-- Logs begin at Tue 2021-11-23 09:07:03 UTC, end at Tue 2021-11-23 11:27:36 UTC. -- Nov 23 09:37:00.924472 n-d-781076-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 09:37:03.649288 n-d-781076-5 neutron-server[109914]: INFO neutron.common.config [-] Logging enabled! Nov 23 09:37:03.649956 n-d-781076-5 neutron-server[109914]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 09:37:03.650058 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109914) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 09:37:03.653319 n-d-781076-5 neutron-server[109914]: INFO neutron.common.config [-] Logging enabled! Nov 23 09:37:03.653571 n-d-781076-5 neutron-server[109914]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 09:37:03.653874 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109914) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 09:37:03.654927 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 09:37:03.655160 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 09:37:03.655526 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 09:37:03.655765 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 09:37:03.655984 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 09:37:03.656302 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.656733 n-d-781076-5 neutron-server[109914]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 09:37:03.657049 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.657320 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.657607 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.657913 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.658196 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.658478 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.658765 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.659058 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.659339 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.659601 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.659891 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.660179 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.660443 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.660724 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.661003 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.661279 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] debug = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.661556 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.662103 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.662416 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.662695 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.662977 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.663261 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.663527 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.663804 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.664089 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.664410 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] host = n-d-781076-5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.664686 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.664969 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.665247 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.665525 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.665794 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.666104 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.666387 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.666656 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.666924 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.667194 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.667475 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.667755 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.668042 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.668262 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.668478 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.668768 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.669049 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.669331 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.669590 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.669867 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.670161 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.670454 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.670718 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.670998 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.671278 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.671558 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.671824 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.672093 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.672360 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.672628 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.672904 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.673510 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.673777 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.674067 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.674349 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.674613 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.674880 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.675174 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.675453 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.675732 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.676008 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.676274 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.676549 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.676816 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.677080 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.677345 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_json = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.677610 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.677871 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.678167 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.678439 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.678711 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.678975 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.679240 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.679514 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:03.679807 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.680104 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.680401 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.680681 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.680985 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.681260 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.681543 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.681816 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.682123 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.682406 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.682689 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.682960 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.683244 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.683516 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.683801 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.684098 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.684385 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.684670 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.684941 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.685212 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.685482 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.685755 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.686188 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.686485 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.686770 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.687054 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.687329 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.687622 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.687906 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.688197 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.688485 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.688760 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.689037 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.689322 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.689600 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.689871 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.690175 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.690459 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.690737 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.691007 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.691290 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.691565 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.691834 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.692105 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.692379 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.692662 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.692936 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.693203 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.693472 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.693745 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.694039 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.694324 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.694600 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.694866 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.695135 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.695408 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.695675 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.695943 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.696216 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.696487 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.696761 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.697027 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.697294 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.697559 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.697827 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.698118 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.698388 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.698659 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.698931 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.699215 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.699475 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.699741 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.700007 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.700275 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.700570 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.700861 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.701132 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.701405 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.701710 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.702010 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.702286 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.702556 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.702829 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.703102 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.703369 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.703648 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.703926 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.704205 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.704485 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.704781 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.705070 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.705342 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.705618 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.705897 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.706184 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.706465 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.706743 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.707033 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.707323 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.707613 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.707902 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.708191 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.708467 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.708774 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.709049 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:03.709261 n-d-781076-5 neutron-server[109914]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 09:37:03.709497 n-d-781076-5 neutron-server[109914]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109914) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 09:37:04.157769 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 09:37:04.158029 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 09:37:04.158353 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 09:37:04.158681 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 09:37:04.476277 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.476474 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.476630 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.477818 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.478119 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.478378 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.514408 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.514676 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.514951 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.528901 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.529176 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.529442 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.557520 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.557789 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.558080 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.594894 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.595169 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.595437 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.835189 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.835904 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.835904 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.836086 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.836668 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.935342 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.935651 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.935955 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.936227 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.936492 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.936790 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.937034 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.937285 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.937531 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.937810 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.938075 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.938330 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.938579 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.938825 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.939071 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.939328 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.939575 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.939815 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.940076 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.940326 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.940587 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.940832 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.941106 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.941481 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.941724 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.941989 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.942378 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.942614 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.942848 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.943079 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.943308 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.943538 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:04.943900 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 09:37:04.947086 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 09:37:04.951064 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 09:37:04.954861 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 23 09:37:04.956633 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 09:37:04.957108 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 09:37:04.957437 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 09:37:04.957817 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 09:37:04.960652 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 09:37:04.960900 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 09:37:04.961249 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 09:37:04.966496 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 09:37:04.988977 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 09:37:04.989421 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.989721 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109914) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 09:37:04.990110 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.991472 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109914) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 09:37:04.991743 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 09:37:04.991988 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 09:37:04.996453 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:04.996721 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.064701 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 09:37:05.064941 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 09:37:05.065167 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 09:37:05.065535 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 09:37:05.088686 n-d-781076-5 neutron-server[109914]: DEBUG oslo_db.sqlalchemy.engines [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109914) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 09:37:05.622227 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing driver for type 'gre' Nov 23 09:37:05.622776 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] gre ID ranges: [(1, 1000)] Nov 23 09:37:05.673831 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing driver for type 'local' Nov 23 09:37:05.674223 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing driver for type 'vlan' Nov 23 09:37:05.687486 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] VlanTypeDriver initialization complete Nov 23 09:37:05.687895 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing driver for type 'vxlan' Nov 23 09:37:05.688374 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] vxlan ID ranges: [(1, 1000)] Nov 23 09:37:05.738008 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing extension driver 'port_security' Nov 23 09:37:05.738354 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] PortSecurityExtensionDriver initialization complete Nov 23 09:37:05.738684 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing mechanism driver 'openvswitch' Nov 23 09:37:05.739019 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing mechanism driver 'hyperv' Nov 23 09:37:05.745729 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:05.746440 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.746809 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.747166 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.747705 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.748134 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.748523 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.748835 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.749241 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.749648 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.750024 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.750367 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.750767 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.751174 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.751520 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.751857 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.752434 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.752851 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.753201 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.753544 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.753968 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.754374 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > address_group after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.754720 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > address_group after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.755056 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.755623 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109914) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 09:37:05.755834 n-d-781076-5 neutron-server[109914]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] ML2 OVO RPC backend initialized. {{(pid=109914) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 09:37:05.756535 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.756913 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.757332 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.757686 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > networks before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.758065 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.758408 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > ports before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.758749 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.759089 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnets before_response 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.759430 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.759767 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.760100 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.760449 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.760767 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.761098 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.761428 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.761763 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.762130 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.762707 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.plugin [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Modular L2 Plugin initialization complete Nov 23 09:37:05.763036 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading services supported by the core plugin {{(pid=109914) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 09:37:05.763357 n-d-781076-5 neutron-server[109914]: INFO neutron.plugins.ml2.managers [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Got port-security extension from driver 'port_security' Nov 23 09:37:05.763820 n-d-781076-5 neutron-server[109914]: INFO neutron.extensions.vlantransparent [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Disabled vlantransparent extension. Nov 23 09:37:05.764300 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109914) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 09:37:05.764613 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: router Nov 23 09:37:05.800541 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.800926 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_create 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.801297 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router before_create 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.801672 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.802079 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.802441 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_delete 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.802802 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.803155 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.803513 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_create 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.803844 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.804196 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.804542 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.804903 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.805312 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.805679 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.806044 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.806382 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: subnet after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.806717 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.807068 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.807416 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_create 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.807761 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.808105 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.808463 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router after_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.808807 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.809143 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_create 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.809510 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.809852 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_update 55549900 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.810248 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > agent after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.810600 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > agent after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.811021 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > network after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.811893 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Tracking information for resource: router configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:05.812223 n-d-781076-5 neutron-server[109914]: DEBUG neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Tracking information for resource: floatingip configured {{(pid=109914) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 09:37:05.817271 n-d-781076-5 neutron-server[109914]: INFO neutron.db.l3_agentschedulers_db [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 09:37:05.817845 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.818232 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.818580 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.818925 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.819704 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router before_create 55550100 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.820061 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.820414 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_create 55550100 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.820762 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > router precommit_update 55550100 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.825708 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.provider_configuration [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service providers = [] {{(pid=109914) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 09:37:05.826099 n-d-781076-5 neutron-server[109914]: DEBUG neutron.db.servicetype_db [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109914) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 09:37:05.829051 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.service_base [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109914) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 09:37:05.829389 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.service_base [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109914) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 09:37:05.829729 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.service_base [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109914) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 09:37:05.830637 n-d-781076-5 neutron-server[109914]: DEBUG neutron.services.service_base [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109914) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 09:37:05.831013 n-d-781076-5 neutron-server[109914]: INFO neutron.services.service_base [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 09:37:05.831383 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.831697 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 09:37:05.842455 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.843024 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: auto_allocate Nov 23 09:37:05.848585 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: network precommit_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.848952 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: network precommit_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.849469 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.849788 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: tag Nov 23 09:37:05.856376 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.856703 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: timestamp Nov 23 09:37:05.860810 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.861144 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: network_ip_availability Nov 23 09:37:05.866650 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.867017 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.867371 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:05.868083 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.868398 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: flavors Nov 23 09:37:05.873784 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.873784 n-d-781076-5 neutron-server[109914]: INFO neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading Plugin: revisions Nov 23 09:37:05.877994 n-d-781076-5 neutron-server[109914]: DEBUG neutron.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109914) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 09:37:05.878338 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.720s {{(pid=109914) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 09:37:05.879070 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109914) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 09:37:05.879409 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Initializing extension manager. Nov 23 09:37:05.879960 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: __init__.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.880251 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: __pycache__ {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.880609 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.880946 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: address_group.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.881667 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.882263 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: address-group Nov 23 09:37:05.882579 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: address_scope.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.884792 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.885309 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: address-scope Nov 23 09:37:05.885652 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.886621 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.887170 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: router-admin-state-down-before-update Nov 23 09:37:05.887465 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: agent.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.888381 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.888684 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: agent Nov 23 09:37:05.889035 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: agent_resources_synced.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.889989 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.890499 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: agent-resources-synced Nov 23 09:37:05.890832 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: allowedaddresspairs.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.892858 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.893375 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: allowed-address-pairs Nov 23 09:37:05.893706 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: auto_allocated_topology.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.894831 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.895366 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: auto-allocated-topology Nov 23 09:37:05.895691 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: availability_zone.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.896387 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.896909 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: availability_zone Nov 23 09:37:05.897224 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: availability_zone_filter.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.898187 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.898689 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: availability_zone_filter Nov 23 09:37:05.899010 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: data_plane_status.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.899911 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.900408 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 09:37:05.900727 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: default_subnetpools.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.901667 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.902277 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: default-subnetpools Nov 23 09:37:05.902598 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.903414 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.903918 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: dhcp_agent_scheduler Nov 23 09:37:05.904239 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: dns.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.905210 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.905715 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 09:37:05.906071 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: dns_domain_ports.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.906990 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.907495 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 09:37:05.907818 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.908737 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.909240 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 09:37:05.909561 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: dvr.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.910270 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.910776 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: dvr Nov 23 09:37:05.911103 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: ecmp_routes.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.912028 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.912531 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 09:37:05.912849 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: empty_string_filtering.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.913759 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.914303 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: empty-string-filtering Nov 23 09:37:05.914622 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.915529 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.916033 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 09:37:05.916349 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.917277 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.917779 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 09:37:05.918125 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: external_net.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.919029 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.919529 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: external-net Nov 23 09:37:05.919845 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.920777 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.921281 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: extra_dhcp_opt Nov 23 09:37:05.921599 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: extraroute.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.922535 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.923366 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: extraroute Nov 23 09:37:05.923687 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: extraroute_atomic.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.924718 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.925231 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: extraroute-atomic Nov 23 09:37:05.925550 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: filter_validation.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.926239 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.926740 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: filter-validation Nov 23 09:37:05.927062 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: fip_pf_description.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.927967 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.928483 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 09:37:05.928784 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: fip_port_details.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.929699 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.930225 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: fip-port-details Nov 23 09:37:05.930546 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: flavors.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.931792 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.932310 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: flavors Nov 23 09:37:05.932631 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.934350 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.934875 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 09:37:05.935207 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: floatingip_pools.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.935957 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.936467 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: floatingip-pools Nov 23 09:37:05.936793 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: ip_allocation.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.937724 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.938284 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 09:37:05.938606 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.939522 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.940029 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: ip-substring-filtering Nov 23 09:37:05.940355 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l2_adjacency.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.941282 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.941784 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 09:37:05.942130 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.943234 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.943748 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: router Nov 23 09:37:05.944073 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.946348 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.946867 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 09:37:05.947192 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.948123 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.948634 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: ext-gw-mode Nov 23 09:37:05.948959 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.949921 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.950421 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: l3-ha Nov 23 09:37:05.950742 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3_flavors.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.951683 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.952184 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: l3-flavors Nov 23 09:37:05.952503 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.953411 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.953916 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 09:37:05.954264 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: l3agentscheduler.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.955291 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.955798 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: l3_agent_scheduler Nov 23 09:37:05.956118 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: local_ip.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.957918 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.958431 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension local_ip not supported by any of loaded plugins Nov 23 09:37:05.958761 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: logging.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.960228 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.960761 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension logging not supported by any of loaded plugins Nov 23 09:37:05.961093 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: metering.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.961831 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.962433 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: metering Nov 23 09:37:05.962745 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.963856 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.964367 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: metering_source_and_destination_fields Nov 23 09:37:05.964691 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: multiprovidernet.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.965617 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.966152 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: multi-provider Nov 23 09:37:05.966473 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: netmtu.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.967425 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.967925 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: net-mtu Nov 23 09:37:05.968246 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: netmtu_writable.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.969163 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.969664 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: net-mtu-writable Nov 23 09:37:05.970011 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: network_availability_zone.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.970682 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.971185 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: network_availability_zone Nov 23 09:37:05.971505 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: network_ip_availability.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.972598 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.973104 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: network-ip-availability Nov 23 09:37:05.973427 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: network_segment_range.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.974235 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.974738 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 09:37:05.975059 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: pagination.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.976041 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.976492 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: pagination Nov 23 09:37:05.976811 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: port_device_profile.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.977715 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.978271 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: port-device-profile Nov 23 09:37:05.978596 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.979507 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.980011 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: port-mac-address-regenerate Nov 23 09:37:05.980331 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.981243 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.981744 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: port-numa-affinity-policy Nov 23 09:37:05.982100 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: port_resource_request.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.983037 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.983534 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 09:37:05.983855 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: port_resource_request_groups.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.984813 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.985309 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 09:37:05.985660 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: portbindings.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.986618 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.987126 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: binding Nov 23 09:37:05.987445 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: portbindings_extended.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.988701 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.989205 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: binding-extended Nov 23 09:37:05.989532 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: portsecurity.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.990502 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.991013 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: port-security Nov 23 09:37:05.991333 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: project_id.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.992314 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.992643 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: project-id Nov 23 09:37:05.992962 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: providernet.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.993909 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.994431 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: provider Nov 23 09:37:05.994750 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:05.998477 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:05.998997 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos not supported by any of loaded plugins Nov 23 09:37:05.999320 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.000567 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.001084 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 09:37:06.001412 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.002349 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.002856 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 09:37:06.003176 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_default.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.004087 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.004589 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-default not supported by any of loaded plugins Nov 23 09:37:06.004916 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_fip.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.005565 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.006108 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 09:37:06.006476 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_gateway_ip.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.007400 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.007910 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 09:37:06.008234 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_port_network_policy.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.009136 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.009637 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 09:37:06.009975 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.011018 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.011526 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 09:37:06.011843 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_pps_rule.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.013013 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.013522 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 09:37:06.013844 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_rule_type_details.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.014824 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.015324 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 09:37:06.015649 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: qos_rules_alias.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.016715 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.017220 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 09:37:06.017543 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: quota_check_limit.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.018486 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.018992 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: quota-check-limit Nov 23 09:37:06.019309 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: quotasv2.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.020229 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.020553 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: quotas Nov 23 09:37:06.020878 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: quotasv2_detail.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.024253 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.024591 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: quota_details Nov 23 09:37:06.024923 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: rbac.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.026021 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.026542 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: rbac-policies Nov 23 09:37:06.026869 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: rbac_address_group.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.027801 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.028320 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: rbac-address-group Nov 23 09:37:06.028645 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: rbac_address_scope.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.029638 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.030187 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: rbac-address-scope Nov 23 09:37:06.030513 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: rbac_security_groups.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.031435 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.031938 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: rbac-security-groups Nov 23 09:37:06.032261 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: rbac_subnetpool.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.033167 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.033670 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: rbac-subnetpool Nov 23 09:37:06.034031 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: revisionifmatch.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.034944 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.035451 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: revision-if-match Nov 23 09:37:06.035764 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: revisions.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.036874 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.037386 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: standard-attr-revisions Nov 23 09:37:06.037710 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: router_availability_zone.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.038408 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.038923 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: router_availability_zone Nov 23 09:37:06.039245 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: routerservicetype.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.040157 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.040655 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 09:37:06.040981 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.042015 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.042523 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: security-groups-normalized-cidr Nov 23 09:37:06.042842 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.043772 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.044277 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: port-security-groups-filtering Nov 23 09:37:06.044595 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.045541 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.046089 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: security-groups-remote-address-group Nov 23 09:37:06.046408 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.047341 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.047844 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: security-groups-shared-filtering Nov 23 09:37:06.048487 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.049069 n-d-781076-5 neutron-server[109914]: WARNING neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 09:37:06.049381 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: securitygroup.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.059203 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.059724 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: security-group Nov 23 09:37:06.060060 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: segment.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.060892 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.061401 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension segment not supported by any of loaded plugins Nov 23 09:37:06.061725 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.062689 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.063203 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 09:37:06.063519 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: servicetype.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.064621 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.065130 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: service-type Nov 23 09:37:06.065455 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: sorting.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.066473 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.066801 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: sorting Nov 23 09:37:06.067121 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: standard_attr_segment.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.068040 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.068551 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 09:37:06.068876 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: standardattrdescription.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.069534 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.070069 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: standard-attr-description Nov 23 09:37:06.070389 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: stateful_security_group.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.071323 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.071832 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: stateful-security-group Nov 23 09:37:06.072162 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: stdattrs_common.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.072725 n-d-781076-5 neutron-server[109914]: WARNING neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 09:37:06.073043 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.074015 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.074526 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 09:37:06.074842 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnet_onboard.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.075919 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.076453 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: subnet_onboard Nov 23 09:37:06.076784 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.077732 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.078276 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 09:37:06.078595 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnet_service_types.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.079519 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.080030 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: subnet-service-types Nov 23 09:37:06.080349 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnetallocation.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.081447 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.081983 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: subnet_allocation Nov 23 09:37:06.082309 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.082969 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.083472 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: subnetpool-prefix-ops Nov 23 09:37:06.083792 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.084726 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.085259 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 09:37:06.085573 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: tagging.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.086661 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.087172 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: standard-attr-tag Nov 23 09:37:06.087492 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: timestamp.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.088695 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.089204 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loaded extension: standard-attr-timestamp Nov 23 09:37:06.089526 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: trunk.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.090580 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.091094 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension trunk not supported by any of loaded plugins Nov 23 09:37:06.091421 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: trunk_details.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.092431 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.092937 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 09:37:06.093258 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: uplink_status_propagation.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.094216 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.094721 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 09:37:06.095041 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Loading extension file: vlantransparent.py {{(pid=109914) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 09:37:06.095715 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109914) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 09:37:06.096215 n-d-781076-5 neutron-server[109914]: INFO neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 09:37:06.098802 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:network Nov 23 09:37:06.099333 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnet Nov 23 09:37:06.099746 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 09:37:06.100148 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:port Nov 23 09:37:06.101443 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.101879 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service FLAVORS assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.102514 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.102929 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.103259 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:router Nov 23 09:37:06.103681 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 09:37:06.104174 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service METERING assigned prefix: /metering {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.105610 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:06.105999 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:06.106349 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:37:06.107355 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 09:37:06.107882 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:security_group Nov 23 09:37:06.108319 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 09:37:06.108919 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service CORE assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.109246 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 09:37:06.109596 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] subnetpool is already registered Nov 23 09:37:06.110062 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service CORE assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.110389 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 09:37:06.110722 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] subnetpool is already registered Nov 23 09:37:06.112970 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.113396 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service FLAVORS assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.114011 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.114426 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.114760 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:router Nov 23 09:37:06.115093 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] router is already registered Nov 23 09:37:06.115500 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 09:37:06.115832 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] floatingip is already registered Nov 23 09:37:06.116282 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service METERING assigned prefix: /metering {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.116936 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 09:37:06.117261 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] rbac_policy is already registered Nov 23 09:37:06.117664 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:security_group Nov 23 09:37:06.118029 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] security_group is already registered Nov 23 09:37:06.118424 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 09:37:06.118756 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] security_group_rule is already registered Nov 23 09:37:06.119366 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service CORE assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.119694 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 09:37:06.120021 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] subnetpool is already registered Nov 23 09:37:06.120413 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.v2.resource_helper [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Service CORE assigned prefix: {{(pid=109914) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 09:37:06.120739 n-d-781076-5 neutron-server[109914]: INFO neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 09:37:06.121063 n-d-781076-5 neutron-server[109914]: WARNING neutron.quota.resource_registry [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] subnetpool is already registered Nov 23 09:37:06.121516 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: extensions {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.123037 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: address-groups {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.124582 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: address-scopes {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.125855 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: agents {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.127037 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: auto-allocated-topology {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.128281 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: availability_zones {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.129512 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: dhcp-networks {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.131048 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: dhcp-agents {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.132481 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: routers {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.135700 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: flavors {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.136938 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: service_profiles {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.138185 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: next_providers {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.139717 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: service_profiles {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.141258 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: floatingip-pools {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.142507 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: routers {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.144614 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: floatingips {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.145880 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: l3-routers {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.147284 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: l3-agents {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.148675 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: metering-labels {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.150061 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: metering-label-rules {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.151384 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: network-ip-availabilities {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.152639 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: bindings {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.154326 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: quotas {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.155898 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: quotas {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.157433 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: rbac-policies {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.158835 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: security-groups {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.160054 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: security-group-rules {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.161290 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: service-providers {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.162546 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: subnetpools {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.163983 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: subnetpools {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.165500 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.167191 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.168994 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.170891 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.172840 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.175019 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.176697 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.178615 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.180391 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.182242 n-d-781076-5 neutron-server[109914]: DEBUG neutron.api.extensions [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Extended resource: tags {{(pid=109914) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 09:37:06.188314 n-d-781076-5 neutron-server[109914]: WARNING keystonemiddleware.auth_token [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 09:37:06.193053 n-d-781076-5 neutron-server[109914]: WARNING keystonemiddleware.auth_token [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 09:37:06.201957 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Acquired lock "singleton_lock" {{(pid=109914) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 09:37:06.202454 n-d-781076-5 neutron-server[109914]: DEBUG oslo_concurrency.lockutils [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Releasing lock "singleton_lock" {{(pid=109914) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 09:37:06.203110 n-d-781076-5 neutron-server[109914]: INFO oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Starting 2 workers Nov 23 09:37:06.207861 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Started child 110023 {{(pid=109914) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 09:37:06.212187 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Started child 110024 {{(pid=109914) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 09:37:06.213139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.213775 n-d-781076-5 neutron-server[109914]: INFO neutron.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 09:37:06.214340 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Publish callbacks [] for process, before_spawn {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.214618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [-] (110023) wsgi starting up on http://0.0.0.0:9696 Nov 23 09:37:06.216713 n-d-781076-5 neutron-server[109914]: INFO oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Starting 1 workers Nov 23 09:37:06.216850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.218231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [-] (110024) wsgi starting up on http://0.0.0.0:9696 Nov 23 09:37:06.221815 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Started child 110025 {{(pid=109914) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 09:37:06.222377 n-d-781076-5 neutron-server[109914]: INFO oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Starting 1 workers Nov 23 09:37:06.225552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] calling RpcWorker wait() {{(pid=110025) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 09:37:06.226161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] returning from RpcWorker wait() {{(pid=110025) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 09:37:06.226702 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Started child 110026 {{(pid=109914) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 09:37:06.227482 n-d-781076-5 neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa85-8da7-46bf-8dca-397094d39b56 None None] Publish callbacks [] for process, after_spawn {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.227607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.228031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:06.229303 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109914) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 09:37:06.229484 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 09:37:06.229697 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 09:37:06.229884 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 09:37:06.230260 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 09:37:06.230395 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 09:37:06.230950 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.231231 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.231492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.231635 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:06.232101 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.232101 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.232573 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.232896 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.233140 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.233392 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.233626 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.233785 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.233971 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.234226 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.234469 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.234757 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.235018 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.235264 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.235521 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.235691 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.235945 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.236197 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.236421 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.236688 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] debug = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.236941 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.237417 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.237647 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.237915 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.238133 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.238408 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.238635 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.238874 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.239128 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.239363 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.239609 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.239855 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.240083 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.240312 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.240564 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.240778 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.241017 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.241252 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.241693 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] host = n-d-781076-5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.241949 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.242164 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.242378 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.242616 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.242880 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.243110 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.243361 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.243771 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.244025 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.244252 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.244490 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.244732 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.244945 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.245184 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.245347 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_options = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.245578 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.245843 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.246169 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.246366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.246533 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.246741 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.246982 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.247199 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.247397 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.247616 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.247831 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.248054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.248318 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.248557 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.248818 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.249048 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.249282 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.249507 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.249762 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.250029 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.250254 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.250477 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.250715 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.250936 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.251165 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.251398 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.251622 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.251835 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.252060 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.252294 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.252539 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253257 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253257 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253257 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253609 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253757 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.253874 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.254208 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.254477 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.254705 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.254950 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.255202 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.255435 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.255663 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.255877 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.256105 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.256335 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_json = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.256548 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.256785 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.257062 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.257306 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.257476 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.257687 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.257942 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.258148 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.258585 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.258832 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.259146 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.259409 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.259646 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.259887 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261827 n-d-781076-5 neutron-server[110026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:06.261991 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261991 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.261991 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.262330 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.262330 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.262592 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.262854 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.264808 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.265337 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.265337 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.265337 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.265607 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.266158 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.266423 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.266686 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.266942 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.267150 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.267392 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.267605 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.267842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.268062 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.268276 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.268918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.268918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.271224 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.272287 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.277366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.279918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.281842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.284064 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.285615 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.288372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.289342 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.290690 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.292078 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.293710 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.295611 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.296794 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.297648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.302937 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.304072 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.308725 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.309571 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310210 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.310857 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311431 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311977 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311977 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.311977 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.312195 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.312360 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.312581 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.312791 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.313013 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.313220 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.313428 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.314058 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.314058 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.314216 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.314338 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.314705 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.315077 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.315299 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.315535 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.315744 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.316037 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.316295 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.316515 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.316799 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.317057 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.317312 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.317562 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.317858 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.318129 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.318366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.318578 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.318790 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.319026 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.319288 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.319610 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.319886 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.320132 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.320387 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.320680 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.320961 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.321233 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.321467 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.321773 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.322139 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.322438 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.322689 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.322934 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.323182 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.323398 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.323619 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.323876 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.324083 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.325910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.326818 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.327211 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.327584 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.327748 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 09:37:06.328280 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109914) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 09:37:06.328451 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 09:37:06.328607 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 09:37:06.328940 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 09:37:06.329115 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 09:37:06.329304 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 09:37:06.329488 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.329653 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.329816 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330003 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330165 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330349 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330511 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330675 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330834 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.330993 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331151 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331310 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331469 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331626 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331782 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.331940 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332100 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332256 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332418 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332575 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332733 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.332890 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333048 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] debug = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333206 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333400 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333562 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333723 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.333881 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334061 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334222 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334382 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334539 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334696 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.334856 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335013 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335172 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335330 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335488 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335644 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.335802 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336010 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336104 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] host = n-d-781076-5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336260 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336416 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336727 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.336886 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.337220 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.337438 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.337929 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.337929 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.337929 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.338186 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.338266 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.338355 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.338516 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.338673 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_options = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.341912 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.342465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343053 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343480 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343676 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.343849 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.344015 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.344173 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.344472 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.345917 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346427 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346427 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346427 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346427 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346427 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346698 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346698 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.346851 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347013 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347175 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347331 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347487 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347645 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_json = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347807 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.347964 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348112 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348269 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348425 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348581 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348742 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.348894 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 09:37:06.349075 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.349239 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.349922 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.349922 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.349922 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.349922 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.350354 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.350650 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.350814 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.350981 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351156 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351317 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351491 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351655 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351816 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.351980 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352141 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352303 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352465 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352628 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352789 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.352952 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.353124 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.353285 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.353448 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.353910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.353910 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.354178 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.354349 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.354528 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.354695 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.354858 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355018 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355181 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355345 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355508 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355670 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355832 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.355971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:06.356116 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356248 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356378 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356507 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356636 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356765 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.356893 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357031 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357169 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357343 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357487 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357655 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.357844 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358041 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358204 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358366 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358528 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358691 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.358855 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359026 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359189 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359350 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359512 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359673 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.359837 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360029 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360150 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360309 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360471 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360636 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360810 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.360972 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361134 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361294 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361456 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361617 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361779 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.361961 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362123 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362285 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362448 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362609 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362770 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.362931 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363093 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363254 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363415 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363576 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363795 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.363889 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364046 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364209 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364373 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364540 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364716 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.364878 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365039 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365201 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365362 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365527 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365688 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.365836 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366019 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366179 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366328 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366478 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366641 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366802 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.366962 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367113 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367271 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367416 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367860 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367860 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.367860 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368992 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368992 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.368992 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.369372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.369372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.369372 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370117 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370117 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370117 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370117 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370633 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370633 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370633 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.370633 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371120 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371120 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371120 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371484 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371484 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371484 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371817 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.371817 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372037 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372154 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372270 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372415 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372576 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372737 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.372897 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373059 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373220 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373403 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373565 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373726 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.373915 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374080 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374247 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374412 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374572 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374782 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.374897 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375060 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375223 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375367 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375531 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375682 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.375842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376001 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376163 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376324 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376488 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376649 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376809 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.376969 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377113 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377278 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377439 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377601 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377749 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.377940 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378081 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378238 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378388 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378550 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378712 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.378876 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379038 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379186 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379347 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379508 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379673 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379836 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.379979 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380246 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380385 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380517 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380648 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380779 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.380911 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381042 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381197 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381331 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381489 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381650 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381810 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.381994 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382155 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382317 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382480 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382642 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382805 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.382964 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383127 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383288 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383448 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383621 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383782 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.383943 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384105 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384265 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384462 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384582 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384733 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.384893 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385095 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385201 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385361 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385530 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385689 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.385850 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386031 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386192 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386351 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386521 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386682 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.386842 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387003 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387163 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387323 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387492 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387652 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387812 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.387972 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388132 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388292 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388461 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388622 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388783 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.388985 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.389148 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.389314 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.389538 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.389701 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.389882 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390129 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390351 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390434 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390598 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390773 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.390935 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391099 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391261 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391423 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391585 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391750 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.391918 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392087 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392256 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392419 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392588 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392756 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.392924 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393084 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393251 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393423 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393585 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393746 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.393928 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394095 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394258 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394420 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394567 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394732 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.394892 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395054 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395214 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395376 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395537 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395698 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.395863 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.396025 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.396194 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.396334 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.396495 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 09:37:06.396645 n-d-781076-5 neutron-server[109914]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109914) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 09:37:06.597085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44834) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:06.610494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099125 Nov 23 09:37:17.883285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be00df-7e63-4eec-9a1a-8b66d04ab445 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 09:37:17.955692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be00df-7e63-4eec-9a1a-8b66d04ab445 None None] No non-hosted networks {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 09:37:17.971195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.agentschedulers_db [None req-d8be00df-7e63-4eec-9a1a-8b66d04ab445 None None] DHCP Agent not found on host n-d-781076-5 {{(pid=110025) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 09:37:18.087755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-803ad5b7-3cb3-4f42-8121-8c808cc7757e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:20.178611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9f56648-62d5-4cde-bfc6-d52764802cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:20.230824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00029ec5-2605-44d5-b98b-8946aad12100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:21.068043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:22.460912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:23.576726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:23.578276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.578862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.579329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.579885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.580353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.580879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.581354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.581852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.582367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.582875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.583328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.584043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:23.584575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-781076-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:23.595991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-781076-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:23.908467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:24.435972 n-d-781076-5 neutron-server[110023]: WARNING oslo_policy.policy [None req-1952868a-9202-4a46-aed0-4897be4b6a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:37:24.436548 n-d-781076-5 neutron-server[110023]: WARNING oslo_policy.policy [None req-1952868a-9202-4a46-aed0-4897be4b6a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:37:24.662257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-1952868a-9202-4a46-aed0-4897be4b6a3d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:37:24.673933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1952868a-9202-4a46-aed0-4897be4b6a3d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7530806 Nov 23 09:37:25.676344 n-d-781076-5 neutron-server[110025]: INFO neutron.db.l3_hamode_db [None req-5828bf8c-a267-42c5-befa-aa6569963551 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 09:37:25.751993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828bf8c-a267-42c5-befa-aa6569963551 None None] Routers set() bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:37:25.752344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828bf8c-a267-42c5-befa-aa6569963551 None None] Router IDs set() for agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 09:37:27.248046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:27.584881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:27.678748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.policy [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110023) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 09:37:27.724264 n-d-781076-5 neutron-server[110023]: WARNING oslo_policy.policy [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:37:27.724631 n-d-781076-5 neutron-server[110023]: WARNING oslo_policy.policy [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:37:27.733272 n-d-781076-5 neutron-server[110023]: INFO neutron.quota [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] Loaded quota_driver: . Nov 23 09:37:27.836271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417706511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417707100', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417728664', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417729425', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417733111', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763417739919', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-722323', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1368824', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457713'] for rbac-policy, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:27.917577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:27.918800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2bd404ba-9e19-4021-bb4c-75acf1e22300 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6698053 Nov 23 09:37:30.632911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44956) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:30.963138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'name': 'private'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:31.002549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Made reservation on behalf of a887c51bec704848801e605c1acccd1c for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:37:31.005375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.022493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.144789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.151993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.173026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:37:31.202462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763416338863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.203058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Unsubscribe: segment precommit_create {{(pid=110023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 09:37:31.203574 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Added segment d32222df-bf70-4d2d-8114-69d9d3a684e1 of type vlan for network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 Nov 23 09:37:31.220183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0090a2-3f6a-4dc4-a3ff-1103e3fbfc1a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:31.270685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.271024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.271372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.271689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.272014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.272381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.272928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.273293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.273682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.274034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.274357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.274677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Tracked resource versions report: Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: pushed versions: Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: { 'AddressGroup': {'1.2'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'ConntrackHelper': {'1.0'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Log': {'1.0'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Network': {'1.1'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Port': {'1.7'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'PortForwarding': {'1.2'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'QosPolicy': {'1.10'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SecurityGroup': {'1.5'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SubPort': {'1.0'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Subnet': {'1.1'}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Trunk': {'1.1'}} Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: consumer versions: Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: L3 agent@n-d-781076-5: {}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: Metadata agent@n-d-781076-5: {}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: Metering agent@n-d-781076-5: {}, Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'ConntrackHelper': '1.0', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Log': '1.0', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Network': '1.1', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Port': '1.7', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'PortForwarding': '1.2', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'QosPolicy': '1.10', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SecurityGroup': '1.5', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SecurityGroupRule': '1.2', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'SubPort': '1.0', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Subnet': '1.1', Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: 'Trunk': '1.1'}} Nov 23 09:37:31.275708 n-d-781076-5 neutron-server[110023]: {{(pid=110023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:37:31.319830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.365805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.367371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:31.368141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:31.444828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8107035 Nov 23 09:37:31.498908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e247-29b2-4e8c-a83f-ec118486d821 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9ccb2d-8a18-4118-9732-c3650b2a1cf3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:31.514114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:37:34.285032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:34.722328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aca273-41e4-4efb-87a7-eead4a20b7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:34.723766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c9aca273-41e4-4efb-87a7-eead4a20b7a4 admin admin] 10.222.0.62 "GET /v2.0/networks/ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 HTTP/1.1" status: 200 len: 825 time: 0.4374118 Nov 23 09:37:34.752293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fd06b590-bca3-4015-88c8-09c4a3de00bb admin admin] 10.222.0.62 "GET /v2.0/subnetpools/0d8d669d-b414-4aca-92ca-159eafefd707 HTTP/1.1" status: 200 len: 734 time: 0.0188613 Nov 23 09:37:34.761342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Request body: {'subnet': {'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'name': 'private-subnet', 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:34.788633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Made reservation on behalf of a887c51bec704848801e605c1acccd1c for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:37:34.790990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:35.092411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:35.163294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72be1f89-824c-475d-b32b-dbf1049bf93e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:35.170619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Checking segment: {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:37:35.170988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Network hostable DHCP agents. Network: ed9ccb2d-8a18-4118-9732-c3650b2a1cf3, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:37:35.192412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:37:35.204069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ed9ccb2d-8a18-4118-9732-c3650b2a1cf3) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:37:35.209418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:35.210084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:35.214528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e8b6b-c980-4919-a859-b96e866a67ce None None] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:37:35.227008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bbd01681-17e1-4ee4-9845-46afbc6f360a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4689081 Nov 23 09:37:35.551283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:37:35.552497 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:35.845465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Allocated IP 172.20.0.2 (ed9ccb2d-8a18-4118-9732-c3650b2a1cf3/72be1f89-824c-475d-b32b-dbf1049bf93e/360b6398-cb03-4e28-aea2-88e04322c0b5) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:37:36.048533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:36.058535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:36.131409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:37:36.136776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:37:36.148253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:37:36.152941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Pushing event updated for resources: {'Port': ['ID=360b6398-cb03-4e28-aea2-88e04322c0b5,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:36.192089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.192402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.192769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.193101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.193433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.193762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.194112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.194434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.194756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.195074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.195397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.195713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Tracked resource versions report: Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: pushed versions: Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: { 'AddressGroup': {'1.2'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'ConntrackHelper': {'1.0'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Log': {'1.0'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Network': {'1.1'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Port': {'1.7'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'PortForwarding': {'1.2'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'QosPolicy': {'1.10'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SecurityGroup': {'1.5'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SubPort': {'1.0'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Subnet': {'1.1'}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Trunk': {'1.1'}} Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: consumer versions: Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: L3 agent@n-d-781076-5: {}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: Metadata agent@n-d-781076-5: {}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: Metering agent@n-d-781076-5: {}, Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'ConntrackHelper': '1.0', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Log': '1.0', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Network': '1.1', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Port': '1.7', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'PortForwarding': '1.2', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'QosPolicy': '1.10', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SecurityGroup': '1.5', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SecurityGroupRule': '1.2', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'SubPort': '1.0', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Subnet': '1.1', Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: 'Trunk': '1.1'}} Nov 23 09:37:36.196796 n-d-781076-5 neutron-server[110025]: {{(pid=110025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:37:36.246595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Attempting to bind port 360b6398-cb03-4e28-aea2-88e04322c0b5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:37:36.247217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Attempting to bind port 360b6398-cb03-4e28-aea2-88e04322c0b5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:37:36.247425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Attempting to bind port 360b6398-cb03-4e28-aea2-88e04322c0b5 on network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:37:36.252788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:37:36.253733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Checking segment: {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:37:36.254245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:36.254646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Bound using segment: {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:37:36.255127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Bound port: 360b6398-cb03-4e28-aea2-88e04322c0b5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:37:36.255565 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:36.321533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] For port 360b6398-cb03-4e28-aea2-88e04322c0b5, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:37:36.326097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] For port 360b6398-cb03-4e28-aea2-88e04322c0b5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=360b6398-cb03-4e28-aea2-88e04322c0b5,segment=NetworkSegment(d32222df-bf70-4d2d-8114-69d9d3a684e1),segment_id=d32222df-bf70-4d2d-8114-69d9d3a684e1)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:37:36.331278 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:36.397202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4b7e6-ae7a-41e4-b5b3-d9bfe2233867 None None] Pushing event updated for resources: {'Port': ['ID=360b6398-cb03-4e28-aea2-88e04322c0b5,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:37.757487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:38.083601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-c5abdcbd-30f6-4d77-876c-03c7aa42859f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:37:38.084708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c5abdcbd-30f6-4d77-876c-03c7aa42859f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3260694 Nov 23 09:37:40.628005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:40.953077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-d997c5ab-206b-421c-8148-e1ee64b65e6a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:37:40.969914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d997c5ab-206b-421c-8148-e1ee64b65e6a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3251152 Nov 23 09:37:43.923646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44996) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:44.246695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:44.271646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:44.273329 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:44.288019 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:37:44.420158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:44.426495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:44.442262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:44.443478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24dc0ed2-dd84-4be9-a50a-7ecc2010e4b8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5188279 Nov 23 09:37:45.332031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 360b6398-cb03-4e28-aea2-88e04322c0b5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:37:45.425659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 360b6398-cb03-4e28-aea2-88e04322c0b5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:45.426097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:45.487368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db4346-e7f3-49ce-ac33-f03736130a81 None None] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:37:45.589879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:45.646278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 360b6398-cb03-4e28-aea2-88e04322c0b5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=360b6398-cb03-4e28-aea2-88e04322c0b5,segment=NetworkSegment(d32222df-bf70-4d2d-8114-69d9d3a684e1),segment_id=d32222df-bf70-4d2d-8114-69d9d3a684e1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:37:45.653302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:45.660938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f7b92a6f-4ad3-4b69-812e-304d36f39aa4 None None] Provisioning complete for port 360b6398-cb03-4e28-aea2-88e04322c0b5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:45.661305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f7b92a6f-4ad3-4b69-812e-304d36f39aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:45.776899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=360b6398-cb03-4e28-aea2-88e04322c0b5,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:46.079395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bddf2ce8-2180-492b-9f36-63c536b98684 None None] Provisioning complete for port 360b6398-cb03-4e28-aea2-88e04322c0b5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:46.079695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ce8-2180-492b-9f36-63c536b98684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:46.919275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45010) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:47.268908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-487e6be2-59ad-4979-87ea-62bcd0659773 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:37:47.269876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-487e6be2-59ad-4979-87ea-62bcd0659773 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3496327 Nov 23 09:37:47.292891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 360b6398-cb03-4e28-aea2-88e04322c0b5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:37:47.344846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 360b6398-cb03-4e28-aea2-88e04322c0b5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:47.345187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:47.758334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4194f723-7e7c-468a-9e28-13e4b1dba595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:49.768036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45018) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:50.102534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:50.133794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Made reservation on behalf of 1fcbab1d068e4064a87298688f36203e for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:37:50.136162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.144801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.171912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbda3302-9742-4981-ba8e-9cf7165dd6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.226070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.231967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.246414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=110023) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 09:37:50.264144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a85d0a-9632-4115-a866-07b65ad3a236,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:50.269743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.270106 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Added segment 7d4b1be0-4a8a-4a81-aec6-2e011479d041 of type flat for network 35f90cd8-754c-4665-9b8f-953033b6f293 Nov 23 09:37:50.315769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.355732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.356695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:50.357311 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:50.390623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6213357 Nov 23 09:37:50.421800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236c280-029e-4e38-abc5-a0baf4cc75f0 admin admin] Pushing event updated for resources: {'Network': ['ID=35f90cd8-754c-4665-9b8f-953033b6f293,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:50.432249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 35f90cd8-754c-4665-9b8f-953033b6f293 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:37:51.004322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:52.407563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:52.934098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45036) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:53.131635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2762db3-601f-45e8-bf8c-afdf270df97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:53.132964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c2762db3-601f-45e8-bf8c-afdf270df97e admin admin] 10.222.0.62 "GET /v2.0/subnets/72be1f89-824c-475d-b32b-dbf1049bf93e HTTP/1.1" status: 200 len: 849 time: 0.1979077 Nov 23 09:37:53.254536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b9c1182-5949-4a27-a9ab-13e199bd3947 admin admin] 10.222.0.62 "GET /v2.0/routers/85ae9f81-05ec-46c5-b592-329a5700754d HTTP/1.1" status: 200 len: 704 time: 0.1154165 Nov 23 09:37:53.453609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:53.542094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:53.835866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Allocated IP 172.20.0.1 (ed9ccb2d-8a18-4118-9732-c3650b2a1cf3/72be1f89-824c-475d-b32b-dbf1049bf93e/b0739544-775e-44d9-b126-3bcc13047179) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:37:54.034405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.102731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.178657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:37:54.183376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:37:54.186303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:37:54.186835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.209812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Pushing event updated for resources: {'Port': ['ID=b0739544-775e-44d9-b126-3bcc13047179,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:54.342118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6e40031f-99b5-4634-816d-5bd08b163b08 None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:54.342477 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e40031f-99b5-4634-816d-5bd08b163b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.376139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6e40031f-99b5-4634-816d-5bd08b163b08 None None] Port b0739544-775e-44d9-b126-3bcc13047179 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:37:54.383489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.614291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.621954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.622749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:54.681010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Pushing event updated for resources: {'Port': ['ID=b0739544-775e-44d9-b126-3bcc13047179,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:54.751828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:37:54.753294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:37:54.915842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Router 85ae9f81-05ec-46c5-b592-329a5700754d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:37:55.001640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1230df6e-6986-49d6-8a0d-f394bb60bde8 None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:55.002230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1230df6e-6986-49d6-8a0d-f394bb60bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:55.012744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:37:55.019422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4de0317a-6348-4e2f-907c-221c7379defc admin admin] 10.222.0.62 "PUT /v2.0/routers/85ae9f81-05ec-46c5-b592-329a5700754d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7563863 Nov 23 09:37:55.032055 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Sync routers for ids ['85ae9f81-05ec-46c5-b592-329a5700754d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:37:55.045741 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Routers {'85ae9f81-05ec-46c5-b592-329a5700754d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:37:55.046753 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:37:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['85ae9f81-05ec-46c5-b592-329a5700754d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:55.047304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1230df6e-6986-49d6-8a0d-f394bb60bde8 None None] Port b0739544-775e-44d9-b126-3bcc13047179 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:37:55.236584 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Set router 85ae9f81-05ec-46c5-b592-329a5700754d gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:37:55.676473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:37:54Z', 'revision_number': 2, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port_host': None, '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:54Z', 'revision_number': 2, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:55.729186 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Checking router: 85ae9f81-05ec-46c5-b592-329a5700754d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:37:55.729558 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Updating router 85ae9f81-05ec-46c5-b592-329a5700754d port b0739544-775e-44d9-b126-3bcc13047179 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:37:55.778747 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.289102 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.296480 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.393843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Pushing event updated for resources: {'Port': ['ID=b0739544-775e-44d9-b126-3bcc13047179,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:56.438601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.438931 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.439336 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.439618 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.439951 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.440282 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.440609 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.440932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.441257 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.441579 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.441919 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.442239 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Tracked resource versions report: Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: pushed versions: Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: { 'AddressGroup': {'1.2'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'ConntrackHelper': {'1.0'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Log': {'1.0'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Network': {'1.1'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Port': {'1.7'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'PortForwarding': {'1.2'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'QosPolicy': {'1.10'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SecurityGroup': {'1.5'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SubPort': {'1.0'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Subnet': {'1.1'}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Trunk': {'1.1'}} Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: consumer versions: Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: L3 agent@n-d-781076-5: {}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: Metadata agent@n-d-781076-5: {}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: Metering agent@n-d-781076-5: {}, Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'ConntrackHelper': '1.0', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Log': '1.0', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Network': '1.1', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Port': '1.7', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'PortForwarding': '1.2', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'QosPolicy': '1.10', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SecurityGroup': '1.5', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SecurityGroupRule': '1.2', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'SubPort': '1.0', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Subnet': '1.1', Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: 'Trunk': '1.1'}} Nov 23 09:37:56.443285 n-d-781076-5 neutron-server[110026]: {{(pid=110026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:37:56.474535 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Attempting to bind port b0739544-775e-44d9-b126-3bcc13047179 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:37:56.475444 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Attempting to bind port b0739544-775e-44d9-b126-3bcc13047179 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:37:56.475894 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Attempting to bind port b0739544-775e-44d9-b126-3bcc13047179 on network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:37:56.481309 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:37:56.481716 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Checking segment: {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:37:56.482248 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.482671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Bound using segment: {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:37:56.483162 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Bound port: b0739544-775e-44d9-b126-3bcc13047179, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32222df-bf70-4d2d-8114-69d9d3a684e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:37:56.483569 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.551338 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] For port b0739544-775e-44d9-b126-3bcc13047179, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:37:56.570343 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] For port b0739544-775e-44d9-b126-3bcc13047179, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b0739544-775e-44d9-b126-3bcc13047179,segment=NetworkSegment(d32222df-bf70-4d2d-8114-69d9d3a684e1),segment_id=d32222df-bf70-4d2d-8114-69d9d3a684e1)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:37:56.577696 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.580419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:56.580955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.640374 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Routers {'85ae9f81-05ec-46c5-b592-329a5700754d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:37:56.641557 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:37:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['85ae9f81-05ec-46c5-b592-329a5700754d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:56.643771 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630355c1-3001-466f-bbdb-a8bc4402b2fb None None] Pushing event updated for resources: {'Port': ['ID=b0739544-775e-44d9-b126-3bcc13047179,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:56.661691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.705325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] For port b0739544-775e-44d9-b126-3bcc13047179, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b0739544-775e-44d9-b126-3bcc13047179,segment=NetworkSegment(d32222df-bf70-4d2d-8114-69d9d3a684e1),segment_id=d32222df-bf70-4d2d-8114-69d9d3a684e1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:37:56.710182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.766276 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] Set router 85ae9f81-05ec-46c5-b592-329a5700754d gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:37:56.772805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e83136-1c0d-4a48-a48e-55eb441af01f None None] Pushing event updated for resources: {'Port': ['ID=b0739544-775e-44d9-b126-3bcc13047179,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:56.829585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cd55d2f2-63f8-4598-82fb-ef5f9a49e1d5 None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:37:56.830173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cd55d2f2-63f8-4598-82fb-ef5f9a49e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:56.984864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:37:54Z', 'revision_number': 2, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port_host': None, '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:56Z', 'revision_number': 4, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:37:57.010459 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef1de-9d39-45b3-a693-57abe6c69dd8 None None] The sync data for ids ['85ae9f81-05ec-46c5-b592-329a5700754d'] in n-d-781076-5 is: [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:37:54Z', 'revision_number': 2, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port_host': None, '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:56Z', 'revision_number': 4, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:37:57.337748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45056) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:37:57.450877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e68cc-fd5f-4fe7-9037-804a7138a2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:57.452403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f33e68cc-fd5f-4fe7-9037-804a7138a2c6 admin admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 842 time: 0.1135063 Nov 23 09:37:57.462705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:37:57.486799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Made reservation on behalf of 1fcbab1d068e4064a87298688f36203e for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:37:57.489911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:57.856359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 09:37:57.856871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:57.919583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15980a5c-d682-4aa5-8bad-08a3a6556e94,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:37:57.931778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:37:57.932197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Network hostable DHCP agents. Network: 35f90cd8-754c-4665-9b8f-953033b6f293, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:37:57.950889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:37:57.960340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 35f90cd8-754c-4665-9b8f-953033b6f293) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:37:57.964647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:37:57.965250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:37:57.970324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d5001-4c2b-41f0-8a50-2cd8e4dd7cde None None] Network 35f90cd8-754c-4665-9b8f-953033b6f293 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:37:57.982599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-900bb660-da14-45de-ad7f-3d115a6c4cf7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5234406 Nov 23 09:37:58.107759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75131a7-148f-4b5e-b8e2-c1c234c3f921 None None] Network 35f90cd8-754c-4665-9b8f-953033b6f293 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:38:00.373115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:38:00.514296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37df0821-3655-4886-bcd9-fe581ceb1651 admin admin] 10.222.0.62 "GET /v2.0/routers/85ae9f81-05ec-46c5-b592-329a5700754d HTTP/1.1" status: 200 len: 710 time: 0.1345448 Nov 23 09:38:00.598514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4eb0b-a5b1-4a0f-b09f-291496291d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:38:00.605575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-39b4eb0b-a5b1-4a0f-b09f-291496291d71 admin admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 886 time: 0.0850613 Nov 23 09:38:00.609795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:38:00.870815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:01.133021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:01.211743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:01.318235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Allocated IP 172.25.1.171 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/dc354364-50c8-4b11-bac4-a81800f15056) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:38:01.431201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:01.476267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:01.516070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:38:01.523161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:38:01.526644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:38:01.560609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Pushing event updated for resources: {'Port': ['ID=dc354364-50c8-4b11-bac4-a81800f15056,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:38:01.884297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:02.089170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:02.093444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:02.204087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Router 85ae9f81-05ec-46c5-b592-329a5700754d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:38:02.315019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:38:02.318277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:02.319604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-885e97a8-f2a4-40c6-b82e-fe9a39f33cdc admin admin] 10.222.0.62 "PUT /v2.0/routers/85ae9f81-05ec-46c5-b592-329a5700754d HTTP/1.1" status: 200 len: 890 time: 1.7132747 Nov 23 09:38:03.326668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b0739544-775e-44d9-b126-3bcc13047179 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:38:03.382150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:38:03.382530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:03.927028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Sync routers for ids ['85ae9f81-05ec-46c5-b592-329a5700754d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:38:03.938303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Routers {'85ae9f81-05ec-46c5-b592-329a5700754d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:38:03.938894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:37:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['85ae9f81-05ec-46c5-b592-329a5700754d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:38:04.145450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Set router 85ae9f81-05ec-46c5-b592-329a5700754d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:38:04.607651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:38:01Z', 'revision_number': 4, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port': {'id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:38:01Z', 'updated_at': '2021-11-23T09:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:56Z', 'revision_number': 5, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:38:04.661285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Checking router: 85ae9f81-05ec-46c5-b592-329a5700754d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:38:04.661606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Updating router 85ae9f81-05ec-46c5-b592-329a5700754d port dc354364-50c8-4b11-bac4-a81800f15056 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:38:04.709301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:04.867672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45076) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:38:04.986087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0d472d4d-8dbd-468a-95dd-2ac13331271f admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173410 Nov 23 09:38:05.034997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:05.041833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:05.097257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Attempting to bind port dc354364-50c8-4b11-bac4-a81800f15056 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:38:05.097631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Attempting to bind port dc354364-50c8-4b11-bac4-a81800f15056 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:38:05.098005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Attempting to bind port dc354364-50c8-4b11-bac4-a81800f15056 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:38:05.100248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1357b-b785-444f-ac6c-71de0eb517c3 None None] Pushing event updated for resources: {'Port': ['ID=dc354364-50c8-4b11-bac4-a81800f15056,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:38:05.106289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:38:05.106736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:38:05.107105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:05.108055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:38:05.108055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Bound port: dc354364-50c8-4b11-bac4-a81800f15056, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:38:05.108349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:05.163612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] For port dc354364-50c8-4b11-bac4-a81800f15056, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:38:05.167234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] For port dc354364-50c8-4b11-bac4-a81800f15056, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dc354364-50c8-4b11-bac4-a81800f15056,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:38:05.173158 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:05.237180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Routers {'85ae9f81-05ec-46c5-b592-329a5700754d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:38:05.237772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:37:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['85ae9f81-05ec-46c5-b592-329a5700754d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:38:05.239662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1357b-b785-444f-ac6c-71de0eb517c3 None None] Pushing event updated for resources: {'Port': ['ID=dc354364-50c8-4b11-bac4-a81800f15056,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:38:05.352524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] Set router 85ae9f81-05ec-46c5-b592-329a5700754d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:38:05.575720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:38:01Z', 'revision_number': 4, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port': {'id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:38:01Z', 'updated_at': '2021-11-23T09:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:56Z', 'revision_number': 5, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:38:05.605992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000c066-b70e-4879-9112-80bff8b0e0dc None None] The sync data for ids ['85ae9f81-05ec-46c5-b592-329a5700754d'] in n-d-781076-5 is: [{'id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'name': 'router1', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:37:44Z', 'updated_at': '2021-11-23T09:38:01Z', 'revision_number': 4, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'gw_port': {'id': 'dc354364-50c8-4b11-bac4-a81800f15056', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:38:01Z', 'updated_at': '2021-11-23T09:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b0739544-775e-44d9-b126-3bcc13047179', 'name': '', 'network_id': 'ed9ccb2d-8a18-4118-9732-c3650b2a1cf3', 'tenant_id': 'a887c51bec704848801e605c1acccd1c', 'mac_address': 'fa:16:3e:80:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae9f81-05ec-46c5-b592-329a5700754d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:37:53Z', 'updated_at': '2021-11-23T09:37:56Z', 'revision_number': 5, 'project_id': 'a887c51bec704848801e605c1acccd1c', 'subnets': [{'id': '72be1f89-824c-475d-b32b-dbf1049bf93e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d8d669d-b414-4aca-92ca-159eafefd707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:38:07.352787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc354364-50c8-4b11-bac4-a81800f15056 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:38:07.407376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port dc354364-50c8-4b11-bac4-a81800f15056 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:38:07.407746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:07.490189 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:07.512587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port dc354364-50c8-4b11-bac4-a81800f15056, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dc354364-50c8-4b11-bac4-a81800f15056,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:38:07.517222 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:07.570803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=dc354364-50c8-4b11-bac4-a81800f15056,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:38:09.337821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc354364-50c8-4b11-bac4-a81800f15056 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:38:09.404217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port dc354364-50c8-4b11-bac4-a81800f15056 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:38:09.404590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:17.764030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c657ec0b-a882-4520-b830-02c5680ad65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:20.194052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c1c91c5-eb22-4a57-93ce-69b9d65c3578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:21.012595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:21.287690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:38:22.421252 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:23.452877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:47.762250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-449dbaf9-7d52-408f-9213-85fca88b8746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:50.183756 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bef48988-8edc-4dea-a132-417fa339422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:51.005988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:52.417122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:53.448049 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:38:58.287095 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:39:17.757661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f49d663f-66a6-4915-ab23-443e2eef5240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:20.177729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2eba540-a5c6-4103-aac1-792e2cef0b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:21.002508 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:22.417039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:23.452500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:28.627884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45592) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:28.696680 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaa9ff8-16e7-4c07-87c3-e35caf7dd594 admin admin] GET failed (client error): The resource could not be found. Nov 23 09:39:28.698053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-acaa9ff8-16e7-4c07-87c3-e35caf7dd594 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690584 Nov 23 09:39:28.865748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87170ae0-b322-44b5-9170-8669e3432002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:28.867182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-87170ae0-b322-44b5-9170-8669e3432002 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622162 Nov 23 09:39:31.150023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:31.288794 n-d-781076-5 neutron-server[110024]: WARNING oslo_policy.policy [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:39:31.289366 n-d-781076-5 neutron-server[110024]: WARNING oslo_policy.policy [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:39:31.734527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.policy [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110024) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 09:39:31.784175 n-d-781076-5 neutron-server[110024]: WARNING oslo_policy.policy [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:39:31.784687 n-d-781076-5 neutron-server[110024]: WARNING oslo_policy.policy [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 09:39:31.800496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:31.802342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-daa255d6-4673-4ae5-b8f1-1b41c890cb69 admin admin] 10.222.0.62 "GET /v2.0/subnets/72be1f89-824c-475d-b32b-dbf1049bf93e HTTP/1.1" status: 200 len: 849 time: 0.6510959 Nov 23 09:39:31.818841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:39:31.909724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Publish callbacks [] for subnet, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:32.075667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763416244857'] for subnet, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:32.144501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:32.145133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:32.146407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] 10.222.0.62 "PUT /v2.0/subnets/72be1f89-824c-475d-b32b-dbf1049bf93e HTTP/1.1" status: 200 len: 868 time: 0.3347270 Nov 23 09:39:32.148180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82995c-c25f-472c-9803-fde26d74d69d None None] Network ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:39:32.159072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72be1f89-824c-475d-b32b-dbf1049bf93e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:39:32.173206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.173512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.174137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.174436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.174763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.175110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.175432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.175748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.176082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.176370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.176732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.177002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6c4d4e-f205-4180-9156-aeefc86d0c84 admin admin] Tracked resource versions report: Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: pushed versions: Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: { 'AddressGroup': {'1.2'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'ConntrackHelper': {'1.0'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Log': {'1.0'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Network': {'1.1'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Port': {'1.7'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'PortForwarding': {'1.2'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'QosPolicy': {'1.10'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SecurityGroup': {'1.5'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SubPort': {'1.0'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Subnet': {'1.1'}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Trunk': {'1.1'}} Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: consumer versions: Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: L3 agent@n-d-781076-5: {}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: Metadata agent@n-d-781076-5: {}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: Metering agent@n-d-781076-5: {}, Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'ConntrackHelper': '1.0', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Log': '1.0', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Network': '1.1', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Port': '1.7', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'PortForwarding': '1.2', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'QosPolicy': '1.10', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SecurityGroup': '1.5', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SecurityGroupRule': '1.2', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'SubPort': '1.0', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Subnet': '1.1', Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: 'Trunk': '1.1'}} Nov 23 09:39:32.178333 n-d-781076-5 neutron-server[110024]: {{(pid=110024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:39:32.501486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f405b194-fa7f-4748-8700-4cd9323b2e4e None None] Provisioning complete for port b0739544-775e-44d9-b126-3bcc13047179 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:39:32.501857 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f405b194-fa7f-4748-8700-4cd9323b2e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:32.593408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f405b194-fa7f-4748-8700-4cd9323b2e4e None None] Provisioning complete for port 360b6398-cb03-4e28-aea2-88e04322c0b5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:39:32.593779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f405b194-fa7f-4748-8700-4cd9323b2e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:34.449629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45622) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:34.688611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7246eb-c63a-49a9-93fe-9cfa239cb4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:34.689079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7246eb-c63a-49a9-93fe-9cfa239cb4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:34.690654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f7246eb-c63a-49a9-93fe-9cfa239cb4ed admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2400603 Nov 23 09:39:35.287224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:39:36.925953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45630) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:37.146538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299906b-cd27-4468-9b21-7d20522ce09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:37.147166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299906b-cd27-4468-9b21-7d20522ce09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:37.148739 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2299906b-cd27-4468-9b21-7d20522ce09f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2214198 Nov 23 09:39:39.415546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:39.544506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b16f66-651f-43e9-9d90-7101123d6336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:39.545917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4b16f66-651f-43e9-9d90-7101123d6336 admin admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 886 time: 0.1293802 Nov 23 09:39:41.800296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45646) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:41.938286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdd705f-f1a3-48dc-bd85-369b4adb766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:41.939663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ebdd705f-f1a3-48dc-bd85-369b4adb766d admin admin] 10.222.0.62 "GET /v2.0/networks/ed9ccb2d-8a18-4118-9732-c3650b2a1cf3 HTTP/1.1" status: 200 len: 869 time: 0.1384346 Nov 23 09:39:44.239236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45654) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:44.367504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed31185-b5b6-4f29-97fb-fd64405b6529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:44.367953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed31185-b5b6-4f29-97fb-fd64405b6529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:44.369505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2ed31185-b5b6-4f29-97fb-fd64405b6529 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292832 Nov 23 09:39:46.631267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45662) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:46.744207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbe5ae-c17b-403d-b48a-ebcbed9e27be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:46.744662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbe5ae-c17b-403d-b48a-ebcbed9e27be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:46.746246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b4bbe5ae-c17b-403d-b48a-ebcbed9e27be admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1139936 Nov 23 09:39:47.764803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbadf-c722-4a8f-bf94-43c7e2815220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:49.023488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45670) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:49.138975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdde31-8c41-425e-8227-7545b1e08f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:49.140313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-67cdde31-8c41-425e-8227-7545b1e08f7c admin admin] 10.222.0.62 "GET /v2.0/subnets/15980a5c-d682-4aa5-8bad-08a3a6556e94 HTTP/1.1" status: 200 len: 816 time: 0.1158676 Nov 23 09:39:50.184390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ecd527e-89e0-4119-a860-a0f28d71db11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:51.009036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:51.380354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45678) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:39:51.481648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaea705-a392-4ce8-9a5a-d6aa4eefdbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:39:51.483027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dcaea705-a392-4ce8-9a5a-d6aa4eefdbb5 admin admin] 10.222.0.62 "GET /v2.0/subnets/72be1f89-824c-475d-b32b-dbf1049bf93e HTTP/1.1" status: 200 len: 868 time: 0.1016784 Nov 23 09:39:52.419225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:39:53.457268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:12.287138 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:40:15.976988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45732) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:40:16.031080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-719f141a-f049-460c-a8d3-6c2f74458379 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:40:16.032074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-719f141a-f049-460c-a8d3-6c2f74458379 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541437 Nov 23 09:40:17.761805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3ae2-17cc-4d00-a553-306404322685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:18.465215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:40:18.538334 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca666de3-b653-498d-8d43-c5c1d14b91b6 admin admin] GET failed (client error): The resource could not be found. Nov 23 09:40:18.539601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca666de3-b653-498d-8d43-c5c1d14b91b6 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0732281 Nov 23 09:40:18.684290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746fa12-229e-49e3-b1da-d3278a520107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:40:18.685765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9746fa12-229e-49e3-b1da-d3278a520107 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414475 Nov 23 09:40:20.181804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da6b419e-437f-4ef1-9148-ee3a8f51e54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.001539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45748) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:40:21.010942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.054388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:40:21.076902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Made reservation on behalf of 1fcbab1d068e4064a87298688f36203e for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:40:21.080302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.113583 n-d-781076-5 neutron-server[110023]: WARNING neutron.services.revisions.revision_plugin [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Could not find related network for resource to bump revision. Nov 23 09:40:21.126467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:40:21.137365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.137714 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Added segment 0e9ea91a-fb61-49c1-821e-50663a6f0a19 of type vlan for network 0a32a22a-855c-45b1-84a2-17c101a444b7 Nov 23 09:40:21.283511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.308120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.309126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:40:21.309718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:21.337991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3350997 Nov 23 09:40:21.370501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Pushing event updated for resources: {'Network': ['ID=0a32a22a-855c-45b1-84a2-17c101a444b7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:40:21.378218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.378522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.378888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.379216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.379541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.379866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.380184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.380476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.380823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.381138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.381518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.381745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b9f9e-39b8-4f60-90ad-481279c8732f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:21.396952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:40:22.425272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:23.461959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:23.645786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:40:23.708727 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f60dbb2-d75a-476d-af4b-ddb90868e4de admin admin] GET failed (client error): The resource could not be found. Nov 23 09:40:23.710042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1f60dbb2-d75a-476d-af4b-ddb90868e4de admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630960 Nov 23 09:40:23.782360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e82c6-c1f5-4d45-8e4d-d7895676095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:40:23.783823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d31e82c6-c1f5-4d45-8e4d-d7895676095f admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692894 Nov 23 09:40:23.797272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:40:23.820430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Made reservation on behalf of 1fcbab1d068e4064a87298688f36203e for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:40:23.822772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:23.987412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.039412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cc8426-4119-438b-bede-f1dc8fb0f995,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:40:24.049078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:40:24.049078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Network hostable DHCP agents. Network: 0a32a22a-855c-45b1-84a2-17c101a444b7, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:40:24.067532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:40:24.077546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0a32a22a-855c-45b1-84a2-17c101a444b7) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:40:24.081858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:40:24.082481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.086943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ecb40-8a7e-491c-a6de-38ae9fd2240b None None] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:40:24.099716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b993dd8e-b5ce-4c8c-b3f7-0139e824a7f0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3058798 Nov 23 09:40:24.245386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-0a32a22a-855c-45b1-84a2-17c101a444b7', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'tenant_id': '1fcbab1d068e4064a87298688f36203e', 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:40:24.246378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.386959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Allocated IP 192.168.233.2 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:40:24.532593 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.539213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.581278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:40:24.584584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:40:24.589145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Pushing event updated for resources: {'Port': ['ID=2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:40:24.591391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:40:24.599871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.600225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.600561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.600878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.601206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.601533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.601854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.602218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.602538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.602828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.603161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.603461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:40:24.656098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Attempting to bind port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:40:24.656371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Attempting to bind port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:40:24.656725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Attempting to bind port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:40:24.661710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:40:24.662107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:40:24.662507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.662893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:40:24.663348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Bound port: 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:40:24.663735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.726400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] For port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:40:24.729459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] For port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:40:24.735030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:24.792759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2f7e-c2fb-4535-bd84-db17aa58abef None None] Pushing event updated for resources: {'Port': ['ID=2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:40:25.469061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:40:25.528230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:40:25.528598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:25.620239 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:25.655554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:40:25.660755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:25.686116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be945b-b199-49c3-82f3-eead67a8c88b None None] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:40:25.768409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:40:25.774642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5168db65-07bf-4d1a-b1a0-26f1a04cf2f2 None None] Provisioning complete for port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:40:25.775005 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5168db65-07bf-4d1a-b1a0-26f1a04cf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:26.137246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8522c057-c85a-48d2-9bbc-8db9bd508342 None None] Provisioning complete for port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:40:26.137675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8522c057-c85a-48d2-9bbc-8db9bd508342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:27.392619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:40:27.444356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2a158c82-02ff-4d73-a73b-2a9b0d4c2cbc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:40:27.444680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:47.756713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab4de4d5-7bf0-4a95-ae2a-45e5ae497259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:49.286655 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:40:50.187063 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21a8fda5-7bad-4342-a336-87288b4bfce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:51.013766 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:52.427464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:40:53.466546 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:17.762390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cec0895-df81-478d-906a-d3f4081922fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:20.181609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cd5d80fd-9229-476e-8db6-fecb1da94fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:21.016035 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:22.431227 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:23.472014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:26.286841 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:41:37.626843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45800) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:41:37.632779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-35bdb34c-e3ba-4b8e-988a-b3f0d03876a3 tempest-verify_tempest_config-876662667 tempest-verify_tempest_config-876662667-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:41:37.633728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-35bdb34c-e3ba-4b8e-988a-b3f0d03876a3 tempest-verify_tempest_config-876662667 tempest-verify_tempest_config-876662667-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059121 Nov 23 09:41:37.969849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:41:38.088522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.176275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.181783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.225925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509799d-fcd0-4691-b937-3f0091b6e962,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:41:38.229792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7f3d6f176db4da5bbf7df4b400cca35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2589214 Nov 23 09:41:38.232810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:41:38.235289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.235634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.235989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.236323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.236637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.236962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.237288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.237621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.237952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.238280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.238602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.238921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a287-4b0f-4f68-9495-5d5e5f6487d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.339638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.368517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.465324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.468414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:38.469540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d509799d-fcd0-4691-b937-3f0091b6e962 HTTP/1.1" status: 204 len: 168 time: 0.2357893 Nov 23 09:41:38.477756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509799d-fcd0-4691-b937-3f0091b6e962,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:41:38.484527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.484872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.485212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.485545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.485896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.486228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.486547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.486868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.487189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.487506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.487824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:38.488138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1604371-5a67-42fb-a44f-18ec7d10aa58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:41:47.770089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23361153-1c74-4a93-8e2f-02d0ce967833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:50.187320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c31ea235-20de-46d6-a181-adefed9a8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:51.029935 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:52.439225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:41:53.469948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:03.288298 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:42:17.754261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-81dbe48d-7dfb-4f7d-bad8-b0f63819d7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:20.185944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8182aa9a-e458-4f52-8352-e3ec1cc67630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:21.026130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:22.449252 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:23.473786 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:40.292538 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:42:47.768284 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccff0-8106-4749-9bf4-1afecf5daffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:50.185359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a574dcaf-85b8-4be2-8941-233db1f9a405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:51.035644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:52.451770 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:42:53.468470 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:17.295858 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:43:17.768104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f586-8886-4d9a-9c03-459a2c87acfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:20.186971 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-50184b91-77d4-4ba2-bd9f-745640d1f394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:21.036544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:22.450889 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:23.467117 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:47.768359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cffe3bdf-ee31-4f74-b2b0-24d8e054995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:50.189217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0b59-1723-4a49-a882-d0247bcf972b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:51.049777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:52.464149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:53.480717 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:43:54.300990 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:44:17.774832 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad63541b-db1f-45a8-ae41-53a0b26f04b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:20.191334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1e28c7cd-fbcd-4fd0-b27c-e44d37c24337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:21.048970 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:22.463806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:23.484892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:31.304568 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 5 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:44:45.525881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:47.766472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0fddb86b-93d3-4d56-b418-35b546d60521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:49.969794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-482990'] for agent, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:50.186970 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cde169ec-7c6e-495e-a531-7133a9585ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:51.048888 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:52.468285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:44:53.478609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:08.309915 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:45:15.464017 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:17.768598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2cda6fa9-4447-4180-9cc4-bd2b8ac85e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:19.921937 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:20.189057 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-72a5fadd-3da6-4f37-a490-32f2152668a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:21.052073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:22.469458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:23.487454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:32.412289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45876) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:45:32.521064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-672f9b63-dc20-4342-9083-589ce461d3c9 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1076765 Nov 23 09:45:34.781088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45886) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:45:34.851686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c909fdbb-b4d1-48f3-9173-fcd717c0ee45 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0694430 Nov 23 09:45:45.312163 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:45:45.462942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:47.771005 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99efccdc-7a45-419d-85f8-79b333ab136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:49.929055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:50.191540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-989a3cde-26cc-4282-b7e0-336ff09be8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:51.063681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:52.471052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:45:53.485459 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:15.461564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:17.772390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe08e6ec-d6d9-465c-9cce-e1b091581788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:19.933588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:20.185796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52f59ed0-ac60-43f3-9a73-13fae0c7ca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:21.058359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:22.312223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:46:22.475452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:23.481837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:45.478853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:47.767120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d60b893-48e8-41e5-8fe9-557a4f3d4ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:49.942541 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:50.200848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58f5f653-7f9e-4262-9fcb-ab4cc7c9400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:51.074574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:52.500588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:53.485745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.303941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:54.567443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-network', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:46:54.590669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Made reservation on behalf of 89245c43dc2f4856b77f901747d48bd2 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:46:54.592980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.602266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.677265 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.682774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.711183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:46:54.717250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.717587 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Added segment 3772a141-c129-4ec2-88e3-49622c2d1afa of type vlan for network 461c94ce-85c4-4852-85f1-798ca6132f3a Nov 23 09:46:54.756564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e761fc94-10be-4090-8499-b878bcc5ec81,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:54.772813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.773161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.773495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.773823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.774178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.774501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.774819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.775135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.775451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.775765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.776079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.776391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Tracked resource versions report: Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: pushed versions: Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: { 'AddressGroup': {'1.2'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'ConntrackHelper': {'1.0'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Log': {'1.0'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Network': {'1.1'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Port': {'1.7'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'PortForwarding': {'1.2'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'QosPolicy': {'1.10'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SecurityGroup': {'1.5'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SubPort': {'1.0'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Subnet': {'1.1'}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Trunk': {'1.1'}} Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: consumer versions: Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: HyperV agent@n-h1-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: HyperV agent@n-h2-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: L3 agent@n-d-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: Metadata agent@n-d-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: Metering agent@n-d-781076-5: {}, Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'ConntrackHelper': '1.0', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Log': '1.0', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Network': '1.1', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Port': '1.7', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'PortForwarding': '1.2', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'QosPolicy': '1.10', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SecurityGroup': '1.5', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SecurityGroupRule': '1.2', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'SubPort': '1.0', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Subnet': '1.1', Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: 'Trunk': '1.1'}} Nov 23 09:46:54.777413 n-d-781076-5 neutron-server[110023]: {{(pid=110023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:46:54.781010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.808711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.809713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:46:54.810488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:54.834173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5309794 Nov 23 09:46:54.837102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46104) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:54.847374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Request body: {'subnet': {'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-subnet', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:46:54.848986 n-d-781076-5 neutron-server[110024]: INFO neutron.quota [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Loaded quota_driver: . Nov 23 09:46:54.874925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e112-63a4-42fe-95d5-7bc91c2725c8 admin admin] Pushing event updated for resources: {'Network': ['ID=461c94ce-85c4-4852-85f1-798ca6132f3a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:54.889387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 461c94ce-85c4-4852-85f1-798ca6132f3a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:46:54.928361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Made reservation on behalf of 89245c43dc2f4856b77f901747d48bd2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:46:54.931458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Publish callbacks [] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.071187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46120) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:55.172846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.229913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e63f55d-b48d-4d53-ab11-74c15c70d619,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:55.239259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.239667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.239971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.240533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.240871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.241184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.241519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.241838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.242167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.242501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.242816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.243114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Tracked resource versions report: Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: pushed versions: Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: { 'AddressGroup': {'1.2'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'ConntrackHelper': {'1.0'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Log': {'1.0'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Network': {'1.1'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Port': {'1.7'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'PortForwarding': {'1.2'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'QosPolicy': {'1.10'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SecurityGroup': {'1.5'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SubPort': {'1.0'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Subnet': {'1.1'}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Trunk': {'1.1'}} Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: consumer versions: Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: HyperV agent@n-h1-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: HyperV agent@n-h2-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: L3 agent@n-d-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: Metadata agent@n-d-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: Metering agent@n-d-781076-5: {}, Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'ConntrackHelper': '1.0', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Log': '1.0', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Network': '1.1', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Port': '1.7', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'PortForwarding': '1.2', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'QosPolicy': '1.10', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SecurityGroup': '1.5', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SecurityGroupRule': '1.2', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'SubPort': '1.0', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Subnet': '1.1', Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: 'Trunk': '1.1'}} Nov 23 09:46:55.244099 n-d-781076-5 neutron-server[110024]: {{(pid=110024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:46:55.264347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Checking segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:46:55.264718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Network hostable DHCP agents. Network: 461c94ce-85c4-4852-85f1-798ca6132f3a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:46:55.288309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:46:55.304216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 461c94ce-85c4-4852-85f1-798ca6132f3a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:46:55.309251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:46:55.310754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.313708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176dece8-05ae-4f95-87ef-c7869d0a9906 None None] Network 461c94ce-85c4-4852-85f1-798ca6132f3a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:46:55.338798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:55.340525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-487f4557-2398-4dcf-baff-9756bc68c86a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5011599 Nov 23 09:46:55.344448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:46:55.369059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.370654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.454695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.469218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-461c94ce-85c4-4852-85f1-798ca6132f3a', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:46:55.470151 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.498290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:55.499270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0d4eb64b-8840-48c5-8d92-1cff23529a87 tempest-AutoAllocateNetworkTest-336272724 tempest-AutoAllocateNetworkTest-336272724-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b08570a9ccd342aea756a24701e7213a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4267085 Nov 23 09:46:55.670326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.671174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Allocated IP 172.20.0.2 (461c94ce-85c4-4852-85f1-798ca6132f3a/7e63f55d-b48d-4d53-ab11-74c15c70d619/9727239d-8774-46f3-97f4-50c59353058e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:46:55.750368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b6b77-4260-4c20-bcc1-38d5761a6efb tempest-AutoAllocateNetworkTest-336272724 tempest-AutoAllocateNetworkTest-336272724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:46:55.752626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d44b6b77-4260-4c20-bcc1-38d5761a6efb tempest-AutoAllocateNetworkTest-336272724 tempest-AutoAllocateNetworkTest-336272724-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2533629 Nov 23 09:46:55.755567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:55.847150 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.858577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.878062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b57584dd-211b-4a5d-97b5-ac9bbfb83890 tempest-AutoAllocateNetworkTest-336272724 tempest-AutoAllocateNetworkTest-336272724-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212063 Nov 23 09:46:55.880653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46156) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:55.910459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.911802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a7f9556-9624-4df3-b9cd-62cbe0678f08 tempest-AutoAllocateNetworkTest-336272724 tempest-AutoAllocateNetworkTest-336272724-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b08570a9ccd342aea756a24701e7213a HTTP/1.1" status: 200 len: 208 time: 0.0298707 Nov 23 09:46:55.930448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:46:55.934110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:46:55.938287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:55.938779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:46:55.992538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Pushing event updated for resources: {'Port': ['ID=9727239d-8774-46f3-97f4-50c59353058e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:56.004430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.004770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.005104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.005478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.005738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.006087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.007141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.007468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.007789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.008098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.008550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.009009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Tracked resource versions report: Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: pushed versions: Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: { 'AddressGroup': {'1.2'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'ConntrackHelper': {'1.0'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Log': {'1.0'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Network': {'1.1'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Port': {'1.7'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'PortForwarding': {'1.2'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'QosPolicy': {'1.10'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SecurityGroup': {'1.5'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SubPort': {'1.0'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Subnet': {'1.1'}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Trunk': {'1.1'}} Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: consumer versions: Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: HyperV agent@n-h1-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: HyperV agent@n-h2-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: L3 agent@n-d-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: Metadata agent@n-d-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: Metering agent@n-d-781076-5: {}, Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'ConntrackHelper': '1.0', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Log': '1.0', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Network': '1.1', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Port': '1.7', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'PortForwarding': '1.2', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'QosPolicy': '1.10', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SecurityGroup': '1.5', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SecurityGroupRule': '1.2', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'SubPort': '1.0', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Subnet': '1.1', Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: 'Trunk': '1.1'}} Nov 23 09:46:56.010350 n-d-781076-5 neutron-server[110025]: {{(pid=110025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:46:56.027398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Attempting to bind port 9727239d-8774-46f3-97f4-50c59353058e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:46:56.027767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Attempting to bind port 9727239d-8774-46f3-97f4-50c59353058e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:46:56.029145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Attempting to bind port 9727239d-8774-46f3-97f4-50c59353058e on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:46:56.035986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:46:56.037666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Checking segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:46:56.038244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.038781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Bound using segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:46:56.039724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Bound port: 9727239d-8774-46f3-97f4-50c59353058e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:46:56.040740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.076311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Allocated IP 172.25.1.250 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:46:56.129344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] For port 9727239d-8774-46f3-97f4-50c59353058e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:46:56.133720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] For port 9727239d-8774-46f3-97f4-50c59353058e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9727239d-8774-46f3-97f4-50c59353058e,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:46:56.143988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.210948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.263794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.267480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228b821-4ac0-4625-8404-95ef4e38c78b None None] Pushing event updated for resources: {'Port': ['ID=9727239d-8774-46f3-97f4-50c59353058e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:56.295404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:46:56.298434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:46:56.323452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:46:56.578143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:56.785499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:56.883556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46198) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:57.049462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.215208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:46:57.329368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6609359a-54b8-487b-8625-4e64491cfbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.431133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6609359a-54b8-487b-8625-4e64491cfbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.434802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:46:57.440291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6609359a-54b8-487b-8625-4e64491cfbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.446134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:46:57.463914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:46:57.466355 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:46:57.499745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.506654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96de56bc-d14a-483b-aeea-f9edbc452b63 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1663022 Nov 23 09:46:57.507327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46224) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:57.635175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6609359a-54b8-487b-8625-4e64491cfbf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b08570a9ccd342aea756a24701e7213a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7467461 Nov 23 09:46:57.635175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609359a-54b8-487b-8625-4e64491cfbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa819e5e-9824-486d-b059-ea44cd6d2ee9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:57.643579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:46:57.691967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dfc20f-1082-4ae3-bc12-a7e91e3379d2 None None] Network 461c94ce-85c4-4852-85f1-798ca6132f3a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:46:57.787649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.842041 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.871295 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:46:57.920391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.927691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:57.929817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa819e5e-9824-486d-b059-ea44cd6d2ee9 HTTP/1.1" status: 204 len: 168 time: 0.2851319 Nov 23 09:46:57.931267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9727239d-8774-46f3-97f4-50c59353058e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:46:57.947719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0d746-caa8-4807-a6ad-2cc9bcaf672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa819e5e-9824-486d-b059-ea44cd6d2ee9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:58.290807 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:56Z', 'revision_number': 3, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:46:58.304692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] Provisioning complete for port 9727239d-8774-46f3-97f4-50c59353058e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:46:58.305045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.325555 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:46:58.326181 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Updating router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:46:58.364372 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.396148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9727239d-8774-46f3-97f4-50c59353058e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:46:58.396777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.515848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.601823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.675727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.678961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] For port 9727239d-8774-46f3-97f4-50c59353058e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9727239d-8774-46f3-97f4-50c59353058e,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:46:58.691170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.782239 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:46:58.783417 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:46:58.796177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadf3be-242c-4161-a9dc-4bf65f7ab7e7 None None] Pushing event updated for resources: {'Port': ['ID=9727239d-8774-46f3-97f4-50c59353058e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:58.833230 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.844916 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.876013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Allocated IP 172.20.0.1 (461c94ce-85c4-4852-85f1-798ca6132f3a/7e63f55d-b48d-4d53-ab11-74c15c70d619/8b0b3e34-0067-47af-88bc-46124b3ee766) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:46:58.907913 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Pushing event updated for resources: {'Port': ['ID=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:58.920063 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.920407 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.920746 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.921078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.921412 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.921738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.922146 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.922787 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.923111 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.923553 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.923876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.924194 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Tracked resource versions report: Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: pushed versions: Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: { 'AddressGroup': {'1.2'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'ConntrackHelper': {'1.0'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Log': {'1.0'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Network': {'1.1'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Port': {'1.7'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'PortForwarding': {'1.2'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'QosPolicy': {'1.10'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SecurityGroup': {'1.5'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SecurityGroupRule': {'1.2'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SubPort': {'1.0'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Subnet': {'1.1'}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Trunk': {'1.1'}} Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: consumer versions: Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: { DHCP agent@n-d-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: HyperV agent@n-h1-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: HyperV agent@n-h2-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: L3 agent@n-d-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: Metadata agent@n-d-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: Metering agent@n-d-781076-5: {}, Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: Open vSwitch agent@n-d-781076-5: { 'AddressGroup': '1.2', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'ConntrackHelper': '1.0', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Log': '1.0', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Network': '1.1', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Port': '1.7', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'PortForwarding': '1.2', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'QosPolicy': '1.10', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SecurityGroup': '1.5', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SecurityGroupRule': '1.2', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'SubPort': '1.0', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Subnet': '1.1', Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: 'Trunk': '1.1'}} Nov 23 09:46:58.925208 n-d-781076-5 neutron-server[110026]: {{(pid=110026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 09:46:58.955841 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Attempting to bind port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:46:58.956417 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Attempting to bind port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:46:58.957058 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Attempting to bind port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:46:58.963607 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:46:58.964389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:46:58.964923 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:58.965440 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:46:58.966796 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Bound port: 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:46:58.967458 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.043226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.066231 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] For port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:46:59.071413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] For port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:46:59.087668 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.134057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4ec745b8-0398-495a-9d73-7c9234900906 None None] Provisioning complete for port 9727239d-8774-46f3-97f4-50c59353058e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:46:59.134834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ec745b8-0398-495a-9d73-7c9234900906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.158477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.228801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:46:59.234810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:46:59.237405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:46:59.238128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.247076 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a68f-bdc9-4011-9b60-0f1104ac9fee None None] Pushing event updated for resources: {'Port': ['ID=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:59.261092 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:46:59.262399 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:46:59.315136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:46:59.357423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:46:59.484864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:46:59.518952 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.583161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1c20d412-3828-4803-bfdd-6502ebc4ba55 None None] Provisioning complete for port 8b0b3e34-0067-47af-88bc-46124b3ee766 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:46:59.584168 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c20d412-3828-4803-bfdd-6502ebc4ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.699930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9727239d-8774-46f3-97f4-50c59353058e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:46:59.736088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1c20d412-3828-4803-bfdd-6502ebc4ba55 None None] Port 8b0b3e34-0067-47af-88bc-46124b3ee766 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:46:59.770999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9727239d-8774-46f3-97f4-50c59353058e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:46:59.771372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:46:59.787740 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:56Z', 'revision_number': 3, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:46:59.817404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70a7cd-01a8-4f4c-ab67-bd2ac5bddb99 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:56Z', 'revision_number': 3, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:47:00.010291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:00.020840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:00.022111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:00.094769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:00.197074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:00.198765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:00.344966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:47:00.503562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:47:00.526788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3cfdcf53-6f12-44ca-8984-3e428f36afe8 admin admin] 10.222.0.62 "PUT /v2.0/routers/cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154979 Nov 23 09:47:00.570051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-28c0cf1c-e4c1-4a44-89da-d15bb07a89fe None None] Provisioning complete for port 8b0b3e34-0067-47af-88bc-46124b3ee766 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:00.570607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28c0cf1c-e4c1-4a44-89da-d15bb07a89fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:00.628406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-28c0cf1c-e4c1-4a44-89da-d15bb07a89fe None None] Port 8b0b3e34-0067-47af-88bc-46124b3ee766 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:00.639637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46360) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:00.643822 n-d-781076-5 neutron-server[110024]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 09:47:00.679457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-9ceecb07-f484-4bd6-bb1d-254245687695 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369959 Nov 23 09:47:00.821833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-0f9e87cd-df02-4e05-9fdd-ad6ae50dcd76 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:00.829815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-0f9e87cd-df02-4e05-9fdd-ad6ae50dcd76 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443975 Nov 23 09:47:00.849257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-bf184ccf-1f3c-4427-8f71-ef959e534de3 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/quotas/d3b5e7bbfc7b4617b446481fdb200261 HTTP/1.1" status: 200 len: 375 time: 0.0181580 Nov 23 09:47:00.910650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-c4595e93-0cfe-45e1-99b9-25f00068166b tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601363 Nov 23 09:47:01.469669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46420) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:01.560264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46428) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:01.698392 n-d-781076-5 neutron-server[110023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 09:47:01.724207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:01.751749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46442) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:01.798204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:01.798686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:01.809411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-network', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:01.840084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7546a6ac-2b47-44cd-8618-fd4c1100aec8 req-560f3cae-b4ec-4f94-b671-a357ebf2b4d4 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 210 time: 0.3666861 Nov 23 09:47:01.841916 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1201-2ef2-4589-bb72-7a92f0f5ceb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:01.899910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Made reservation on behalf of 1100d310347440a8b4b2b9961b5f2c3e for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:01.908159 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:01.928352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:01.984020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.051022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:02.059969 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.122598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:47:02.192849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:02.193907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:02.207295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1201-2ef2-4589-bb72-7a92f0f5ceb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.226447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1201-2ef2-4589-bb72-7a92f0f5ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.270636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3e2c1201-2ef2-4589-bb72-7a92f0f5ceb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa50cfc6590a4cd9a66b366f01c54edb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7088358 Nov 23 09:47:02.272714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:02.305310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.323663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:02.349110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.381934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1201-2ef2-4589-bb72-7a92f0f5ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82508fd3-be77-4331-95b5-df63c1980e9a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:02.389346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.405166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:47:02.420054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:02.435988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.436440 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Added segment 3e74abe4-853b-470b-9921-4f917cc1011b of type vlan for network 441b21c1-7f36-40ca-8485-6f62a006f93c Nov 23 09:47:02.458432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c58d9-fe38-4fe6-8e2d-ad9aea58e009,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:02.476696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:02.502777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.507324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.584466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.587753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:02.588360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.636920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.639662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.641105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82508fd3-be77-4331-95b5-df63c1980e9a HTTP/1.1" status: 204 len: 168 time: 0.3670001 Nov 23 09:47:02.650703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0204bf9-06c2-42d6-bc57-8ab0f1ed3274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82508fd3-be77-4331-95b5-df63c1980e9a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:02.679369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9263406 Nov 23 09:47:02.682194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46534) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:02.690465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Request body: {'subnet': {'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-subnet', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:02.745310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d2e6-3a6e-44c5-895f-9d1d1be98cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=441b21c1-7f36-40ca-8485-6f62a006f93c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:02.751396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Made reservation on behalf of 1100d310347440a8b4b2b9961b5f2c3e for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:02.753857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:02.762603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 441b21c1-7f36-40ca-8485-6f62a006f93c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:47:02.891288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 2, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:02.932217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:47:02.932574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Updating router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e port 8b0b3e34-0067-47af-88bc-46124b3ee766 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:47:02.961170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.016504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.017401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2193188-24e8-44c4-847a-cff347909ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.092870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:03.127620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Checking segment: {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:03.128207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Network hostable DHCP agents. Network: 441b21c1-7f36-40ca-8485-6f62a006f93c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:47:03.173730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Network 441b21c1-7f36-40ca-8485-6f62a006f93c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:47:03.210456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2193188-24e8-44c4-847a-cff347909ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.212627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46552) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:03.216895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-3e6ec4d7-7cfe-4f37-9124-907208be6864 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461307 Nov 23 09:47:03.219028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 441b21c1-7f36-40ca-8485-6f62a006f93c) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:03.227847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2193188-24e8-44c4-847a-cff347909ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.243817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:03.243817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.252859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5321b-e40b-4b1f-a2cb-5a50a20cb607 None None] Network 441b21c1-7f36-40ca-8485-6f62a006f93c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:03.295854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c2193188-24e8-44c4-847a-cff347909ec7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07657d95c55e400b8862fa3c49213643&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8714988 Nov 23 09:47:03.296745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46558) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:03.297766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193188-24e8-44c4-847a-cff347909ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e099390-b474-42bb-a186-4247eb6ae727,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:03.309209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-872b592e-fc4c-4219-a023-ea3bd5282b7e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6235232 Nov 23 09:47:03.341271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46560) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:03.348125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:03.431127 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.432631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.450218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.485304 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.579560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-441b21c1-7f36-40ca-8485-6f62a006f93c', 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'fixed_ips': [{'subnet_id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:47:03.580903 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.587938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e446c60b-16dd-41b5-a4f1-f1d08b99987b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.603027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.606708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.609698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e099390-b474-42bb-a186-4247eb6ae727 HTTP/1.1" status: 204 len: 168 time: 0.2817812 Nov 23 09:47:03.635566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.655266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7a729-7f4c-4ea6-a5aa-d2f799853be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e099390-b474-42bb-a186-4247eb6ae727,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:03.720376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:03.749017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.50', 54215) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:03.771182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.784900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:03.798661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.846944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-7b561113-65ab-4970-a31d-e357277577ec tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852976 Nov 23 09:47:03.899859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e446c60b-16dd-41b5-a4f1-f1d08b99987b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:03.942225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-2f796d6f-4ed8-4a58-b50c-4ee27419f1e1 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:03.950034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-2f796d6f-4ed8-4a58-b50c-4ee27419f1e1 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7320554 Nov 23 09:47:03.966497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4daac-7c82-4e8b-b6c4-f5a122d6ec0c None None] Pushing event updated for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:03.988503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2223118-3a29-483d-8fd0-079e0785d361 req-2ccacbc2-6c5a-4c14-b9c8-4efabddefe51 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 210 time: 0.0859771 Nov 23 09:47:04.032864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-40f6bf3c-29cf-491b-a999-5b0e125fc8f8 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/quotas/6abd2164bcdb4713b6c63667a55e3a17 HTTP/1.1" status: 200 len: 375 time: 0.0816231 Nov 23 09:47:04.048351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.098462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:04.098910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.112850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46576) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:04.173367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Allocated IP 172.20.0.2 (441b21c1-7f36-40ca-8485-6f62a006f93c/4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3/cde896a0-857f-4386-91ac-cc311e2fd464) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:04.173965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-aa85a7a0-5d24-44cd-9479-04ab71190f7d tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386023 Nov 23 09:47:04.219790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Attempting to bind port 8b0b3e34-0067-47af-88bc-46124b3ee766 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:04.220177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Attempting to bind port 8b0b3e34-0067-47af-88bc-46124b3ee766 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:04.220539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Attempting to bind port 8b0b3e34-0067-47af-88bc-46124b3ee766 on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:04.241771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10328af2-f95b-44a4-88c8-c56a6e09be03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.259874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:04.260251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Checking segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:04.270502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.271081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Bound using segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:04.271610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Bound port: 8b0b3e34-0067-47af-88bc-46124b3ee766, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:04.272033 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.350831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e446c60b-16dd-41b5-a4f1-f1d08b99987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.402085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-214d598a-0207-4d9a-9b84-31a947f5401d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.428609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10328af2-f95b-44a4-88c8-c56a6e09be03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.451125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10328af2-f95b-44a4-88c8-c56a6e09be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.521093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10328af2-f95b-44a4-88c8-c56a6e09be03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeaa411-e582-43d0-bbda-6bfe1b9a9385,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:04.530983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-214d598a-0207-4d9a-9b84-31a947f5401d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.542042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-508caa9d-1bec-49c2-8d76-aafc18be1882 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:04.544007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-508caa9d-1bec-49c2-8d76-aafc18be1882 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5536168 Nov 23 09:47:04.546001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-214d598a-0207-4d9a-9b84-31a947f5401d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.551386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e446c60b-16dd-41b5-a4f1-f1d08b99987b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67fbd16c3e5f4b398267cdca43cec95f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3376293 Nov 23 09:47:04.559560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46618) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:04.629294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-214d598a-0207-4d9a-9b84-31a947f5401d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe578bbbe49f4a4d9931ab588d628cb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8150253 Nov 23 09:47:04.635541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46626) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:04.638113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ebc34db6-5885-4f7e-9c46-cdc446981a18 None None] Provisioning complete for port 8b0b3e34-0067-47af-88bc-46124b3ee766 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:04.638701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ebc34db6-5885-4f7e-9c46-cdc446981a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.677810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6255e2e0-9ffa-469c-91f6-d7bec71e12c9 req-0052b587-6d68-4c60-bf88-1f4641bf6b98 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.1211100 Nov 23 09:47:04.714352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-10328af2-f95b-44a4-88c8-c56a6e09be03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db8336739c4746bab354c2ae6790f42a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5947430 Nov 23 09:47:04.714499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Request body: {'port': {'device_id': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd3b5e7bbfc7b4617b446481fdb200261'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:04.715738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46634) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:04.721687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446c60b-16dd-41b5-a4f1-f1d08b99987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ea2b9-62af-4af2-974f-499709fedc03,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:04.813244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d598a-0207-4d9a-9b84-31a947f5401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0696509-e461-48a5-b929-9819c1813d54,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:04.838551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.874425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] For port 8b0b3e34-0067-47af-88bc-46124b3ee766, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:04.894743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ebc34db6-5885-4f7e-9c46-cdc446981a18 None None] Port 8b0b3e34-0067-47af-88bc-46124b3ee766 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:04.934469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:04.942889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] For port 8b0b3e34-0067-47af-88bc-46124b3ee766, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8b0b3e34-0067-47af-88bc-46124b3ee766,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:04.955776 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.082666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.116128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.182034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.202382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4daac-7c82-4e8b-b6c4-f5a122d6ec0c None None] Pushing event updated for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:05.215530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.217309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.260217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.368206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Pushing event updated for resources: {'Port': ['ID=cde896a0-857f-4386-91ac-cc311e2fd464,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:05.376662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:05.377417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:05.389925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Network 441b21c1-7f36-40ca-8485-6f62a006f93c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:05.392205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.492545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:05.504968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:05.657231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00115166-d6ab-4e92-a0bc-0143cc5f3689 req-75838a02-29b0-43b7-8c30-14d0c5a6ba2f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 210 time: 0.2660553 Nov 23 09:47:05.739933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.756393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.761036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Attempting to bind port cde896a0-857f-4386-91ac-cc311e2fd464 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:05.761395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Attempting to bind port cde896a0-857f-4386-91ac-cc311e2fd464 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:05.761767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Attempting to bind port cde896a0-857f-4386-91ac-cc311e2fd464 on network 441b21c1-7f36-40ca-8485-6f62a006f93c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:05.771636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.775064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0696509-e461-48a5-b929-9819c1813d54 HTTP/1.1" status: 204 len: 168 time: 1.1381600 Nov 23 09:47:05.878190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ca700-12ea-403e-88c3-5ad51b344650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0696509-e461-48a5-b929-9819c1813d54,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:05.882644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:05.885996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Checking segment: {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:05.886384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.886814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Bound using segment: {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:05.887315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Bound port: cde896a0-857f-4386-91ac-cc311e2fd464, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:05.888207 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.983322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Made reservation on behalf of d3b5e7bbfc7b4617b446481fdb200261 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:05.987100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.990610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.993144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:05.998434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/938ea2b9-62af-4af2-974f-499709fedc03 HTTP/1.1" status: 204 len: 168 time: 1.4372876 Nov 23 09:47:06.007082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.021414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-309ca044-226e-4702-9148-ce611b468677 req-b996fa53-44b5-40de-9325-768926acaf40 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.1552374 Nov 23 09:47:06.061841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0c08c-6e61-4db5-b5aa-2a77be0038de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ea2b9-62af-4af2-974f-499709fedc03,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:06.078388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Allocated IP 172.25.1.96 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/fb0c4bbc-f665-40cc-9682-72546fa7b79d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:06.084003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] Provisioning complete for port 8b0b3e34-0067-47af-88bc-46124b3ee766 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:06.087535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.199400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.227253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.234278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfeaa411-e582-43d0-bbda-6bfe1b9a9385 HTTP/1.1" status: 204 len: 168 time: 1.5011001 Nov 23 09:47:06.244304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:06.304460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0404-0bb2-4b30-ae1d-f5778a607d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeaa411-e582-43d0-bbda-6bfe1b9a9385,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:06.325799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.355892 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.579516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.625290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408aad2a-f637-4f7a-adb7-22e1fc87d860,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:06.793053 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:06.826546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] For port cde896a0-857f-4386-91ac-cc311e2fd464, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:06.878993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Allocated IP 192.168.233.172 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a49d1511-5121-4685-bb2b-2d3960b880e9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:07.068840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46718) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:07.099980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0c4bbc-f665-40cc-9682-72546fa7b79d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:07.116149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:07.122450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:07.149744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9fbd5d47-7593-4840-a5de-d419ab926bed req-542d7e79-380a-424f-88ef-204f27c3cb6e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 210 time: 0.1590033 Nov 23 09:47:07.183776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] For port cde896a0-857f-4386-91ac-cc311e2fd464, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cde896a0-857f-4386-91ac-cc311e2fd464,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:07.210556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:07.213447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.240555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.377033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] For port 8b0b3e34-0067-47af-88bc-46124b3ee766, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8b0b3e34-0067-47af-88bc-46124b3ee766,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:07.386558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.393870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.403212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8075564-bd22-4bad-aefb-e92a43a4e2fd None None] Pushing event updated for resources: {'Port': ['ID=cde896a0-857f-4386-91ac-cc311e2fd464,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:07.472778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:04Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:07.525776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7605aee-f9cf-43af-b4f6-0bbc5c4317a1 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:04Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:47:07.535951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.597676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4739d-7402-4134-8743-8e1de790a81d None None] Pushing event updated for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:07.807463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46728) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:07.851386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:07.900969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:07.904992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:07.923056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:07.925647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.967680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-31544ea9-7522-46d2-a9c3-cff89c4e1ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:07.977440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7203b220-b37d-4250-8bc8-531c2afc7bbd req-d30c5296-5633-40d2-be4c-9d04389a2299 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.7944696 Nov 23 09:47:08.105041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f586690-3d3e-477b-b57c-6a64ebe3b2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.168636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Pushing event updated for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:08.233600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.316182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.50', 54219) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:08.379019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-bfa5a77d-8c97-47d3-9c82-59bfea6e0938 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599306 Nov 23 09:47:08.506082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f586690-3d3e-477b-b57c-6a64ebe3b2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.540209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a0ad6047-3fbb-4a17-a10e-23b971a8d626 None None] Provisioning complete for port a49d1511-5121-4685-bb2b-2d3960b880e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:08.540736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6047-3fbb-4a17-a10e-23b971a8d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.605502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-13505586-c0d4-4503-a914-bd0624a23f22 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9657021 Nov 23 09:47:08.653567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad6047-3fbb-4a17-a10e-23b971a8d626 None None] Port a49d1511-5121-4685-bb2b-2d3960b880e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:08.667228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f586690-3d3e-477b-b57c-6a64ebe3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.778081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-31544ea9-7522-46d2-a9c3-cff89c4e1ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.794879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-e36546ae-e265-48ab-a174-016eaf68ffac tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:08.797090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-e36546ae-e265-48ab-a174-016eaf68ffac tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1166675 Nov 23 09:47:08.837251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f586690-3d3e-477b-b57c-6a64ebe3b2f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6995ef4f81a143dfbe8874aa41bea713&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0263550 Nov 23 09:47:08.846500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46752) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:08.849765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-31544ea9-7522-46d2-a9c3-cff89c4e1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.936044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.970273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f586690-3d3e-477b-b57c-6a64ebe3b2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b49a08-62de-4752-897a-71811133ddce,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:08.993267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:08.998016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01077c1-e104-4821-85a9-cd76878e5c0f req-e79236c9-d463-4faa-acac-fec0738b2f2a tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:09.000075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d01077c1-e104-4821-85a9-cd76878e5c0f req-e79236c9-d463-4faa-acac-fec0738b2f2a tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 936 time: 0.4843388 Nov 23 09:47:09.072285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31544ea9-7522-46d2-a9c3-cff89c4e1ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130a556-161d-42ed-b770-5c52a286424a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:09.095935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-31544ea9-7522-46d2-a9c3-cff89c4e1ae7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f03dd4279fa144fdaa035802b811dcbd&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0237062 Nov 23 09:47:09.134580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46758) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:09.217532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee7a5c68-32bb-43f0-8e01-16f0797d9102 req-48fcc2ea-9f8c-4af2-ab1d-0d48881a1f6e tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.0667450 Nov 23 09:47:09.233883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d01077c1-e104-4821-85a9-cd76878e5c0f req-8512bec2-75e5-4d32-80c7-af3d0138697f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514344 Nov 23 09:47:09.287246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46762) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:09.314552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.319430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.322989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.325476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2b49a08-62de-4752-897a-71811133ddce HTTP/1.1" status: 204 len: 168 time: 0.4773908 Nov 23 09:47:09.369205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c6a5d-60a7-458c-b988-ac95d514ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b49a08-62de-4752-897a-71811133ddce,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:09.404486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.420000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-0bebccb8-9453-4e1a-a153-943d3702fd46 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:09.425582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-0bebccb8-9453-4e1a-a153-943d3702fd46 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8919611 Nov 23 09:47:09.435716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Request body: {'port': {'device_id': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:09.438644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.520650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7b4b9-89f2-4210-9ec7-c97e2033e1ff None None] Network 441b21c1-7f36-40ca-8485-6f62a006f93c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:09.559847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-645487501-network', 'tenant_id': '74e9003d97424e56aee352d3650bba9d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:09.601906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Request body: {'port': {'device_id': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '6abd2164bcdb4713b6c63667a55e3a17'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:09.771055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.788910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] Provisioning complete for port cde896a0-857f-4386-91ac-cc311e2fd464 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:09.797856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.851784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.867477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:09.871240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9130a556-161d-42ed-b770-5c52a286424a HTTP/1.1" status: 204 len: 168 time: 0.7293112 Nov 23 09:47:09.881538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cde896a0-857f-4386-91ac-cc311e2fd464 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:09.969087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:09.982376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.008259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port cde896a0-857f-4386-91ac-cc311e2fd464 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:10.008877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.038631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7986a-8600-45c6-a6c4-f14ed5d4564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130a556-161d-42ed-b770-5c52a286424a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:10.058208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.288991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.289601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.312905 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.364911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Made reservation on behalf of 6abd2164bcdb4713b6c63667a55e3a17 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:10.384392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.420511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.447514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Router c007e5d4-29c6-47fa-9f89-4438f67b2975 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:47:10.555576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb8d119c-0499-4d40-9af3-3931686aa76b req-f3c8dd29-57a5-4a24-a4b1-a002d6999464 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.1220112 Nov 23 09:47:10.665664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:10.691952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cea2753-b14c-4a13-897b-97c9d7552f45,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:10.714107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:47:10.739808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.740997 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Added segment 7d730b96-9740-4276-b9fd-3311944e996f of type vlan for network 439f3770-f03b-4e17-bed8-c35b24af0524 Nov 23 09:47:10.741384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.762332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a19177f-017c-427d-af45-d36ddea48709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.842785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] For port cde896a0-857f-4386-91ac-cc311e2fd464, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cde896a0-857f-4386-91ac-cc311e2fd464,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:10.884243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.895594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:10.929938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255638-0284-4f07-81e3-86039dc6eb43 req-ffb263c5-f1e0-4ccf-b236-a88eec549202 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:10.931732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f255638-0284-4f07-81e3-86039dc6eb43 req-ffb263c5-f1e0-4ccf-b236-a88eec549202 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 936 time: 0.3926930 Nov 23 09:47:11.052542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f255638-0284-4f07-81e3-86039dc6eb43 req-31f80928-9a5e-47bc-b2f8-1d7ea8b283e3 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144681 Nov 23 09:47:11.057233 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.058088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:11.058755 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.160579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8720119 Nov 23 09:47:11.168034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46804) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:11.173466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Request body: {'subnet': {'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-645487501-subnet', 'tenant_id': '74e9003d97424e56aee352d3650bba9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:11.180034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ed05b-3157-4726-aa3f-c541e4ada901 None None] Pushing event updated for resources: {'Port': ['ID=cde896a0-857f-4386-91ac-cc311e2fd464,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:11.200197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fe144-77c8-4123-a278-db67e643d4ab admin admin] Pushing event updated for resources: {'Network': ['ID=439f3770-f03b-4e17-bed8-c35b24af0524,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:11.210948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:11.213421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.242808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 439f3770-f03b-4e17-bed8-c35b24af0524 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:47:11.252884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:47:11.269247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Sync routers for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:47:11.285586 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:11.288508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:11.306899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.338413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.476916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:11.480822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-343ba2a2-fb84-4a4b-9ad0-00696a05c4a2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.1358962 Nov 23 09:47:11.496629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:47:11.497481 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:47:11.534642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:11.966452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-62e8d5d6-3f75-4c12-a542-550320c7e08c None None] Provisioning complete for port cde896a0-857f-4386-91ac-cc311e2fd464 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:11.967046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-62e8d5d6-3f75-4c12-a542-550320c7e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.181842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8b0b3e34-0067-47af-88bc-46124b3ee766 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:12.182176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49d1511-5121-4685-bb2b-2d3960b880e9 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:12.203021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46810) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:12.221418 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.307153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Transition to ACTIVE for port object a49d1511-5121-4685-bb2b-2d3960b880e9 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:12.309245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.336918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8b0b3e34-0067-47af-88bc-46124b3ee766 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:12.337291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.376775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.406078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 3, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:12.468191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Checking router: c007e5d4-29c6-47fa-9f89-4438f67b2975 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:47:12.468601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Updating router c007e5d4-29c6-47fa-9f89-4438f67b2975 port fb0c4bbc-f665-40cc-9682-72546fa7b79d binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:47:12.523019 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.722410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Allocated IP 192.168.233.90 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/3df14fce-6395-4909-869d-75530c824142) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:12.738238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cde896a0-857f-4386-91ac-cc311e2fd464 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:12.762184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c726ea-66b3-4c28-b762-076ebe4d14cf,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:12.833832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Pushing event updated for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:12.894916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port cde896a0-857f-4386-91ac-cc311e2fd464 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:12.895288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.933068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c89ef-5611-4ad8-a604-9e78f1668f3d req-640ea60f-88fa-4728-9e1b-29fb05d9a2cc tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:12.938339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d9c89ef-5611-4ad8-a604-9e78f1668f3d req-640ea60f-88fa-4728-9e1b-29fb05d9a2cc tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.6330011 Nov 23 09:47:12.952611 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:12.969986 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.091474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.111334 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3318fe-acec-410d-9f6d-509acf680256 None None] Pushing event updated for resources: {'Port': ['ID=fb0c4bbc-f665-40cc-9682-72546fa7b79d,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:13.128412 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Attempting to bind port fb0c4bbc-f665-40cc-9682-72546fa7b79d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:13.129508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Attempting to bind port fb0c4bbc-f665-40cc-9682-72546fa7b79d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:13.130261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Attempting to bind port fb0c4bbc-f665-40cc-9682-72546fa7b79d on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:13.143005 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:13.144186 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:13.146150 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.146932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:13.147391 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Bound port: fb0c4bbc-f665-40cc-9682-72546fa7b79d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:13.148605 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.242144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Attempting to bind port a49d1511-5121-4685-bb2b-2d3960b880e9 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:13.243264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Attempting to bind port a49d1511-5121-4685-bb2b-2d3960b880e9 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:13.243814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Attempting to bind port a49d1511-5121-4685-bb2b-2d3960b880e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:13.246257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:13.246946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Network hostable DHCP agents. Network: 439f3770-f03b-4e17-bed8-c35b24af0524, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:47:13.269040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c24d084e-9394-4238-973b-ab07196b4852 req-6295e12a-91cd-4c2a-8a20-9782e9530a0b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 1.0177295 Nov 23 09:47:13.269477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Port a49d1511-5121-4685-bb2b-2d3960b880e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:13.270200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Attempting to bind port a49d1511-5121-4685-bb2b-2d3960b880e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:13.284194 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] For port fb0c4bbc-f665-40cc-9682-72546fa7b79d, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:13.284662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a19177f-017c-427d-af45-d36ddea48709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.287240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eaca0d-f024-4086-9068-1b69e13b42e4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:13.291502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d9c89ef-5611-4ad8-a604-9e78f1668f3d req-679dda5e-d377-4b5b-b789-4d8393b41ce8 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097589 Nov 23 09:47:13.294142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:13.294301 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] For port fb0c4bbc-f665-40cc-9682-72546fa7b79d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fb0c4bbc-f665-40cc-9682-72546fa7b79d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:13.295175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:13.296337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:13.296676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Bound port: a49d1511-5121-4685-bb2b-2d3960b880e9, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:13.297534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.303437 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.308649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.311983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a19177f-017c-427d-af45-d36ddea48709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.324664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Network 439f3770-f03b-4e17-bed8-c35b24af0524 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:47:13.388997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 439f3770-f03b-4e17-bed8-c35b24af0524) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:13.396895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:13.400732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e8895-02f7-4d5b-98e2-b3aefcf35168 None None] Network 439f3770-f03b-4e17-bed8-c35b24af0524 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:13.410839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.467397 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3318fe-acec-410d-9f6d-509acf680256 None None] Pushing event updated for resources: {'Port': ['ID=fb0c4bbc-f665-40cc-9682-72546fa7b79d,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:13.509917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-74dbd504-b801-42aa-80ed-aaaf470ebeaf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3407888 Nov 23 09:47:13.555130 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:13.556640 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:13.587375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:13.603080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a49d1511-5121-4685-bb2b-2d3960b880e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:13.619860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.671283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a19177f-017c-427d-af45-d36ddea48709 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f59f71299b2241a2a5e4e478636fe644&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9853921 Nov 23 09:47:13.680107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:13.700422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46868) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:13.701814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19177f-017c-427d-af45-d36ddea48709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a280d85-5c0d-407d-8763-53d0f136737e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:13.741382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:13.785758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:13.787753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.787872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:13.791081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] 10.222.0.50 "PUT /v2.0/ports/a49d1511-5121-4685-bb2b-2d3960b880e9 HTTP/1.1" status: 200 len: 1096 time: 4.7097783 Nov 23 09:47:13.794908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:13.803409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:13.804086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:13.819359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Pushing event updated for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:13.837734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb6b22-0ec0-4d7c-a110-c207b4667ddf None None] Network 439f3770-f03b-4e17-bed8-c35b24af0524 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:13.966773 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:14.131695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a3d50-0c90-486e-a285-fac4f8a14386 service neutron] Pushing event updated for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:14.221602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-f7b58a53-9661-4a51-b0a9-dd13e01a092b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6465127 Nov 23 09:47:14.279684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:14.287930 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b4cb1-ad93-4516-993c-6b0a0258d33f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:14.322948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0cce44b5-fddb-45fc-9940-c62efd373b49 None None] Provisioning complete for port 3df14fce-6395-4909-869d-75530c824142 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:14.323568 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cce44b5-fddb-45fc-9940-c62efd373b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:14.441062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:14.463876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0cce44b5-fddb-45fc-9940-c62efd373b49 None None] Port 3df14fce-6395-4909-869d-75530c824142 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:14.542078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 3, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:14.613848 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4c83-8d23-439d-b3dc-a0dcff9a0e95 None None] The sync data for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 is: [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 3, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:47:14.711950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75935771-a0ea-4bfc-a74b-f3d0fb7ff89e req-ed244629-cf8a-4858-a21b-4dbce6aff819 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:14.715634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75935771-a0ea-4bfc-a74b-f3d0fb7ff89e req-ed244629-cf8a-4858-a21b-4dbce6aff819 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 935 time: 0.1664758 Nov 23 09:47:14.717152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437ec98-9109-4df1-9f5d-03de98f342d1 x-openstack-request-id: req-d437ec98-9109-4df1-9f5d-03de98f342d1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:14.717445 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:14.717733 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d437ec98-9109-4df1-9f5d-03de98f342d1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:14.722797 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9', 'status': 'completed', 'code': 200} Nov 23 09:47:14.871558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75935771-a0ea-4bfc-a74b-f3d0fb7ff89e req-ae0076e0-1cbe-4e06-b8e1-a9ae8d7f1eab tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475108 Nov 23 09:47:14.960651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:14.963259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:14.964424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a280d85-5c0d-407d-8763-53d0f136737e HTTP/1.1" status: 204 len: 168 time: 1.2592106 Nov 23 09:47:14.990961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b092de-b43b-484d-a7dc-59c4194a536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a280d85-5c0d-407d-8763-53d0f136737e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:15.020937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a5971-43da-41b4-b515-16ac9348f621 req-6f550509-2e24-4949-91ee-483513574b43 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:15.022591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-907a5971-43da-41b4-b515-16ac9348f621 req-6f550509-2e24-4949-91ee-483513574b43 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.1941702 Nov 23 09:47:15.222484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-907a5971-43da-41b4-b515-16ac9348f621 req-a7dd9db2-ca45-4881-94ca-95eb63e99525 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849575 Nov 23 09:47:15.260315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:15.496558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:15.720998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Allocated IP 172.20.0.1 (441b21c1-7f36-40ca-8485-6f62a006f93c/4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3/6e892562-3e5d-4c12-9ad8-9ff08b994cd8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:15.801695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46936) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:15.818245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-104421606-network', 'tenant_id': '677b1a61c07d40bf8bbe5884b162aabe'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:15.856770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Made reservation on behalf of 677b1a61c07d40bf8bbe5884b162aabe for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:15.859356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:15.869872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:15.879197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:15.999320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.085802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.092959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Pushing event updated for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:16.096249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.107937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Network 441b21c1-7f36-40ca-8485-6f62a006f93c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:16.109780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:16.113871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:16.114640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.158062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcdcc-0771-4e7a-bfcd-38c9875214a1 req-3a7a2e9a-4648-45bb-bdf6-2b5078157151 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:16.170017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-babfcdcc-0771-4e7a-bfcd-38c9875214a1 req-3a7a2e9a-4648-45bb-bdf6-2b5078157151 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 935 time: 0.1286905 Nov 23 09:47:16.178097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:16.203206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:47:16.252279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8515637b-368b-4b6d-8c38-52a48caf13ff,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:16.274686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.275039 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Added segment 782825bb-acf8-491e-9c52-8366791149ea of type vlan for network 24719852-a50a-4951-966d-b2d48e669037 Nov 23 09:47:16.448096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-babfcdcc-0771-4e7a-bfcd-38c9875214a1 req-ec5f7dbd-86f8-4b13-9d43-f936b062a60f tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763524 Nov 23 09:47:16.453224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.539089 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.541502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:16.542251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.635376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8303676 Nov 23 09:47:16.647404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:16.654451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Request body: {'subnet': {'network_id': '24719852-a50a-4951-966d-b2d48e669037', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-104421606-subnet', 'tenant_id': '677b1a61c07d40bf8bbe5884b162aabe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:16.664132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e9d6eceb-d718-42b8-b67c-ef3c31adad72 None None] Provisioning complete for port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:16.664730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9d6eceb-d718-42b8-b67c-ef3c31adad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.757551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3010d-d18e-4157-8785-06f4dfa2f1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=24719852-a50a-4951-966d-b2d48e669037,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:16.763200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c7fa-5401-4f6d-8df5-11998727113b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.792042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fb0c4bbc-f665-40cc-9682-72546fa7b79d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:16.807150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 24719852-a50a-4951-966d-b2d48e669037 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:47:16.823952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Made reservation on behalf of 677b1a61c07d40bf8bbe5884b162aabe for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:16.827045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:16.873154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4b56-8f85-46b2-a7b8-6ea4ad2b7a7b req-14a095c6-ebbc-491c-80e5-1aa2f395aa7e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:16.883020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae1c4b56-8f85-46b2-a7b8-6ea4ad2b7a7b req-14a095c6-ebbc-491c-80e5-1aa2f395aa7e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.2876675 Nov 23 09:47:16.937278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6eceb-d718-42b8-b67c-ef3c31adad72 None None] Port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:16.982425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fb0c4bbc-f665-40cc-9682-72546fa7b79d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:16.983077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.117097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae1c4b56-8f85-46b2-a7b8-6ea4ad2b7a7b req-cc318352-667d-411f-b8b0-13f49eba47cc tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226071 Nov 23 09:47:17.191493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.254853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.257048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c7fa-5401-4f6d-8df5-11998727113b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.261268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port fb0c4bbc-f665-40cc-9682-72546fa7b79d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fb0c4bbc-f665-40cc-9682-72546fa7b79d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:17.270453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.288659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c7fa-5401-4f6d-8df5-11998727113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.401618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=fb0c4bbc-f665-40cc-9682-72546fa7b79d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:17.549341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3c7fa-5401-4f6d-8df5-11998727113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1509b-36db-448a-b3b9-862c8b30f7ae,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:17.613148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4ee3c7fa-5401-4f6d-8df5-11998727113b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=472d54de51454f8ca9358b40e943d88a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4226642 Nov 23 09:47:17.627522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46994) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:17.635749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.700090 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.705879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce837be-2915-4d5f-9d22-8e31374e9324,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:17.710012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.710012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.738535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6227ca-d463-411b-b270-f9a94289f1b1 req-28c38154-5929-4c36-9c74-5457d78c73fc tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:17.741008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be6227ca-d463-411b-b270-f9a94289f1b1 req-28c38154-5929-4c36-9c74-5457d78c73fc tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 935 time: 0.1738155 Nov 23 09:47:17.767941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Checking segment: {'id': '782825bb-acf8-491e-9c52-8366791149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '24719852-a50a-4951-966d-b2d48e669037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:17.768784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Network hostable DHCP agents. Network: 24719852-a50a-4951-966d-b2d48e669037, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:47:17.784083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8141b20-f794-460b-a1c0-037bc105621b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.799355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.830267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Network 24719852-a50a-4951-966d-b2d48e669037 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:47:17.835900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be6227ca-d463-411b-b270-f9a94289f1b1 req-d435262a-b1e5-45ae-8d3d-91d5ab4e26ec tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817707 Nov 23 09:47:17.854530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 24719852-a50a-4951-966d-b2d48e669037) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:17.873436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:17.873436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.875111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf394-3264-4a5b-ba1f-8427f13586c0 None None] Network 24719852-a50a-4951-966d-b2d48e669037 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:17.890756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Pushing event updated for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:17.922938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:17.923476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-204990ee-5ffc-4719-9cb6-b7f39bece65f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2737126 Nov 23 09:47:18.005309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Network 441b21c1-7f36-40ca-8485-6f62a006f93c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:18.007214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:18.055404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be04a8-1c49-4df9-ac98-0ec67437f129 None None] Network 24719852-a50a-4951-966d-b2d48e669037 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:47:18.059475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.062365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.066041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9c1509b-36db-448a-b3b9-862c8b30f7ae HTTP/1.1" status: 204 len: 168 time: 0.4341276 Nov 23 09:47:18.085964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced705d-0ebe-4b4c-8008-de868fd96c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1509b-36db-448a-b3b9-862c8b30f7ae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:18.216312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Router c007e5d4-29c6-47fa-9f89-4438f67b2975 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:47:18.354795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d77-610b-41c5-b359-45d7c6726f75 req-0ccbe7c2-e812-4694-8a2b-fc04497e0e10 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:18.356605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9ac3d77-610b-41c5-b359-45d7c6726f75 req-0ccbe7c2-e812-4694-8a2b-fc04497e0e10 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.0697281 Nov 23 09:47:18.375651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Request body: {'port': {'device_id': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'device_owner': 'compute:tempest-test_az-1159993260', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:18.396336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1007b6b3-8d95-49f8-9d9d-574c02b4ed5a None None] Provisioning complete for port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:18.396702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1007b6b3-8d95-49f8-9d9d-574c02b4ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.451321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:47:18.459605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ccef582-d7f0-43d3-9248-25c66c60cd0c admin admin] 10.222.0.62 "PUT /v2.0/routers/c007e5d4-29c6-47fa-9f89-4438f67b2975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2551372 Nov 23 09:47:18.461976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1007b6b3-8d95-49f8-9d9d-574c02b4ed5a None None] Port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:18.466029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9ac3d77-610b-41c5-b359-45d7c6726f75 req-14c60caa-b518-46e5-8c0e-2be1afe80ba0 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943913 Nov 23 09:47:18.470935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Sync routers for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:47:18.496685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:18.497573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:46:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:18.504057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.601292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b4cb1-ad93-4516-993c-6b0a0258d33f req-ea18c10b-4ca7-4ec4-a5ac-2b19c53b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:18.602915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-822b4cb1-ad93-4516-993c-6b0a0258d33f req-ea18c10b-4ca7-4ec4-a5ac-2b19c53b087f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 1099 time: 0.1359079 Nov 23 09:47:18.658050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-822b4cb1-ad93-4516-993c-6b0a0258d33f req-7cbaf38a-a05f-403c-b77b-3f0bb935462c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390208 Nov 23 09:47:18.663279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fb0c4bbc-f665-40cc-9682-72546fa7b79d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:18.713966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47038) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:18.751834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e55c408-224d-43ed-90b9-06f2425020ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.932028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e55c408-224d-43ed-90b9-06f2425020ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:18.941576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b4cb1-ad93-4516-993c-6b0a0258d33f req-ff0ca346-7833-4bf7-a679-56ee0a1d65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:18.942939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-822b4cb1-ad93-4516-993c-6b0a0258d33f req-ff0ca346-7833-4bf7-a679-56ee0a1d65f0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740064 Nov 23 09:47:18.950603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e55c408-224d-43ed-90b9-06f2425020ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.032974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:19.098952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-2128b883-8b9d-4ed8-9041-ea594049908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:19.100811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-2128b883-8b9d-4ed8-9041-ea594049908b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 1099 time: 0.0881999 Nov 23 09:47:19.109410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e55c408-224d-43ed-90b9-06f2425020ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fc5a35167a142758dd5b25f4375546d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907840 Nov 23 09:47:19.109884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47048) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:19.129119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c408-224d-43ed-90b9-06f2425020ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d307bc-2a15-4b7b-9996-5d59672f09db,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:19.211405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-ecf00287-f860-44dd-b3af-6962020b1bf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a49d1511-5121-4685-bb2b-2d3960b880e9 HTTP/1.1" status: 200 len: 217 time: 0.1024914 Nov 23 09:47:19.230196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df14fce-6395-4909-869d-75530c824142 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:19.246285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.294564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Transition to ACTIVE for port object 3df14fce-6395-4909-869d-75530c824142 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:19.302766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.329471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fb0c4bbc-f665-40cc-9682-72546fa7b79d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:19.329852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.340799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-69b97340-1c58-4966-9131-f01a2dea9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:19.342561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-69b97340-1c58-4966-9131-f01a2dea9419 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1233330 Nov 23 09:47:19.368697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Pushing event updated for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:19.441560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Attempting to bind port 3df14fce-6395-4909-869d-75530c824142 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:19.442248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Attempting to bind port 3df14fce-6395-4909-869d-75530c824142 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:19.442789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Attempting to bind port 3df14fce-6395-4909-869d-75530c824142 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:19.458030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Port 3df14fce-6395-4909-869d-75530c824142 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:19.458710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Attempting to bind port 3df14fce-6395-4909-869d-75530c824142 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:19.478869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:19.479617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:19.480388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:19.481042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Bound port: 3df14fce-6395-4909-869d-75530c824142, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:19.481624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.540842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616978-cba2-4db9-9d69-7fd4b47a5e89 req-e5c2b789-088c-44b8-8053-42b036f73b37 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:19.542870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6a616978-cba2-4db9-9d69-7fd4b47a5e89 req-e5c2b789-088c-44b8-8053-42b036f73b37 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 969 time: 0.0967128 Nov 23 09:47:19.584442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6e892562-3e5d-4c12-9ad8-9ff08b994cd8', 'name': '', 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'mac_address': 'fa:16:3e:56:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:15Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 2, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'subnets': [{'id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:19.596042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:19.616014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Checking router: c007e5d4-29c6-47fa-9f89-4438f67b2975 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:47:19.616107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Updating router c007e5d4-29c6-47fa-9f89-4438f67b2975 port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:47:19.632794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3df14fce-6395-4909-869d-75530c824142,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:19.641099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.642768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.654916 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6a616978-cba2-4db9-9d69-7fd4b47a5e89 req-09cee27f-b73d-433f-914d-0fd356bb9a27 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008055 Nov 23 09:47:19.816738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:19.817610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.819727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] 10.222.0.50 "PUT /v2.0/ports/3df14fce-6395-4909-869d-75530c824142 HTTP/1.1" status: 200 len: 1117 time: 1.4488831 Nov 23 09:47:19.820288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'tag': '3df14fce-6395-4909-869d-75530c824142'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:19.839034 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.894238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-a5be43da-f055-4edd-8008-6dcf9ae5aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:19.895736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-a5be43da-f055-4edd-8008-6dcf9ae5aae4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5397882 Nov 23 09:47:19.969912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:19.984139 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e574d3-793c-4d11-a799-5616af33c08a" -d '{"events": [{"name": "network-changed", "server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "tag": "3df14fce-6395-4909-869d-75530c824142"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:19.988851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.007172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-96e63fbc-9f1b-4e87-b15a-90c3944a87ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:20.014487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-96e63fbc-9f1b-4e87-b15a-90c3944a87ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.5707448 Nov 23 09:47:20.024098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5730d-94d7-416c-91fe-8bff13ea2a42 service neutron] Pushing event updated for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:20.051789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-07253d76-123c-437b-b3b2-ac72e7f3ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:20.053183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-07253d76-123c-437b-b3b2-ac72e7f3ed66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 1120 time: 0.1617334 Nov 23 09:47:20.066148 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.081407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.086546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-88c2fbf2-faac-4206-918a-19cb44c4f596 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/quotas/74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 375 time: 0.0708599 Nov 23 09:47:20.147455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-bbbadf61-de5a-4d0d-a9a9-185d03a7feca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=3df14fce-6395-4909-869d-75530c824142 HTTP/1.1" status: 200 len: 217 time: 0.0778008 Nov 23 09:47:20.163625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-9bfdae00-6d6f-421a-89d6-d405357d127f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760400 Nov 23 09:47:20.168423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5474f-8195-469d-b48a-17815cf933bb None None] Pushing event updated for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:20.194318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-8e2a8f08-6283-44e0-b97f-8af827cf22e2 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644627 Nov 23 09:47:20.202651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.206471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.211182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6d307bc-2a15-4b7b-9996-5d59672f09db HTTP/1.1" status: 204 len: 168 time: 1.1001351 Nov 23 09:47:20.229598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21405793-118a-4d60-9db6-0d0ac676e533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.245950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9d940-129e-4747-bf8e-3e6e8a356447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d307bc-2a15-4b7b-9996-5d59672f09db,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:20.267372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-fd9561ff-3179-41a1-a681-c76db03a6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:20.268837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-fd9561ff-3179-41a1-a681-c76db03a6d5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1144230 Nov 23 09:47:20.349503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Attempting to bind port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:20.350173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Attempting to bind port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:20.350837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Attempting to bind port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 on network 441b21c1-7f36-40ca-8485-6f62a006f93c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:20.359743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d83df9-4148-4a7b-b4a7-7e24dc6a40fb req-cbe56272-97d8-4538-931b-ffcf04c45203 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466150 Nov 23 09:47:20.370510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:20.371831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Checking segment: {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:20.372604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.373488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Bound using segment: {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:20.374702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Bound port: 6e892562-3e5d-4c12-9ad8-9ff08b994cd8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e74abe4-853b-470b-9921-4f917cc1011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:20.375393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.424011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-ceadbbe8-3c39-46f9-956f-1af4fdd6df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:20.426565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-ceadbbe8-3c39-46f9-956f-1af4fdd6df4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485660 Nov 23 09:47:20.443373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27887b2f-ddcc-4d2b-bd60-642b4e7a2e18 req-10a33653-7a46-43ae-ae32-703bf1a4749f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:20.446174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27887b2f-ddcc-4d2b-bd60-642b4e7a2e18 req-10a33653-7a46-43ae-ae32-703bf1a4749f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.1536331 Nov 23 09:47:20.476779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-97a36890-ec1f-4ff9-abd0-cc4736facaf7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:20.478278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-97a36890-ec1f-4ff9-abd0-cc4736facaf7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0729940 Nov 23 09:47:20.478991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] For port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:20.484697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] For port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:20.502413 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.600212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:20.600841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:47:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:20.607613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-951c707b-9bb9-45cb-8606-2b7ceb7dd587 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214862 Nov 23 09:47:20.610515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27887b2f-ddcc-4d2b-bd60-642b4e7a2e18 req-74e2b0c8-4001-4c83-85a0-c294e7206dab tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522639 Nov 23 09:47:20.656767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-8cd96866-d570-409b-9585-9172c6185540 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092717 Nov 23 09:47:20.711047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5474f-8195-469d-b48a-17815cf933bb None None] Pushing event updated for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:20.743893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] Provisioning complete for port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:20.750220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-72999558-b1e5-497c-a013-f1abe56640c3 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360810 Nov 23 09:47:20.750416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:20.850433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2611cb19-0bfe-4d75-9f14-9f13676fe4a7 req-a093fabd-bcd5-4f59-aab2-4f131cb1cbf5 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736839 Nov 23 09:47:20.858604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:21.065994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:21.105731 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:21.142549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] For port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:21.154659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:21.222761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d73dcd-ca0a-4d65-9a34-581b4783ea87 None None] Pushing event updated for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:21.232233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f4fd-eda1-421b-bad9-3e99a52b5679 req-2cbae46e-dec8-4ad8-b717-6b73ac15965c tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:21.240528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb2f4fd-eda1-421b-bad9-3e99a52b5679 req-2cbae46e-dec8-4ad8-b717-6b73ac15965c tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 969 time: 0.0793445 Nov 23 09:47:21.263026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6e892562-3e5d-4c12-9ad8-9ff08b994cd8', 'name': '', 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'mac_address': 'fa:16:3e:56:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:15Z', 'updated_at': '2021-11-23T09:47:20Z', 'revision_number': 4, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'subnets': [{'id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:21.290992 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3034f72f-6c28-44c6-9c1f-05fca1c6d55b x-openstack-request-id: req-3034f72f-6c28-44c6-9c1f-05fca1c6d55b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:21.291544 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "tag": "3df14fce-6395-4909-869d-75530c824142", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:21.291635 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3034f72f-6c28-44c6-9c1f-05fca1c6d55b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:21.292078 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'tag': '3df14fce-6395-4909-869d-75530c824142', 'status': 'completed', 'code': 200} Nov 23 09:47:21.319199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb2f4fd-eda1-421b-bad9-3e99a52b5679 req-d8c08033-857c-47e1-8fe2-857f3b2ef8ea tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Nov 23 09:47:21.354597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2696d11-e002-46cc-85e2-556c7755bfbb None None] The sync data for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 is: [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6e892562-3e5d-4c12-9ad8-9ff08b994cd8', 'name': '', 'network_id': '441b21c1-7f36-40ca-8485-6f62a006f93c', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'mac_address': 'fa:16:3e:56:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:15Z', 'updated_at': '2021-11-23T09:47:20Z', 'revision_number': 4, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'subnets': [{'id': '4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:47:21.367890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f69e5ccd-3105-4bd1-a41d-929e43bc8ca6 None None] Provisioning complete for port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:21.368312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f69e5ccd-3105-4bd1-a41d-929e43bc8ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:21.476604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e574d3-793c-4d11-a799-5616af33c08a req-a34261ad-3dee-43b6-82e1-291c106ab613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:21.482697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-a34261ad-3dee-43b6-82e1-291c106ab613 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 1120 time: 0.1382413 Nov 23 09:47:21.485675 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d831d3a2-d48b-4be7-b0a1-8d2f4e73e31d req-990a1c25-da37-4c8c-b608-8e704a1f4eb5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 210 time: 0.0789895 Nov 23 09:47:21.767568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e574d3-793c-4d11-a799-5616af33c08a req-0e4c974a-f973-4fc8-b5d4-37949d1004d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:21.769594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-0e4c974a-f973-4fc8-b5d4-37949d1004d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2743654 Nov 23 09:47:21.846657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-d2aa897b-b318-46e2-87b1-8e6c0bbd92ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=3df14fce-6395-4909-869d-75530c824142 HTTP/1.1" status: 200 len: 217 time: 0.0584092 Nov 23 09:47:21.929402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e574d3-793c-4d11-a799-5616af33c08a req-773bb873-2b39-4127-918d-a12a26bef494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:21.932113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-773bb873-2b39-4127-918d-a12a26bef494 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0790718 Nov 23 09:47:22.035397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e574d3-793c-4d11-a799-5616af33c08a req-3801a7f6-116a-4ddc-a96c-609720e97623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:22.037181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-3801a7f6-116a-4ddc-a96c-609720e97623 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961213 Nov 23 09:47:22.196837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-4c0c6a12-980e-45cc-b71c-bda0dc931389 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521270 Nov 23 09:47:22.206541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cafa1-c564-4aad-99dc-98c050f60b91 req-2e1167e0-2bb0-49bc-ae24-fe8a7688b2de tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:22.208050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d6cafa1-c564-4aad-99dc-98c050f60b91 req-2e1167e0-2bb0-49bc-ae24-fe8a7688b2de tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.1186557 Nov 23 09:47:22.283916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:22.288791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370525339', 'description': 'tempest-description--122090046'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:22.331269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d6cafa1-c564-4aad-99dc-98c050f60b91 req-3bbd30b6-6d33-47b7-a597-ef82e5e9be79 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136234 Nov 23 09:47:22.337853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.366088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06e574d3-793c-4d11-a799-5616af33c08a req-af9b9412-429a-4236-a76a-6136a8e44f2b service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570261 Nov 23 09:47:22.494962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.513949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.11', 65370) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:22.554968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.575617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.662863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83abcb3-50d7-4e53-82cf-26bc495305f1 req-410c60c9-04e3-4055-bd9d-e054e26f495f tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:22.680369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b83abcb3-50d7-4e53-82cf-26bc495305f1 req-410c60c9-04e3-4055-bd9d-e054e26f495f tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 969 time: 0.2123914 Nov 23 09:47:22.714160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256741f8-848f-49d4-ba84-e050ce75a635,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:22.758030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.760562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c0837b00-0ecb-46a7-887b-2f6a127f4a0a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4755259 Nov 23 09:47:22.783677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:22.788470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'security_group_rule': {'security_group_id': '256741f8-848f-49d4-ba84-e050ce75a635', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:22.839730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:22.900650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.940952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:22.941321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:22.956974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b83abcb3-50d7-4e53-82cf-26bc495305f1 req-4112a2bf-2325-48db-9dfa-3189251b9a5d tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702644 Nov 23 09:47:22.972222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-ad174d0c-0a08-44c6-ac36-1134a7784de6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:22.973756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-ad174d0c-0a08-44c6-ac36-1134a7784de6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.4548626 Nov 23 09:47:22.975426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47192) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:23.029357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.038460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.044063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3494bda3-02bb-48c5-b0b3-e6bd96199b86 req-64ec9cf9-2a40-422f-9c45-628370676405 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 210 time: 0.0692461 Nov 23 09:47:23.072304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6afaff4-0850-4073-8869-688d6cedd2d7,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:23.100608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.104504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82d285ac-fa41-430d-9702-529122b61110 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3171000 Nov 23 09:47:23.106194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47200) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:23.119222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'security_group_rule': {'security_group_id': '256741f8-848f-49d4-ba84-e050ce75a635', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:23.183320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.211450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Request body: {'port': {'device_id': '18e60144-d5bf-4052-be13-3cabfb913034', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'admin_state_up': True, 'tenant_id': '74e9003d97424e56aee352d3650bba9d'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:23.482967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.490434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:23.577144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91aee672-dd48-44a7-b6f0-6571b5314d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.591844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d126cc7-4d36-4eb0-9bca-2f69eef4d5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.696474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.711802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d126cc7-4d36-4eb0-9bca-2f69eef4d5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.712040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.717761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d126cc7-4d36-4eb0-9bca-2f69eef4d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.737427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f7c9-8e20-418d-badb-b8c1b7fb1321 req-46a29287-95f2-4ee9-baf4-4ab9c7a662ef tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:23.743026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0e4f7c9-8e20-418d-badb-b8c1b7fb1321 req-46a29287-95f2-4ee9-baf4-4ab9c7a662ef tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 948 time: 0.2302463 Nov 23 09:47:23.765593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3d126cc7-4d36-4eb0-9bca-2f69eef4d5ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=885c75bfef244fe3b601c84ccd48e1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733941 Nov 23 09:47:23.766982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47238) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:23.768824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d126cc7-4d36-4eb0-9bca-2f69eef4d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d97885f-2d76-47a1-a45d-09bb899b918d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:23.792379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:23.796855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.803742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0304d02-dc0d-4116-b99c-be37f9d3403b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:23.816890 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.821097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26f4f16f-5120-4a37-9a86-b11cc90047fb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7109714 Nov 23 09:47:23.824374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47242) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:23.831243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:23.878903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.905107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.913836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.918493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0e4f7c9-8e20-418d-badb-b8c1b7fb1321 req-0ed1ae3e-fd26-4b5b-9a6c-5ffe121708e7 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570730 Nov 23 09:47:23.940385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91aee672-dd48-44a7-b6f0-6571b5314d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.948215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91aee672-dd48-44a7-b6f0-6571b5314d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:23.958732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47244) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:24.055606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:24.055927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91aee672-dd48-44a7-b6f0-6571b5314d05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0679655e41054717a5d8bc562c679ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0794475 Nov 23 09:47:24.062482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee672-dd48-44a7-b6f0-6571b5314d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa8e77f-fd62-44fe-b721-98ae889152d7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.078545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Allocated IP 172.20.0.5 (439f3770-f03b-4e17-bed8-c35b24af0524/c3c726ea-66b3-4c28-b762-076ebe4d14cf/53262a02-0bc7-478b-b48e-bf05b5abbf10) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:24.081840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.084529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.088812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d97885f-2d76-47a1-a45d-09bb899b918d HTTP/1.1" status: 204 len: 168 time: 0.3182316 Nov 23 09:47:24.159529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7947e-669d-47a2-b73e-565d4b0d94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d97885f-2d76-47a1-a45d-09bb899b918d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.197772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0373de0e-ed58-40a8-80e0-81b45f9c5177 req-d336921c-c3f3-4895-b4c6-d12d192cdbd5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 210 time: 0.0447762 Nov 23 09:47:24.200474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa262-d4a4-4391-88f5-2e26e3c65085 req-f500a43b-88b3-4459-9d35-cf4f2d807176 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:24.202498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40caa262-d4a4-4391-88f5-2e26e3c65085 req-f500a43b-88b3-4459-9d35-cf4f2d807176 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 969 time: 0.1652477 Nov 23 09:47:24.205606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3df14fce-6395-4909-869d-75530c824142 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:24.234383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1364c202-2a90-4f99-a54f-3073f472ffa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.244236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.289936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.361381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3df14fce-6395-4909-869d-75530c824142,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:24.377162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '3df14fce-6395-4909-869d-75530c824142', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '3df14fce-6395-4909-869d-75530c824142', 'mac_address': 'fa:16:3e:f6:c6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:tempest-test_az-1159993260', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:24.388050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.400258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.419934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1364c202-2a90-4f99-a54f-3073f472ffa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.422843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40caa262-d4a4-4391-88f5-2e26e3c65085 req-3120fc26-7880-4cef-830b-87d6ef93650f tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057185 Nov 23 09:47:24.428423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.448438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1364c202-2a90-4f99-a54f-3073f472ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.460654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df14fce-6395-4909-869d-75530c824142 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:24.500257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3df14fce-6395-4909-869d-75530c824142,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:24.508244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.509429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a49d1511-5121-4685-bb2b-2d3960b880e9 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:24.518350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.527776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.530717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.534850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fa8e77f-fd62-44fe-b721-98ae889152d7 HTTP/1.1" status: 204 len: 168 time: 0.4781516 Nov 23 09:47:24.536886 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Allocated IP 172.25.1.176 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/83cc0d27-ccd5-4ea7-bf6b-62794901d4c5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:24.557439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d950f-1b5e-4b9d-8a8b-b94b42ed76c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa8e77f-fd62-44fe-b721-98ae889152d7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.576124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1364c202-2a90-4f99-a54f-3073f472ffa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf06d992e2164064a24310933811f1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146374 Nov 23 09:47:24.577608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:24.582299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364c202-2a90-4f99-a54f-3073f472ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e241efe-85c7-414b-b209-165e03cdc4c5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.605624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Network 439f3770-f03b-4e17-bed8-c35b24af0524 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:24.610337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:24.618150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:24.626354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:24.627175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.631145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.648218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:24.675670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-71a09047-bf63-481d-b2d5-d0a20ae1ff63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.690112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-cdc9baec-6177-470a-a68b-ab1fbe3f4c54 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4904430 Nov 23 09:47:24.698562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.704767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a49d1511-5121-4685-bb2b-2d3960b880e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:24.720991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a49d1511-5121-4685-bb2b-2d3960b880e9', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a49d1511-5121-4685-bb2b-2d3960b880e9', 'mac_address': 'fa:16:3e:9a:cf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:24.742303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.776232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.781498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.790637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-71a09047-bf63-481d-b2d5-d0a20ae1ff63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.793802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.796140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-71a09047-bf63-481d-b2d5-d0a20ae1ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.809007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49d1511-5121-4685-bb2b-2d3960b880e9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:24.828056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a09047-bf63-481d-b2d5-d0a20ae1ff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5bb1b7-f2d6-4f49-9447-180aa37d06ab,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.843628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a49d1511-5121-4685-bb2b-2d3960b880e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:24.852590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.865456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.873460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-71a09047-bf63-481d-b2d5-d0a20ae1ff63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a71dcd69f514a4fb3d2caf18251e80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210660 Nov 23 09:47:24.873807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:24.876356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.878108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e241efe-85c7-414b-b209-165e03cdc4c5 HTTP/1.1" status: 204 len: 168 time: 0.2990191 Nov 23 09:47:24.882597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.900938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75737e4-af3f-4572-8bb0-0476900f0e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e241efe-85c7-414b-b209-165e03cdc4c5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.947613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.971103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:24.977936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:24.995167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:25.002540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:25.006292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'Port': ['ID=83cc0d27-ccd5-4ea7-bf6b-62794901d4c5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:25.009094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:25.120576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.137867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8fb0-f6c0-411f-b2fe-f8dbfa6a7d2f req-1b3772b4-5896-482b-9b81-c3e0f577b4d3 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:25.139886 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195a8fb0-f6c0-411f-b2fe-f8dbfa6a7d2f req-1b3772b4-5896-482b-9b81-c3e0f577b4d3 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 949 time: 0.0726328 Nov 23 09:47:25.141384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.146437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.146437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d5bb1b7-f2d6-4f49-9447-180aa37d06ab HTTP/1.1" status: 204 len: 168 time: 0.2708440 Nov 23 09:47:25.156704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc0d2e-12c2-460c-ab8b-a60d62df1def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5bb1b7-f2d6-4f49-9447-180aa37d06ab,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:25.165003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.203293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a49d1511-5121-4685-bb2b-2d3960b880e9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:25.209444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['3df14fce-6395-4909-869d-75530c824142'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:25.239465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:25.284468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195a8fb0-f6c0-411f-b2fe-f8dbfa6a7d2f req-f387cd0f-c1d1-441b-9389-440bbfd56071 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270509 Nov 23 09:47:25.284468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69415520-2e44-45e3-8e98-5a6347ec704e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.417385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c9ad4-cf1b-4488-8ae2-afa302b673b3 req-5b079ec5-3ec1-4268-943f-12b072a1383d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:25.419537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e85c9ad4-cf1b-4488-8ae2-afa302b673b3 req-5b079ec5-3ec1-4268-943f-12b072a1383d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0939384 Nov 23 09:47:25.446184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.456900 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.531450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69415520-2e44-45e3-8e98-5a6347ec704e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.608047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69415520-2e44-45e3-8e98-5a6347ec704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.617635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:25.677023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40b04dc9-a1ae-46bb-98b1-ee9154f92381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.706127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69415520-2e44-45e3-8e98-5a6347ec704e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52664814281a41389665dc9acea12484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654891 Nov 23 09:47:25.708801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:25.718247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69415520-2e44-45e3-8e98-5a6347ec704e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829718a7-a751-4a59-9c73-812ae74b5415,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:25.719501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.734761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f08f-5e56-475b-8dd8-8e12951405f4 req-1145221e-8ebb-4a4e-9154-a42d3543adf5 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:25.742940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5de0f08f-5e56-475b-8dd8-8e12951405f4 req-1145221e-8ebb-4a4e-9154-a42d3543adf5 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 970 time: 0.1991279 Nov 23 09:47:25.761356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'Port': ['ID=83cc0d27-ccd5-4ea7-bf6b-62794901d4c5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:25.769068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e85c9ad4-cf1b-4488-8ae2-afa302b673b3 req-0adc366a-7a27-47cd-8a1a-03e3b6ca0521 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346438 Nov 23 09:47:25.774182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.775677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3017ee3f-8e74-4075-aed5-b0db40b5f469 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9500041 Nov 23 09:47:25.918696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5de0f08f-5e56-475b-8dd8-8e12951405f4 req-8ddba678-a70b-4232-9a05-52c833ead881 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748798 Nov 23 09:47:25.940315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.948728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47290) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:25.959233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40b04dc9-a1ae-46bb-98b1-ee9154f92381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.966691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ada0503c-dc36-4303-9420-7dd3539bf7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.971725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40b04dc9-a1ae-46bb-98b1-ee9154f92381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:25.976307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.035770 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40b04dc9-a1ae-46bb-98b1-ee9154f92381 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f98a8af0c1549b6adaf2287121d624c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154534 Nov 23 09:47:26.036782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47302) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:26.049014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b04dc9-a1ae-46bb-98b1-ee9154f92381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda32499-d2b3-4d39-bf18-fd709ad60178,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:26.077984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.080776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.082009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/829718a7-a751-4a59-9c73-812ae74b5415 HTTP/1.1" status: 204 len: 168 time: 0.3711383 Nov 23 09:47:26.092249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22efe-36ed-4abc-91d9-75ce9808e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829718a7-a751-4a59-9c73-812ae74b5415,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:26.114608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ada0503c-dc36-4303-9420-7dd3539bf7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.131018 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ada0503c-dc36-4303-9420-7dd3539bf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.193626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ada0503c-dc36-4303-9420-7dd3539bf7a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d891e664a81a4483ac1e228bb1fa0f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435064 Nov 23 09:47:26.196340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47306) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:26.196985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-77cabfde-837e-467d-8dcc-1d2c00c3749c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1370525339&fields=id&tenant_id=89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 267 time: 0.1518409 Nov 23 09:47:26.206475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0503c-dc36-4303-9420-7dd3539bf7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9727f74-412b-4e2f-9812-9296111eff64,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:26.224110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.263879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.291944 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.303162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.368964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-f9beffc4-6ece-4b0e-b329-2a11b1c6fa21 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:26.370697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-f9beffc4-6ece-4b0e-b329-2a11b1c6fa21 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 824 time: 0.1589077 Nov 23 09:47:26.372799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.376221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.377593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9727f74-412b-4e2f-9812-9296111eff64 HTTP/1.1" status: 204 len: 168 time: 0.1799645 Nov 23 09:47:26.387219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdc97-5cd3-4359-84d6-d7b0d128eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9727f74-412b-4e2f-9812-9296111eff64,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:26.427337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.431892 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:26.433047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cda32499-d2b3-4d39-bf18-fd709ad60178 HTTP/1.1" status: 204 len: 168 time: 0.3952515 Nov 23 09:47:26.442193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-6b175560-a457-450c-af07-103f2248acb8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/quotas/89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 375 time: 0.0431364 Nov 23 09:47:26.464677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6ae63-2cc7-4f1f-a1d2-7e43f6b9959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda32499-d2b3-4d39-bf18-fd709ad60178,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:26.518470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510b56e-bde0-4e0f-8f7d-7a1dcef9fb45 req-e46866c8-6027-41f6-bb3f-9fe9bcb74940 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:26.520328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e510b56e-bde0-4e0f-8f7d-7a1dcef9fb45 req-e46866c8-6027-41f6-bb3f-9fe9bcb74940 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 949 time: 0.0895689 Nov 23 09:47:26.532994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-b2ddb1ee-d9f7-4e38-a6b4-75469cc14001 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897336 Nov 23 09:47:26.603758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e510b56e-bde0-4e0f-8f7d-7a1dcef9fb45 req-649684f4-ca84-4454-82c1-7a90be1094e2 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Nov 23 09:47:26.653148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-96328538-22b5-4b4a-a7df-cfe8d81d5692 service neutron] 10.222.0.62 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035333 Nov 23 09:47:26.764553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-44d1c3fe-ef33-4a79-9a1f-a139d2464612 service neutron] 10.222.0.62 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052253 Nov 23 09:47:26.958230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19561-ee48-42e6-981b-38b810b21e61 req-3693cbcb-65a0-4891-a3a1-1e0fd4999575 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:26.960466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8c19561-ee48-42e6-981b-38b810b21e61 req-3693cbcb-65a0-4891-a3a1-1e0fd4999575 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0771120 Nov 23 09:47:27.050920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8c19561-ee48-42e6-981b-38b810b21e61 req-2ec45d0e-6a5b-44ab-b4cf-530ac4c75155 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Nov 23 09:47:27.058340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32e6914c-73ce-45cf-8b8b-ad854b307b75 req-ae0ad93e-7027-4d5d-bcda-2374abc15aa3 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0615332 Nov 23 09:47:27.216928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556440-f73f-4ea6-b2d0-a20ba6e185ca req-65fa5773-abe7-43a8-8439-876bdd4a7878 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:27.218213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48556440-f73f-4ea6-b2d0-a20ba6e185ca req-65fa5773-abe7-43a8-8439-876bdd4a7878 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 970 time: 0.0781240 Nov 23 09:47:27.283717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48556440-f73f-4ea6-b2d0-a20ba6e185ca req-1fbc6e49-a3f4-42a7-b7ba-b3ec5ee10f4f tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Nov 23 09:47:27.734547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f31b-7076-475a-b5f8-1831035d797c req-80ddc61e-0097-49c6-9fd7-1a37bcabda5d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:27.736367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7838f31b-7076-475a-b5f8-1831035d797c req-80ddc61e-0097-49c6-9fd7-1a37bcabda5d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 949 time: 0.0552933 Nov 23 09:47:27.791339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7838f31b-7076-475a-b5f8-1831035d797c req-3f1f00c8-a74a-4bac-a0fa-3d36247c33d3 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Nov 23 09:47:28.175129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3df14fce-6395-4909-869d-75530c824142 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:28.208704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-213d878b-74ff-450e-8270-284ad0ee9517 req-df98d4e2-870c-41cd-976f-1d6a19904fd6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0618463 Nov 23 09:47:28.248278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ae1c7-f6fb-482e-8ef0-93ebbddf5b73 req-dbccfc02-2395-4764-8921-239ed0fecb15 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:28.249932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f0ae1c7-f6fb-482e-8ef0-93ebbddf5b73 req-dbccfc02-2395-4764-8921-239ed0fecb15 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0928056 Nov 23 09:47:28.264404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 3df14fce-6395-4909-869d-75530c824142 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:28.270310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 3df14fce-6395-4909-869d-75530c824142 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:28.271506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.314276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f0ae1c7-f6fb-482e-8ef0-93ebbddf5b73 req-8edf69e2-206b-481e-bc0d-924cc6768bbd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Nov 23 09:47:28.415093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.442422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df14fce-6395-4909-869d-75530c824142'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:28.447794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e1a78-0c76-4234-ab8b-5268c939b938 req-4ea7a61a-2d81-4717-8d79-2ad9b6f8bfe3 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:28.449582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a23e1a78-0c76-4234-ab8b-5268c939b938 req-4ea7a61a-2d81-4717-8d79-2ad9b6f8bfe3 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 970 time: 0.0582688 Nov 23 09:47:28.529079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3df14fce-6395-4909-869d-75530c824142,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:28.529532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a23e1a78-0c76-4234-ab8b-5268c939b938 req-29bb62c9-c656-4650-96eb-552ac03bad33 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632591 Nov 23 09:47:28.536506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.537559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a49d1511-5121-4685-bb2b-2d3960b880e9 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:28.630806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:28.643084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a49d1511-5121-4685-bb2b-2d3960b880e9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:28.648115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a49d1511-5121-4685-bb2b-2d3960b880e9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:28.648494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.742362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.781362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a49d1511-5121-4685-bb2b-2d3960b880e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:28.787415 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:28.840307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:28.863488 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04572e4b-6c4a-47a8-afc7-e434d1ff93a2" -d '{"events": [{"server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "name": "network-vif-plugged", "status": "completed", "tag": "3df14fce-6395-4909-869d-75530c824142"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:28.946130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5a88-24fc-4492-ab22-c98a3a73e89d req-5caf5e88-7fd4-49c9-b37c-e5f3a47e910b tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:28.947773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-424a5a88-24fc-4492-ab22-c98a3a73e89d req-5caf5e88-7fd4-49c9-b37c-e5f3a47e910b tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.0522795 Nov 23 09:47:29.011381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-424a5a88-24fc-4492-ab22-c98a3a73e89d req-c5790a46-9949-4772-8f71-d511b29bc4ca tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Nov 23 09:47:29.153855 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11a5de-2b00-45ca-bfd5-30e5ac66c0be x-openstack-request-id: req-9d11a5de-2b00-45ca-bfd5-30e5ac66c0be {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:29.154226 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "name": "network-vif-plugged", "status": "completed", "tag": "3df14fce-6395-4909-869d-75530c824142", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:29.154484 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d11a5de-2b00-45ca-bfd5-30e5ac66c0be {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:29.154929 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df14fce-6395-4909-869d-75530c824142', 'code': 200} Nov 23 09:47:29.306086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-465e12db-d8ef-4584-a60c-06675c1e808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:29.307568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-465e12db-d8ef-4584-a60c-06675c1e808c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 1122 time: 0.0780785 Nov 23 09:47:29.328970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7450ce4-cadd-4f87-b401-f62fdb2e4b35 req-501c2444-c9e2-4056-83ae-f63afac00828 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0336890 Nov 23 09:47:29.336607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-cbe24cac-01d0-4265-aa73-0b20ef858a1f service neutron] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:29.433615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-cbe24cac-01d0-4265-aa73-0b20ef858a1f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:29.438869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-cbe24cac-01d0-4265-aa73-0b20ef858a1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:29.492644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14c7c1e9-774a-417a-9721-e2e2f1ae1ee9 req-cbe24cac-01d0-4265-aa73-0b20ef858a1f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757050 Nov 23 09:47:29.493401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe24cac-01d0-4265-aa73-0b20ef858a1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8dedc509-7795-4d3d-a25f-aa2df8cea457,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:29.530920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c4d8-8d48-402e-9bc7-3146aac2b79d req-043dc19e-1d6e-474a-95d5-d74462df50c7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:29.532869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e180c4d8-8d48-402e-9bc7-3146aac2b79d req-043dc19e-1d6e-474a-95d5-d74462df50c7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0635209 Nov 23 09:47:29.591784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e180c4d8-8d48-402e-9bc7-3146aac2b79d req-95edc228-fddf-4fd2-884b-a09855d37f6f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 Nov 23 09:47:29.713746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0478ce2-7cc5-4f77-ac9e-8b884bc9ebf5 req-c08b5e7c-f89f-413a-8239-179b80086478 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:29.715255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0478ce2-7cc5-4f77-ac9e-8b884bc9ebf5 req-c08b5e7c-f89f-413a-8239-179b80086478 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.0606842 Nov 23 09:47:29.771011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0478ce2-7cc5-4f77-ac9e-8b884bc9ebf5 req-922b60d1-fc74-4c0f-b1b2-e3a6eca805fe tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Nov 23 09:47:29.786566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:29.896133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77777ee5-e541-4a31-b2df-0ee31d59caf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:29.995395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77777ee5-e541-4a31-b2df-0ee31d59caf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.000768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77777ee5-e541-4a31-b2df-0ee31d59caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.012026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.049983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77777ee5-e541-4a31-b2df-0ee31d59caf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa361c72-a002-4fa8-8722-08a7721c398f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.057422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47524) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.057597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77777ee5-e541-4a31-b2df-0ee31d59caf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f970c7d305e47cfa51708cad6fdab7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699740 Nov 23 09:47:30.118067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.154788 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.175839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ab2b-ef36-4e49-bc6d-24e113224df7 req-ec0150d2-da4a-4416-8d7c-cefd8af4e40d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:30.177358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a66ab2b-ef36-4e49-bc6d-24e113224df7 req-ec0150d2-da4a-4416-8d7c-cefd8af4e40d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.0694346 Nov 23 09:47:30.191013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.234986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bc811c0-cc48-4bc8-8ea0-b1001895415f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.242054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-818ae0f1-ef22-4b25-869d-4dfd1c2c5df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.303814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.306434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.307548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa361c72-a002-4fa8-8722-08a7721c398f HTTP/1.1" status: 204 len: 168 time: 0.2490706 Nov 23 09:47:30.310310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bc811c0-cc48-4bc8-8ea0-b1001895415f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.311079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a66ab2b-ef36-4e49-bc6d-24e113224df7 req-57816e75-7867-40ab-aea3-6ddd3a74b4eb tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118898 Nov 23 09:47:30.316955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bc811c0-cc48-4bc8-8ea0-b1001895415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.329222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ca8b8-87d5-46f1-b62d-75f1ced5c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa361c72-a002-4fa8-8722-08a7721c398f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.361355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc811c0-cc48-4bc8-8ea0-b1001895415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfbe2f-39d4-4238-ae64-bfb3e6dba806,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.366657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3bc811c0-cc48-4bc8-8ea0-b1001895415f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75963126f61d4d90993458ab1c21fa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474508 Nov 23 09:47:30.369195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47534) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.410747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-818ae0f1-ef22-4b25-869d-4dfd1c2c5df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.416023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-818ae0f1-ef22-4b25-869d-4dfd1c2c5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.456533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.459750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-818ae0f1-ef22-4b25-869d-4dfd1c2c5df7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5fcd7aeb322412cae74ce644b56c59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465230 Nov 23 09:47:30.460094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-627e1e5c-5f24-4fbc-8c19-e4f0627a55aa req-3ad35fc1-8207-4ec5-b3cd-459a66f066a4 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0347812 Nov 23 09:47:30.461749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ae0f1-ef22-4b25-869d-4dfd1c2c5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ed030-75bf-4989-b0ff-702a6839d2cc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.465002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47538) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.492221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.519163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.540743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.548260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.551482 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.555627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18bfbe2f-39d4-4238-ae64-bfb3e6dba806 HTTP/1.1" status: 204 len: 168 time: 0.1829429 Nov 23 09:47:30.564813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e35781-355f-462c-9e5d-db52cedd7007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfbe2f-39d4-4238-ae64-bfb3e6dba806,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.605507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.610377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.612740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/971ed030-75bf-4989-b0ff-702a6839d2cc HTTP/1.1" status: 204 len: 168 time: 0.1463192 Nov 23 09:47:30.623119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6954b-a0f1-4871-a3aa-3873a8e44333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ed030-75bf-4989-b0ff-702a6839d2cc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.669588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47546) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.683620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1a445b6-fb93-4dab-8f26-78fc685ab3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.766492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca69d-a944-4d32-9c5b-a8a2b8ca305e req-d5771298-509d-4304-94d5-2183f6c0b1ad tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:30.768033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44cca69d-a944-4d32-9c5b-a8a2b8ca305e req-d5771298-509d-4304-94d5-2183f6c0b1ad tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0786829 Nov 23 09:47:30.840282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1a445b6-fb93-4dab-8f26-78fc685ab3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.859583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44cca69d-a944-4d32-9c5b-a8a2b8ca305e req-4d201c75-4a1a-488e-994f-2a14d11709f5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762146 Nov 23 09:47:30.861008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1a445b6-fb93-4dab-8f26-78fc685ab3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:30.908283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c1a445b6-fb93-4dab-8f26-78fc685ab3a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09bf35719a61435da9c4ef79f4aac9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374780 Nov 23 09:47:30.909493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a445b6-fb93-4dab-8f26-78fc685ab3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882b1d2c-ad36-4aac-90a1-b47c6daaf304,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:30.912053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47554) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.917455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47556) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:30.940008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d514-59e8-4d7c-bd50-2f214fe5622c req-30ff76fe-23e4-460d-9ca1-00d75d001022 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:30.941506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e654d514-59e8-4d7c-bd50-2f214fe5622c req-30ff76fe-23e4-460d-9ca1-00d75d001022 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.0759819 Nov 23 09:47:30.942366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85f8349c-e606-41f7-80b5-e641d22e94f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.000151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.038612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e654d514-59e8-4d7c-bd50-2f214fe5622c req-0377a004-9cc8-4966-878b-e239fa0c27a7 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724304 Nov 23 09:47:31.043388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.043729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85f8349c-e606-41f7-80b5-e641d22e94f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.051603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85f8349c-e606-41f7-80b5-e641d22e94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.093172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-85f8349c-e606-41f7-80b5-e641d22e94f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eab7f200c2ae43af95c81ab163d92b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742942 Nov 23 09:47:31.094313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8349c-e606-41f7-80b5-e641d22e94f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4b343-f99b-454a-9173-c4ab8a7ff2a2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:31.096167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47558) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:31.105650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.108307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.112459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/882b1d2c-ad36-4aac-90a1-b47c6daaf304 HTTP/1.1" status: 204 len: 168 time: 0.1984873 Nov 23 09:47:31.132546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dac5c-31b0-4374-b4ae-a827e2772734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882b1d2c-ad36-4aac-90a1-b47c6daaf304,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:31.145761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47562) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:31.156484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:31.160989 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d176e6-cc0f-45c9-897d-cdb2a886de23" -d '{"events": [{"server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "name": "network-vif-plugged", "status": "completed", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:31.169200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af25ea7c-1932-4aeb-a81f-733804b9b47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.172932 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.201991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.260848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af25ea7c-1932-4aeb-a81f-733804b9b47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.267816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.270607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.272007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13d4b343-f99b-454a-9173-c4ab8a7ff2a2 HTTP/1.1" status: 204 len: 168 time: 0.1746657 Nov 23 09:47:31.274054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af25ea7c-1932-4aeb-a81f-733804b9b47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.278860 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1aa37b-33b4-430b-990e-350efb47f336 x-openstack-request-id: req-4b1aa37b-33b4-430b-990e-350efb47f336 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:31.279486 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "name": "network-vif-plugged", "status": "completed", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:31.280961 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b1aa37b-33b4-430b-990e-350efb47f336 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:31.281878 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9', 'code': 200} Nov 23 09:47:31.288032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbca96-9fa7-4dab-92e3-ea20c7e15dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4b343-f99b-454a-9173-c4ab8a7ff2a2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:31.396615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af25ea7c-1932-4aeb-a81f-733804b9b47e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3878b92fe8004cfeb88f75b80ec750a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491910 Nov 23 09:47:31.403564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47576) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:31.416784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25ea7c-1932-4aeb-a81f-733804b9b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048f75b-4d9e-47e3-8b7e-2cdf4a5c524c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:31.485158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.505178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d884832-2076-4add-a93b-09ec6b5c31ab req-9f8df2a3-bb8c-4ddd-ae77-05330db8bcfa tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:31.509423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.513702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d884832-2076-4add-a93b-09ec6b5c31ab req-9f8df2a3-bb8c-4ddd-ae77-05330db8bcfa tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.1176589 Nov 23 09:47:31.605805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bfdc3-1a56-48d9-a543-1da9ead795c8 req-6f6ad423-3799-4970-a104-abc0e153b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:31.607458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b03bfdc3-1a56-48d9-a543-1da9ead795c8 req-6f6ad423-3799-4970-a104-abc0e153b38d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 1101 time: 0.1308641 Nov 23 09:47:31.617444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d884832-2076-4add-a93b-09ec6b5c31ab req-a402ff1e-c0d7-4a6a-8c61-8051b4e6f8bb tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025884 Nov 23 09:47:31.635384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b47b415-6bcb-4040-983c-ca1ffee8c5cf req-14fa3fdb-fb15-4351-9976-8a468320167e tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0593939 Nov 23 09:47:31.641440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.644734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:31.645791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3048f75b-4d9e-47e3-8b7e-2cdf4a5c524c HTTP/1.1" status: 204 len: 168 time: 0.2346892 Nov 23 09:47:31.655952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0743d7-0775-4eea-b8d4-ee33f945bd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048f75b-4d9e-47e3-8b7e-2cdf4a5c524c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:31.685276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b03bfdc3-1a56-48d9-a543-1da9ead795c8 req-e78ba7ba-af96-45a6-9efd-3e01ea9dbe0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664711 Nov 23 09:47:32.002767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97014-0945-4612-a494-ca0459abeb12 req-ddb8675f-9516-49a9-b90e-b6f03ee5de3a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:32.004274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af97014-0945-4612-a494-ca0459abeb12 req-ddb8675f-9516-49a9-b90e-b6f03ee5de3a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.0779951 Nov 23 09:47:32.070586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af97014-0945-4612-a494-ca0459abeb12 req-1aac8aa7-93f6-4013-ac52-a7a953b56867 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Nov 23 09:47:32.174437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab072ba-9bad-4115-b366-ba705a312b1c req-1ff536e6-e661-4d08-a3ea-6c07d7dab27a tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:32.178682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ab072ba-9bad-4115-b366-ba705a312b1c req-1ff536e6-e661-4d08-a3ea-6c07d7dab27a tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.0576146 Nov 23 09:47:32.244445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ab072ba-9bad-4115-b366-ba705a312b1c req-3ab1a76f-51b4-4881-a869-a319299899e3 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627999 Nov 23 09:47:32.341224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-03aea5bd-5748-43e0-a193-f226b2501173 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:32.344363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-03aea5bd-5748-43e0-a193-f226b2501173 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093620 Nov 23 09:47:32.396579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-fae0208f-3531-4563-8ac3-deab863cf1c6 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:32.398552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-fae0208f-3531-4563-8ac3-deab863cf1c6 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 1122 time: 0.0528314 Nov 23 09:47:32.418777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-11b9f83f-53b4-4d8b-b52e-ac159eff0f43 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:32.510765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-11b9f83f-53b4-4d8b-b52e-ac159eff0f43 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:32.517305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-11b9f83f-53b4-4d8b-b52e-ac159eff0f43 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:32.553489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb6a9629-0482-418c-9f17-1885a22d4060 req-11b9f83f-53b4-4d8b-b52e-ac159eff0f43 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419785 Nov 23 09:47:32.576896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9f83f-53b4-4d8b-b52e-ac159eff0f43 tempest-AggregatesAdminTestJSON-304239690 tempest-AggregatesAdminTestJSON-304239690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9880bed-61f0-4f03-86aa-ebf63ab643b4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:32.732711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Request body: {'port': {'device_id': '18e60144-d5bf-4052-be13-3cabfb913034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:32.844032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5971be-07a5-4fd0-9b80-6c2dedcbf373 req-fffaff50-7e76-4e58-ba6c-c84660b307f6 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:32.845522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f5971be-07a5-4fd0-9b80-6c2dedcbf373 req-fffaff50-7e76-4e58-ba6c-c84660b307f6 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.0847483 Nov 23 09:47:32.846710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:32.917524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31bc914f-1c3a-49e0-91b5-a3051d3f825d req-8df2950f-b1b8-41ee-a334-9f0eaba78476 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 210 time: 0.0551209 Nov 23 09:47:32.938220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f5971be-07a5-4fd0-9b80-6c2dedcbf373 req-041da038-3f8d-4cc9-972d-ab20bfc55452 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823245 Nov 23 09:47:33.044603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.11', 65375) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:33.269573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-895fcb22-643f-465f-b5eb-a894ec1e6115 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:33.271108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-895fcb22-643f-465f-b5eb-a894ec1e6115 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 824 time: 0.2247684 Nov 23 09:47:33.378000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a263a-b2f3-4fce-aca6-7290fa814891 req-98fa3330-edb4-44b5-a9b7-68ea64585910 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:33.379747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e1a263a-b2f3-4fce-aca6-7290fa814891 req-98fa3330-edb4-44b5-a9b7-68ea64585910 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 931 time: 0.1661789 Nov 23 09:47:33.399454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-bdd1f0f9-a77b-46fc-8f22-0d28ced09d11 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 380 time: 0.1175864 Nov 23 09:47:33.411967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'port': {'device_id': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'admin_state_up': True, 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'security_groups': ['256741f8-848f-49d4-ba84-e050ce75a635']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:33.417214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53262a02-0bc7-478b-b48e-bf05b5abbf10 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:33.429822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.450795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e1a263a-b2f3-4fce-aca6-7290fa814891 req-12f1624b-5dbf-40ea-a126-1a002a7e1a2b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Nov 23 09:47:33.453697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Transition to ACTIVE for port object 53262a02-0bc7-478b-b48e-bf05b5abbf10 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:33.460338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.561742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:33.594280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:33.594779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:33.595236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:33.614851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:33.615399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:33.620059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Made reservation on behalf of 89245c43dc2f4856b77f901747d48bd2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:33.621659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:33.622226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:33.622786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:33.623351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Bound port: 53262a02-0bc7-478b-b48e-bf05b5abbf10, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:33.623946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.626054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.746580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:33.752748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:33.772086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.816100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:33.816719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:33.818142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 1091 time: 1.3061025 Nov 23 09:47:33.818587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:33.831388 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b7980-228e-4a5c-aabf-f595f8cd82e2" -d '{"events": [{"name": "network-changed", "server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:33.861735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59640d42-b88a-4b16-92cf-65758cf9a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:33.874523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Allocated IP 172.20.0.13 (461c94ce-85c4-4852-85f1-798ca6132f3a/7e63f55d-b48d-4d53-ab11-74c15c70d619/c3e3c58d-7f7f-412d-b830-915351e16964) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:33.952322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-a7b31a5e-fb3b-44e4-836d-5f096c5e86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:33.953826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-a7b31a5e-fb3b-44e4-836d-5f096c5e86a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1094 time: 0.0656075 Nov 23 09:47:33.959882 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af394779-9d5e-403e-b2f2-205b8d2153aa x-openstack-request-id: req-af394779-9d5e-403e-b2f2-205b8d2153aa {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:33.960178 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:33.960431 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af394779-9d5e-403e-b2f2-205b8d2153aa {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:33.960996 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'status': 'completed', 'code': 200} Nov 23 09:47:34.010445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-6b5b597b-7106-4a82-bd65-6d3da6a1a768 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0486093 Nov 23 09:47:34.111030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.159213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.232903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:34.246352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:34.248098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:34.251151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:34.260187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:34.260983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.288216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ea7c696e-dfce-4409-9dac-74215164cdc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8818154 Nov 23 09:47:34.304315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Request body: {'port': {'device_id': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:34.314694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f22f5-c808-4899-8cb3-d31438b1d24e req-28a6852b-582a-4301-943e-abc2098ae20f tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:34.322008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e9f22f5-c808-4899-8cb3-d31438b1d24e req-28a6852b-582a-4301-943e-abc2098ae20f tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 932 time: 0.0681698 Nov 23 09:47:34.333777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-84a48266-65b5-4bb0-a1a0-36c3ec552d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:34.335239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-84a48266-65b5-4bb0-a1a0-36c3ec552d5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.3175287 Nov 23 09:47:34.376992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.397387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-5cf3cc4d-7bde-42d7-88c5-cdf6cbabccad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504217 Nov 23 09:47:34.518671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-ec3f6b21-1fe8-41f9-8f31-0362fa5a7556 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117475 Nov 23 09:47:34.535513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e9f22f5-c808-4899-8cb3-d31438b1d24e req-41842d77-6b76-4c51-93b8-db88a4525399 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069764 Nov 23 09:47:34.629283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4c7accad-16c9-495f-a81b-8cb1479dbc82 None None] Provisioning complete for port c3e3c58d-7f7f-412d-b830-915351e16964 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:34.629818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c7accad-16c9-495f-a81b-8cb1479dbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.706833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4c7accad-16c9-495f-a81b-8cb1479dbc82 None None] Port c3e3c58d-7f7f-412d-b830-915351e16964 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:34.730474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b537553-73c5-49dc-b4b9-2d9dbd8fea7c req-2940df1b-2ab6-41cc-9f8f-9c5fda457581 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936944 Nov 23 09:47:34.741233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b167-1330-41be-bcce-ff981ba0f445 req-094b05a3-8faf-4b87-bf59-ed6676e95299 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:34.742896 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6c0b167-1330-41be-bcce-ff981ba0f445 req-094b05a3-8faf-4b87-bf59-ed6676e95299 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.0856576 Nov 23 09:47:34.774992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e3c58d-7f7f-412d-b830-915351e16964 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:34.784352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.803021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Transition to ACTIVE for port object c3e3c58d-7f7f-412d-b830-915351e16964 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:34.807464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:34.842781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6c0b167-1330-41be-bcce-ff981ba0f445 req-ec9ab30e-e059-41a4-9de2-1ab0be775703 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825238 Nov 23 09:47:34.857960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-8a1560b8-5800-473b-bc67-b1c458efc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:34.859753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-8a1560b8-5800-473b-bc67-b1c458efc802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1094 time: 0.0606201 Nov 23 09:47:34.895502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Attempting to bind port c3e3c58d-7f7f-412d-b830-915351e16964 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:34.895896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Attempting to bind port c3e3c58d-7f7f-412d-b830-915351e16964 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:34.896234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Attempting to bind port c3e3c58d-7f7f-412d-b830-915351e16964 on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:34.906819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:34.910017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Port c3e3c58d-7f7f-412d-b830-915351e16964 on network 461c94ce-85c4-4852-85f1-798ca6132f3a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:34.910351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Attempting to bind port c3e3c58d-7f7f-412d-b830-915351e16964 on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:34.917027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:34.917371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Checking segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:34.917752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Bound using segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:34.918207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Bound port: c3e3c58d-7f7f-412d-b830-915351e16964, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:34.918561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:35.005175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:35.008203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c3e3c58d-7f7f-412d-b830-915351e16964,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:35.012569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-1767464b-8f70-4233-b3ec-5b4b5fe8bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.014391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-1767464b-8f70-4233-b3ec-5b4b5fe8bfc2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1455469 Nov 23 09:47:35.015913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:35.023048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8277-83d2-4131-bc7b-42bbc5d357ee req-5a12a60f-116d-4a48-a0e5-2853bb44d3d4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.024690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07cc8277-83d2-4131-bc7b-42bbc5d357ee req-5a12a60f-116d-4a48-a0e5-2853bb44d3d4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.0769026 Nov 23 09:47:35.052345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.053168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:35.054721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-ccde3684-0e16-428b-b331-415093b27834 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 1092 time: 0.7557778 Nov 23 09:47:35.055275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:35.057829 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57050ff9-293a-4a33-b013-d6f0864abe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:35.092318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3684-0e16-428b-b331-415093b27834 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:35.101732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-c8871be7-5f2b-4471-ac23-0d4845cd4119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0761595 Nov 23 09:47:35.183499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-3fdf9495-3f91-4671-8fc5-4e66c2bb2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.185175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-3fdf9495-3f91-4671-8fc5-4e66c2bb2e75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1095 time: 0.0689268 Nov 23 09:47:35.205862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-05236a90-e314-40f2-81eb-aba84de5420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.207476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-05236a90-e314-40f2-81eb-aba84de5420d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0818958 Nov 23 09:47:35.222748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07cc8277-83d2-4131-bc7b-42bbc5d357ee req-0660b38d-c55b-4818-87ad-9a3fef5500dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914768 Nov 23 09:47:35.238283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-e3860112-6ce0-4a04-a03c-c9bbee03840e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 217 time: 0.0429506 Nov 23 09:47:35.274371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-e9528754-2f66-4040-af72-de360826bb48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502706 Nov 23 09:47:35.306821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-a8dea52c-06d3-4645-9283-d8b468d9568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.308339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-a8dea52c-06d3-4645-9283-d8b468d9568f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.0621266 Nov 23 09:47:35.406195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-be12ec10-7f6d-45f1-a004-33277ff457af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.406792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-0d363d11-00c5-457c-ae25-faf55c4849a4 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234992 Nov 23 09:47:35.408665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-be12ec10-7f6d-45f1-a004-33277ff457af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921929 Nov 23 09:47:35.474842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-a1ce439c-8095-495c-9eec-57d1787c01f1 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548584 Nov 23 09:47:35.515543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-81f00e68-3fcf-4456-a52c-c6da239735c2 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952976 Nov 23 09:47:35.615869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-610b7980-228e-4a5c-aabf-f595f8cd82e2 req-0075f12f-9c6b-4b9d-a15e-38a1ee0b7334 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939952 Nov 23 09:47:35.619865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef73485e-cb9e-4e97-bd62-9ba697aaab7a req-69f79443-2b17-45c8-adcb-422750ea7ae5 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969331 Nov 23 09:47:35.634330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-0436253c-55b0-4269-93c3-09fe89e4731c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.635775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-0436253c-55b0-4269-93c3-09fe89e4731c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547003 Nov 23 09:47:35.651847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-d1750e53-f907-4ce7-af99-0d12e1b296df tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/quotas/8e249668a0bd4a57a8d85309a9ca6dbe HTTP/1.1" status: 200 len: 375 time: 0.0095434 Nov 23 09:47:35.683748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-58858737-3767-4db5-89f2-1377449249ef tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264373 Nov 23 09:47:35.790975 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d9611-e5b9-4e10-a493-1b7cc1499c2f x-openstack-request-id: req-325d9611-e5b9-4e10-a493-1b7cc1499c2f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:35.791320 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:35.791585 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-325d9611-e5b9-4e10-a493-1b7cc1499c2f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:35.792197 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'status': 'completed', 'code': 200} Nov 23 09:47:35.898962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-d475b685-3cbd-4950-8f28-a30be00671b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:35.901336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-d475b685-3cbd-4950-8f28-a30be00671b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1095 time: 0.0758152 Nov 23 09:47:36.001002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64eeccfd-f1f8-452c-aafd-47a62ffb2c77 req-1b68bf2b-e1e7-40ef-96c7-f28b993fae59 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325098 Nov 23 09:47:36.086771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a3fe4-8db4-4c0e-b13c-477ac53b9331 req-5786b912-8510-485b-b508-be6255264b46 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.088299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855a3fe4-8db4-4c0e-b13c-477ac53b9331 req-5786b912-8510-485b-b508-be6255264b46 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 944 time: 0.1857531 Nov 23 09:47:36.129973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeccfd-f1f8-452c-aafd-47a62ffb2c77 req-9464bd43-7324-4ea6-9d3a-5e2100210ad9 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.131537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64eeccfd-f1f8-452c-aafd-47a62ffb2c77 req-9464bd43-7324-4ea6-9d3a-5e2100210ad9 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297054 Nov 23 09:47:36.135410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47826) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:36.157919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64eeccfd-f1f8-452c-aafd-47a62ffb2c77 req-9422a6e8-25e7-4930-886d-7e251240da14 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/quotas/1c83c52d39ef45e0b9375f6fff1066ef HTTP/1.1" status: 200 len: 375 time: 0.0121000 Nov 23 09:47:36.175717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-5dba9476-a123-4b4c-8514-232afe005b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.177329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-5dba9476-a123-4b4c-8514-232afe005b37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.2627103 Nov 23 09:47:36.197822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855a3fe4-8db4-4c0e-b13c-477ac53b9331 req-29f9ce11-4f6f-4405-b28e-cdfe313cccbb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980978 Nov 23 09:47:36.207976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64eeccfd-f1f8-452c-aafd-47a62ffb2c77 req-134cbfc1-c495-4d47-8f8c-5533bf005d29 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438156 Nov 23 09:47:36.245219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-b27672e4-4b41-4a89-b6ba-ff6376f842cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 217 time: 0.0581527 Nov 23 09:47:36.279546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85a7c80f-774a-4397-a335-5d0f1cf8f9d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.302464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-3bc66195-1521-4940-b157-19c9846626ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.303994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-3bc66195-1521-4940-b157-19c9846626ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.0509162 Nov 23 09:47:36.340110 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:47:36.363049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d100f432-483c-4a3f-ae48-536d94c9d3a0 req-d03c7227-f023-49b2-ae84-2291fa5c64e5 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 210 time: 0.0337188 Nov 23 09:47:36.395025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-eb95c7a6-9d9c-428e-a28c-e176822b90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.397525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-eb95c7a6-9d9c-428e-a28c-e176822b90b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840774 Nov 23 09:47:36.402725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85a7c80f-774a-4397-a335-5d0f1cf8f9d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.408717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85a7c80f-774a-4397-a335-5d0f1cf8f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.448142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fb202-0d59-4f74-be87-a1a3a7ed2ef4 req-20d1fac9-de27-4f1a-aed4-f09113b86837 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.448463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85a7c80f-774a-4397-a335-5d0f1cf8f9d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce7bd1bb7a6a4d21b4b47fa5da35265f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117852 Nov 23 09:47:36.449324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7c80f-774a-4397-a335-5d0f1cf8f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc11da-16b6-4cf0-807e-5aa704c7d8da,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:36.451686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47838) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:36.457383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d37fb202-0d59-4f74-be87-a1a3a7ed2ef4 req-20d1fac9-de27-4f1a-aed4-f09113b86837 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 950 time: 0.1472065 Nov 23 09:47:36.505266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.530380 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.595369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.598322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:36.602066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0cc11da-16b6-4cf0-807e-5aa704c7d8da HTTP/1.1" status: 204 len: 168 time: 0.1468830 Nov 23 09:47:36.612935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebddb5-5423-480b-9b1d-09b2b8aaf716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc11da-16b6-4cf0-807e-5aa704c7d8da,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:36.699938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167fa6-738c-4f86-948d-76ca9810f8a5 req-6d3fd976-1636-4ab0-b5a8-62faa176c905 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:36.701615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6167fa6-738c-4f86-948d-76ca9810f8a5 req-6d3fd976-1636-4ab0-b5a8-62faa176c905 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.0554934 Nov 23 09:47:36.759361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6167fa6-738c-4f86-948d-76ca9810f8a5 req-4d233d4b-8035-4df4-a191-f720f602ee99 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Nov 23 09:47:36.786754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d37fb202-0d59-4f74-be87-a1a3a7ed2ef4 req-ef22f182-6b0a-4d96-a6cf-4792f0d41965 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281837 Nov 23 09:47:36.807975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-6c74d693-8c9e-4290-8b5c-287f0ae0924b service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940146 Nov 23 09:47:36.931550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57050ff9-293a-4a33-b013-d6f0864abe9b req-1a2db167-d9bf-4f23-9260-64d5db80ab9b service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144056 Nov 23 09:47:36.949152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:36.968052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e31226a-b253-4d15-9d4e-72bad3ad57b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.119190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e31226a-b253-4d15-9d4e-72bad3ad57b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.122955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-a4a955ed-2696-40bc-bf99-cbd49a16cec2 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441854 Nov 23 09:47:37.127926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e31226a-b253-4d15-9d4e-72bad3ad57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.201500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e31226a-b253-4d15-9d4e-72bad3ad57b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ddd9d692dfe4c9998ef7104b063e256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515941 Nov 23 09:47:37.206767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47876) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:37.209882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31226a-b253-4d15-9d4e-72bad3ad57b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823b92f-71aa-411f-a02c-26c0f9c0f69f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:37.284939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-00d1693f-c142-46a4-bad8-7cf8c4665ede tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:37.286537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-00d1693f-c142-46a4-bad8-7cf8c4665ede tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 1101 time: 0.1380677 Nov 23 09:47:37.339352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.387836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.393870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Deleting port a49d1511-5121-4685-bb2b-2d3960b880e9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:47:37.394421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.397350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-f6b4d321-55fe-448a-b586-42075a943ab7 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:37.398584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-f6b4d321-55fe-448a-b586-42075a943ab7 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483380 Nov 23 09:47:37.430261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Request body: {'port': {'device_id': 'be303438-43a9-4068-a546-7ec6389abcb8', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '8e249668a0bd4a57a8d85309a9ca6dbe'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:37.492062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] For port a49d1511-5121-4685-bb2b-2d3960b880e9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a49d1511-5121-4685-bb2b-2d3960b880e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:37.492495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.506784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Calling delete_port for a49d1511-5121-4685-bb2b-2d3960b880e9 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:47:37.565346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed46c7a-73a5-40f0-880c-4e37a460b52e req-b720365e-f8e8-41f1-bb8d-99c454d75b97 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:37.566892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ed46c7a-73a5-40f0-880c-4e37a460b52e req-b720365e-f8e8-41f1-bb8d-99c454d75b97 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 944 time: 0.0948243 Nov 23 09:47:37.584446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.587040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.588138 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6823b92f-71aa-411f-a02c-26c0f9c0f69f HTTP/1.1" status: 204 len: 168 time: 0.3793769 Nov 23 09:47:37.614070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63773f17-1576-43ab-ab89-1b7c0bfaf2cb req-5b7eb5ba-b4b9-4c3c-95ee-068deae7565a tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Nov 23 09:47:37.619445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12e8b4-5644-4c4a-8136-79abf70bad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823b92f-71aa-411f-a02c-26c0f9c0f69f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:37.659529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Made reservation on behalf of 8e249668a0bd4a57a8d85309a9ca6dbe for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:37.664578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.680752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ed46c7a-73a5-40f0-880c-4e37a460b52e req-94fd0640-b579-4e68-bfa2-cf45eabaee9c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025863 Nov 23 09:47:37.686784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.762620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.774571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a49d1511-5121-4685-bb2b-2d3960b880e9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:37.837851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.844322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.844491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Pushing event deleted for resources: {'Port': ['ID=a49d1511-5121-4685-bb2b-2d3960b880e9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:37.913166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] No DVR routers for this DVR port a49d1511-5121-4685-bb2b-2d3960b880e9 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:47:37.926924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:37.941181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a87f2e81-a36a-4be4-aaf3-38dc0e7f20cf req-ce25e8c7-72d9-4ff6-af07-4b1730a6a1e9 tempest-DeleteServersAdminTestJSON-185959738 tempest-DeleteServersAdminTestJSON-185959738-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a49d1511-5121-4685-bb2b-2d3960b880e9 HTTP/1.1" status: 204 len: 173 time: 0.6419826 Nov 23 09:47:37.941638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'name': 'network-vif-deleted', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:37.960137 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781bd109-185a-4f3f-a842-d3b86f88514a" -d '{"events": [{"server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "name": "network-vif-deleted", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:37.966617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c81ada-8c7c-41f3-a641-d5b22c9af31d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:38.093684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Allocated IP 192.168.233.210 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/4f064a72-a16e-4c59-bcb9-bd340ab808c2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:38.146904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db9fce-0eaf-4a26-8659-c91d87bbc0a0 req-240a2023-4d60-42d0-a9b7-54e9b2e2094d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:38.158663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60db9fce-0eaf-4a26-8659-c91d87bbc0a0 req-240a2023-4d60-42d0-a9b7-54e9b2e2094d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.1690412 Nov 23 09:47:38.225320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60db9fce-0eaf-4a26-8659-c91d87bbc0a0 req-47264ba4-e1ac-4278-9b94-c18ecc707e59 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Nov 23 09:47:38.373808 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07464a16-93db-43f9-a0c7-c1bd427796dd x-openstack-request-id: req-07464a16-93db-43f9-a0c7-c1bd427796dd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:38.374471 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcf864a-de02-4189-8189-b33ff62bc620", "name": "network-vif-deleted", "tag": "a49d1511-5121-4685-bb2b-2d3960b880e9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:38.374471 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07464a16-93db-43f9-a0c7-c1bd427796dd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:38.375021 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcf864a-de02-4189-8189-b33ff62bc620', 'name': 'network-vif-deleted', 'tag': 'a49d1511-5121-4685-bb2b-2d3960b880e9', 'status': 'completed', 'code': 200} Nov 23 09:47:38.391516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:38.427388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b471eb7-f11c-4a47-9023-125b75025bee req-5f7bfd38-693c-4afd-b61f-58470bf6d9e4 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcf864a-de02-4189-8189-b33ff62bc620 HTTP/1.1" status: 200 len: 210 time: 0.0667226 Nov 23 09:47:38.486061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:38.604865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:38.612369 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ded0337e-dd25-4c91-9bc2-c7e34bac9a2d req-181a4378-b9b9-4de5-bff1-19c1e9039c99 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526900 Nov 23 09:47:38.613315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:38.619878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:38.625369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:38.626176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:38.657298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Pushing event updated for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:38.740636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-4292d3a7-e783-49c2-a99c-8576f46dcd6c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3313093 Nov 23 09:47:38.753375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Request body: {'port': {'device_id': 'be303438-43a9-4068-a546-7ec6389abcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:38.853011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0337e-dd25-4c91-9bc2-c7e34bac9a2d req-1eeba6bb-228f-499e-b2d9-d74206fd8a27 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:38.854495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ded0337e-dd25-4c91-9bc2-c7e34bac9a2d req-1eeba6bb-228f-499e-b2d9-d74206fd8a27 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222927 Nov 23 09:47:38.863721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:38.866681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81314a6d-cce6-4c44-992c-4514b13fa73e req-2b89c958-0332-49fa-8529-bf6173d5faea tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:38.875307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81314a6d-cce6-4c44-992c-4514b13fa73e req-2b89c958-0332-49fa-8529-bf6173d5faea tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 936 time: 0.0696507 Nov 23 09:47:38.878436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ded0337e-dd25-4c91-9bc2-c7e34bac9a2d req-316ae84c-bb2e-4813-bcaf-692b49e81d58 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/quotas/1c83c52d39ef45e0b9375f6fff1066ef HTTP/1.1" status: 200 len: 375 time: 0.0165980 Nov 23 09:47:38.921643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f06a5edf-4719-44b8-8391-2bf0dccf6ada None None] Provisioning complete for port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:38.923252 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f06a5edf-4719-44b8-8391-2bf0dccf6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:38.936053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81314a6d-cce6-4c44-992c-4514b13fa73e req-4253a84d-70c6-4d1d-86e6-78f9770a2fd0 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Nov 23 09:47:38.949784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ded0337e-dd25-4c91-9bc2-c7e34bac9a2d req-770988ae-70f1-4c6e-85ee-2e2e8d5ef3d4 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681736 Nov 23 09:47:38.970065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f06a5edf-4719-44b8-8391-2bf0dccf6ada None None] Port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:39.109971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5627-506e-483e-bc90-3205c7c7a16a req-4686f496-717a-4869-8144-330635fa5aa6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.111937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfbb5627-506e-483e-bc90-3205c7c7a16a req-4686f496-717a-4869-8144-330635fa5aa6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 944 time: 0.0645816 Nov 23 09:47:39.173337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfbb5627-506e-483e-bc90-3205c7c7a16a req-6d681655-7a37-4098-a38f-c6c673b92f89 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553138 Nov 23 09:47:39.264807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f064a72-a16e-4c59-bcb9-bd340ab808c2 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:39.275262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:39.294411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Transition to ACTIVE for port object 4f064a72-a16e-4c59-bcb9-bd340ab808c2 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:39.301998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:39.370984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Pushing event updated for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:39.434541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c19a-339a-4f06-b2f5-8d337240fd1d req-2f56b584-fe68-4072-8a52-c429e60bb64a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.436350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5019c19a-339a-4f06-b2f5-8d337240fd1d req-2f56b584-fe68-4072-8a52-c429e60bb64a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.0673270 Nov 23 09:47:39.451688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Attempting to bind port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:39.452737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Attempting to bind port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:39.453238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Attempting to bind port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:39.458961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:39.459477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Attempting to bind port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:39.471572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:39.471886 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:39.473160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:39.473614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Bound port: 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:39.473997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:39.527326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5019c19a-339a-4f06-b2f5-8d337240fd1d req-8e20bb44-d890-469d-a35f-333eb44bbcf3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 Nov 23 09:47:39.567852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:39.577497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:39.582506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:39.626219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.627367 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:39.628784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f064a72-a16e-4c59-bcb9-bd340ab808c2 HTTP/1.1" status: 200 len: 1096 time: 0.8800144 Nov 23 09:47:39.631958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:39.635758 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6983057-6111-41b8-8f61-ba952acfd537" -d '{"events": [{"name": "network-changed", "server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:39.681751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19d35c-db86-41da-aaa0-948678425597 service neutron] Pushing event updated for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:39.784932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-431b3e3d-eecb-457b-80fe-e3a417319cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.787944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-431b3e3d-eecb-457b-80fe-e3a417319cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 1099 time: 0.0759141 Nov 23 09:47:39.841853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-82b7783b-83d1-43e2-bad6-ed6f1208627c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2 HTTP/1.1" status: 200 len: 217 time: 0.0450397 Nov 23 09:47:39.895566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-ed5e948e-1480-4334-8ab2-170958fc23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.897934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-ed5e948e-1480-4334-8ab2-170958fc23c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0490906 Nov 23 09:47:39.905261 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee76c4-70df-480e-b6bf-6174f6fad54a x-openstack-request-id: req-baee76c4-70df-480e-b6bf-6174f6fad54a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:39.905607 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:39.905877 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baee76c4-70df-480e-b6bf-6174f6fad54a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:39.906295 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2', 'status': 'completed', 'code': 200} Nov 23 09:47:39.965432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ed5c-3750-458c-957c-348faf3542f6 req-6d2e73cb-a18e-4598-9875-18c93f3073c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:39.966998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-6d2e73cb-a18e-4598-9875-18c93f3073c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597136 Nov 23 09:47:40.209216 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-99ec2237-9dd4-41cd-a2fd-6c527f23c93a tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362592 Nov 23 09:47:40.305457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177c2e-aeee-4e5f-a278-f5451500a661 req-468af42f-c838-4d0d-815f-e32786a33601 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.306972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb177c2e-aeee-4e5f-a278-f5451500a661 req-468af42f-c838-4d0d-815f-e32786a33601 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 948 time: 0.0503235 Nov 23 09:47:40.321454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-9449cbfd-4bcb-4c98-ba46-8cc9e925f9dc service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469226 Nov 23 09:47:40.355054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb177c2e-aeee-4e5f-a278-f5451500a661 req-ffc53a2e-776b-4879-84e4-15598d41085f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Nov 23 09:47:40.376898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-9675aac8-f771-4547-924e-a2c2dac6a8b2 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.378360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-9675aac8-f771-4547-924e-a2c2dac6a8b2 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497998 Nov 23 09:47:40.433000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e31161ea-8682-45e1-ae88-8e60bc2fbdea tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/quotas/d3b5e7bbfc7b4617b446481fdb200261 HTTP/1.1" status: 200 len: 375 time: 0.0163374 Nov 23 09:47:40.471461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-f854e04a-e98e-46d7-bdb3-65e660cbf25d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326402 Nov 23 09:47:40.477047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6167ed5c-3750-458c-957c-348faf3542f6 req-6f532e44-1205-41e5-8276-aa6b0320e644 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458025 Nov 23 09:47:40.568210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983057-6111-41b8-8f61-ba952acfd537 req-ec53343a-c928-4c70-85d9-d7a8e1960757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.569701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-ec53343a-c928-4c70-85d9-d7a8e1960757 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 1099 time: 0.0460844 Nov 23 09:47:40.653481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:40.721005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983057-6111-41b8-8f61-ba952acfd537 req-67772d36-8d5f-4f73-84b9-94730284b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.722586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-67772d36-8d5f-4f73-84b9-94730284b134 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1445999 Nov 23 09:47:40.735146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ff8c5-ebfd-4e4f-bfcd-c064840b2a7d req-5d0f1e28-c1e7-42f1-a65e-4d07eaa71b03 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.736661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-712ff8c5-ebfd-4e4f-bfcd-c064840b2a7d req-5d0f1e28-c1e7-42f1-a65e-4d07eaa71b03 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 944 time: 0.0806472 Nov 23 09:47:40.786339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:40.792711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-f792c65d-5190-4f47-bc2b-8fa10e4273e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2 HTTP/1.1" status: 200 len: 217 time: 0.0549912 Nov 23 09:47:40.803614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'port_id': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'mac_address': 'fa:16:3e:6b:56:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c726ea-66b3-4c28-b762-076ebe4d14cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:40.809372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3015be7-325b-4def-948a-42a30af0077b req-f1b7014a-534a-4f80-84db-05e53da3a614 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299420 Nov 23 09:47:40.855861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:40.870776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53262a02-0bc7-478b-b48e-bf05b5abbf10 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:40.872542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-712ff8c5-ebfd-4e4f-bfcd-c064840b2a7d req-cb891810-52c5-47bf-80c7-eb5699a564ce tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288500 Nov 23 09:47:40.887177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983057-6111-41b8-8f61-ba952acfd537 req-730c4e94-2d67-41c7-b85a-944dab7b8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.896814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-730c4e94-2d67-41c7-b85a-944dab7b8251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0924926 Nov 23 09:47:40.900318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:40.909046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:40.911296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c3e3c58d-7f7f-412d-b830-915351e16964 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:40.956336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015be7-325b-4def-948a-42a30af0077b req-f07fe7b2-53b5-41bc-b8c4-80f32b191527 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.958164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3015be7-325b-4def-948a-42a30af0077b req-f07fe7b2-53b5-41bc-b8c4-80f32b191527 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477740 Nov 23 09:47:40.959756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983057-6111-41b8-8f61-ba952acfd537 req-fb53a6c9-6eb1-4ed3-b6ed-32a4053fa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:40.961531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-fb53a6c9-6eb1-4ed3-b6ed-32a4053fa853 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559328 Nov 23 09:47:40.985565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3015be7-325b-4def-948a-42a30af0077b req-6fe6d85e-5b83-4fa6-a1ce-3f508afe4fc8 tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/quotas/1c83c52d39ef45e0b9375f6fff1066ef HTTP/1.1" status: 200 len: 375 time: 0.0211036 Nov 23 09:47:40.989869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:41.028864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3015be7-325b-4def-948a-42a30af0077b req-22f37ec3-fc44-4e0a-bf67-1bca757dca4e tempest-QuotasAdminNegativeTest-1099343009 tempest-QuotasAdminNegativeTest-1099343009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419874 Nov 23 09:47:41.150962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-adba7144-260b-49aa-b692-5bf6566723e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764371 Nov 23 09:47:41.159727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e12a-14ca-4430-9470-f3216ad611a6 req-7778e47f-787d-4da0-88f9-f4309f7a527c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:41.166502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ccbcc61-36e3-4980-af7d-99ec1ad6d16d req-c5fb67cc-65d5-43ee-95ba-8f2284eb78ce tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 210 time: 0.0380373 Nov 23 09:47:41.167040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75f2e12a-14ca-4430-9470-f3216ad611a6 req-7778e47f-787d-4da0-88f9-f4309f7a527c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.0798771 Nov 23 09:47:41.235791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c3e3c58d-7f7f-412d-b830-915351e16964,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:41.250523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'port_id': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'mac_address': 'fa:16:3e:30:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:41.291408 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:41.296325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75f2e12a-14ca-4430-9470-f3216ad611a6 req-7f88dcbe-3f92-42f7-a01f-2695ffb72a24 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260090 Nov 23 09:47:41.317934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e3c58d-7f7f-412d-b830-915351e16964 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:41.330562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c3e3c58d-7f7f-412d-b830-915351e16964,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:41.341768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:41.354717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6983057-6111-41b8-8f61-ba952acfd537 req-d168ac40-8b76-4cf4-9d80-e5edb5e7f0e9 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855423 Nov 23 09:47:41.407462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:41.688985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729ff3a-86a3-439a-9163-bd8f485697f2 req-875afdd6-1853-4f0d-8436-9026120483b8 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:41.690710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d729ff3a-86a3-439a-9163-bd8f485697f2 req-875afdd6-1853-4f0d-8436-9026120483b8 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 948 time: 0.0544436 Nov 23 09:47:41.765672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d729ff3a-86a3-439a-9163-bd8f485697f2 req-43ffc58e-2fc6-4dc0-bb39-e198fdf9c455 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556278 Nov 23 09:47:41.793989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-9ab382ec-538b-4053-8aaf-1641a09bfbcc tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462418 Nov 23 09:47:41.831373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['53262a02-0bc7-478b-b48e-bf05b5abbf10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:41.875633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c3e3c58d-7f7f-412d-b830-915351e16964'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:42.076777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-dbcf8d00-ab6a-4151-bdd7-240f36743fa5 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:42.082256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-dbcf8d00-ab6a-4151-bdd7-240f36743fa5 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815390 Nov 23 09:47:42.095774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c1e30-1c47-4274-b829-e18b649a6a20 req-49d5bf96-b403-4386-8645-2e0e1e41ee5d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:42.102417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-266c1e30-1c47-4274-b829-e18b649a6a20 req-49d5bf96-b403-4386-8645-2e0e1e41ee5d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 945 time: 0.0924520 Nov 23 09:47:42.108958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Request body: {'port': {'device_id': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd3b5e7bbfc7b4617b446481fdb200261'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:42.223683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:42.284501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a49d1511-5121-4685-bb2b-2d3960b880e9 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:47:42.294238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-266c1e30-1c47-4274-b829-e18b649a6a20 req-679765bf-8e7a-476a-880b-cd2123f998e5 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851368 Nov 23 09:47:42.298784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Made reservation on behalf of d3b5e7bbfc7b4617b446481fdb200261 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:42.313841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.315631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a49d1511-5121-4685-bb2b-2d3960b880e9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:47:42.316329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a49d1511-5121-4685-bb2b-2d3960b880e9 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:47:42.367708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a2299d7-52d0-4547-91f0-478dd14dc7d1 req-08abbf51-7e1d-4516-b567-d9d85c4e17f4 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 210 time: 0.0764117 Nov 23 09:47:42.390926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c016ae32-501b-452d-a23c-7f6747250792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.531437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c016ae32-501b-452d-a23c-7f6747250792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.545340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c016ae32-501b-452d-a23c-7f6747250792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.571858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aa626-e193-40f6-8f2c-25083e1f0df9 req-16d3ce37-2deb-4d79-8559-3da5ad3f25dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:42.573589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-525aa626-e193-40f6-8f2c-25083e1f0df9 req-16d3ce37-2deb-4d79-8559-3da5ad3f25dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.1297748 Nov 23 09:47:42.581111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Allocated IP 192.168.233.158 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a0cd3713-3da7-457e-be6e-e7935e419bc6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:42.591762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016ae32-501b-452d-a23c-7f6747250792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c25a0-6fd7-4b41-a47c-1409ad831f63,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:42.619966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c016ae32-501b-452d-a23c-7f6747250792 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c83c52d39ef45e0b9375f6fff1066ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977966 Nov 23 09:47:42.623695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48180) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:42.707296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48182) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:42.717944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.751504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.800908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-525aa626-e193-40f6-8f2c-25083e1f0df9 req-fa5a0fef-694e-47f8-b19c-ab758999b0a7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173152 Nov 23 09:47:42.847611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.850825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.852073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d39c25a0-6fd7-4b41-a47c-1409ad831f63 HTTP/1.1" status: 204 len: 168 time: 0.2264342 Nov 23 09:47:42.862646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.883044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b0de1-70fe-4c2d-8466-8247a755f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c25a0-6fd7-4b41-a47c-1409ad831f63,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:42.948455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.958795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9026-49c3-498d-9d68-bb14ec6a6c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:42.996786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b39b6-9c8e-4c5c-a2a9-83b76dbd7ea2 req-d8b7c6e4-d120-4fbd-93c2-39ae6ffb2e02 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:42.998427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-673b39b6-9c8e-4c5c-a2a9-83b76dbd7ea2 req-d8b7c6e4-d120-4fbd-93c2-39ae6ffb2e02 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 948 time: 0.1023123 Nov 23 09:47:43.040807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:43.043556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Pushing event updated for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:43.048179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:43.050725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:43.053841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cfa63-4f42-42e6-ad34-d5b9c8a3b0c6 req-b1b60811-17a7-4db5-b7a2-b93e18532849 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:43.055508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f5cfa63-4f42-42e6-ad34-d5b9c8a3b0c6 req-b1b60811-17a7-4db5-b7a2-b93e18532849 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.0836232 Nov 23 09:47:43.056728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:43.057425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.096436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-673b39b6-9c8e-4c5c-a2a9-83b76dbd7ea2 req-fc98fde9-72e3-4e16-8a49-13f61e0ded0a tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883610 Nov 23 09:47:43.100154 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-761ab1c1-04e5-4f62-a013-fffef771b447 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9967010 Nov 23 09:47:43.116303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Request body: {'port': {'device_id': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:43.153016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9026-49c3-498d-9d68-bb14ec6a6c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.161826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9026-49c3-498d-9d68-bb14ec6a6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.197251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.238566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f5cfa63-4f42-42e6-ad34-d5b9c8a3b0c6 req-2d2bdaa7-9ee2-41f7-b63c-6e028cb9b4ba tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663976 Nov 23 09:47:43.267966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ebf9026-49c3-498d-9d68-bb14ec6a6c67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c479394f2ca41059db29f6131a5f0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585411 Nov 23 09:47:43.269091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9026-49c3-498d-9d68-bb14ec6a6c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a473e1-3281-45f4-916a-47c088025918,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:43.270869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48198) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:43.410066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c659260d-34cd-4741-947f-07a87e6e3b70 None None] Provisioning complete for port a0cd3713-3da7-457e-be6e-e7935e419bc6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:43.412865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c659260d-34cd-4741-947f-07a87e6e3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.419210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48208) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:43.441143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-930c54dc-1338-4fad-8f7c-f7a2e5fa9b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.524161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c659260d-34cd-4741-947f-07a87e6e3b70 None None] Port a0cd3713-3da7-457e-be6e-e7935e419bc6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:43.543373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.607188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccad89-c485-4605-a7a7-9c92198b7f36 req-ace4a01b-075d-4847-8b36-8904bccacd41 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:43.609069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29ccad89-c485-4605-a7a7-9c92198b7f36 req-ace4a01b-075d-4847-8b36-8904bccacd41 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 936 time: 0.1422596 Nov 23 09:47:43.645715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.704772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-930c54dc-1338-4fad-8f7c-f7a2e5fa9b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.711859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29ccad89-c485-4605-a7a7-9c92198b7f36 req-fbb9f45c-6e42-49d1-98c8-8ee6eafdf421 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953133 Nov 23 09:47:43.712661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48212) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:43.720184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-930c54dc-1338-4fad-8f7c-f7a2e5fa9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.767831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66da3e-4d4f-4def-8cd4-a399ac06decc req-8975924d-3497-469d-9a04-7f9ca0b59b45 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:43.775344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a66da3e-4d4f-4def-8cd4-a399ac06decc req-8975924d-3497-469d-9a04-7f9ca0b59b45 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 945 time: 0.1113594 Nov 23 09:47:43.778095 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-930c54dc-1338-4fad-8f7c-f7a2e5fa9b1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f59ab2b137094103b399c15c618cae42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577118 Nov 23 09:47:43.782361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:43.792753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c54dc-1338-4fad-8f7c-f7a2e5fa9b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd58e3f-64ac-4da6-970d-7a4fe28d1023,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:43.807089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.809527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.810673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3a473e1-3281-45f4-916a-47c088025918 HTTP/1.1" status: 204 len: 168 time: 0.5386577 Nov 23 09:47:43.848400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a457c34-e247-4f64-8cea-3eae64d41c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a473e1-3281-45f4-916a-47c088025918,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:43.879576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cd3713-3da7-457e-be6e-e7935e419bc6 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:43.905775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a66da3e-4d4f-4def-8cd4-a399ac06decc req-744f44fb-35af-4f15-ba38-8e1c530f09ae tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239345 Nov 23 09:47:43.920429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.934088 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b34e6146-1891-4f09-b9f6-7f76f4ca7cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.942925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.943270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Transition to ACTIVE for port object a0cd3713-3da7-457e-be6e-e7935e419bc6 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:43.952059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:43.998532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:44.019678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.052396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Attempting to bind port a0cd3713-3da7-457e-be6e-e7935e419bc6 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:44.053086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Attempting to bind port a0cd3713-3da7-457e-be6e-e7935e419bc6 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:44.053588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Attempting to bind port a0cd3713-3da7-457e-be6e-e7935e419bc6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:44.059040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Port a0cd3713-3da7-457e-be6e-e7935e419bc6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:44.059734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Attempting to bind port a0cd3713-3da7-457e-be6e-e7935e419bc6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:44.065449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:44.066057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:44.066613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:44.067205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Bound port: a0cd3713-3da7-457e-be6e-e7935e419bc6, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:44.067853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.091706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bc04e-2c70-4098-ac0e-776250f4093f req-24f6bd19-e5e8-4bcd-8110-39b5b2cb7ac9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.100091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-902bc04e-2c70-4098-ac0e-776250f4093f req-24f6bd19-e5e8-4bcd-8110-39b5b2cb7ac9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.1422319 Nov 23 09:47:44.140657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:44.144938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:44.151709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.258051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-5c094ad8-2c8f-4f3d-812a-cfaa662525ee tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.260100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-5c094ad8-2c8f-4f3d-812a-cfaa662525ee tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.50 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.1527169 Nov 23 09:47:44.262193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48228) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:44.280009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.280746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.282526 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] 10.222.0.50 "PUT /v2.0/ports/a0cd3713-3da7-457e-be6e-e7935e419bc6 HTTP/1.1" status: 200 len: 1096 time: 1.1710918 Nov 23 09:47:44.283596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.285527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:44.286302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.287212 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c800f-c6d0-48d2-8fac-12ca273cff26" -d '{"events": [{"name": "network-changed", "server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:44.287363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fd58e3f-64ac-4da6-970d-7a4fe28d1023 HTTP/1.1" status: 204 len: 168 time: 0.5038533 Nov 23 09:47:44.291549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4f064a72-a16e-4c59-bcb9-bd340ab808c2 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:44.331101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af2706-4509-4898-b8d1-be3c0cbf247e req-c1ed4199-95e5-4f85-ad1c-440812ee994f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.338841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85af2706-4509-4898-b8d1-be3c0cbf247e req-c1ed4199-95e5-4f85-ad1c-440812ee994f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 948 time: 0.1113994 Nov 23 09:47:44.356918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06498a6-0c3a-4e58-b01b-ea22fa778949 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:44.365806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2ca-6928-4643-affb-02e06c16dce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.367804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a616e-9416-4f3b-8209-a71cbcce5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd58e3f-64ac-4da6-970d-7a4fe28d1023,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:44.382257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-902bc04e-2c70-4098-ac0e-776250f4093f req-fe4c7fa6-f5ef-4df8-8c29-e6b3133bfae9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810602 Nov 23 09:47:44.408368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b34e6146-1891-4f09-b9f6-7f76f4ca7cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.427695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b34e6146-1891-4f09-b9f6-7f76f4ca7cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.429975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85af2706-4509-4898-b8d1-be3c0cbf247e req-66cd6be0-9da1-4c45-8824-18e6c31a3d60 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901620 Nov 23 09:47:44.491694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-8d70090b-700a-4f07-8789-8d71357050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.493202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-8d70090b-700a-4f07-8789-8d71357050d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 1099 time: 0.1300609 Nov 23 09:47:44.522827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:44.555033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '4f064a72-a16e-4c59-bcb9-bd340ab808c2', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '4f064a72-a16e-4c59-bcb9-bd340ab808c2', 'mac_address': 'fa:16:3e:d8:b3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:44.563153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b34e6146-1891-4f09-b9f6-7f76f4ca7cac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a65c1bc6ed04094a02003a2dd7f5ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8468270 Nov 23 09:47:44.591906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-219f1652-3992-4d02-8829-0ba7f9528cab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6 HTTP/1.1" status: 200 len: 217 time: 0.0843706 Nov 23 09:47:44.592408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:44.593949 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b34556-f709-40a0-8def-83ec3e7acfb8 x-openstack-request-id: req-f4b34556-f709-40a0-8def-83ec3e7acfb8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:44.594241 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:44.594498 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4b34556-f709-40a0-8def-83ec3e7acfb8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:44.595163 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6', 'status': 'completed', 'code': 200} Nov 23 09:47:44.597336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6146-1891-4f09-b9f6-7f76f4ca7cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2b20d7-ee84-4fbc-9aed-42d5c1bb93ff,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:44.626907 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.647778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f064a72-a16e-4c59-bcb9-bd340ab808c2 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:44.657070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:44.686051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-957255dd-e9af-43a5-8c07-46fb55e97ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.687621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-957255dd-e9af-43a5-8c07-46fb55e97ea6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0845819 Nov 23 09:47:44.701418 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2ca-6928-4643-affb-02e06c16dce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.714334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2ca-6928-4643-affb-02e06c16dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.719828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.738544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Deleting port 3df14fce-6395-4909-869d-75530c824142 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:47:44.738998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.752413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:44.763314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.795760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.819664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-7508d0a5-9c4a-4ff1-a13b-640835cbd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.821875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-7508d0a5-9c4a-4ff1-a13b-640835cbd339 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031973 Nov 23 09:47:44.852255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 53262a02-0bc7-478b-b48e-bf05b5abbf10 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:44.873876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 53262a02-0bc7-478b-b48e-bf05b5abbf10 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:44.874271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.887635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] For port 3df14fce-6395-4909-869d-75530c824142, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3df14fce-6395-4909-869d-75530c824142,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:44.888131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.913244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Calling delete_port for 3df14fce-6395-4909-869d-75530c824142 owned by compute:tempest-test_az-1159993260 {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:47:44.927357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:44.967982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a059dc4-96d2-41c5-91ad-2cdd9e07f13f req-e9ca66ac-02f5-47c7-9fcf-5dbaeebb588f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:44.976434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a059dc4-96d2-41c5-91ad-2cdd9e07f13f req-e9ca66ac-02f5-47c7-9fcf-5dbaeebb588f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 948 time: 0.1471803 Nov 23 09:47:44.982661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.990057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.993297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:44.993873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc2b20d7-ee84-4fbc-9aed-42d5c1bb93ff HTTP/1.1" status: 204 len: 168 time: 0.3977702 Nov 23 09:47:44.995847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4f064a72-a16e-4c59-bcb9-bd340ab808c2'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:45.007516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e2bd2ca-6928-4643-affb-02e06c16dce0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=406579b720b2412689f12e16e2fe1ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7391777 Nov 23 09:47:45.010713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48252) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:45.023213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb09d5-4adf-4d16-9834-62140985ae05 req-a257cf41-be15-4016-a5db-a87a1e52ce4d tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.030673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63cb09d5-4adf-4d16-9834-62140985ae05 req-a257cf41-be15-4016-a5db-a87a1e52ce4d tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 971 time: 0.4774096 Nov 23 09:47:45.036214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-083189de-ee63-4ae6-a03b-604a6fbd4ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956348 Nov 23 09:47:45.037228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc782b9-6f35-4dac-936a-f8869038d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2b20d7-ee84-4fbc-9aed-42d5c1bb93ff,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.038843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bd2ca-6928-4643-affb-02e06c16dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94665eb3-3398-4183-a8ce-b14cf1de36e1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.056106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:45.061829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:45.064952 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f064ef-99b9-4829-9584-a7238b89d791" -d '{"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-plugged", "status": "completed", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:45.077326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.078304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c3e3c58d-7f7f-412d-b830-915351e16964 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:45.141373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63cb09d5-4adf-4d16-9834-62140985ae05 req-b7adba4b-de5b-482c-bafb-dabbb8e08c29 tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9eaca0d-f024-4086-9068-1b69e13b42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097469 Nov 23 09:47:45.186711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c3e3c58d-7f7f-412d-b830-915351e16964 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:45.189372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a059dc4-96d2-41c5-91ad-2cdd9e07f13f req-dfb54d36-92b0-4d62-af5b-e0dafd511bd7 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114742 Nov 23 09:47:45.237880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c3e3c58d-7f7f-412d-b830-915351e16964 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:45.238383 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.239604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.308223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-046e7240-e4a1-4c6a-ac44-b2c60b0d7457 req-3a452a5d-5e15-418f-aec2-cef04a1bc858 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630179 Nov 23 09:47:45.313201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.320349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.337732 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603a367-2899-4e16-87cb-0dbad9fa7510 x-openstack-request-id: req-a603a367-2899-4e16-87cb-0dbad9fa7510 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:45.338869 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-plugged", "status": "completed", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:45.339560 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a603a367-2899-4e16-87cb-0dbad9fa7510 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:45.343048 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'code': 200} Nov 23 09:47:45.348626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.368319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe15b87-5bb4-4cd3-89ff-e0fd93da51b2 req-db1150ca-418c-4150-9cec-052a5508d0c3 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.376175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebe15b87-5bb4-4cd3-89ff-e0fd93da51b2 req-db1150ca-418c-4150-9cec-052a5508d0c3 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 945 time: 0.1374609 Nov 23 09:47:45.447516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-25860aae-e81e-4c06-a519-f7a1bf7c3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.449642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Pushing event deleted for resources: {'Port': ['ID=3df14fce-6395-4909-869d-75530c824142,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.450690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-25860aae-e81e-4c06-a519-f7a1bf7c3575 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 1099 time: 0.0683343 Nov 23 09:47:45.600389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] No DVR routers for this DVR port 3df14fce-6395-4909-869d-75530c824142 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:47:45.611572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.613546 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.622191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.625950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c99cbd3-8854-4ce6-a0cd-eaa57a71bed7 req-cceb75b6-890c-46f0-9d85-40af9796788b tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.50 "DELETE /v2.0/ports/3df14fce-6395-4909-869d-75530c824142 HTTP/1.1" status: 204 len: 173 time: 1.3512013 Nov 23 09:47:45.626559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'name': 'network-vif-deleted', 'tag': '3df14fce-6395-4909-869d-75530c824142'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:45.629227 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4423aed-6357-4f3a-90a5-752774655d53" -d '{"events": [{"server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "name": "network-vif-deleted", "tag": "3df14fce-6395-4909-869d-75530c824142"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:45.656768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebe15b87-5bb4-4cd3-89ff-e0fd93da51b2 req-acf1a597-a471-4fed-8eb9-dab054434082 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797041 Nov 23 09:47:45.675035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5166-b7e0-408c-bf52-81db70dc2a4d req-f27201d2-3691-43e3-9ebd-dce241caf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.675035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4af5166-b7e0-408c-bf52-81db70dc2a4d req-f27201d2-3691-43e3-9ebd-dce241caf58c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1096 time: 0.2674248 Nov 23 09:47:45.698387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.698641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c3e3c58d-7f7f-412d-b830-915351e16964,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:45.707083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.710603 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:45.712562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94665eb3-3398-4183-a8ce-b14cf1de36e1 HTTP/1.1" status: 204 len: 168 time: 0.6995900 Nov 23 09:47:45.743918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-79eb606e-dbbd-468e-a3d3-86a18892c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.750235 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-79eb606e-dbbd-468e-a3d3-86a18892c26a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2899821 Nov 23 09:47:45.778118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f927-8976-4790-942d-27e59905e685 req-7a1a4d11-d2b1-46b4-b3e9-688b21b20748 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.791760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6894f927-8976-4790-942d-27e59905e685 req-7a1a4d11-d2b1-46b4-b3e9-688b21b20748 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 945 time: 0.2392991 Nov 23 09:47:45.792706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:45.797313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.798444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e18e1-9c0c-4d57-b5ca-51e4032fbd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94665eb3-3398-4183-a8ce-b14cf1de36e1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:45.878654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445bdd2-e530-439c-ab94-3a6a9913eada req-1d8b4d81-cc8d-443f-990d-9d1918c0e5ac tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:45.886207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4445bdd2-e530-439c-ab94-3a6a9913eada req-1d8b4d81-cc8d-443f-990d-9d1918c0e5ac tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 949 time: 0.0983324 Nov 23 09:47:45.895565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4af5166-b7e0-408c-bf52-81db70dc2a4d req-8ba89c75-aba7-4bbb-ae0e-b8f335b90ae3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055986 Nov 23 09:47:45.954495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4445bdd2-e530-439c-ab94-3a6a9913eada req-c3c09809-994d-4741-8f9f-c505cf9dcd2e tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638201 Nov 23 09:47:45.998592 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382a805-4891-4331-969b-c48ae0ea009e x-openstack-request-id: req-8382a805-4891-4331-969b-c48ae0ea009e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:45.999180 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2987662b-0b15-4c89-a4f0-a98c4d170fd6", "name": "network-vif-deleted", "tag": "3df14fce-6395-4909-869d-75530c824142", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:45.999495 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8382a805-4891-4331-969b-c48ae0ea009e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:45.999966 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2987662b-0b15-4c89-a4f0-a98c4d170fd6', 'name': 'network-vif-deleted', 'tag': '3df14fce-6395-4909-869d-75530c824142', 'status': 'completed', 'code': 200} Nov 23 09:47:46.101539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-97f7b86b-1901-4b22-b43a-d4167d63bec3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6 HTTP/1.1" status: 200 len: 217 time: 0.3071527 Nov 23 09:47:46.102249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-409e32bf-a3fa-4b57-87db-412cc3cfdd81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.242315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6894f927-8976-4790-942d-27e59905e685 req-208d145e-6952-4d05-8d5c-e430b3d151b0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200339 Nov 23 09:47:46.249992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-85b3fa9c-bc4a-452c-9cbf-426a59330685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:46.254217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-85b3fa9c-bc4a-452c-9cbf-426a59330685 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1386271 Nov 23 09:47:46.285202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4f064a72-a16e-4c59-bcb9-bd340ab808c2 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:46.331116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f88b4812-4eef-40b5-bffc-16717d231512 req-c77b9142-e1f2-4aa9-8eb4-3a8c41e287cd tempest-AggregatesAdminTestJSON-511277940 tempest-AggregatesAdminTestJSON-511277940-project] 10.222.0.62 "GET /v2.0/ports?device_id=2987662b-0b15-4c89-a4f0-a98c4d170fd6 HTTP/1.1" status: 200 len: 210 time: 0.0885355 Nov 23 09:47:46.366359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-73d9b16a-f1f8-4741-b99a-9f197ad97a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:46.367949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-73d9b16a-f1f8-4741-b99a-9f197ad97a3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974612 Nov 23 09:47:46.370079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-409e32bf-a3fa-4b57-87db-412cc3cfdd81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.394397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-409e32bf-a3fa-4b57-87db-412cc3cfdd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.402042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:46.412539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:46.413177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.506160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-409e32bf-a3fa-4b57-87db-412cc3cfdd81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b819c31565964daba70dbac21c253ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7069135 Nov 23 09:47:46.509294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48300) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:46.512457 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.512596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e32bf-a3fa-4b57-87db-412cc3cfdd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a15813-768c-4b87-8273-d2d4512c0828,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:46.534101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b19747-3c0c-4d33-b81d-b92dc72b593f req-159b8d70-5471-4bc9-a1fe-a3a6347aa76f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:46.535608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84b19747-3c0c-4d33-b81d-b92dc72b593f req-159b8d70-5471-4bc9-a1fe-a3a6347aa76f tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 948 time: 0.1641884 Nov 23 09:47:46.560694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-69e26b1a-4cc7-4f20-9b60-d8eca2f99a56 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756563 Nov 23 09:47:46.587544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:46.593731 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.595393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3df14fce-6395-4909-869d-75530c824142 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:47:46.622045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 3df14fce-6395-4909-869d-75530c824142 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:47:46.623230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3df14fce-6395-4909-869d-75530c824142 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:47:46.632287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.680599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:46.683212 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84b19747-3c0c-4d33-b81d-b92dc72b593f req-d38b865b-c3a6-4d63-a1a8-1ff2e6dda281 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370695 Nov 23 09:47:46.709569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.711956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a57c800f-c6d0-48d2-8fac-12ca273cff26 req-9ec74fe9-2b7f-40ec-93f4-182a78537a6d service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442060 Nov 23 09:47:46.826701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426a3cc-6db1-46c6-947b-72062f123827 req-4801bf4b-bcea-4d4f-9791-5c7bc4271b7c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:46.828273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f426a3cc-6db1-46c6-947b-72062f123827 req-4801bf4b-bcea-4d4f-9791-5c7bc4271b7c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.0557404 Nov 23 09:47:46.842501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.844997 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.846104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2a15813-768c-4b87-8273-d2d4512c0828 HTTP/1.1" status: 204 len: 168 time: 0.3349752 Nov 23 09:47:46.869841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e98125-b47c-4c41-92a5-b53c9b04fa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a15813-768c-4b87-8273-d2d4512c0828,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:46.901983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f426a3cc-6db1-46c6-947b-72062f123827 req-a973bbc1-ea1e-4831-b7de-342fbab1eddc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663593 Nov 23 09:47:46.936002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-687377434', 'description': 'tempest-description-975856692'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:46.965359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:46.982358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.076644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.082878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.103043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889838-90bb-49dd-9216-2c87b21b6be2 req-6d4baf2f-6c5d-4c4e-a668-64e27ced8019 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:47.105856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2889838-90bb-49dd-9216-2c87b21b6be2 req-6d4baf2f-6c5d-4c4e-a668-64e27ced8019 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.0696042 Nov 23 09:47:47.135658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3f4bd-a4a7-45f9-929e-54493fdaeae1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:47.189988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2889838-90bb-49dd-9216-2c87b21b6be2 req-c3fe5b64-af29-4047-8a06-e230ad8a632e tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695248 Nov 23 09:47:47.198952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.203741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.249416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf40f72-0a33-4f0c-93d1-a8b02f15d3b0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:47.266704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.268616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d15d96f0-0cae-45a9-bd40-b2c577566ac6 req-d8cc40a5-6235-491c-9a13-7aaaab30b10a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3378272 Nov 23 09:47:47.296257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-992813465', 'description': 'tempest-description-1298382667'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:47.330758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.347012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964'}, {'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:47.349352 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363f5b2-ae61-4db7-a935-8d3ff4203aea" -d '{"events": [{"server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "name": "network-vif-plugged", "status": "completed", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964"}, {"server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "name": "network-vif-plugged", "status": "completed", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:47.399043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fbe10-56b7-465a-81ce-a1e2f464497c req-a2faad28-b94b-4f28-aae7-155dd66c37a3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:47.400749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-359fbe10-56b7-465a-81ce-a1e2f464497c req-a2faad28-b94b-4f28-aae7-155dd66c37a3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 945 time: 0.0656354 Nov 23 09:47:47.428774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.434685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.465689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-359fbe10-56b7-465a-81ce-a1e2f464497c req-336c104c-8cfc-4512-9ba1-062002c42447 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573764 Nov 23 09:47:47.474613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.476516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-576d0a46-80e8-41a6-8b5c-f5ae517618fb req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1849258 Nov 23 09:47:47.478832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893a37-94ea-42ad-ab00-341dbc20ac2f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024f3108-88df-4dfe-835f-c6f206ed8e39,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:47.540305 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d9a4f-d003-4013-a563-23ffb91a7a5c x-openstack-request-id: req-961d9a4f-d003-4013-a563-23ffb91a7a5c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:47.540598 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "name": "network-vif-plugged", "status": "completed", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964", "code": 200}, {"server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "name": "network-vif-plugged", "status": "completed", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:47.540844 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-961d9a4f-d003-4013-a563-23ffb91a7a5c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:47.541233 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'code': 200} Nov 23 09:47:47.541483 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2', 'code': 200} Nov 23 09:47:47.678113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a348-7fd7-4057-ba90-16ea2a0071df req-d4544726-9f58-47cc-8b08-796571a23c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:47.679898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df84a348-7fd7-4057-ba90-16ea2a0071df req-d4544726-9f58-47cc-8b08-796571a23c21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1097 time: 0.0545695 Nov 23 09:47:47.681563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da70e-ab58-42f8-abee-f88d5ac60319 req-1ca4de1f-d588-4523-a6d4-d9febd69d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:47.683550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b5da70e-ab58-42f8-abee-f88d5ac60319 req-1ca4de1f-d588-4523-a6d4-d9febd69d65a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 1101 time: 0.0582471 Nov 23 09:47:47.734222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df84a348-7fd7-4057-ba90-16ea2a0071df req-01745467-c918-477c-b543-ee052d632658 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445306 Nov 23 09:47:47.737750 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b5da70e-ab58-42f8-abee-f88d5ac60319 req-28bd243c-6cdd-4db6-b449-b5b394da0ac9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 23 09:47:47.790261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8534-309f-4f2d-a921-1a3fae2f2eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.799565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1032104419', 'description': 'tempest-description-455651408'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:47.824962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.836213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c9492-2d21-4467-924d-6c796dc143f9 req-4a021f82-0039-4b52-93e1-44f351d7a677 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:47.836794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.838012 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-426c9492-2d21-4467-924d-6c796dc143f9 req-4a021f82-0039-4b52-93e1-44f351d7a677 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 948 time: 0.0695500 Nov 23 09:47:47.901492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-426c9492-2d21-4467-924d-6c796dc143f9 req-0bda49f5-0fd3-4833-871e-a9725913f337 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559406 Nov 23 09:47:47.927245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48372) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:47.938551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.945152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:47.975542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e20c9-9008-4e56-9e7f-0c025cf2777d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:48.046052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbace5f-dc2f-489b-b25b-b1e4f6b86d33 req-318c1fc2-41ad-4a73-bc1e-94a12a53c259 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:48.051809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cfbace5f-dc2f-489b-b25b-b1e4f6b86d33 req-318c1fc2-41ad-4a73-bc1e-94a12a53c259 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.0647738 Nov 23 09:47:48.067005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.078828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.120962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5452ba55-6d53-499c-ae0e-0f7c8940ca19,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:48.125351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.126804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4a07ce6-970a-4710-85de-64261331c463 req-ea26cb72-6e34-4176-a5de-2246f6b5b3b9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3322079 Nov 23 09:47:48.158545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1443534751', 'description': 'tempest-description-196724206'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:48.174129 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cfbace5f-dc2f-489b-b25b-b1e4f6b86d33 req-70c5abc3-a80d-4d7c-a76a-b0dd8b92613d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131315 Nov 23 09:47:48.190300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-655f262a-9dc1-4d04-935a-ed7dd35d72ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6abd2164bcdb4713b6c63667a55e3a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574966 Nov 23 09:47:48.190300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:48.203958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.250577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.282579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a0cd3713-3da7-457e-be6e-e7935e419bc6 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:47:48.297609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.311516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.321135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.333065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:48.399478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a58cd-610f-462d-b487-f94f75da051f req-99f7eedd-b6d8-43a6-8825-c79709ca514c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:48.401568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc118d9-0cbb-4cff-b442-c4b38c153577,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:48.402191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd1a58cd-610f-462d-b487-f94f75da051f req-99f7eedd-b6d8-43a6-8825-c79709ca514c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.1384516 Nov 23 09:47:48.409697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.410972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60319348-4ef9-486e-a916-1ef37f967569 req-419e4a74-d474-44f4-8c4b-66f72e75e1d8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2571421 Nov 23 09:47:48.458346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.459734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:48.461595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.466494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9eaca0d-f024-4086-9068-1b69e13b42e4 HTTP/1.1" status: 204 len: 168 time: 0.2769880 Nov 23 09:47:48.479076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a0cd3713-3da7-457e-be6e-e7935e419bc6', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a0cd3713-3da7-457e-be6e-e7935e419bc6', 'mac_address': 'fa:16:3e:b0:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:47:48.488573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c342eb-cdb1-44f9-ab9c-aed96a6f11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eaca0d-f024-4086-9068-1b69e13b42e4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:48.521636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd1a58cd-610f-462d-b487-f94f75da051f req-c2a79f78-7a0f-4e13-9404-ae663746b3d9 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991817 Nov 23 09:47:48.567003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.603274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cd3713-3da7-457e-be6e-e7935e419bc6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:48.656611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:48.666110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.718527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8da722-4e91-429c-adf9-b5472716ce0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.753098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8873049-8267-4c97-80b7-a9e19cbe93bc req-c1e2cd55-8d3e-47ba-8bcd-ae39e8d0d9ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:48.754991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8873049-8267-4c97-80b7-a9e19cbe93bc req-c1e2cd55-8d3e-47ba-8bcd-ae39e8d0d9ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 945 time: 0.1386464 Nov 23 09:47:48.783708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-9cef191a-7bb5-4dc0-a41c-5d2deb4ae8ac tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42602 time: 0.3446288 Nov 23 09:47:48.791740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:48.850272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8873049-8267-4c97-80b7-a9e19cbe93bc req-e4f6f9c0-7391-4257-913c-a03ed17367e6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710711 Nov 23 09:47:48.874445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a0cd3713-3da7-457e-be6e-e7935e419bc6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:48.897414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8da722-4e91-429c-adf9-b5472716ce0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.903245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8da722-4e91-429c-adf9-b5472716ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:48.945253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-7180fbef-6cf1-4ab6-9c52-45706f98a79e tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0e0090a2-3f6a-4dc4-a3ff-1103e3fbfc1a HTTP/1.1" status: 200 len: 2990 time: 0.0995350 Nov 23 09:47:48.962845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c8da722-4e91-429c-adf9-b5472716ce0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5c0cf9d085f40fb969a4909dbffdd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6261358 Nov 23 09:47:48.965594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48420) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:48.968385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8da722-4e91-429c-adf9-b5472716ce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba7093-2347-4d1d-9a49-05dc19f8ed89,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:49.043236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-79fdb3f2-5dc9-415a-95d3-fc436b8f2b4d tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0e0090a2-3f6a-4dc4-a3ff-1103e3fbfc1a HTTP/1.1" status: 200 len: 2990 time: 0.0970409 Nov 23 09:47:49.081806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.110610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48422) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:49.128902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-5e352cd0-3afa-4306-999f-1f22f490ae75 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/163e20c9-9008-4e56-9e7f-0c025cf2777d HTTP/1.1" status: 200 len: 2998 time: 0.0847797 Nov 23 09:47:49.144128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.217612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03d6132a-2bc0-49fb-a123-db44f50508ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cd5a1cc5d3c4ceb82e74913d49f5dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040208 Nov 23 09:47:49.221930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48426) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:49.245332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5993b-3f06-43f5-b793-f793536070de req-42e00a11-01ba-4b33-a567-e33ce6a2bf56 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:49.246998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8a5993b-3f06-43f5-b793-f793536070de req-42e00a11-01ba-4b33-a567-e33ce6a2bf56 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1096 time: 0.0473950 Nov 23 09:47:49.266982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-806ad462-d7bc-46a9-b1a7-f2b48a38b2df tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/163e20c9-9008-4e56-9e7f-0c025cf2777d HTTP/1.1" status: 200 len: 2998 time: 0.1273093 Nov 23 09:47:49.286072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.288481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.292077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92ba7093-2347-4d1d-9a49-05dc19f8ed89 HTTP/1.1" status: 204 len: 168 time: 0.3219769 Nov 23 09:47:49.303092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8a5993b-3f06-43f5-b793-f793536070de req-bcd37241-f13e-4f89-a4ff-6cb89e74a4e0 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Nov 23 09:47:49.326522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f77ac8-f71c-40d5-9514-bcc9cfd78f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba7093-2347-4d1d-9a49-05dc19f8ed89,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:49.358540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.366655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-de983cf7-a45f-4227-8cf6-d3ab80e24351 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/37b3f4bd-a4a7-45f9-929e-54493fdaeae1 HTTP/1.1" status: 200 len: 2998 time: 0.0911548 Nov 23 09:47:49.398447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.457306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-26d626f7-eda9-43a9-93fb-3cf807f3bca7 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/37b3f4bd-a4a7-45f9-929e-54493fdaeae1 HTTP/1.1" status: 200 len: 2998 time: 0.0828836 Nov 23 09:47:49.503785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2794fb-f3fa-43b6-9035-47f16bb0e68e req-b630349b-c64a-4a8d-85d5-4e59b223bdeb tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:49.512141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab2794fb-f3fa-43b6-9035-47f16bb0e68e req-b630349b-c64a-4a8d-85d5-4e59b223bdeb tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 949 time: 0.0779347 Nov 23 09:47:49.515858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-6108a5c1-73cf-4cc6-9c7f-44d85858a346 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/408aad2a-f637-4f7a-adb7-22e1fc87d860 HTTP/1.1" status: 200 len: 2994 time: 0.0568659 Nov 23 09:47:49.518303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.521219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.525184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9880bed-61f0-4f03-86aa-ebf63ab643b4 HTTP/1.1" status: 204 len: 168 time: 0.2994275 Nov 23 09:47:49.571475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275f90e-b7b9-44f0-b92b-7e666095f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9880bed-61f0-4f03-86aa-ebf63ab643b4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:49.581267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab2794fb-f3fa-43b6-9035-47f16bb0e68e req-37b6a457-1064-4600-9015-cf07aac96fad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678911 Nov 23 09:47:49.646864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-22c10161-3635-4670-b979-3200d997fb42 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/408aad2a-f637-4f7a-adb7-22e1fc87d860 HTTP/1.1" status: 200 len: 2994 time: 0.1224959 Nov 23 09:47:49.698786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-490b3d41-5406-4a1e-b411-679005f61c6b tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5b3c58d9-fe38-4fe6-8e2d-ad9aea58e009 HTTP/1.1" status: 200 len: 2994 time: 0.0408325 Nov 23 09:47:49.703549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bce24-be56-4bed-95cd-2beaa3d10ad1 req-5b8d85d9-c9df-4f7f-b608-ee44e6fc5de0 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:49.711974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a3bce24-be56-4bed-95cd-2beaa3d10ad1 req-5b8d85d9-c9df-4f7f-b608-ee44e6fc5de0 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.0670545 Nov 23 09:47:49.782348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a3bce24-be56-4bed-95cd-2beaa3d10ad1 req-9ad669de-001d-4239-b351-f0e94d60caba tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693831 Nov 23 09:47:49.782983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:49.810459 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b8c8cd-9874-46d2-acf9-182b9a5e0600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.917144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfa05c-d05c-41ec-bb2c-828e278cf2ca req-ffd3c3ba-0ad0-4b17-9e48-08424379858d tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:49.918982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aacfa05c-d05c-41ec-bb2c-828e278cf2ca req-ffd3c3ba-0ad0-4b17-9e48-08424379858d tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1096 time: 0.0730963 Nov 23 09:47:49.955834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.964559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b8c8cd-9874-46d2-acf9-182b9a5e0600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:49.966980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-e54d009f-9b3f-4725-9d81-3d13cb521c1a tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5b3c58d9-fe38-4fe6-8e2d-ad9aea58e009 HTTP/1.1" status: 200 len: 2994 time: 0.2574184 Nov 23 09:47:49.974933 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b8c8cd-9874-46d2-acf9-182b9a5e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.011490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-ec95a2f3-8410-475e-81cc-1ed81ac28616 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5cea2753-b14c-4a13-897b-97c9d7552f45 HTTP/1.1" status: 200 len: 2998 time: 0.0359826 Nov 23 09:47:50.022789 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-03b8c8cd-9874-46d2-acf9-182b9a5e0600 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cb8fad5bbf24f7995bf8fea6fa4b1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385323 Nov 23 09:47:50.025972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48456) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:50.028696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aacfa05c-d05c-41ec-bb2c-828e278cf2ca req-4560d189-5ead-490d-afe0-0205737a4aea tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932622 Nov 23 09:47:50.030682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8c8cd-9874-46d2-acf9-182b9a5e0600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c4da4-60c1-4064-a6b3-f228841cdd18,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:50.098267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-3de2bd34-477f-472b-91b7-81dbd0f7c9bb tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5cea2753-b14c-4a13-897b-97c9d7552f45 HTTP/1.1" status: 200 len: 2998 time: 0.0796680 Nov 23 09:47:50.119401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.161848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.173946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-2b88b480-47c4-41b5-9583-393f1735d0f4 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/75c81ada-8c7c-41f3-a641-d5b22c9af31d HTTP/1.1" status: 200 len: 2998 time: 0.0639637 Nov 23 09:47:50.195553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88ba7a06-0ffe-46ea-9fad-0b9a8d907695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.233192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-284de528-ace5-4988-b26d-b094b1f2c1b2 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/75c81ada-8c7c-41f3-a641-d5b22c9af31d HTTP/1.1" status: 200 len: 2998 time: 0.0520709 Nov 23 09:47:50.245586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.249307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.252797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e93c4da4-60c1-4064-a6b3-f228841cdd18 HTTP/1.1" status: 204 len: 168 time: 0.2234476 Nov 23 09:47:50.271108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ecfc-f7ad-4f73-8726-e49ae1f529c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c4da4-60c1-4064-a6b3-f228841cdd18,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:50.301077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a0cd3713-3da7-457e-be6e-e7935e419bc6 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:47:50.316416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-5df86582-6f54-400e-a071-20e8aa6521a8 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8515637b-368b-4b6d-8c38-52a48caf13ff HTTP/1.1" status: 200 len: 2998 time: 0.0740964 Nov 23 09:47:50.372605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a0cd3713-3da7-457e-be6e-e7935e419bc6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:47:50.379254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a0cd3713-3da7-457e-be6e-e7935e419bc6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:50.379873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.422391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-8b883568-b4a3-4daa-9b97-67572567576e tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8515637b-368b-4b6d-8c38-52a48caf13ff HTTP/1.1" status: 200 len: 2998 time: 0.0986984 Nov 23 09:47:50.422614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb39e97-3c89-47ab-bc19-0de98db3c568 req-b42ffcf3-28af-4d4a-a468-fa7d2ac369fd tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:50.430324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acb39e97-3c89-47ab-bc19-0de98db3c568 req-b42ffcf3-28af-4d4a-a468-fa7d2ac369fd tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.0738664 Nov 23 09:47:50.472389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-cd0eb2d0-e12f-4322-92a5-0e53c2ec5e04 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8dedc509-7795-4d3d-a25f-aa2df8cea457 HTTP/1.1" status: 200 len: 2998 time: 0.0488131 Nov 23 09:47:50.498891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acb39e97-3c89-47ab-bc19-0de98db3c568 req-a4705510-1eb3-4c1a-b141-61df505d8f14 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631332 Nov 23 09:47:50.516474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.529052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-d28948b3-0a82-4be5-8bc4-466dbd8b5867 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8dedc509-7795-4d3d-a25f-aa2df8cea457 HTTP/1.1" status: 200 len: 2998 time: 0.0548573 Nov 23 09:47:50.552520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:50.553627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:50.556176 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7aa823-9ad5-4e62-b779-b2f48e48beff" -d '{"events": [{"server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "name": "network-vif-plugged", "status": "completed", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:50.562724 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.596326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-b7631074-b89f-4336-b17d-648bf1d27ee9 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/96a85d0a-9632-4115-a866-07b65ad3a236 HTTP/1.1" status: 200 len: 2994 time: 0.0663447 Nov 23 09:47:50.635995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:50.655604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-a50e179b-dd26-4275-a6d2-5718f960736d tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/96a85d0a-9632-4115-a866-07b65ad3a236 HTTP/1.1" status: 200 len: 2994 time: 0.0578537 Nov 23 09:47:50.677409 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-018900e3-8f0e-431b-b2d4-ded934f61619 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] show failed (client error): The resource could not be found. Nov 23 09:47:50.678437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-018900e3-8f0e-431b-b2d4-ded934f61619 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a9880bed-61f0-4f03-86aa-ebf63ab643b4 HTTP/1.1" status: 404 len: 352 time: 0.0156608 Nov 23 09:47:50.702911 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-fdf59f06-e169-4525-8a46-3504cb3b926d tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] show failed (client error): The resource could not be found. Nov 23 09:47:50.704178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-fdf59f06-e169-4525-8a46-3504cb3b926d tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a9880bed-61f0-4f03-86aa-ebf63ab643b4 HTTP/1.1" status: 404 len: 352 time: 0.0169752 Nov 23 09:47:50.720512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1698f7-0f68-4044-b0b5-bcdd1d212bce req-93f810f9-aab1-4026-b732-eeb742e51a54 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:50.726613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c1698f7-0f68-4044-b0b5-bcdd1d212bce req-93f810f9-aab1-4026-b732-eeb742e51a54 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.0861115 Nov 23 09:47:50.734454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48486) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:50.740140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'floatingip': {'port_id': 'c3e3c58d-7f7f-412d-b830-915351e16964'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:50.768667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-1e00d173-9b80-4475-961d-a5ddb5eebc64 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e761fc94-10be-4090-8499-b878bcc5ec81 HTTP/1.1" status: 200 len: 2994 time: 0.0567772 Nov 23 09:47:50.827723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:50.831727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cac187a0-8495-480d-ab93-8f2d0c105c86 req-9a0ee551-ceb2-483b-8e62-9563e92a6552 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e761fc94-10be-4090-8499-b878bcc5ec81 HTTP/1.1" status: 200 len: 2994 time: 0.0557265 Nov 23 09:47:50.877256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:50.882650 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1410e7-3c76-4b1b-b6ea-e908bae4fc59 x-openstack-request-id: req-5d1410e7-3c76-4b1b-b6ea-e908bae4fc59 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:50.882943 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "name": "network-vif-plugged", "status": "completed", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:50.884393 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d1410e7-3c76-4b1b-b6ea-e908bae4fc59 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:50.884968 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6', 'code': 200} Nov 23 09:47:50.985208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7d15a-320b-44d5-96ae-241127dd1874 req-47204b88-129b-47e2-ad58-fa1166537e3d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:50.993543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3d7d15a-320b-44d5-96ae-241127dd1874 req-47204b88-129b-47e2-ad58-fa1166537e3d tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.0621419 Nov 23 09:47:51.054633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3d7d15a-320b-44d5-96ae-241127dd1874 req-df66ed1f-9f11-4cb5-839f-c5fc808efd4e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599921 Nov 23 09:47:51.083507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:51.111706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f3a80-0e9e-42d2-97c9-50fa64859295 req-18c91ac8-130c-4e77-9cae-323b73712451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:51.113270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-825f3a80-0e9e-42d2-97c9-50fa64859295 req-18c91ac8-130c-4e77-9cae-323b73712451 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 1101 time: 0.1365967 Nov 23 09:47:51.166883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-20928a3c-83e1-427b-9133-60e5efc49a1d req-fb133662-aef7-41d2-ba74-0ee58848ff99 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:51.167978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20928a3c-83e1-427b-9133-60e5efc49a1d req-fb133662-aef7-41d2-ba74-0ee58848ff99 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055277 Nov 23 09:47:51.196376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04264314-2229-410f-8b9e-3801500b1958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:51.357667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-825f3a80-0e9e-42d2-97c9-50fa64859295 req-b6ca5424-84ea-4f12-a643-5174b723cf5d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357779 Nov 23 09:47:51.624130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04264314-2229-410f-8b9e-3801500b1958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:51.631019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04264314-2229-410f-8b9e-3801500b1958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:51.893938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-3af7ea29-08b2-4930-82c5-dc734514f14d req-a22c7a4f-5275-470e-b44a-d8a1884a79e4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:51.894943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3af7ea29-08b2-4930-82c5-dc734514f14d req-a22c7a4f-5275-470e-b44a-d8a1884a79e4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2829399 Nov 23 09:47:51.943277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-04264314-2229-410f-8b9e-3801500b1958 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=baef23756d824146b72457ea131df938&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0647316 Nov 23 09:47:51.946421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48556) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:51.959090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04264314-2229-410f-8b9e-3801500b1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a00665-862c-4128-8c71-6231642297a6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:51.963575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:51.980244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.142429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.176163 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d associated. External IP: 172.25.1.176, port: c3e3c58d-7f7f-412d-b830-915351e16964. Nov 23 09:47:52.183977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a49ca2ab-6dc4-4eaa-832b-30d5cc3aec57 req-b01c86a5-cf5f-4e8c-9d71-f466b2cc1f94 tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f99ed1b3e634b56aef45f5bf13de203 HTTP/1.1" status: 200 len: 6152 time: 0.1620584 Nov 23 09:47:52.219823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.384008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a49ca2ab-6dc4-4eaa-832b-30d5cc3aec57 req-1eee5cb6-f5f1-4828-a018-d527f81db9ea tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "GET /v2.0/security-groups/37b3f4bd-a4a7-45f9-929e-54493fdaeae1 HTTP/1.1" status: 200 len: 2998 time: 0.1620939 Nov 23 09:47:52.405856 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.408432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.411980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2a00665-862c-4128-8c71-6231642297a6 HTTP/1.1" status: 204 len: 168 time: 0.4622467 Nov 23 09:47:52.474357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86ecd9-c484-4753-ae0e-4d07fd04d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a00665-862c-4128-8c71-6231642297a6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:52.502926 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.510430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a49ca2ab-6dc4-4eaa-832b-30d5cc3aec57 req-4eb7cc26-8c80-4570-b9f3-451d1e34c69f tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "GET /v2.0/security-groups/37b3f4bd-a4a7-45f9-929e-54493fdaeae1 HTTP/1.1" status: 200 len: 2998 time: 0.1152940 Nov 23 09:47:52.602717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:47:52.726161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:47:52.731803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:52.742032 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:47:52.756542 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:52.758342 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:52.767039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26b5806d-a325-4ac8-863b-f40cc70a6652 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "PUT /v2.0/floatingips/b4eb2139-2a7c-4b35-8077-4d88b5087f7d HTTP/1.1" status: 200 len: 992 time: 2.0306499 Nov 23 09:47:52.768336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:52.770683 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f4f3d-5281-40cb-96b7-869923c09e46" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:52.813650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1919-2057-4572-ace9-1282e30e4f34 req-d813fafd-e9ac-4a23-ada0-54d52c44d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:52.815797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-d813fafd-e9ac-4a23-ada0-54d52c44d240 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1096 time: 0.0620549 Nov 23 09:47:52.880914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:52.928842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1919-2057-4572-ace9-1282e30e4f34 req-f4c34cd0-d76f-4665-a5d3-ea39ea4da816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:52.931502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-f4c34cd0-d76f-4665-a5d3-ea39ea4da816 service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.0958483 Nov 23 09:47:53.014080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-773eac25-981e-458f-ad8e-ba3bc39e2ec7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0744164 Nov 23 09:47:53.016604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48606) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:53.070828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48610) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:53.072492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfbbf3-e9b8-4fac-b8e4-e1962682a70e req-fa10cb78-8c2a-43f3-bc6f-7e882646f832 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:53.074045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dacfbbf3-e9b8-4fac-b8e4-e1962682a70e req-fa10cb78-8c2a-43f3-bc6f-7e882646f832 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.0606239 Nov 23 09:47:53.090001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a044c9b4-c7cd-45f4-b288-c2957b36f396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.114644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1919-2057-4572-ace9-1282e30e4f34 req-dfe9b59c-c096-4c8c-8ade-3a1aa53a35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:53.116122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-dfe9b59c-c096-4c8c-8ade-3a1aa53a35c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0939975 Nov 23 09:47:53.142678 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dacfbbf3-e9b8-4fac-b8e4-e1962682a70e req-1b9ddcd3-039e-4ea2-b5d1-468862395c14 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Nov 23 09:47:53.165423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-b851cc99-e818-4800-a5d7-5069f9dc2325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401042 Nov 23 09:47:53.274828 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:30:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:47:51Z', 'revision_number': 1, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:53.302108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f20d-5cce-4412-807a-923528cc36a6 req-07a7c7c7-76aa-418d-b3ee-db028f1bc07a tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:53.303680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3911f20d-5cce-4412-807a-923528cc36a6 req-07a7c7c7-76aa-418d-b3ee-db028f1bc07a tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.0847490 Nov 23 09:47:53.305449 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:47:53.314430 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:47:53.315295 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:53.329137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-198f868e-4c41-49f2-b3c1-6159053f6be5 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554756 Nov 23 09:47:53.330956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a044c9b4-c7cd-45f4-b288-c2957b36f396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.347678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a044c9b4-c7cd-45f4-b288-c2957b36f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.359983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3911f20d-5cce-4412-807a-923528cc36a6 req-8b71e70e-c1a4-463c-9453-d73909550970 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Nov 23 09:47:53.424102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-f5d4f9e5-8125-4e72-9e3f-7b26400f6c29 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:47:53.425105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-f5d4f9e5-8125-4e72-9e3f-7b26400f6c29 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4076011 Nov 23 09:47:53.435745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-2f4dac22-3f90-46bb-8acb-1e9de4a09ce6 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5bc118d9-0cbb-4cff-b442-c4b38c153577 HTTP/1.1" status: 200 len: 1794 time: 0.0510685 Nov 23 09:47:53.471358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a044c9b4-c7cd-45f4-b288-c2957b36f396 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edbec97bfc674c0eb970e6eb29cdceda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987336 Nov 23 09:47:53.476540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48620) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:53.477205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044c9b4-c7cd-45f4-b288-c2957b36f396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450fa006-59fc-4296-82bf-860c463fa2ae,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:53.479206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.493366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.518774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.540121 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:47:53.554291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-835c1919-2057-4572-ace9-1282e30e4f34 req-efe49973-8d0b-4f59-a5a3-cd36f9b1fcab service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173128 Nov 23 09:47:53.578184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.583328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.585308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ccaf884-d71c-4251-8dbc-10a0a4aa0986 req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bc118d9-0cbb-4cff-b442-c4b38c153577 HTTP/1.1" status: 204 len: 173 time: 0.1485515 Nov 23 09:47:53.599550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f662-c7a1-48e0-af2e-3a6fcc3aa8a5 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc118d9-0cbb-4cff-b442-c4b38c153577,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:53.617246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.623734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1b7d6938-1cba-4203-9279-0952f52b5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:53.630430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1b7d6938-1cba-4203-9279-0952f52b5fce service neutron] 10.222.0.62 "GET /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 1093 time: 0.1265788 Nov 23 09:47:53.634668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Request body: {'binding': {'host': 'n-h2-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:53.635181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Unknown quota resources ['binding']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:47:53.681052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.689376 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df46b2-1eff-45e5-a3fb-e2c841d95e62 x-openstack-request-id: req-f7df46b2-1eff-45e5-a3fb-e2c841d95e62 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:53.689675 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:53.689954 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7df46b2-1eff-45e5-a3fb-e2c841d95e62 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:53.690358 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'status': 'completed', 'code': 200} Nov 23 09:47:53.815402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:30:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:47:51Z', 'revision_number': 1, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:47:53.831826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-540598c8-74eb-4342-b361-4653218cd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:53.833411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-540598c8-74eb-4342-b361-4653218cd596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1097 time: 0.1082997 Nov 23 09:47:53.834054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.836629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:53.840139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/450fa006-59fc-4296-82bf-860c463fa2ae HTTP/1.1" status: 204 len: 168 time: 0.3575470 Nov 23 09:47:53.845864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172eef18-a168-4f23-9d39-2bfb4ccff4f2 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:30:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:47:51Z', 'revision_number': 1, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:47:53.885274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c46af-a399-4368-870a-bcd93bf8d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450fa006-59fc-4296-82bf-860c463fa2ae,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:53.969448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on host n-h2-781076-5 for vnic_type normal with profile None {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:53.970068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:53.970466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:53.989581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:53.990112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:53.999103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:53.999752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:54.000234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:54.000871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Bound port: 53262a02-0bc7-478b-b48e-bf05b5abbf10, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:54.006563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-2ada114e-bf5e-4fb2-bd7c-721f196c1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.008333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-2ada114e-bf5e-4fb2-bd7c-721f196c1a1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.1572094 Nov 23 09:47:54.166246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1a444-83c4-4e0b-9740-25ae5c016cdf None None] New status for floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:47:54.219901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-5d40d08b-ed51-4292-9762-cf78014ab53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 1000 time: 0.1935773 Nov 23 09:47:54.221585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:54.231507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:54.233091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d956007b-5235-4a59-9318-c84ac68765a1 service neutron] 10.222.0.62 "POST /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10/bindings HTTP/1.1" status: 201 len: 389 time: 0.6017320 Nov 23 09:47:54.243108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-e60d9022-e84d-4a4e-bf9a-749837d0b07a tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513051 Nov 23 09:47:54.285504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-781fed94-af32-475a-851c-36681286f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.287609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-781fed94-af32-475a-851c-36681286f2ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.0530329 Nov 23 09:47:54.369583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-f277db23-ea43-473a-a248-a027a68a5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.373978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-f277db23-ea43-473a-a248-a027a68a5b8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782473 Nov 23 09:47:54.529938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-12d7fcbb-4f06-473b-96ac-2123d5fa31a3 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.530946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-efb395c7-d120-4dd9-8857-9dbb1d4a27d0 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500714 Nov 23 09:47:54.537142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-12d7fcbb-4f06-473b-96ac-2123d5fa31a3 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931924 Nov 23 09:47:54.568043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-a3fd95d2-1fe6-408c-aeb4-2ee6c81cf246 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/quotas/8e249668a0bd4a57a8d85309a9ca6dbe HTTP/1.1" status: 200 len: 375 time: 0.0289128 Nov 23 09:47:54.638707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-0c165aa9-4b04-4e95-b632-68d33e53fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.640561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-0c165aa9-4b04-4e95-b632-68d33e53fb69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1096 time: 0.1003773 Nov 23 09:47:54.663758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-118f4f3d-5281-40cb-96b7-869923c09e46 req-008403c7-68e0-4b5b-9eb5-aaa47c24f898 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244824 Nov 23 09:47:54.689640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-1970481d-e8b2-4331-ba8b-bf1623e27e20 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5452ba55-6d53-499c-ae0e-0f7c8940ca19 HTTP/1.1" status: 200 len: 1794 time: 0.1709533 Nov 23 09:47:54.694481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-c81d35f3-0a13-425f-88b8-93dce02f65a1 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252871 Nov 23 09:47:54.754854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:54.763491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-c96324c0-e79c-46ad-9990-82d7dc0bd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.765113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-c96324c0-e79c-46ad-9990-82d7dc0bd5a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1179383 Nov 23 09:47:54.787030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:54.818205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-14dce27a-846e-43fa-8b00-178449fdeb84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0463190 Nov 23 09:47:54.838123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:54.844823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:54.847160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1ff3dcc-ed2f-45fa-8d44-2ba1b73129c2 req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/5452ba55-6d53-499c-ae0e-0f7c8940ca19 HTTP/1.1" status: 204 len: 173 time: 0.1565468 Nov 23 09:47:54.861374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5452ba55-6d53-499c-ae0e-0f7c8940ca19,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:54.870158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.870629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.871087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.871522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.872112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.872541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.873304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.873968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.875020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.875458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.876060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.876661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a4a81-0d74-490c-b241-ceb0e0d21424 tempest-SecurityGroupsTestAdminJSON-1029737693 tempest-SecurityGroupsTestAdminJSON-1029737693-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:54.892227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-eaff34dd-a17d-4c23-bd28-d8429bc2d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:54.904685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-eaff34dd-a17d-4c23-bd28-d8429bc2d1ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0682130 Nov 23 09:47:54.938208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-762287cb-950d-49fe-85a8-44f1b3240da2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323551 Nov 23 09:47:55.055950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64260f-c919-4c55-854b-9bb42b532b44 req-595ed4f1-96b2-489a-a897-ac9884b782cf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:55.057456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c64260f-c919-4c55-854b-9bb42b532b44 req-595ed4f1-96b2-489a-a897-ac9884b782cf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 945 time: 0.1183414 Nov 23 09:47:55.100749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-387c3ad5-0684-4972-beeb-23b4fcd8aef1 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289349 Nov 23 09:47:55.161389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c64260f-c919-4c55-854b-9bb42b532b44 req-f3e4d242-8541-40c1-9ed7-f8e095798959 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973318 Nov 23 09:47:55.252762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-3e83475e-14f5-4fff-baae-1fec79b5205a service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435778 Nov 23 09:47:55.342323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05faa32-fc48-4f1f-b6e9-ccdf1c995413 req-17008780-c8ab-4a7d-aa24-bcbd7af361c0 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:55.343974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a05faa32-fc48-4f1f-b6e9-ccdf1c995413 req-17008780-c8ab-4a7d-aa24-bcbd7af361c0 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.0597041 Nov 23 09:47:55.410964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a05faa32-fc48-4f1f-b6e9-ccdf1c995413 req-3bcfb2cf-5c5b-4481-a8f3-084f66201644 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Nov 23 09:47:55.421670 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c790d9f-a622-4c68-a14b-1def292dba0a req-347177b0-0ca4-45e4-9286-03160b695613 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 210 time: 0.0306706 Nov 23 09:47:55.548329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53ecca58-9065-455e-ab05-960a77e03c3a req-2e93d265-06ff-43ed-ad0f-256c8d7defcd tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "GET /v2.0/security-groups/024f3108-88df-4dfe-835f-c6f206ed8e39 HTTP/1.1" status: 200 len: 1794 time: 0.1067884 Nov 23 09:47:55.558176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-86c6070e-3a2c-460d-835a-cc95535a8197 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:55.559780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-86c6070e-3a2c-460d-835a-cc95535a8197 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1528955 Nov 23 09:47:55.572227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-781076-5'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:55.666555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:55.676986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-53ecca58-9065-455e-ab05-960a77e03c3a req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:55.727442 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-53ecca58-9065-455e-ab05-960a77e03c3a req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:55.824145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-53ecca58-9065-455e-ab05-960a77e03c3a req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:55.826854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-53ecca58-9065-455e-ab05-960a77e03c3a req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:55.827989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53ecca58-9065-455e-ab05-960a77e03c3a req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "DELETE /v2.0/security-groups/024f3108-88df-4dfe-835f-c6f206ed8e39 HTTP/1.1" status: 204 len: 173 time: 0.2787161 Nov 23 09:47:55.848491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f3108-88df-4dfe-835f-c6f206ed8e39,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:55.866203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:55.868948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.869262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.869645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.870083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.870412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.870745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.871073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.871453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.872093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.872795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.873305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.873644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e192-26b0-4cd7-8b11-4b7058fb031a tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:47:55.948579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:55.999978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.004684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:56.007301 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854a042-cba4-48b0-bf15-a0984f7521ca" -d '{"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-unplugged", "status": "completed", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:56.030334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.063826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1f53a-4df2-4e27-bb19-0e6351af4d47 req-140ad64c-11f2-4ea9-aa8d-7fbc7bde874e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:56.065460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ff1f53a-4df2-4e27-bb19-0e6351af4d47 req-140ad64c-11f2-4ea9-aa8d-7fbc7bde874e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.0733294 Nov 23 09:47:56.146704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-6f059b42-4c0f-4f18-baae-1f1351d75600 tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "GET /v2.0/security-groups/4bf40f72-0a33-4f0c-93d1-a8b02f15d3b0 HTTP/1.1" status: 200 len: 1793 time: 0.2069364 Nov 23 09:47:56.158156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:56.183679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-37d0b9fd-8d40-4d59-a110-5184285a56cc tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639520 Nov 23 09:47:56.193103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:56.242307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on host n-h1-781076-5 for vnic_type normal with profile {"migrating_to": "n-h2-781076-5"} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:56.243512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:56.243852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:56.249147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ff1f53a-4df2-4e27-bb19-0e6351af4d47 req-3469c0bd-7ba4-4928-b4c6-7052e694e336 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765380 Nov 23 09:47:56.267716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:56.268113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Attempting to bind port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:56.292412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:56.292745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:56.293129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:56.293553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Bound port: 53262a02-0bc7-478b-b48e-bf05b5abbf10, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:56.293942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.297401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.300035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48748) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:56.322597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.381712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-616501e0-99f0-4e02-bf1e-d733d6a3439f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:56.384617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-616501e0-99f0-4e02-bf1e-d733d6a3439f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913207 Nov 23 09:47:56.395144 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780565a5-a2b1-44a2-ac77-e842ec8176ba x-openstack-request-id: req-780565a5-a2b1-44a2-ac77-e842ec8176ba {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:56.395455 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-unplugged", "status": "completed", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:56.395714 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-780565a5-a2b1-44a2-ac77-e842ec8176ba {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:56.396170 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'code': 200} Nov 23 09:47:56.411006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Request body: {'port': {'device_id': '09c967ad-7724-4347-a8c3-002fa2a68361', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '8e249668a0bd4a57a8d85309a9ca6dbe'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:56.438800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.443063 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.444188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6dea6c5-5559-4b52-837a-d4ea1291f388 req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] 10.222.0.62 "DELETE /v2.0/security-groups/4bf40f72-0a33-4f0c-93d1-a8b02f15d3b0 HTTP/1.1" status: 204 len: 173 time: 0.2966957 Nov 23 09:47:56.479597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aae80-b4ff-48b8-b2a2-ce7270d313cf tempest-SecurityGroupsTestAdminJSON-41634809 tempest-SecurityGroupsTestAdminJSON-41634809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf40f72-0a33-4f0c-93d1-a8b02f15d3b0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:56.482161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:56.485741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:56.515711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.542843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605a30cc-81e5-4784-bba5-49755b9e7b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.568048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b6fd03f-c2b5-4381-9f47-8b3d403c3349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.589274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a37b11-f3c6-4743-b493-4cc5ecfa16e7 req-a4bb956d-a5c8-4f31-80d0-a33ee0c71f0c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:56.590844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5a37b11-f3c6-4743-b493-4cc5ecfa16e7 req-a4bb956d-a5c8-4f31-80d0-a33ee0c71f0c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.1487668 Nov 23 09:47:56.640867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=8']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:56.646504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:56.647336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.648895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-1dc55df6-a38a-4402-9a53-66c2a5346839 service neutron] 10.222.0.50 "PUT /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 1121 time: 1.0813510 Nov 23 09:47:56.699406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1aeab8f6-f229-4834-9821-f456ab944e62 req-49cb64ab-d250-4ffe-90de-59b56f3f0815 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 210 time: 0.0431256 Nov 23 09:47:56.719473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['53262a02-0bc7-478b-b48e-bf05b5abbf10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:56.720430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5a37b11-f3c6-4743-b493-4cc5ecfa16e7 req-d61af3b4-6739-42ac-b13b-b0a1c254b7db tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065359 Nov 23 09:47:56.735801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Made reservation on behalf of 8e249668a0bd4a57a8d85309a9ca6dbe for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:47:56.743743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.758288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b6fd03f-c2b5-4381-9f47-8b3d403c3349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.767147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b6fd03f-c2b5-4381-9f47-8b3d403c3349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.823037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6b6fd03f-c2b5-4381-9f47-8b3d403c3349 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a7f931bdf60490caa152610a3cf9d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6095440 Nov 23 09:47:56.833704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48768) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:56.834078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:56.848464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605a30cc-81e5-4784-bba5-49755b9e7b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.856478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fd03f-c2b5-4381-9f47-8b3d403c3349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a770144-7e70-44a9-b647-eb54b2881973,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:56.871998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605a30cc-81e5-4784-bba5-49755b9e7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:56.981526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-605a30cc-81e5-4784-bba5-49755b9e7b76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70e2cffcd8d84324968ac5b788152e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795592 Nov 23 09:47:56.983707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48778) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:56.989175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a30cc-81e5-4784-bba5-49755b9e7b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf3a92-4135-4334-ac63-97d26f2c1e21,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:57.032607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Allocated IP 192.168.233.35 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:47:57.034749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.050779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.071803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.075258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.126991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.130578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.135157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09cf3a92-4135-4334-ac63-97d26f2c1e21 HTTP/1.1" status: 204 len: 168 time: 0.1503913 Nov 23 09:47:57.136891 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1e1566ba-dbfc-4dcf-9c61-bf6334e1aea2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f99ed1b3e634b56aef45f5bf13de203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978601 Nov 23 09:47:57.143458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48784) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:57.150702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd29b6-71ff-4685-9092-90e210c7f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf3a92-4135-4334-ac63-97d26f2c1e21,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:57.163255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48786) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:57.241984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.243780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.244702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.246038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a770144-7e70-44a9-b647-eb54b2881973 HTTP/1.1" status: 204 len: 168 time: 0.4083326 Nov 23 09:47:57.256888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-f219a9d5-fcab-498c-889f-7071e985d9ea tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:57.258580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-f219a9d5-fcab-498c-889f-7071e985d9ea tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.0775034 Nov 23 09:47:57.259270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c76b30-f1fb-4f1b-8fd5-8284e8ec7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a770144-7e70-44a9-b647-eb54b2881973,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:57.294831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.340355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.353952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4f064a72-a16e-4c59-bcb9-bd340ab808c2'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:57.362918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.439582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c010cd7-b36e-493b-9008-0cdd627b1682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.456056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:47:57.467581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:47:57.490666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:47:57.493815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Deleting port a0cd3713-3da7-457e-be6e-e7935e419bc6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:47:57.494507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.499201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:57.499886 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.551861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Pushing event updated for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:57.553597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.556185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.557588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37b3f4bd-a4a7-45f9-929e-54493fdaeae1 HTTP/1.1" status: 204 len: 168 time: 0.4131012 Nov 23 09:47:57.577645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802bda5-7a51-472e-a5ca-be37bf4733ac req-0b8fbce9-63b6-43ef-82af-a27bc06488d9 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:57.598580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c802bda5-7a51-472e-a5ca-be37bf4733ac req-0b8fbce9-63b6-43ef-82af-a27bc06488d9 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 950 time: 0.2293472 Nov 23 09:47:57.610282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-0e9869ea-f8a1-49c3-b2c2-4f366db55d4d tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2057760 Nov 23 09:47:57.648692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Request body: {'port': {'device_id': '09c967ad-7724-4347-a8c3-002fa2a68361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:47:57.734633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c802bda5-7a51-472e-a5ca-be37bf4733ac req-5efbd387-eb09-486b-ad05-488a3614c78e tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/security-groups?id=408aad2a-f637-4f7a-adb7-22e1fc87d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257727 Nov 23 09:47:57.787110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a3406874-afd6-48fa-bcd0-d5e15244cb0f None None] Provisioning complete for port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:47:57.787702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a3406874-afd6-48fa-bcd0-d5e15244cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.828951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.859403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48806) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:57.869927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a3406874-afd6-48fa-bcd0-d5e15244cb0f None None] Port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:47:57.902517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505892-549d-4803-a968-4e4ef292c622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3f4bd-a4a7-45f9-929e-54493fdaeae1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:57.972446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2eb7-9d28-4177-90a4-c7545705c201 req-f5d89619-26dc-4f06-ab16-e76afe6eb87e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:57.978411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3be2eb7-9d28-4177-90a4-c7545705c201 req-f5d89619-26dc-4f06-ab16-e76afe6eb87e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.1188793 Nov 23 09:47:57.986531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] For port a0cd3713-3da7-457e-be6e-e7935e419bc6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a0cd3713-3da7-457e-be6e-e7935e419bc6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:47:57.987225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:57.996893 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ef4a-7c29-49b3-a364-13a212992734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.005933 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c010cd7-b36e-493b-9008-0cdd627b1682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.024606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c010cd7-b36e-493b-9008-0cdd627b1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.043431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Calling delete_port for a0cd3713-3da7-457e-be6e-e7935e419bc6 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:47:58.108799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48808) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.127623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d3c1-3d0f-45ab-8a2c-48b5dc12c44b req-e18c688b-8802-4428-a3b7-229aafa35218 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:58.130025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7243d3c1-3d0f-45ab-8a2c-48b5dc12c44b req-e18c688b-8802-4428-a3b7-229aafa35218 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 935 time: 0.1343093 Nov 23 09:47:58.134432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c010cd7-b36e-493b-9008-0cdd627b1682 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6968cc2c58e94e2e9b114ac7c62d22e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700997 Nov 23 09:47:58.160087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48812) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.165267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3be2eb7-9d28-4177-90a4-c7545705c201 req-2a5e9b33-44c0-43e5-9db0-ec4c98049388 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711028 Nov 23 09:47:58.165931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c010cd7-b36e-493b-9008-0cdd627b1682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c522e2e-782e-44f2-8d24-002a4045255f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:58.212072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b13d42d3-e2ce-4de0-8f7e-feda373610da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.289425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.303139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a0cd3713-3da7-457e-be6e-e7935e419bc6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:47:58.326047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Pushing event deleted for resources: {'Port': ['ID=a0cd3713-3da7-457e-be6e-e7935e419bc6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:58.344630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7243d3c1-3d0f-45ab-8a2c-48b5dc12c44b req-0ce83b1d-2fd9-452b-905f-528c8a557149 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853616 Nov 23 09:47:58.362532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48816) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.398131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:58.401519 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f056f-d30d-463e-8b2d-87badb39b046" -d '{"events": [{"name": "network-changed", "server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:58.413404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ef4a-7c29-49b3-a364-13a212992734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.426318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] No DVR routers for this DVR port a0cd3713-3da7-457e-be6e-e7935e419bc6 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:47:58.432350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.436238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eea39355-22d9-49ad-9064-cbd0ce4fe327 req-9c50c9e2-d01c-4a1e-9a61-0eab94b1dcad tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.50 "DELETE /v2.0/ports/a0cd3713-3da7-457e-be6e-e7935e419bc6 HTTP/1.1" status: 204 len: 173 time: 1.1694357 Nov 23 09:47:58.443126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ef4a-7c29-49b3-a364-13a212992734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.461483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-088bfdad-61e0-4247-af2d-afb605a351a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33931090c9c24330b7134e238738ae70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972509 Nov 23 09:47:58.463367 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a3fac-c368-4fb3-aae2-551c1655da86 x-openstack-request-id: req-0f9a3fac-c368-4fb3-aae2-551c1655da86 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:58.463646 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:58.463892 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f9a3fac-c368-4fb3-aae2-551c1655da86 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:58.464278 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'status': 'completed', 'code': 200} Nov 23 09:47:58.464734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.516423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5d0ef4a-7c29-49b3-a364-13a212992734 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9862c18a28da4bb8b3a88337841a7e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493678 Nov 23 09:47:58.521261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:47:58.530806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.532150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.577788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f056f-d30d-463e-8b2d-87badb39b046 req-e99d4c0d-d29c-45b0-9558-dbf5563ffdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:58.579834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-e99d4c0d-d29c-45b0-9558-dbf5563ffdfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1124 time: 0.0856638 Nov 23 09:47:58.643154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.703746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.719179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.758550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f056f-d30d-463e-8b2d-87badb39b046 req-12ec118a-5300-4610-b31f-f3964b9b04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:58.760119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-12ec118a-5300-4610-b31f-f3964b9b04e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1698463 Nov 23 09:47:58.770173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.780410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.806180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ef4a-7c29-49b3-a364-13a212992734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c9ff8-5e1f-4a15-b40f-83fe8f0d0d58,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:58.816627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Transition to ACTIVE for port object 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:47:58.825451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b13d42d3-e2ce-4de0-8f7e-feda373610da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.829272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-de6ebf71-e8bf-4afb-9f8f-b811535e10c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0531852 Nov 23 09:47:58.829441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.835422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.852967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b13d42d3-e2ce-4de0-8f7e-feda373610da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.895136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bb2522-dca1-4cae-980e-8a30fb14dd80 req-4b3bd84d-5528-41d6-9921-21fa0dbd7d71 tempest-DeleteServersAdminTestJSON-1777950474 tempest-DeleteServersAdminTestJSON-1777950474-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe09a44b-8a7e-427c-8062-5c7b4bc0494c HTTP/1.1" status: 200 len: 210 time: 0.0708966 Nov 23 09:47:58.921087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f056f-d30d-463e-8b2d-87badb39b046 req-7a0e92d8-011c-40b0-a1f8-217a2442b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:58.923033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-7a0e92d8-011c-40b0-a1f8-217a2442b470 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0787721 Nov 23 09:47:58.924383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.927182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.931088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/163e20c9-9008-4e56-9e7f-0c025cf2777d HTTP/1.1" status: 204 len: 168 time: 0.4627180 Nov 23 09:47:58.949738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.950916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:58.953366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b13d42d3-e2ce-4de0-8f7e-feda373610da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f58a5f0f245148338291a21c678d6443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8418951 Nov 23 09:47:58.954276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c85c9ff8-5e1f-4a15-b40f-83fe8f0d0d58 HTTP/1.1" status: 204 len: 168 time: 0.4208455 Nov 23 09:47:58.956953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c775-a729-4f33-8f35-c37b0ae6a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e20c9-9008-4e56-9e7f-0c025cf2777d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:58.966335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48830) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:47:58.985265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-42ae577e-79b6-4922-a0c8-3d3b10a1781b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463047 Nov 23 09:47:58.986011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464cc40-87cb-43bf-92ba-a3c96f235565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c9ff8-5e1f-4a15-b40f-83fe8f0d0d58,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:58.992806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d42d3-e2ce-4de0-8f7e-feda373610da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3034d54-9bd0-4b5b-ba29-e34f67cc4c2a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:59.037669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Pushing event updated for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:59.094682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Attempting to bind port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:47:59.094682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Attempting to bind port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:47:59.094682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Attempting to bind port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:59.106742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:47:59.107069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Attempting to bind port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:47:59.117955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.120538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.124058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c522e2e-782e-44f2-8d24-002a4045255f HTTP/1.1" status: 204 len: 168 time: 0.9439428 Nov 23 09:47:59.129153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:47:59.129500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:47:59.129884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:47:59.130348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Bound port: 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:47:59.130701 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.151525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831bd4a-d157-4ff9-9f54-6cdf72afb563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c522e2e-782e-44f2-8d24-002a4045255f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:59.207727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.213790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-01cf14e2-b561-4029-888a-dfcc0902169b service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164502 Nov 23 09:47:59.279664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.332959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:47:59.364888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-156f056f-d30d-463e-8b2d-87badb39b046 req-16511ef8-9f31-49ff-bcbd-913871db0514 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386640 Nov 23 09:47:59.380070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:47:59.392306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.436411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6f81-6915-4d57-b068-2e0aad007cee req-ec908030-a3c2-425a-a7bc-e4459bfb211f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.438078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a6b6f81-6915-4d57-b068-2e0aad007cee req-ec908030-a3c2-425a-a7bc-e4459bfb211f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.1261780 Nov 23 09:47:59.443702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.444214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.445570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] 10.222.0.11 "PUT /v2.0/ports/58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 HTTP/1.1" status: 200 len: 1095 time: 1.8181603 Nov 23 09:47:59.446055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:47:59.448475 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712" -d '{"events": [{"name": "network-changed", "server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:47:59.493107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.495693 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:47:59.496828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3034d54-9bd0-4b5b-ba29-e34f67cc4c2a HTTP/1.1" status: 204 len: 168 time: 0.5243824 Nov 23 09:47:59.562118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02f8ad-939b-4a9f-9fed-c5f1ed0183f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3034d54-9bd0-4b5b-ba29-e34f67cc4c2a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:59.568086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547aee4-d7c4-4ad5-94d1-dcb807ab8a6e service neutron] Pushing event updated for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:47:59.583871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b477-d597-46b4-965e-d5d8e3036b40 req-ffcebb55-5b1f-4f30-bb72-8427cc10e094 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.584929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a6b6f81-6915-4d57-b068-2e0aad007cee req-23c520d4-4022-49c2-b83c-b6510e0ce810 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308017 Nov 23 09:47:59.596027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8f5b477-d597-46b4-965e-d5d8e3036b40 req-ffcebb55-5b1f-4f30-bb72-8427cc10e094 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 947 time: 0.1023443 Nov 23 09:47:59.620645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-d761409f-f466-40db-b170-e96537f048e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.622260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-d761409f-f466-40db-b170-e96537f048e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 1098 time: 0.1319025 Nov 23 09:47:59.675679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-acd9cff6-a143-4c9d-b3b2-41655c539dbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 HTTP/1.1" status: 200 len: 217 time: 0.0426502 Nov 23 09:47:59.677576 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f052a4c-0e4b-4068-a925-fa41f39d6615 x-openstack-request-id: req-3f052a4c-0e4b-4068-a925-fa41f39d6615 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:47:59.677978 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:47:59.678429 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f052a4c-0e4b-4068-a925-fa41f39d6615 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:47:59.679010 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4', 'status': 'completed', 'code': 200} Nov 23 09:47:59.681531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8f5b477-d597-46b4-965e-d5d8e3036b40 req-539bbf8f-9a36-41eb-83bc-7066d6327a7b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799980 Nov 23 09:47:59.746219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-aa5c323d-8471-4221-bb1f-cd9b423ff21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.747990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-aa5c323d-8471-4221-bb1f-cd9b423ff21d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0604825 Nov 23 09:47:59.826622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74137-965e-4066-9d75-e1890dd43cbb req-1d29bc00-0ab2-40d8-986e-11e6fc2c86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:47:59.832144 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-1d29bc00-0ab2-40d8-986e-11e6fc2c86fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656643 Nov 23 09:47:59.949876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-9a9e4e55-42c4-4857-baf5-7810aa4ad3b1 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089313 Nov 23 09:48:00.006252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:00.024211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16967814-89f1-4b83-8380-5eaa7e267526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.088013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b74137-965e-4066-9d75-e1890dd43cbb req-7a22add0-95cc-455e-9ab0-747a3965724c service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302421 Nov 23 09:48:00.147753 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16967814-89f1-4b83-8380-5eaa7e267526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.155070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16967814-89f1-4b83-8380-5eaa7e267526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.197197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16967814-89f1-4b83-8380-5eaa7e267526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96fb3bc-ff3e-407b-affa-d9ba74fb700c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:00.213012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-9e04261d-2e89-40f8-861c-3c540aec2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.215049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-9e04261d-2e89-40f8-861c-3c540aec2835 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 1098 time: 0.0634766 Nov 23 09:48:00.221405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-16967814-89f1-4b83-8380-5eaa7e267526 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0e20ac63d234e23a37348fa18519c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138517 Nov 23 09:48:00.223757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48888) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:00.288163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.311637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.326929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-7a233dbb-fd60-41d4-920b-9f8bea8540c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.328980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-7a233dbb-fd60-41d4-920b-9f8bea8540c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1057308 Nov 23 09:48:00.348920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:00.380559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.383978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:00.387861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e96fb3bc-ff3e-407b-affa-d9ba74fb700c HTTP/1.1" status: 204 len: 168 time: 0.1607263 Nov 23 09:48:00.388020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-47a17fef-8b24-4466-a1df-d591544d1c0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 HTTP/1.1" status: 200 len: 217 time: 0.0507190 Nov 23 09:48:00.396079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53076b1-38c2-4f1c-b336-54b5ade7a8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96fb3bc-ff3e-407b-affa-d9ba74fb700c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:00.465208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'name': 'network-vif-deleted', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:00.468866 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234592c2-74f3-40e9-b664-f6de440b9400" -d '{"events": [{"server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "name": "network-vif-deleted", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:00.507987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-46fa5850-df6c-49a0-ae22-525d07e2a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.510333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-46fa5850-df6c-49a0-ae22-525d07e2a342 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0989792 Nov 23 09:48:00.511442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:00.512861 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cf8ac1-88d2-49a4-9f1c-508670985dc8 x-openstack-request-id: req-22cf8ac1-88d2-49a4-9f1c-508670985dc8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:00.513260 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe09a44b-8a7e-427c-8062-5c7b4bc0494c", "name": "network-vif-deleted", "tag": "a0cd3713-3da7-457e-be6e-e7935e419bc6", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:00.513603 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22cf8ac1-88d2-49a4-9f1c-508670985dc8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:00.514176 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe09a44b-8a7e-427c-8062-5c7b4bc0494c', 'name': 'network-vif-deleted', 'tag': 'a0cd3713-3da7-457e-be6e-e7935e419bc6', 'status': 'completed', 'code': 200} Nov 23 09:48:00.525042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 has no active binding in host n-h2-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:48:00.564275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-9bebadfe-10d6-40dc-8583-bfd90b539ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.566214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-9bebadfe-10d6-40dc-8583-bfd90b539ddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465810 Nov 23 09:48:00.671512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-0163c86e-d114-401a-9c4f-173f02a4dbd7 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976357 Nov 23 09:48:00.729133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13973a-b862-4863-866c-76b7d36a815d req-dbdd1747-3179-47e9-9ca9-d4f9fcd6bb7f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.730746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c13973a-b862-4863-866c-76b7d36a815d req-dbdd1747-3179-47e9-9ca9-d4f9fcd6bb7f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.0620492 Nov 23 09:48:00.734915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48916) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:00.800102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c13973a-b862-4863-866c-76b7d36a815d req-3d0a1c1e-37f1-4e95-b289-ed193bfc30f3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Nov 23 09:48:00.829148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1abaab0-bbf0-4e7c-88ee-4b25aaf6e712 req-9437d96a-b5b9-4973-a3b9-bd6f4ba482e4 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501057 Nov 23 09:48:00.860212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c9b74-c3a7-42ba-8825-743c08057574 req-bd4c4768-ddf2-4747-a8ab-d37ba362bcde tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:00.861944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-519c9b74-c3a7-42ba-8825-743c08057574 req-bd4c4768-ddf2-4747-a8ab-d37ba362bcde tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 947 time: 0.1015284 Nov 23 09:48:00.927676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-519c9b74-c3a7-42ba-8825-743c08057574 req-59eeadfb-cb32-435e-b67b-f24c3f115230 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598633 Nov 23 09:48:01.061457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-20a8f2bb-27ef-440d-9212-1104044f68e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3b5e7bbfc7b4617b446481fdb200261&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3253939 Nov 23 09:48:01.064040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:01.123868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.145222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.208604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.211635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.213091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/408aad2a-f637-4f7a-adb7-22e1fc87d860 HTTP/1.1" status: 204 len: 168 time: 0.1481843 Nov 23 09:48:01.221870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eaf03-50e2-42b1-9d0d-e2a4cbb318c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408aad2a-f637-4f7a-adb7-22e1fc87d860,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:01.452233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48956) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:01.726758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2095020889-network', 'tenant_id': '953be7995cbb4b4eb0c8e8ce7c01a3c3'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:01.753351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Made reservation on behalf of 953be7995cbb4b4eb0c8e8ce7c01a3c3 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:01.755710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.762634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48968) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:01.767541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.782957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28403cc2-dc3a-4431-8c9b-64cec3d00a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.864037 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.871100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.932600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28403cc2-dc3a-4431-8c9b-64cec3d00a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.934092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:01.939847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28403cc2-dc3a-4431-8c9b-64cec3d00a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:01.979340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:01.984116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403cc2-dc3a-4431-8c9b-64cec3d00a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b315afcc-8a1f-4137-af89-6ea464f107d9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:02.021842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-28403cc2-dc3a-4431-8c9b-64cec3d00a7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5c0aa841a7a4998b4d3c6f498f595a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571504 Nov 23 09:48:02.024525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:02.024936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763416338863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.025610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Unsubscribe: segment precommit_create {{(pid=110024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 09:48:02.026161 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Added segment 6f1acbed-be10-4957-90bf-60df5b323049 of type vlan for network 4a332bff-33ff-40ed-8012-62205911039f Nov 23 09:48:02.089856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.097829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.117519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626965-230e-41b1-96ef-3b2250ab213e req-8bcad156-64c8-4e00-b5a0-49b5eb8ab555 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:02.118539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.125169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce626965-230e-41b1-96ef-3b2250ab213e req-8bcad156-64c8-4e00-b5a0-49b5eb8ab555 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.1678770 Nov 23 09:48:02.175843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.176910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:02.177615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.219734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.222777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.224375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b315afcc-8a1f-4137-af89-6ea464f107d9 HTTP/1.1" status: 204 len: 168 time: 0.1987875 Nov 23 09:48:02.241827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae29d6-98df-4538-843e-574e7e1b771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315afcc-8a1f-4137-af89-6ea464f107d9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:02.257095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca83f5-6363-45ab-9318-f3e82b0f74af req-62f13a93-8b1a-473e-8e3e-ad29d9429592 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:02.258983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63ca83f5-6363-45ab-9318-f3e82b0f74af req-62f13a93-8b1a-473e-8e3e-ad29d9429592 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 947 time: 0.0819721 Nov 23 09:48:02.261117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce626965-230e-41b1-96ef-3b2250ab213e req-43acb5cd-01fb-44a7-9d40-ab29e0839a00 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349308 Nov 23 09:48:02.268281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8148918 Nov 23 09:48:02.276594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48998) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:02.290460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Request body: {'subnet': {'network_id': '4a332bff-33ff-40ed-8012-62205911039f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2095020889-subnet', 'tenant_id': '953be7995cbb4b4eb0c8e8ce7c01a3c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:02.345335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7565ba-6ca7-4cad-ac8b-6ce0cf0f2e8f admin admin] Pushing event updated for resources: {'Network': ['ID=4a332bff-33ff-40ed-8012-62205911039f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:02.357311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4a332bff-33ff-40ed-8012-62205911039f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:02.364358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a0cd3713-3da7-457e-be6e-e7935e419bc6 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:02.376066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Made reservation on behalf of 953be7995cbb4b4eb0c8e8ce7c01a3c3 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:02.378566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.409752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63ca83f5-6363-45ab-9318-f3e82b0f74af req-62fdf569-5b3f-4239-9f9c-9de3de0dcbff tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322083 Nov 23 09:48:02.416391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a0cd3713-3da7-457e-be6e-e7935e419bc6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:48:02.416945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a0cd3713-3da7-457e-be6e-e7935e419bc6 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:02.570486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.634447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa00979f-cdc2-4006-8b81-bb88d9256785,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:02.636629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Checking segment: {'id': '6f1acbed-be10-4957-90bf-60df5b323049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4a332bff-33ff-40ed-8012-62205911039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:02.636992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Network hostable DHCP agents. Network: 4a332bff-33ff-40ed-8012-62205911039f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:02.656368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Network 4a332bff-33ff-40ed-8012-62205911039f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:02.667488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4a332bff-33ff-40ed-8012-62205911039f) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:02.672388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:02.673032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:02.693002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315a2b5-88d0-46d2-bda7-ede580d71baf None None] Network 4a332bff-33ff-40ed-8012-62205911039f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:02.704604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40a2b9b4-0835-466e-b501-9c56a5cdc375 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4224451 Nov 23 09:48:02.836767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc94eb-3e7d-4d59-9bbb-fa7aafa06bf7 None None] Network 4a332bff-33ff-40ed-8012-62205911039f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:03.268949 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-6d4b8a9d-fe2c-4bac-9964-1323770722fc tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=99be98db6c5e46d8b8484ed5e9373257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223024 Nov 23 09:48:03.386703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-5f177c33-dc20-4099-8347-9c491de691e2 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:03.388233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-5f177c33-dc20-4099-8347-9c491de691e2 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132269 Nov 23 09:48:03.416205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-d03de435-0aef-43f1-a1b3-a66f09d3599c tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/quotas/99be98db6c5e46d8b8484ed5e9373257 HTTP/1.1" status: 200 len: 375 time: 0.0193551 Nov 23 09:48:03.444266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-763a521e-4e6e-4906-b024-5ac801ae3839 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99be98db6c5e46d8b8484ed5e9373257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270185 Nov 23 09:48:03.601721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516ef3c-b50c-4289-9dd0-f852aa032dae req-7fc64e6b-0cbc-427a-a088-64bf5814a493 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:03.609966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2516ef3c-b50c-4289-9dd0-f852aa032dae req-7fc64e6b-0cbc-427a-a088-64bf5814a493 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.0968618 Nov 23 09:48:03.711995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2516ef3c-b50c-4289-9dd0-f852aa032dae req-0dff1866-b29e-4a3f-aa48-ae0107afb522 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004171 Nov 23 09:48:03.716317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c8dc5-83bb-4ce9-b750-4237fdaf7606 req-16172d29-ef6f-42eb-988b-80ec89040064 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:03.724516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed1c8dc5-83bb-4ce9-b750-4237fdaf7606 req-16172d29-ef6f-42eb-988b-80ec89040064 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 947 time: 0.0834038 Nov 23 09:48:03.805963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed1c8dc5-83bb-4ce9-b750-4237fdaf7606 req-63606a82-1d0c-4c66-bde5-f70eaf45df37 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Nov 23 09:48:03.819732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dbe03df-64e8-40cb-8c18-59d9b08e3a06 req-b61be4e9-aba4-4eeb-afcc-ac4e1e47bc87 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 210 time: 0.0343862 Nov 23 09:48:04.092934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49096) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:04.098917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1055897745-network', 'tenant_id': '3f8ed461ed1444549a91101fa86d6e79'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:04.127093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Made reservation on behalf of 3f8ed461ed1444549a91101fa86d6e79 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:04.129673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.146548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.285606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-48503437-89f9-4360-9d65-8a998ab508b6 service neutron] 10.222.0.11 "GET /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.1456048 Nov 23 09:48:04.318603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49110) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:04.394595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.424407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.459695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:04.492520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360ad275-2a3d-4adc-a421-512e914cf52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.512874 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.513374 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Added segment 871eca69-5519-4fc7-afaf-5e4ff26c4a1d of type vlan for network 4e68560c-f61e-4b94-afb9-1938fc4da6d6 Nov 23 09:48:04.534427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c83ae8-f0d2-41ae-9956-0c8406b621e3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:04.607910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360ad275-2a3d-4adc-a421-512e914cf52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.614575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360ad275-2a3d-4adc-a421-512e914cf52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.624659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.655498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad275-2a3d-4adc-a421-512e914cf52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2681ef-a55a-484e-b667-888925f48f5b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:04.676678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:04.686865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-360ad275-2a3d-4adc-a421-512e914cf52a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f1b166b6cd14bc5a1047d9c977faccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670697 Nov 23 09:48:04.689470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:04.702049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.703652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:04.704411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.750756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.775179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.792024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:04.795662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:04.797852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] Pushing event updated for resources: {'Network': ['ID=4e68560c-f61e-4b94-afb9-1938fc4da6d6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:04.838611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-78650781-7d5f-418a-8894-5001302e5a5f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7409816 Nov 23 09:48:04.839046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49148) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:04.844466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53262a02-0bc7-478b-b48e-bf05b5abbf10 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:04.852105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Request body: {'subnet': {'network_id': '4e68560c-f61e-4b94-afb9-1938fc4da6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1055897745-subnet', 'tenant_id': '3f8ed461ed1444549a91101fa86d6e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:04.858350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.861035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:04.862207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a2681ef-a55a-484e-b667-888925f48f5b HTTP/1.1" status: 204 len: 168 time: 0.1715341 Nov 23 09:48:04.863468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4e68560c-f61e-4b94-afb9-1938fc4da6d6 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:04.877689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f209db-66b8-4664-a66c-a29c0f808695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2681ef-a55a-484e-b667-888925f48f5b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:04.887989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:04.893525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Made reservation on behalf of 3f8ed461ed1444549a91101fa86d6e79 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:04.896185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.043223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.075868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-9f2ed4ac-f1be-4643-94ed-9b520937d0b7 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99be98db6c5e46d8b8484ed5e9373257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041963 Nov 23 09:48:05.088539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:05.098739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be27d6d-130f-4870-be17-a3697f30e021 req-e280a848-ed60-4442-bf6e-cca5fe0bd5dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.105919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be27d6d-130f-4870-be17-a3697f30e021 req-e280a848-ed60-4442-bf6e-cca5fe0bd5dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 943 time: 0.2135971 Nov 23 09:48:05.134264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4', 'mac_address': 'fa:16:3e:cb:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:05.174883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea669-7800-4dd1-87c6-f0370bd8e2d5 req-e36dd04d-1f6b-495d-a73d-d3e108586b15 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.184682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0acea669-7800-4dd1-87c6-f0370bd8e2d5 req-e36dd04d-1f6b-495d-a73d-d3e108586b15 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 947 time: 0.2311826 Nov 23 09:48:05.216189 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.234802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be27d6d-130f-4870-be17-a3697f30e021 req-f2b1e49c-0c08-4ce5-99f5-967f174a56e2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278453 Nov 23 09:48:05.252268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:05.290322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49162) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:05.299055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:05.311451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.318976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] Transition to ACTIVE for port object 53262a02-0bc7-478b-b48e-bf05b5abbf10 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:05.322249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0acea669-7800-4dd1-87c6-f0370bd8e2d5 req-f1804f3b-0547-4e76-b3c2-1d7e04306819 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261163 Nov 23 09:48:05.343041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.379221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-c641f02b-0f60-44a7-9e14-11742b6d27df tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.381178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-c641f02b-0f60-44a7-9e14-11742b6d27df tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951496 Nov 23 09:48:05.396030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Request body: {'port': {'device_id': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '99be98db6c5e46d8b8484ed5e9373257'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:05.452156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:05.468991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29555d6e-6979-40cc-b7d1-022cfb850d4d req-c71d606e-51ee-4f6f-8e5f-ad030a36a12d tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 210 time: 0.0814252 Nov 23 09:48:05.485090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.485371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.485719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.492785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.493869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] No DVR routers for this DVR port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:05.494026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.498659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.499612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.502251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.502976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.504182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.505228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.508827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:05.518367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.538863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Made reservation on behalf of 99be98db6c5e46d8b8484ed5e9373257 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:05.543241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.544423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] Pushing event updated for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:05.562113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a9a72c0d-493e-463e-a90a-dff8b0d98797 service neutron] 10.222.0.11 "PUT /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10/bindings/n-h2-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2686458 Nov 23 09:48:05.564772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.665413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:05.707828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.720823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.725343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f224e75-5d4a-4519-afdb-1acbac196dfe,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:05.754673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Checking segment: {'id': '871eca69-5519-4fc7-afaf-5e4ff26c4a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4e68560c-f61e-4b94-afb9-1938fc4da6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:05.755435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Network hostable DHCP agents. Network: 4e68560c-f61e-4b94-afb9-1938fc4da6d6, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:05.775100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-fd2a97fe-a7c4-40b3-9d26-33d69922a59f tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.776985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-fd2a97fe-a7c4-40b3-9d26-33d69922a59f tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1445396 Nov 23 09:48:05.823795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Network 4e68560c-f61e-4b94-afb9-1938fc4da6d6 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:05.838919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a414364-610a-40cf-ab5b-a5c0a3304f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.855490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb1505-6049-4bd6-b7a6-ac367f400bec,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:05.871432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49170) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:05.888317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4e68560c-f61e-4b94-afb9-1938fc4da6d6) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:05.894211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.895543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.897645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7a8d3-3ff1-4f57-8ba1-4abb9bc686af None None] Network 4e68560c-f61e-4b94-afb9-1938fc4da6d6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:05.917496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-556b2791-85f8-4622-a9f1-a995525aec3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:05.930067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-ad9c6f27-3b81-461b-9da7-26231483a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:05.931723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-ad9c6f27-3b81-461b-9da7-26231483a7a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&tenant_id=74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 1095 time: 0.1431050 Nov 23 09:48:05.938951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-26508b06-70b8-4919-a300-96b92b260ae4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0989258 Nov 23 09:48:06.004756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Allocated IP 192.168.233.34 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/dabd542a-07a9-431a-be81-f78e44234cd7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:06.078158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a414364-610a-40cf-ab5b-a5c0a3304f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.092969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a414364-610a-40cf-ab5b-a5c0a3304f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.101254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0a733-adb0-4da1-b853-71ca28c05b26 None None] Network 4e68560c-f61e-4b94-afb9-1938fc4da6d6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:06.112684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-108c107a-0cc8-4aa3-94d1-a619196967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.114238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-108c107a-0cc8-4aa3-94d1-a619196967dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1095 time: 0.1400607 Nov 23 09:48:06.162808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a414364-610a-40cf-ab5b-a5c0a3304f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318cdd4-81ee-495c-aefc-406dc87f9add,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:06.197313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-556b2791-85f8-4622-a9f1-a995525aec3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.202503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a414364-610a-40cf-ab5b-a5c0a3304f33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5edc4c85c70a449b8db7b9a40a650090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110610 Nov 23 09:48:06.205722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:06.238294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-556b2791-85f8-4622-a9f1-a995525aec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.317512 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.333814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-556b2791-85f8-4622-a9f1-a995525aec3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2fef9de3f6f4916b0869b84f3e5e60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555581 Nov 23 09:48:06.333814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:06.341621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.348816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b2791-85f8-4622-a9f1-a995525aec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1594e9e1-842f-4fce-9ad3-a4e6f8f408ce,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:06.359016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.359948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-7b65de3e-209f-44d3-9dd5-268545b5ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.362122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-7b65de3e-209f-44d3-9dd5-268545b5ed1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.2350416 Nov 23 09:48:06.428484 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.452677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-c815e303-92db-457a-9eb2-e0be7f604b46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0790992 Nov 23 09:48:06.461272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.463915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.465050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1318cdd4-81ee-495c-aefc-406dc87f9add HTTP/1.1" status: 204 len: 168 time: 0.2583895 Nov 23 09:48:06.476860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:06.481186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:06.489113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:06.494763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.495386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.506998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457306ff-842f-41b2-88c9-ad6002979cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318cdd4-81ee-495c-aefc-406dc87f9add,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:06.525915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-5c883536-fa39-4be9-8c21-54a215d2e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.528314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-5c883536-fa39-4be9-8c21-54a215d2e99b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0561388 Nov 23 09:48:06.539883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Pushing event updated for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:06.553053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-634b1d25-7490-454b-856e-c2ad306a92ef tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1602707 Nov 23 09:48:06.564435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Request body: {'port': {'device_id': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:06.577555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.599348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-516f694f-cdcf-4f21-90a2-6815ff701380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577495 Nov 23 09:48:06.606044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.649559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.717807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41fcf-99a2-4d82-a746-ee9c36fc6c75 req-af7e9596-c43b-4eca-baf8-1f548508ff58 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.719455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1d41fcf-99a2-4d82-a746-ee9c36fc6c75 req-af7e9596-c43b-4eca-baf8-1f548508ff58 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.3358164 Nov 23 09:48:06.800706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:06.803590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.806196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.809790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1594e9e1-842f-4fce-9ad3-a4e6f8f408ce HTTP/1.1" status: 204 len: 168 time: 0.4745212 Nov 23 09:48:06.821328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc5e2b-2b77-4e05-9e0a-8b28aa2ad28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1594e9e1-842f-4fce-9ad3-a4e6f8f408ce,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:06.826641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-00387eaa-5db9-40c8-8393-056aa70a103f service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184556 Nov 23 09:48:06.830207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1d41fcf-99a2-4d82-a746-ee9c36fc6c75 req-19799127-920d-4592-8515-2bd52442bbaf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891564 Nov 23 09:48:06.871473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-7c4f9e02-0aed-424f-bee6-e6a58830bf43 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:06.872981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-7c4f9e02-0aed-424f-bee6-e6a58830bf43 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/networks?id=4a332bff-33ff-40ed-8012-62205911039f HTTP/1.1" status: 200 len: 815 time: 0.2025855 Nov 23 09:48:06.908039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-8f462983-ee7f-4d9d-b5aa-10e09beb38d8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/quotas/953be7995cbb4b4eb0c8e8ce7c01a3c3 HTTP/1.1" status: 200 len: 375 time: 0.0213568 Nov 23 09:48:06.967620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a43c2771-d2ae-49e3-8e5b-34634578d533 None None] Provisioning complete for port dabd542a-07a9-431a-be81-f78e44234cd7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:06.968738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a43c2771-d2ae-49e3-8e5b-34634578d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:06.977500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-009866e7-a7a2-4edf-96aa-4d468b9acadb tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=953be7995cbb4b4eb0c8e8ce7c01a3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324960 Nov 23 09:48:07.013236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-f789c3d1-c6c1-45c8-b1bc-b6f71c1a0b9d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:48:07.014710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-f789c3d1-c6c1-45c8-b1bc-b6f71c1a0b9d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140946 Nov 23 09:48:07.055228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a43c2771-d2ae-49e3-8e5b-34634578d533 None None] Port dabd542a-07a9-431a-be81-f78e44234cd7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:07.065910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:07.071546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:07.073551 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.114648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49212) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:07.158348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f398cf73-ee04-492c-8a2b-fdd2b41cb9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.196122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.225525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:07.228030 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d292f-3abc-41d4-b5e0-5e9595fce977" -d '{"events": [{"server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "name": "network-vif-plugged", "status": "completed", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:07.245242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:07.251063 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.252448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:07.331420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-6f6645aa-e2f8-4213-9eb5-112d30340d72 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964967 Nov 23 09:48:07.410998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabd542a-07a9-431a-be81-f78e44234cd7 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:07.412812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffdbeb-c79e-485d-9e14-fcf8bac32efb req-bde3c603-c63a-4074-80c3-5cae8f6a16e6 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:07.414868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fffdbeb-c79e-485d-9e14-fcf8bac32efb req-bde3c603-c63a-4074-80c3-5cae8f6a16e6 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0830636 Nov 23 09:48:07.433395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.457489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-5a2dfe2f-e730-41df-8bf5-9856b9861dbe service neutron] 10.222.0.62 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250066 Nov 23 09:48:07.476068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Transition to ACTIVE for port object dabd542a-07a9-431a-be81-f78e44234cd7 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:07.493165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.505875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fffdbeb-c79e-485d-9e14-fcf8bac32efb req-403b261d-f9a3-4380-9a85-52b0ef6d69ab tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823507 Nov 23 09:48:07.540011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:07.555375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:07.626216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:07.665951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d82d89bd-90c3-4dce-b68f-73d6b4ff0492 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:07.667551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-d82d89bd-90c3-4dce-b68f-73d6b4ff0492 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.0497372 Nov 23 09:48:07.683185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-92fe335c-1951-4460-8b6d-a88d493df62c service neutron] 10.222.0.62 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246447 Nov 23 09:48:07.700851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Attempting to bind port dabd542a-07a9-431a-be81-f78e44234cd7 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:07.703278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Attempting to bind port dabd542a-07a9-431a-be81-f78e44234cd7 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:07.703631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Attempting to bind port dabd542a-07a9-431a-be81-f78e44234cd7 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:07.716780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f398cf73-ee04-492c-8a2b-fdd2b41cb9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.718979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Port dabd542a-07a9-431a-be81-f78e44234cd7 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:07.719168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Attempting to bind port dabd542a-07a9-431a-be81-f78e44234cd7 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:07.724992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:07.725352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:07.725747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:07.726310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Bound port: dabd542a-07a9-431a-be81-f78e44234cd7, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:07.726671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.730222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f398cf73-ee04-492c-8a2b-fdd2b41cb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.826525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a8fbde8a-6bc0-40ac-be45-c598f11dcf20 service neutron] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:07.829702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a8fbde8a-6bc0-40ac-be45-c598f11dcf20 service neutron] Publish callbacks [] for binding, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.834049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04bbb0db-b850-422e-be6a-765a62e2ae2d req-a8fbde8a-6bc0-40ac-be45-c598f11dcf20 service neutron] 10.222.0.50 "DELETE /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10/bindings/n-h1-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.1551955 Nov 23 09:48:07.858826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398cf73-ee04-492c-8a2b-fdd2b41cb9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943bbc40-15d4-4a54-a983-c5c269f2c4dd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:07.874045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f398cf73-ee04-492c-8a2b-fdd2b41cb9e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ba431ef9a524baf84a17087adf71b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7583122 Nov 23 09:48:07.878341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49240) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:07.945528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:07.949433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=dabd542a-07a9-431a-be81-f78e44234cd7,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:07.958894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:07.989685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.044778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:08.053321 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c857f2-6f4a-4af3-984f-a67e088efc6f x-openstack-request-id: req-08c857f2-6f4a-4af3-984f-a67e088efc6f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:08.053858 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "name": "network-vif-plugged", "status": "completed", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:08.053858 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08c857f2-6f4a-4af3-984f-a67e088efc6f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:08.054332 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4', 'code': 200} Nov 23 09:48:08.067671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.068318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.069934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] 10.222.0.50 "PUT /v2.0/ports/dabd542a-07a9-431a-be81-f78e44234cd7 HTTP/1.1" status: 200 len: 1095 time: 1.5113156 Nov 23 09:48:08.070379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:08.087293 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:08.092465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.152513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b425f1-f335-41ed-a183-3ee74408eb9e req-9e400669-00b8-4d36-8696-d73dad21fa99 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.158668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b425f1-f335-41ed-a183-3ee74408eb9e req-9e400669-00b8-4d36-8696-d73dad21fa99 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 947 time: 0.1495883 Nov 23 09:48:08.243111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e891ef-768f-4b99-b0fc-b7743f5a3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:08.326015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b425f1-f335-41ed-a183-3ee74408eb9e req-f465b4d0-964a-4556-aeba-de5329cec3fa tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528969 Nov 23 09:48:08.340694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060e8c9-63b9-4594-8cb1-37235eb0fe66 req-ded13fdc-6853-47ec-8d83-45a2953cb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.347636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d060e8c9-63b9-4594-8cb1-37235eb0fe66 req-ded13fdc-6853-47ec-8d83-45a2953cb90b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 1100 time: 0.1392510 Nov 23 09:48:08.348658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.351136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.354580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/943bbc40-15d4-4a54-a983-c5c269f2c4dd HTTP/1.1" status: 204 len: 168 time: 0.4730566 Nov 23 09:48:08.369164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a836fbcd-edee-452d-b715-0ca32ac8780c req-a0e75841-0b5b-4388-99a1-cfa3cf892ed7 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 210 time: 0.1628387 Nov 23 09:48:08.372651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607057875-network', 'tenant_id': '70ad61fa155347828b71c2e016f9ee17'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:08.406225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e95c5-f7ed-4e5a-8f4a-20ff2e04db55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943bbc40-15d4-4a54-a983-c5c269f2c4dd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:08.471291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-ad026c9d-19c9-4ad7-9cf2-a7dad29725c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.474210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d060e8c9-63b9-4594-8cb1-37235eb0fe66 req-631b75b4-316c-440a-a16e-2196d3c053bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070004 Nov 23 09:48:08.477568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-ad026c9d-19c9-4ad7-9cf2-a7dad29725c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99be98db6c5e46d8b8484ed5e9373257&device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 1098 time: 0.3382421 Nov 23 09:48:08.486164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fae68-5541-42d0-8e48-0cfe2fd54ada req-6b793514-1ab3-4185-96c8-bd29f59dcf88 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.493949 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-399fae68-5541-42d0-8e48-0cfe2fd54ada req-6b793514-1ab3-4185-96c8-bd29f59dcf88 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.0908477 Nov 23 09:48:08.511813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Made reservation on behalf of 70ad61fa155347828b71c2e016f9ee17 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:08.515534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.558625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-399fae68-5541-42d0-8e48-0cfe2fd54ada req-624d7424-32fd-45c1-9841-17b1822d224d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 Nov 23 09:48:08.582049 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ce8e2-8fd3-4636-821a-9d90874edd38 x-openstack-request-id: req-cf7ce8e2-8fd3-4636-821a-9d90874edd38 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:08.586021 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:08.586517 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf7ce8e2-8fd3-4636-821a-9d90874edd38 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:08.587090 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7', 'status': 'completed', 'code': 200} Nov 23 09:48:08.595076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-96a4a06e-fab8-413b-bfce-07713861fcd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=dabd542a-07a9-431a-be81-f78e44234cd7 HTTP/1.1" status: 200 len: 217 time: 0.0946951 Nov 23 09:48:08.596010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.691828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-cccc04eb-2b48-4457-92ff-8d50d3830424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.693411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-cccc04eb-2b48-4457-92ff-8d50d3830424 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0867190 Nov 23 09:48:08.761431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201cca7-2e53-4cc4-807e-acac5bfd0a9a req-4efe3edf-0fa3-4bb2-bec7-0ece95908504 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.761431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6201cca7-2e53-4cc4-807e-acac5bfd0a9a req-4efe3edf-0fa3-4bb2-bec7-0ece95908504 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0787845 Nov 23 09:48:08.816055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b392a2-c7b0-4a09-9b4d-68454734caa7 req-93d1a688-c8bb-4148-96f0-0778cc6b2327 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.817569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0b392a2-c7b0-4a09-9b4d-68454734caa7 req-93d1a688-c8bb-4148-96f0-0778cc6b2327 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1095 time: 0.1297448 Nov 23 09:48:08.819532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6201cca7-2e53-4cc4-807e-acac5bfd0a9a req-54fb8403-78ac-4174-8206-74ad04af0b9b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513635 Nov 23 09:48:08.840457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.854920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.875475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-2b14dd16-3bb3-4359-977a-92914b96108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:08.876736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-2b14dd16-3bb3-4359-977a-92914b96108d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715429 Nov 23 09:48:08.911431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:08.968231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:08.968785 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Added segment 04d02fe1-09cf-44ef-8c59-0629e40f7402 of type vlan for network 717e30a0-b272-419d-b267-67a45d69acbf Nov 23 09:48:08.982421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c1d6c3-e6a4-4e6c-8fba-d524f9798fe0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:09.017639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0b392a2-c7b0-4a09-9b4d-68454734caa7 req-20973277-f2f6-4771-8f9f-b3f4127b7909 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755989 Nov 23 09:48:09.064001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.121403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-ab7cde93-f443-4670-94ce-36f000b0d2ac service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273633 Nov 23 09:48:09.141399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.142739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.143496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.210848 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1648338 Nov 23 09:48:09.214102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:09.219846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Request body: {'subnet': {'network_id': '717e30a0-b272-419d-b267-67a45d69acbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607057875-subnet', 'tenant_id': '70ad61fa155347828b71c2e016f9ee17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:09.242320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:09.270199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Made reservation on behalf of 70ad61fa155347828b71c2e016f9ee17 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:09.280144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.286140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3019-c253-4bd8-88f4-b1cbffacaf91 admin admin] Pushing event updated for resources: {'Network': ['ID=717e30a0-b272-419d-b267-67a45d69acbf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:09.303506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 717e30a0-b272-419d-b267-67a45d69acbf details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:09.335304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff52f47a-2454-4f4d-8ddf-f130b5203e13 req-2b268a5c-6a50-4852-9dad-eaaa46a57fe8 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076831 Nov 23 09:48:09.520195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-000ddee8-e099-4010-8aab-8e0c1313eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.521705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-000ddee8-e099-4010-8aab-8e0c1313eb16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99be98db6c5e46d8b8484ed5e9373257&device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 1098 time: 0.1260409 Nov 23 09:48:09.551082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f43261-3eaa-45a7-93de-cd61054afb18 req-6e712e5b-d292-494f-9a73-f922342a8bf9 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.552726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7f43261-3eaa-45a7-93de-cd61054afb18 req-6e712e5b-d292-494f-9a73-f922342a8bf9 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 947 time: 0.0946827 Nov 23 09:48:09.679037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7f43261-3eaa-45a7-93de-cd61054afb18 req-671f216e-dd94-4f76-8478-c387c3a1c94d tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104233 Nov 23 09:48:09.690443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-cf2f8472-e751-4e78-8a8d-9504c95f6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.690943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-b9767195-6e49-4dfd-b3db-5574ba3636eb tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.691895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-cf2f8472-e751-4e78-8a8d-9504c95f6d4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1573498 Nov 23 09:48:09.692646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-b9767195-6e49-4dfd-b3db-5574ba3636eb tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.50 "GET /v2.0/networks?id=4a332bff-33ff-40ed-8012-62205911039f HTTP/1.1" status: 200 len: 815 time: 0.3302181 Nov 23 09:48:09.692827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1450dd3-82e8-4640-b902-f15672bac760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.750933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-1fa85281-a63a-4d89-b60e-b000ffc056fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=dabd542a-07a9-431a-be81-f78e44234cd7 HTTP/1.1" status: 200 len: 217 time: 0.0408125 Nov 23 09:48:09.778497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Request body: {'port': {'device_id': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'network_id': '4a332bff-33ff-40ed-8012-62205911039f', 'admin_state_up': True, 'tenant_id': '953be7995cbb4b4eb0c8e8ce7c01a3c3'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:09.833090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8a3ce57-3a0c-4568-99b1-27c4b6fe0a4c req-f5389610-fc50-4435-a913-63a99b4989b3 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 210 time: 0.0661857 Nov 23 09:48:09.849472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-397b8097-1c02-4110-99be-c3d4c8db0fdf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.857821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-397b8097-1c02-4110-99be-c3d4c8db0fdf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.3659420 Nov 23 09:48:09.869587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-de928d5c-ad51-4ee0-9809-c51189a7976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:09.871033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-de928d5c-ad51-4ee0-9809-c51189a7976d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1075809 Nov 23 09:48:09.887316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-1796c434-b860-4846-b997-ff85c622e4a1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/quotas/74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 375 time: 0.0276265 Nov 23 09:48:09.933381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1450dd3-82e8-4640-b902-f15672bac760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:09.944997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1450dd3-82e8-4640-b902-f15672bac760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.011688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-c32c434f-c5d9-4da2-856f-8cd9b8fc3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:10.013173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-c32c434f-c5d9-4da2-856f-8cd9b8fc3271 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220565 Nov 23 09:48:10.017816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1450dd3-82e8-4640-b902-f15672bac760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd9fc4-8ff0-4953-af0c-9b13a28ce04a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:10.034422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1450dd3-82e8-4640-b902-f15672bac760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=712670a3b0aa4a1f9260a1d0377b9445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7895098 Nov 23 09:48:10.037573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.038766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:10.061318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-7fe4c988-d6d0-47bd-b517-3f068805d008 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1728702 Nov 23 09:48:10.085710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0397-c02a-4caa-a9bc-cb01bf150fee req-fb2471bd-c78c-4e18-bcc6-88b4121feeae tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:10.087449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90ab0397-c02a-4caa-a9bc-cb01bf150fee req-fb2471bd-c78c-4e18-bcc6-88b4121feeae tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.1443291 Nov 23 09:48:10.161497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde130fd-41d1-4225-8a27-d73ba61b72e2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:10.205374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Made reservation on behalf of 953be7995cbb4b4eb0c8e8ce7c01a3c3 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:10.207405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-117b9d46-535f-48db-8416-7296d144695c service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827214 Nov 23 09:48:10.208923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.212727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90ab0397-c02a-4caa-a9bc-cb01bf150fee req-c56c08f1-84b0-4ac9-be52-7fb64b4de3f3 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965230 Nov 23 09:48:10.214018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.236335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Checking segment: {'id': '04d02fe1-09cf-44ef-8c59-0629e40f7402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '717e30a0-b272-419d-b267-67a45d69acbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:10.236750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Network hostable DHCP agents. Network: 717e30a0-b272-419d-b267-67a45d69acbf, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:10.263727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.326742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-00da6985-395f-4a8f-9604-0b3e898884d2 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384162 Nov 23 09:48:10.347884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a641d4aa-3cbb-4b59-b710-9ff63754ad4d req-cb702cc0-63fd-4dcc-97d0-32a813c56b2e service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295383 Nov 23 09:48:10.365693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.368379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.369513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9dd9fc4-8ff0-4953-af0c-9b13a28ce04a HTTP/1.1" status: 204 len: 168 time: 0.3173649 Nov 23 09:48:10.379379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf1986-985c-4f03-b25f-8e7cfc9aad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd9fc4-8ff0-4953-af0c-9b13a28ce04a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:10.385761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Network 717e30a0-b272-419d-b267-67a45d69acbf is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:10.420208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 717e30a0-b272-419d-b267-67a45d69acbf) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:10.425528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:10.426158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.433125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff5758-c358-4ab4-bd3a-9bf4e117f757 None None] Network 717e30a0-b272-419d-b267-67a45d69acbf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:10.515950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-143b9130-9de6-46d9-8794-79914ca1be8f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2930422 Nov 23 09:48:10.540150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Allocated IP 172.20.0.3 (4a332bff-33ff-40ed-8012-62205911039f/fa00979f-cdc2-4006-8b81-bb88d9256785/4be882db-f1c2-45c9-bfbf-95f632a04841) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:10.555016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-2fe8e676-1fc4-4be5-bbd3-b35a3af11e13 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134304 Nov 23 09:48:10.666975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132d2bc-388f-4a4d-8eb0-74d8fc677cdf None None] Network 717e30a0-b272-419d-b267-67a45d69acbf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:10.853438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f7cf7c6-9bf4-4079-8119-a9163fe6791a req-e7cfa282-ec53-4f7f-aaf4-ec66a7d380b5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 210 time: 0.0615051 Nov 23 09:48:10.859702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.913644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:10.942999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb815da-a2ee-4ce9-8660-ac420d04dbe3 req-a3ef227c-1d6d-47ed-9b89-00146d22c408 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:10.944686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-afb815da-a2ee-4ce9-8660-ac420d04dbe3 req-a3ef227c-1d6d-47ed-9b89-00146d22c408 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 947 time: 0.1343968 Nov 23 09:48:10.971260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49364) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:10.978419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Network 4a332bff-33ff-40ed-8012-62205911039f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:10.997103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:11.001999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:11.008425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:11.009280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.012048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad77cbd6-f97d-4ba8-9353-2c9a808677a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.040821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Pushing event updated for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:11.079146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-40a74c09-7973-423b-9a1f-97110fcb6fd8 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3638990 Nov 23 09:48:11.085864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-afb815da-a2ee-4ce9-8660-ac420d04dbe3 req-e9f0ce0d-a66e-4268-bfe8-57e7bcbd308d tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289210 Nov 23 09:48:11.098259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Request body: {'port': {'device_id': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:11.159153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db0954-ba92-409e-b215-bf5b06908edb req-6e3ccfee-bd26-42d4-90e7-b4b96d379097 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:11.160709 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5db0954-ba92-409e-b215-bf5b06908edb req-6e3ccfee-bd26-42d4-90e7-b4b96d379097 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 931 time: 0.1417990 Nov 23 09:48:11.234763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.286203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad77cbd6-f97d-4ba8-9353-2c9a808677a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.314601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5db0954-ba92-409e-b215-bf5b06908edb req-276e2490-d50a-4ede-b6df-4bc3727eb0a1 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419330 Nov 23 09:48:11.317995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad77cbd6-f97d-4ba8-9353-2c9a808677a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.384497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998786c-1c58-4434-8f8b-9a1d76eeacb2 req-19768e86-c306-4ff4-acb6-342b499dcbb5 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:11.387071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3998786c-1c58-4434-8f8b-9a1d76eeacb2 req-19768e86-c306-4ff4-acb6-342b499dcbb5 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0705061 Nov 23 09:48:11.395518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ad77cbd6-f97d-4ba8-9353-2c9a808677a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1665a41654d44c0ad47e1fa4d1b146f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168205 Nov 23 09:48:11.397615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:11.451004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49386) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:11.451731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77cbd6-f97d-4ba8-9353-2c9a808677a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519483d-53c5-47b6-a632-48c05e5c27f5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:11.491096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49392) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:11.500877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-169726665-network', 'tenant_id': '7005738d55da4e13bce3c166dd72b162'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:11.510792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3998786c-1c58-4434-8f8b-9a1d76eeacb2 req-4faff979-6134-4331-9253-fb16759ad294 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143596 Nov 23 09:48:11.546789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.574704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Made reservation on behalf of 7005738d55da4e13bce3c166dd72b162 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:11.577040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.588344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.591636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.659311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.663557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.664715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8519483d-53c5-47b6-a632-48c05e5c27f5 HTTP/1.1" status: 204 len: 168 time: 0.2650707 Nov 23 09:48:11.675327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79638-b2c3-496d-851e-fa13e3c28952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519483d-53c5-47b6-a632-48c05e5c27f5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:11.742574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be882db-f1c2-45c9-bfbf-95f632a04841 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:11.757104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.779184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.782097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Transition to ACTIVE for port object 4be882db-f1c2-45c9-bfbf-95f632a04841 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:11.787125 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.799266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.841273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:11.865312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb45d31-6482-4c37-aa65-1d0e44beae78 req-8a747b42-f52a-45a5-9f07-114bb3ef046b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:11.867222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbb45d31-6482-4c37-aa65-1d0e44beae78 req-8a747b42-f52a-45a5-9f07-114bb3ef046b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0580680 Nov 23 09:48:11.887351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.887808 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Added segment a930472e-af4c-4c27-a868-fed675cf1df8 of type vlan for network 4e1982f8-2978-4307-825d-6cdaeeb4bf14 Nov 23 09:48:11.890176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bc20881-45a2-41f8-9c1b-a7262d53d241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:11.906983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2db076-4a8e-470a-9e49-21bf132359c7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:11.919325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:11.935854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbb45d31-6482-4c37-aa65-1d0e44beae78 req-ddd46e5f-955c-4e7c-83ba-50a3d8aeef5c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Nov 23 09:48:11.994332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.040409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a00063f0-8d8b-4c5b-b150-b59e4f795044 req-d20f5af9-f10c-454b-8fd7-664f0acb3981 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 210 time: 0.0548024 Nov 23 09:48:12.044120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Attempting to bind port 4be882db-f1c2-45c9-bfbf-95f632a04841 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:12.044457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Attempting to bind port 4be882db-f1c2-45c9-bfbf-95f632a04841 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '6f1acbed-be10-4957-90bf-60df5b323049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4a332bff-33ff-40ed-8012-62205911039f'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:12.044815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Attempting to bind port 4be882db-f1c2-45c9-bfbf-95f632a04841 on network 4a332bff-33ff-40ed-8012-62205911039f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:12.069580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Port 4be882db-f1c2-45c9-bfbf-95f632a04841 on network 4a332bff-33ff-40ed-8012-62205911039f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:12.069929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Attempting to bind port 4be882db-f1c2-45c9-bfbf-95f632a04841 on network 4a332bff-33ff-40ed-8012-62205911039f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:12.085403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:12.085747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Checking segment: {'id': '6f1acbed-be10-4957-90bf-60df5b323049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4a332bff-33ff-40ed-8012-62205911039f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:12.086168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Bound using segment: {'id': '6f1acbed-be10-4957-90bf-60df5b323049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4a332bff-33ff-40ed-8012-62205911039f'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:12.086609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Bound port: 4be882db-f1c2-45c9-bfbf-95f632a04841, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1acbed-be10-4957-90bf-60df5b323049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4a332bff-33ff-40ed-8012-62205911039f'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:12.086968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.088780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.090557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.091162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.154705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6618376 Nov 23 09:48:12.155101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:12.166178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Request body: {'subnet': {'network_id': '4e1982f8-2978-4307-825d-6cdaeeb4bf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-169726665-subnet', 'tenant_id': '7005738d55da4e13bce3c166dd72b162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:12.234841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Made reservation on behalf of 7005738d55da4e13bce3c166dd72b162 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:12.237493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.264440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fa3c-800e-41e1-b611-69f220c6ac8e req-d1c92029-bed8-4f12-94da-96bc68297147 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.266085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e082fa3c-800e-41e1-b611-69f220c6ac8e req-d1c92029-bed8-4f12-94da-96bc68297147 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 947 time: 0.0943816 Nov 23 09:48:12.298240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:12.302113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4be882db-f1c2-45c9-bfbf-95f632a04841,segment=NetworkSegment(6f1acbed-be10-4957-90bf-60df5b323049),segment_id=6f1acbed-be10-4957-90bf-60df5b323049)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:12.317996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c451bf-0a5e-479c-976e-2f9fb1eda69e admin admin] Pushing event updated for resources: {'Network': ['ID=4e1982f8-2978-4307-825d-6cdaeeb4bf14,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:12.320613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.332514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4e1982f8-2978-4307-825d-6cdaeeb4bf14 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:12.398573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e082fa3c-800e-41e1-b611-69f220c6ac8e req-4776a5f4-b0eb-476e-8419-5d01abc16a78 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243131 Nov 23 09:48:12.419553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bc20881-45a2-41f8-9c1b-a7262d53d241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.431656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.432358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.433824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] 10.222.0.50 "PUT /v2.0/ports/4be882db-f1c2-45c9-bfbf-95f632a04841 HTTP/1.1" status: 200 len: 1091 time: 1.3398702 Nov 23 09:48:12.445389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:12.448079 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da5c41-12df-49a3-9494-a4b84643b453" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:12.455620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device dabd542a-07a9-431a-be81-f78e44234cd7 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:12.510153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bc20881-45a2-41f8-9c1b-a7262d53d241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.515224 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6c561-425c-48d8-8a6a-1e4dd7238352 x-openstack-request-id: req-75e6c561-425c-48d8-8a6a-1e4dd7238352 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:12.515513 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:12.515765 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75e6c561-425c-48d8-8a6a-1e4dd7238352 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:12.516147 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841', 'status': 'completed', 'code': 200} Nov 23 09:48:12.556182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.605287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=dabd542a-07a9-431a-be81-f78e44234cd7,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:12.612768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c655560e-741d-4789-8c69-4f5ff8d0f4d3,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:12.628054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'dabd542a-07a9-431a-be81-f78e44234cd7', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'dabd542a-07a9-431a-be81-f78e44234cd7', 'mac_address': 'fa:16:3e:53:1b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:12.632958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Checking segment: {'id': 'a930472e-af4c-4c27-a868-fed675cf1df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '4e1982f8-2978-4307-825d-6cdaeeb4bf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:12.633678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Network hostable DHCP agents. Network: 4e1982f8-2978-4307-825d-6cdaeeb4bf14, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:12.655006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Network 4e1982f8-2978-4307-825d-6cdaeeb4bf14 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:12.667416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4e1982f8-2978-4307-825d-6cdaeeb4bf14) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:12.674685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3d02d-5760-4329-ba16-6503fc0a5fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:12.680645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4bc20881-45a2-41f8-9c1b-a7262d53d241 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0dca10483afb483a979691efc5a56167&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2148821 Nov 23 09:48:12.686048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.688017 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.690450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49428) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:12.695372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.708109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc20881-45a2-41f8-9c1b-a7262d53d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208898fb-0e39-40b4-9b59-82d0338ce1df,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:12.713459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08da79-7b80-4018-ad9d-a27b74e0619a None None] Network 4e1982f8-2978-4307-825d-6cdaeeb4bf14 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:12.733731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabd542a-07a9-431a-be81-f78e44234cd7 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:12.742285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-fc5a6e82-817e-46dd-88a7-e085c6deb116 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.746728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-fc5a6e82-817e-46dd-88a7-e085c6deb116 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.5673537 Nov 23 09:48:12.772184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726664-eb24-43df-abe6-f46069ff94d0 req-ebab520e-e1aa-4d15-a0d5-55a151d31b64 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.781698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-292376ec-99f8-43f2-aed0-b15990c70828 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6252921 Nov 23 09:48:12.786001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4726664-eb24-43df-abe6-f46069ff94d0 req-ebab520e-e1aa-4d15-a0d5-55a151d31b64 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 943 time: 0.3482335 Nov 23 09:48:12.798657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Request body: {'port': {'device_id': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'admin_state_up': True, 'tenant_id': '74e9003d97424e56aee352d3650bba9d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:12.828791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-d7daba96-fa1f-44fa-922b-e65dd1cde30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:12.830147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.830975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-d7daba96-fa1f-44fa-922b-e65dd1cde30d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=953be7995cbb4b4eb0c8e8ce7c01a3c3&device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 1094 time: 0.3175414 Nov 23 09:48:12.836936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=dabd542a-07a9-431a-be81-f78e44234cd7,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:12.856677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.868116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.932646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.938617 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:12.940113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/208898fb-0e39-40b4-9b59-82d0338ce1df HTTP/1.1" status: 204 len: 168 time: 0.2438707 Nov 23 09:48:12.952519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a2af1-1c95-4f0c-bb6e-f3362f26de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208898fb-0e39-40b4-9b59-82d0338ce1df,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:12.968875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-1bdfd2fd-991d-4682-8d1e-5e8dd61f3b39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be882db-f1c2-45c9-bfbf-95f632a04841 HTTP/1.1" status: 200 len: 217 time: 0.1215806 Nov 23 09:48:12.979576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4726664-eb24-43df-abe6-f46069ff94d0 req-f4ba8a52-a7d3-4699-bc58-45834d351674 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926277 Nov 23 09:48:12.992651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:13.020604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc4191-6c32-4115-8ab0-189bef97d1f4 None None] Network 4e1982f8-2978-4307-825d-6cdaeeb4bf14 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:13.043247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-822707e6-36c0-48f0-8c3f-8c856c619697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:13.045048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-822707e6-36c0-48f0-8c3f-8c856c619697 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa00979f-cdc2-4006-8b81-bb88d9256785 HTTP/1.1" status: 200 len: 855 time: 0.0624058 Nov 23 09:48:13.049383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:13.099710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-54798089-57d3-4e1b-8120-44cce11695d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a332bff-33ff-40ed-8012-62205911039f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443063 Nov 23 09:48:13.123386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['dabd542a-07a9-431a-be81-f78e44234cd7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:13.160669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Deleting subnet dde130fd-41d1-4225-8a27-d73ba61b72e2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:48:13.174787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.224025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.229982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:13.235668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.238538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.270539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-512a1537-eaaf-40a1-ad21-fa133b370339 req-32fe26a8-35c4-4694-a54d-b62ded1f2cc0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 210 time: 0.0489955 Nov 23 09:48:13.316438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-12f6e685-9277-4c6f-8e31-2ed4907770d3 service neutron] 10.222.0.50 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068586 Nov 23 09:48:13.340047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.340814 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:48:13.382712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.391547 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dde130fd-41d1-4225-8a27-d73ba61b72e2 HTTP/1.1" status: 204 len: 168 time: 0.3977380 Nov 23 09:48:13.392578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:13.394760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095736bc-8796-436b-b4a1-21dfbf73eac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde130fd-41d1-4225-8a27-d73ba61b72e2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:13.416330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568be862-e068-4002-b223-1f2d3e844696 req-edc0e1a3-1d5c-4f0f-85d6-310482fc6bb9 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:13.425203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-568be862-e068-4002-b223-1f2d3e844696 req-edc0e1a3-1d5c-4f0f-85d6-310482fc6bb9 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.3254807 Nov 23 09:48:13.529360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-568be862-e068-4002-b223-1f2d3e844696 req-7ad28158-bb9f-476b-a1d6-ca2e20632b0a tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030200 Nov 23 09:48:13.541663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.599697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3be56273-5cbe-4dcc-b613-febdd3d9f5da req-a9898f77-f7c3-4834-b071-c6b96772d9b3 service neutron] 10.222.0.50 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443261 Nov 23 09:48:13.603329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:13.613676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Allocated IP 172.20.0.14 (439f3770-f03b-4e17-bed8-c35b24af0524/c3c726ea-66b3-4c28-b762-076ebe4d14cf/b52b1454-2ee7-4a84-9eda-27e16f9e7317) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:13.635211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a6419e8-93ff-4497-84fa-2c05b1a5b0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.644615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956fe7b-9383-4847-86b6-1f76d5c0a9e3 req-0ba2845d-6a92-412f-a1c6-ed1d8968cea5 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:13.646156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f956fe7b-9383-4847-86b6-1f76d5c0a9e3 req-0ba2845d-6a92-412f-a1c6-ed1d8968cea5 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 948 time: 0.1335948 Nov 23 09:48:13.724781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.746802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-430d8cc2-ca71-4c6d-911d-ffa3b5419f67 tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:13.748521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-430d8cc2-ca71-4c6d-911d-ffa3b5419f67 tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 1100 time: 0.1123896 Nov 23 09:48:13.752727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.753237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.754015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.754416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > port after_create 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.754818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.755148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > port after_update 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.755466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.755798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.756259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.756423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.834608 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.835247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.835703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.836276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:48:13.836788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717e30a0-b272-419d-b267-67a45d69acbf']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:13.839840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f956fe7b-9383-4847-86b6-1f76d5c0a9e3 req-4a544853-bd26-4527-89b9-5706118e784e tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790910 Nov 23 09:48:13.852544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-c1bd3fda-9799-4edb-b75d-6bb106abddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:13.852544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-c1bd3fda-9799-4edb-b75d-6bb106abddb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=953be7995cbb4b4eb0c8e8ce7c01a3c3&device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 1094 time: 0.1753204 Nov 23 09:48:13.860370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d02fe1-09cf-44ef-8c59-0629e40f7402') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:13.860789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d02fe1-09cf-44ef-8c59-0629e40f7402') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:13.880476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.913967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-20f4ff33-5b51-457e-953c-3eaf6143725f tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.923200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.937836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:48:13.938598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: from cryptography.utils import int_from_bytes Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: from cryptography.utils import int_from_bytes Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:48:13.982447 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:48:14.096720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.108051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.112665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] 10.222.0.62 "DELETE /v2.0/networks/717e30a0-b272-419d-b267-67a45d69acbf HTTP/1.1" status: 204 len: 168 time: 0.7141452 Nov 23 09:48:14.118982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49474) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:14.138312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db50b-43c7-41a6-ba22-bcf5d9169577 admin admin] Pushing event deleted for resources: {'Network': ['ID=717e30a0-b272-419d-b267-67a45d69acbf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.204537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Deleting subnet c655560e-741d-4789-8c69-4f5ff8d0f4d3 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:48:14.210373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.238372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-20f4ff33-5b51-457e-953c-3eaf6143725f tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.250782 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-20f4ff33-5b51-457e-953c-3eaf6143725f tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.263848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.338641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a6419e8-93ff-4497-84fa-2c05b1a5b0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.354236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a6419e8-93ff-4497-84fa-2c05b1a5b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.358866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.375650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161566-16c0-48f3-8809-0d63c1a7a6c2 req-5cdea89f-ed16-4262-8cab-ed7e0f8ef3e7 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:14.377285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e161566-16c0-48f3-8809-0d63c1a7a6c2 req-5cdea89f-ed16-4262-8cab-ed7e0f8ef3e7 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 943 time: 0.1894691 Nov 23 09:48:14.439140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device dabd542a-07a9-431a-be81-f78e44234cd7 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:14.446483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-4d7fa19f-1154-431d-a89f-669adb131674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:14.447944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-4d7fa19f-1154-431d-a89f-669adb131674 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a332bff-33ff-40ed-8012-62205911039f HTTP/1.1" status: 200 len: 916 time: 0.5888429 Nov 23 09:48:14.458392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a6419e8-93ff-4497-84fa-2c05b1a5b0c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c8ff923faaf48109a375560a206d97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514664 Nov 23 09:48:14.459605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6419e8-93ff-4497-84fa-2c05b1a5b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3e6af2-e3a8-4dd2-9b35-23a86d49aa63,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.465782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49482) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:14.510363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port dabd542a-07a9-431a-be81-f78e44234cd7 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:14.516175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port dabd542a-07a9-431a-be81-f78e44234cd7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:14.516915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.533999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-cffc83cf-b478-4636-9727-ec540a0dbb72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be882db-f1c2-45c9-bfbf-95f632a04841 HTTP/1.1" status: 200 len: 217 time: 0.0753438 Nov 23 09:48:14.537108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-562b5a7f-5a0e-460c-8303-3b21ae0e7aed req-20f4ff33-5b51-457e-953c-3eaf6143725f tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447308 Nov 23 09:48:14.540653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4ff33-5b51-457e-953c-3eaf6143725f tempest-LiveMigrationNegativeTest-1983587139 tempest-LiveMigrationNegativeTest-1983587139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec17a6-fb6c-431d-96bb-50ccffae9acd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.555288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.596613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e161566-16c0-48f3-8809-0d63c1a7a6c2 req-3c688d27-0624-4755-a04b-d9016569980b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995878 Nov 23 09:48:14.609328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.650622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.652448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.682742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:14.685570 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d80c3-1088-4b0e-85b0-ba886633527a" -d '{"events": [{"server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:14.692271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.698338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c655560e-741d-4789-8c69-4f5ff8d0f4d3 HTTP/1.1" status: 204 len: 168 time: 0.5697610 Nov 23 09:48:14.699185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef04c76-4ed5-489c-a185-9e154c50d133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c655560e-741d-4789-8c69-4f5ff8d0f4d3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.702169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49490) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:14.703061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=dabd542a-07a9-431a-be81-f78e44234cd7,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:14.707638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-30569a59-917f-4d39-92ad-97e9e3c0be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:14.709871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-30569a59-917f-4d39-92ad-97e9e3c0be0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa00979f-cdc2-4006-8b81-bb88d9256785 HTTP/1.1" status: 200 len: 855 time: 0.1629725 Nov 23 09:48:14.712767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.771774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Network 439f3770-f03b-4e17-bed8-c35b24af0524 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:14.788329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.790819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.798085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.816253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:14.819835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-57a62592-7a59-47c7-89e3-051e9c03294c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a332bff-33ff-40ed-8012-62205911039f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809088 Nov 23 09:48:14.824259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:14.830009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:14.830622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.861984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:14.888428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.896865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.910842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-4308f0f2-f0b5-45be-ba90-80911a7e8338 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1163609 Nov 23 09:48:14.923731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1982f8-2978-4307-825d-6cdaeeb4bf14']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:14.933637 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e4bcd-386a-4990-a07b-f43846af6026 x-openstack-request-id: req-383e4bcd-386a-4990-a07b-f43846af6026 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:14.934070 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:14.934383 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-383e4bcd-386a-4990-a07b-f43846af6026 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:14.934917 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7', 'code': 200} Nov 23 09:48:14.939331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a930472e-af4c-4c27-a868-fed675cf1df8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:14.939635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a930472e-af4c-4c27-a868-fed675cf1df8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:14.956789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.959332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Request body: {'port': {'device_id': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:14.972194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3200c4-3dba-4b6e-8721-831ec3b88a4d req-99674da2-6908-4708-baab-7b125c5fd707 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:14.977387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.981734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd3200c4-3dba-4b6e-8721-831ec3b88a4d req-99674da2-6908-4708-baab-7b125c5fd707 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 932 time: 0.2391274 Nov 23 09:48:14.987345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:48:14.987748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:48:14.989673 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:48:15.105696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.107317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.110052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.111192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e3e6af2-e3a8-4dd2-9b35-23a86d49aa63 HTTP/1.1" status: 204 len: 168 time: 0.6356761 Nov 23 09:48:15.114144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.115502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617a54-61b1-4995-b27e-7ac321fb4072 req-0277f2bf-c7a9-47c8-b6cf-8d71c0afc225 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:15.117089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-d74251a4-514d-4c1a-adc5-bae4af7ff293 service neutron] 10.222.0.50 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830868 Nov 23 09:48:15.117228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e617a54-61b1-4995-b27e-7ac321fb4072 req-0277f2bf-c7a9-47c8-b6cf-8d71c0afc225 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.1327145 Nov 23 09:48:15.122398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd3200c4-3dba-4b6e-8721-831ec3b88a4d req-ac485e03-afaa-499c-be64-1af9b8c0289c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397474 Nov 23 09:48:15.123333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.130366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e1982f8-2978-4307-825d-6cdaeeb4bf14 HTTP/1.1" status: 204 len: 168 time: 0.4234009 Nov 23 09:48:15.139844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9ffc3-b456-4647-a51f-188b95d37567 req-4110c134-f9c6-405f-accf-a22abb2d37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:15.141313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85a9ffc3-b456-4647-a51f-188b95d37567 req-4110c134-f9c6-405f-accf-a22abb2d37c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 1100 time: 0.1129470 Nov 23 09:48:15.142428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be159e-e35b-4802-8f7a-f3c22a33963d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1982f8-2978-4307-825d-6cdaeeb4bf14,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:15.143526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c546a-20ef-4781-a637-f86e6b755c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3e6af2-e3a8-4dd2-9b35-23a86d49aa63,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:15.229702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e617a54-61b1-4995-b27e-7ac321fb4072 req-7f28203d-823b-4c44-a8da-d589e61baada tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846813 Nov 23 09:48:15.240364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85a9ffc3-b456-4647-a51f-188b95d37567 req-473889c2-bd0a-4aef-94d6-9d380c56ef1f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875251 Nov 23 09:48:15.385674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0da5c41-12df-49a3-9494-a4b84643b453 req-5f47c887-8122-4a91-8244-3d64a729bce4 service neutron] 10.222.0.50 "GET /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526407 Nov 23 09:48:15.410325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:15.480293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cbea150f-d85f-496b-ba56-76df380b00f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70ad61fa155347828b71c2e016f9ee17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685651 Nov 23 09:48:15.483012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:15.486838 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.541635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.598640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.651924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b1454-2ee7-4a84-9eda-27e16f9e7317 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:15.666891 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.685771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Transition to ACTIVE for port object b52b1454-2ee7-4a84-9eda-27e16f9e7317 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:15.692098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.694253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.694500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.695646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9c1d6c3-e6a4-4e6c-8fba-d524f9798fe0 HTTP/1.1" status: 204 len: 168 time: 0.2113175 Nov 23 09:48:15.708730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9efaea-dcfa-480f-9e8b-150f78830202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c1d6c3-e6a4-4e6c-8fba-d524f9798fe0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:15.740084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74a72-0cd8-4101-8c9f-5a8d79245c61 req-90fb699c-c295-49b1-9dc5-08d8001bef74 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:15.749815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0b74a72-0cd8-4101-8c9f-5a8d79245c61 req-90fb699c-c295-49b1-9dc5-08d8001bef74 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0983284 Nov 23 09:48:15.766483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:15.805192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:15.805535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:15.805864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:15.810963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:15.811285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:15.817201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:15.818099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:15.818223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0b74a72-0cd8-4101-8c9f-5a8d79245c61 req-b4fa7aac-b30e-4a8d-80f1-f0d5905f649e tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Nov 23 09:48:15.818475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:15.818905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Bound port: b52b1454-2ee7-4a84-9eda-27e16f9e7317, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:15.819334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:15.914500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7447a-4fa0-4418-928d-b2ef90922110 req-31021e69-bbc2-4377-9175-ab42b371e5cd tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:15.918462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fd7447a-4fa0-4418-928d-b2ef90922110 req-31021e69-bbc2-4377-9175-ab42b371e5cd tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 943 time: 0.0967641 Nov 23 09:48:15.946797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:15.966002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:15.975494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.019270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.019926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.022048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] 10.222.0.11 "PUT /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 1092 time: 1.0964005 Nov 23 09:48:16.024656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:16.028147 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46" -d '{"events": [{"name": "network-changed", "server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:16.040444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fd7447a-4fa0-4418-928d-b2ef90922110 req-d6167705-4c57-49f7-ae38-29ae655a25cd tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152656 Nov 23 09:48:16.075797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd739-1dde-4926-8b2b-5cb29f5256fc service neutron] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:16.110223 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc01a1c9-2b8e-4775-9e44-e4916e1db5cf x-openstack-request-id: req-fc01a1c9-2b8e-4775-9e44-e4916e1db5cf {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:16.110519 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:16.110804 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc01a1c9-2b8e-4775-9e44-e4916e1db5cf {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:16.111169 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'status': 'completed', 'code': 200} Nov 23 09:48:16.129457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-1b1cfa84-b8ab-419e-9f43-6cb2dee430d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.131035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-1b1cfa84-b8ab-419e-9f43-6cb2dee430d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1095 time: 0.0496049 Nov 23 09:48:16.155381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49550) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:16.183558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-413bb778-6b4e-46c2-bb8f-4afb8db4d7c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.0425057 Nov 23 09:48:16.247081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-420e35e7-9c85-47dc-876d-564015d0a50a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7005738d55da4e13bce3c166dd72b162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859416 Nov 23 09:48:16.248736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49560) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:16.307508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df9d0-ee2d-48ad-b557-7052a344a6cb req-e83106ce-1b69-4222-baf0-0c1f7a2adaae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.309416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee7df9d0-ee2d-48ad-b557-7052a344a6cb req-e83106ce-1b69-4222-baf0-0c1f7a2adaae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.0635781 Nov 23 09:48:16.345648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b48ff8a0-30ff-4fbd-82fb-1694deddd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.347164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-b48ff8a0-30ff-4fbd-82fb-1694deddd76b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1540844 Nov 23 09:48:16.361218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.390340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee7df9d0-ee2d-48ad-b557-7052a344a6cb req-682e65e8-764c-49ab-9f1e-6e4b3fa2b4ce tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740592 Nov 23 09:48:16.419806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-74d10079-bf2d-4176-a427-35b421ad1aa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597157 Nov 23 09:48:16.439563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4be882db-f1c2-45c9-bfbf-95f632a04841 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:16.508855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.530631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49570) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:16.570005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-ff8d9d92-b9bc-4905-a71f-0eb87a4a5c1d service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403508 Nov 23 09:48:16.577201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f2fd9-055e-4919-b8bd-e2e5a0aed40b req-fcde4a0e-2f10-4b92-9a45-178f5c88c2f5 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.586381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-328f2fd9-055e-4919-b8bd-e2e5a0aed40b req-fcde4a0e-2f10-4b92-9a45-178f5c88c2f5 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.1130686 Nov 23 09:48:16.615778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4be882db-f1c2-45c9-bfbf-95f632a04841,segment=NetworkSegment(6f1acbed-be10-4957-90bf-60df5b323049),segment_id=6f1acbed-be10-4957-90bf-60df5b323049)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:16.634877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '4be882db-f1c2-45c9-bfbf-95f632a04841', 'network_id': '4a332bff-33ff-40ed-8012-62205911039f', 'port_id': '4be882db-f1c2-45c9-bfbf-95f632a04841', 'mac_address': 'fa:16:3e:54:63:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa00979f-cdc2-4006-8b81-bb88d9256785', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:16.690586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.694004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.697579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.712629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d2db076-4a8e-470a-9e49-21bf132359c7 HTTP/1.1" status: 204 len: 168 time: 0.4625199 Nov 23 09:48:16.714187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-328f2fd9-055e-4919-b8bd-e2e5a0aed40b req-1c136659-36ad-4e0a-b87c-4d1ed54c1c70 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209514 Nov 23 09:48:16.730479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1389998275-network', 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:16.737925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be882db-f1c2-45c9-bfbf-95f632a04841 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:16.739900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7adf14f-7c16-4de6-9b93-894a08d3b2d6 req-281490de-c6bf-4fcf-8cec-1bb88bdd8471 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552780 Nov 23 09:48:16.754390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66add40-4870-47f9-8837-98138cfde0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2db076-4a8e-470a-9e49-21bf132359c7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:16.765363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:16.772793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.785262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.786654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4be882db-f1c2-45c9-bfbf-95f632a04841,segment=NetworkSegment(6f1acbed-be10-4957-90bf-60df5b323049),segment_id=6f1acbed-be10-4957-90bf-60df5b323049)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:16.797195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.861926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-231545b3-22ed-4b3c-9985-b397a049fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.863512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-231545b3-22ed-4b3c-9985-b397a049fea0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1095 time: 0.0748811 Nov 23 09:48:16.864417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:16.911172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.916096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.944240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98affd8-41a8-4092-877e-a2f91dddb1c8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:16.954283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:16.966185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:16.966968 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Added segment dab9ae3b-8c74-4c01-be6f-674575b75195 of type vlan for network 36803353-ad87-4613-bb49-44f0e3b6afae Nov 23 09:48:16.985798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-555a9135-c79a-4f79-8cff-8f6b890e5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:16.987926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-555a9135-c79a-4f79-8cff-8f6b890e5fe6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1151519 Nov 23 09:48:17.016276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.037043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-ab00fc17-a5df-4280-a2a2-b00570fcfd87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.0417013 Nov 23 09:48:17.056828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4be882db-f1c2-45c9-bfbf-95f632a04841'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:17.064311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.067597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.069419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.097909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-a4e129a4-baf9-4e45-9d09-1eee7d49e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.099523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-a4e129a4-baf9-4e45-9d09-1eee7d49e70e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0540390 Nov 23 09:48:17.176074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-a81c8192-29cb-4812-b316-03144bf2f905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674767 Nov 23 09:48:17.181332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6488078 Nov 23 09:48:17.181571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49594) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:17.183559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f5b74-08c0-4777-8372-7a786f43b998 admin admin] Pushing event updated for resources: {'Network': ['ID=36803353-ad87-4613-bb49-44f0e3b6afae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:17.189497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Request body: {'subnet': {'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1389998275-subnet', 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:17.211482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 36803353-ad87-4613-bb49-44f0e3b6afae details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:17.333353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:17.335846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.429625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-280fe8d5-c882-4a08-9d2c-6e88f36e659c service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265599 Nov 23 09:48:17.442403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b4222-d421-4ae9-915e-7d816740eee9 req-7e4754cc-bfb0-4ec8-acc6-f25c67e7e03f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.449483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd6b4222-d421-4ae9-915e-7d816740eee9 req-7e4754cc-bfb0-4ec8-acc6-f25c67e7e03f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.1819699 Nov 23 09:48:17.492533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866839e8-6e8e-4796-8525-d47d153da1f3 req-a1bbf8f1-ff59-4d70-b6c1-70d98383ec8c tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.494066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-866839e8-6e8e-4796-8525-d47d153da1f3 req-a1bbf8f1-ff59-4d70-b6c1-70d98383ec8c tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 944 time: 0.1074164 Nov 23 09:48:17.508735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b063-3eac-494c-8571-512ef23506c6 req-b54471ea-bbde-4c52-ab60-98cd84585fb9 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.514244 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28e0b063-3eac-494c-8571-512ef23506c6 req-b54471ea-bbde-4c52-ab60-98cd84585fb9 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 949 time: 0.0867252 Nov 23 09:48:17.618033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd6b4222-d421-4ae9-915e-7d816740eee9 req-1672172a-ddd1-4f96-a32e-e80a779202c8 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546669 Nov 23 09:48:17.666664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-866839e8-6e8e-4796-8525-d47d153da1f3 req-8f9edbca-832a-4e69-a597-195dc978808f tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467042 Nov 23 09:48:17.689120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9fc670-832f-4bf3-91a8-9873c7ce5a46 req-c83e9097-bf6c-4882-822e-5816ba1d775f service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333367 Nov 23 09:48:17.715054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Deleting port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:48:17.715809 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.845620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.868475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] For port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:17.868992 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:17.888951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Calling delete_port for 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:48:17.904047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd2b43-3a21-4078-ad86-19200b6b7125 req-0e7df1fc-ec66-4c41-9564-5723fa7ea48f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:17.913793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03bd2b43-3a21-4078-ad86-19200b6b7125 req-0e7df1fc-ec66-4c41-9564-5723fa7ea48f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.1226084 Nov 23 09:48:17.915870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd632ad-84d2-43ad-84a9-901329b61765,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:17.955090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:17.956253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Network hostable DHCP agents. Network: 36803353-ad87-4613-bb49-44f0e3b6afae, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:17.996507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Network 36803353-ad87-4613-bb49-44f0e3b6afae is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:18.012065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 36803353-ad87-4613-bb49-44f0e3b6afae) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:18.018286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:18.018932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.064408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03bd2b43-3a21-4078-ad86-19200b6b7125 req-70122d4d-dc43-4c3e-bd5a-eebe30f84286 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441703 Nov 23 09:48:18.065355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d098a711-4b83-4238-8949-8ce9b1368c00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8810518 Nov 23 09:48:18.097921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd5226-6c7f-4cdf-b3ed-874ac3979e5f None None] Network 36803353-ad87-4613-bb49-44f0e3b6afae requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:18.116809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d1817d-38e8-47bc-9f82-c028d82b5453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.144992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49632) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:18.207673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.228011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:18.230267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4f064a72-a16e-4c59-bcb9-bd340ab808c2'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:18.257908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Pushing event deleted for resources: {'Port': ['ID=58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:18.312045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] No DVR routers for this DVR port 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:18.324159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.329322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28e0b063-3eac-494c-8571-512ef23506c6 req-aca9da46-dba2-49b8-81cd-1c7ab63c5054 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.11 "DELETE /v2.0/ports/58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 HTTP/1.1" status: 204 len: 173 time: 0.8017509 Nov 23 09:48:18.331184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'name': 'network-vif-deleted', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:18.333809 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf24191-3b9b-4dfa-aec1-e5469d284fb6" -d '{"events": [{"server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "name": "network-vif-deleted", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:18.412855 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0940e-1573-4e52-9e4a-126ecf07c571 x-openstack-request-id: req-f9d0940e-1573-4e52-9e4a-126ecf07c571 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:18.413425 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c967ad-7724-4347-a8c3-002fa2a68361", "name": "network-vif-deleted", "tag": "58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:18.414294 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9d0940e-1573-4e52-9e4a-126ecf07c571 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:18.415284 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c967ad-7724-4347-a8c3-002fa2a68361', 'name': 'network-vif-deleted', 'tag': '58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4', 'status': 'completed', 'code': 200} Nov 23 09:48:18.445807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e1b0a-432a-4128-8216-5ee9906a36c2 req-85379432-9be3-41d5-883f-550ae032f24c tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:18.450204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4be882db-f1c2-45c9-bfbf-95f632a04841 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:18.454225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beae9c06-567c-48da-966e-af85bd8e38ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.457764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-034e1b0a-432a-4128-8216-5ee9906a36c2 req-85379432-9be3-41d5-883f-550ae032f24c tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.1481521 Nov 23 09:48:18.509379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e6038-9c61-436f-af24-cfb81f8039b4 None None] Network 36803353-ad87-4613-bb49-44f0e3b6afae requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:18.528046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-034e1b0a-432a-4128-8216-5ee9906a36c2 req-0c6d9b70-4849-4796-b98e-26c6bc22a2af tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621936 Nov 23 09:48:18.636739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beae9c06-567c-48da-966e-af85bd8e38ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.646273 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beae9c06-567c-48da-966e-af85bd8e38ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.706846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 4be882db-f1c2-45c9-bfbf-95f632a04841 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:18.748123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-beae9c06-567c-48da-966e-af85bd8e38ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7d199d4ba34499ba9e6b7152e544cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018744 Nov 23 09:48:18.750932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49656) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:18.770438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae9c06-567c-48da-966e-af85bd8e38ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb39b0f-477a-4c67-9b02-f0b90aad0268,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:18.778769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 4be882db-f1c2-45c9-bfbf-95f632a04841 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:18.779234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.837833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f22eb846-a000-4955-bbaf-34681bb7c385 req-99fc5bfb-ee4b-4858-b533-ca8c75b6b775 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=09c967ad-7724-4347-a8c3-002fa2a68361 HTTP/1.1" status: 200 len: 210 time: 0.0470059 Nov 23 09:48:18.899711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.944781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:18.957400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de24a-11c5-48ee-b5d6-467519b8cf8e req-86bf838a-170c-434c-938d-11a90bf77009 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:18.967636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-841de24a-11c5-48ee-b5d6-467519b8cf8e req-86bf838a-170c-434c-938d-11a90bf77009 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 944 time: 0.1633127 Nov 23 09:48:18.990094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.038774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:19.041883 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa2633f-7796-43e1-aa80-d1554c3fcc3f" -d '{"events": [{"server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "name": "network-vif-plugged", "status": "completed", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:19.066899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-841de24a-11c5-48ee-b5d6-467519b8cf8e req-fccdf773-1610-41a6-967e-1832084e2f23 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992544 Nov 23 09:48:19.079935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4be882db-f1c2-45c9-bfbf-95f632a04841,segment=NetworkSegment(6f1acbed-be10-4957-90bf-60df5b323049),segment_id=6f1acbed-be10-4957-90bf-60df5b323049)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:19.102665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.109984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.115732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.121377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbb39b0f-477a-4c67-9b02-f0b90aad0268 HTTP/1.1" status: 204 len: 168 time: 0.3690372 Nov 23 09:48:19.142149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64bf29-dd56-44a9-ab44-6351910e0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb39b0f-477a-4c67-9b02-f0b90aad0268,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:19.194218 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23962b9f-a15f-45bd-9824-09f9da419294 x-openstack-request-id: req-23962b9f-a15f-45bd-9824-09f9da419294 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:19.194726 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "name": "network-vif-plugged", "status": "completed", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:19.195144 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23962b9f-a15f-45bd-9824-09f9da419294 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:19.195680 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841', 'code': 200} Nov 23 09:48:19.196446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:19.255114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef4524-77a6-4d13-80de-858b30faf0e4 req-6a3c4cb3-a32b-47b3-a457-32b1ff5088f4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:19.262306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0ef4524-77a6-4d13-80de-858b30faf0e4 req-6a3c4cb3-a32b-47b3-a457-32b1ff5088f4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.0942965 Nov 23 09:48:19.267099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03071-8577-48a9-b43a-afd600d69cab req-80d40e75-67c4-4191-a784-5618cd7c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:19.268976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1a03071-8577-48a9-b43a-afd600d69cab req-80d40e75-67c4-4191-a784-5618cd7c8363 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 1096 time: 0.0582407 Nov 23 09:48:19.282583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:19.295639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-433478313-network', 'tenant_id': 'bcf9eb3623c547b1a4ae8108104e3102'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:19.337414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1a03071-8577-48a9-b43a-afd600d69cab req-056a818e-3ddf-426c-ac50-d57ab2af6a17 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585217 Nov 23 09:48:19.364665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0ef4524-77a6-4d13-80de-858b30faf0e4 req-fdf524c1-1a85-4f30-ae21-c35d2b99e175 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010764 Nov 23 09:48:19.373213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Made reservation on behalf of bcf9eb3623c547b1a4ae8108104e3102 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:19.377984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.392614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.484421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.491099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.525739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca451419-a723-494f-ae24-5e34bcd74b32,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:19.540896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:19.563715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.564202 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Added segment 861dbaf2-06f8-4326-acea-352042eb1ecc of type vlan for network b28f792a-7c07-493d-ae0e-35cac3e5d890 Nov 23 09:48:19.609768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.654763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49690) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:19.680677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.681656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:19.682260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.685111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2071fe3e-c33b-4a7f-8b70-4eb8b1db111c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.689236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff6607-c884-4ef7-a4c1-5bce4ce71a13 req-f0ecc137-94f9-4393-ab75-b8575b756d74 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:19.703708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cff6607-c884-4ef7-a4c1-5bce4ce71a13 req-f0ecc137-94f9-4393-ab75-b8575b756d74 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.0934594 Nov 23 09:48:19.752091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4660950 Nov 23 09:48:19.756084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:19.761162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Request body: {'subnet': {'network_id': 'b28f792a-7c07-493d-ae0e-35cac3e5d890', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-433478313-subnet', 'tenant_id': 'bcf9eb3623c547b1a4ae8108104e3102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:19.773930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cff6607-c884-4ef7-a4c1-5bce4ce71a13 req-4c8b98ec-58f5-4208-b679-18b75b060760 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Nov 23 09:48:19.792297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240bc6-7086-4695-b4ae-74ca6b5c06bc admin admin] Pushing event updated for resources: {'Network': ['ID=b28f792a-7c07-493d-ae0e-35cac3e5d890,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:19.793574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Made reservation on behalf of bcf9eb3623c547b1a4ae8108104e3102 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:19.796547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.807835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b28f792a-7c07-493d-ae0e-35cac3e5d890 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:19.884846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2071fe3e-c33b-4a7f-8b70-4eb8b1db111c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.892936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2071fe3e-c33b-4a7f-8b70-4eb8b1db111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:19.927618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071fe3e-c33b-4a7f-8b70-4eb8b1db111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d37624c-d9b8-434e-b318-8e412a64873b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:19.968336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2071fe3e-c33b-4a7f-8b70-4eb8b1db111c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a4daf5cf21641cabb1cff3110292eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094115 Nov 23 09:48:19.971987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:19.994625 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.039397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.067832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.073351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac545f4-b114-41ef-aa7f-178eff65248e req-430b2c4a-da45-483e-bac4-4efd83eacc2c tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:20.075426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aac545f4-b114-41ef-aa7f-178eff65248e req-430b2c4a-da45-483e-bac4-4efd83eacc2c tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.1188490 Nov 23 09:48:20.077305 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.133990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.137052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.138378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d37624c-d9b8-434e-b318-8e412a64873b HTTP/1.1" status: 204 len: 168 time: 0.1654186 Nov 23 09:48:20.161955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10b949-7cb9-45bb-8370-a56b4b9c14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d37624c-d9b8-434e-b318-8e412a64873b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:20.226694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-973f09eb-adff-4836-8b8c-72c40d144c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.248587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac77be9-be8a-49c8-ae0f-0bb020f3f8f2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:20.266803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Checking segment: {'id': '861dbaf2-06f8-4326-acea-352042eb1ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b28f792a-7c07-493d-ae0e-35cac3e5d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:20.267173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Network hostable DHCP agents. Network: b28f792a-7c07-493d-ae0e-35cac3e5d890, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:20.332144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063eb46-d633-4b40-894a-a853a73fe8a4 req-35ae130f-81f3-43b4-8b3e-9e3d2eb406ee tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:20.339451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7063eb46-d633-4b40-894a-a853a73fe8a4 req-35ae130f-81f3-43b4-8b3e-9e3d2eb406ee tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 945 time: 0.0948865 Nov 23 09:48:20.350309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Deleting port dabd542a-07a9-431a-be81-f78e44234cd7 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:48:20.350728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.353375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Network b28f792a-7c07-493d-ae0e-35cac3e5d890 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:20.414143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b28f792a-7c07-493d-ae0e-35cac3e5d890) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:20.418458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:20.419061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.432873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89315b83-0ebb-42e2-bbbc-bbc191f9bdce None None] Network b28f792a-7c07-493d-ae0e-35cac3e5d890 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:20.466856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5058b3-adcd-4a9c-b32e-e30f97ccfd59 req-a7e8b3ff-ea6d-410a-a427-c46f77c9729f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:20.476443 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be5058b3-adcd-4a9c-b32e-e30f97ccfd59 req-a7e8b3ff-ea6d-410a-a427-c46f77c9729f tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.0884092 Nov 23 09:48:20.566375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be5058b3-adcd-4a9c-b32e-e30f97ccfd59 req-9a02b417-6d6b-480c-b02d-93fcadfbac5c tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830832 Nov 23 09:48:20.695734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2125543-329e-41d6-80f4-33dad5a45b8f None None] Network b28f792a-7c07-493d-ae0e-35cac3e5d890 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:20.724029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682297f-bd97-4f35-81f2-9a48550a62fb req-e32c9e51-d305-4461-a18b-0cd185b74113 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:20.731436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7682297f-bd97-4f35-81f2-9a48550a62fb req-e32c9e51-d305-4461-a18b-0cd185b74113 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.0647223 Nov 23 09:48:20.787628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7682297f-bd97-4f35-81f2-9a48550a62fb req-7ff8fd79-9aea-4ea7-a53d-c41f84459cac tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Nov 23 09:48:20.833356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8bc76c6d-f597-4d89-bec5-417d34e3fe72 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0758522 Nov 23 09:48:20.838726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:20.858230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] For port dabd542a-07a9-431a-be81-f78e44234cd7, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=dabd542a-07a9-431a-be81-f78e44234cd7,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:20.858869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:20.865918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7063eb46-d633-4b40-894a-a853a73fe8a4 req-f9ddf36c-d758-4bab-823b-4fe9a1e428bf tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253599 Nov 23 09:48:20.881614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Calling delete_port for dabd542a-07a9-431a-be81-f78e44234cd7 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:48:21.011116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:21.024520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'port_id': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'mac_address': 'fa:16:3e:87:82:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c726ea-66b3-4c28-b762-076ebe4d14cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:21.046394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42ab75-4201-4dfa-91f0-b740a7b27dfe req-1588136d-2446-42eb-9dd8-02f31bb06c1e tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:21.052051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d42ab75-4201-4dfa-91f0-b740a7b27dfe req-1588136d-2446-42eb-9dd8-02f31bb06c1e tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cf44e08-79f1-4235-9417-03b2a908ab3f HTTP/1.1" status: 200 len: 949 time: 0.1045301 Nov 23 09:48:21.083447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:21.114498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:21.117191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52b1454-2ee7-4a84-9eda-27e16f9e7317 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:21.137186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d42ab75-4201-4dfa-91f0-b740a7b27dfe req-df573686-08a7-4d53-b885-77b357ae0c76 tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fb1505-6049-4bd6-b7a6-ac367f400bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772698 Nov 23 09:48:21.140247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:21.148665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:21.163801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:21.211411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Pushing event deleted for resources: {'Port': ['ID=dabd542a-07a9-431a-be81-f78e44234cd7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:21.215821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['dabd542a-07a9-431a-be81-f78e44234cd7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:21.294164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:21.312831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] No DVR routers for this DVR port dabd542a-07a9-431a-be81-f78e44234cd7 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:21.315589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:21.324695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aac545f4-b114-41ef-aa7f-178eff65248e req-ed2463f9-28e1-42df-aba8-8ea4f5116dce tempest-TenantUsagesTestJSON-346038492 tempest-TenantUsagesTestJSON-346038492-project] 10.222.0.50 "DELETE /v2.0/ports/dabd542a-07a9-431a-be81-f78e44234cd7 HTTP/1.1" status: 204 len: 173 time: 1.2129397 Nov 23 09:48:21.325195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'name': 'network-vif-deleted', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:21.327818 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2617ec45-09e6-40a9-8bcb-baf2b39cc6fc" -d '{"events": [{"server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "name": "network-vif-deleted", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:21.467619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b52b1454-2ee7-4a84-9eda-27e16f9e7317'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:21.735390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-a579f6b6-663d-4e91-bd61-21405f0a59a4 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:21.737057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-a579f6b6-663d-4e91-bd61-21405f0a59a4 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.50 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.1186574 Nov 23 09:48:21.740782 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d335408-e4c4-4c8e-be4e-d47a4fb04c7c x-openstack-request-id: req-8d335408-e4c4-4c8e-be4e-d47a4fb04c7c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:21.741204 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf44e08-79f1-4235-9417-03b2a908ab3f", "name": "network-vif-deleted", "tag": "dabd542a-07a9-431a-be81-f78e44234cd7", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:21.741565 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d335408-e4c4-4c8e-be4e-d47a4fb04c7c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:21.742174 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf44e08-79f1-4235-9417-03b2a908ab3f', 'name': 'network-vif-deleted', 'tag': 'dabd542a-07a9-431a-be81-f78e44234cd7', 'status': 'completed', 'code': 200} Nov 23 09:48:21.753946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-6b4dfe80-c4b4-4b47-9b7f-6564be19a9e7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:21.764856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-6b4dfe80-c4b4-4b47-9b7f-6564be19a9e7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.1905425 Nov 23 09:48:21.816417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-0fdf5c5e-63b9-4fcd-862b-a7be70a56365 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/quotas/c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 375 time: 0.0418048 Nov 23 09:48:21.851079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567b0d3-e20f-4994-bd81-03ca82f00ef7 req-45d00a88-9e30-4367-878f-2f7efe37fb50 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:21.860718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8567b0d3-e20f-4994-bd81-03ca82f00ef7 req-45d00a88-9e30-4367-878f-2f7efe37fb50 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 950 time: 0.0731530 Nov 23 09:48:21.892390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-31b4583c-6107-478a-b752-37e2df9a1f0d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430315 Nov 23 09:48:21.926672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8567b0d3-e20f-4994-bd81-03ca82f00ef7 req-dcb19979-6435-4b53-bbe0-b8e6a22b2ffe tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/security-groups?id=75c81ada-8c7c-41f3-a641-d5b22c9af31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602064 Nov 23 09:48:22.012607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-aabddeb0-cd0e-4b76-abf5-feda142f9769 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191235 Nov 23 09:48:22.017621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Deleting port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:48:22.017999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:22.075330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3facd9-1aef-4264-ac5c-0deae4b3a9ef req-3f4d46fe-e970-4694-ad91-afa59a6192ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:22.084768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb3facd9-1aef-4264-ac5c-0deae4b3a9ef req-3f4d46fe-e970-4694-ad91-afa59a6192ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.0745037 Nov 23 09:48:22.151986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb3facd9-1aef-4264-ac5c-0deae4b3a9ef req-b399c5bc-8567-4749-90c4-5a5759e9ba32 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632155 Nov 23 09:48:22.208577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-441db361-cf66-466f-9cb0-a54d3fadf550 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859374 Nov 23 09:48:22.245636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] For port 4f064a72-a16e-4c59-bcb9-bd340ab808c2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4f064a72-a16e-4c59-bcb9-bd340ab808c2,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:22.246076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:22.259838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Calling delete_port for 4f064a72-a16e-4c59-bcb9-bd340ab808c2 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:48:22.262814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb28a69-7bd3-49ae-ad17-7d88a429fd55 req-50131d50-4ba5-4b5a-a16b-6b311eb84bb6 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:22.270482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb28a69-7bd3-49ae-ad17-7d88a429fd55 req-50131d50-4ba5-4b5a-a16b-6b311eb84bb6 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 945 time: 0.0608304 Nov 23 09:48:22.330502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb28a69-7bd3-49ae-ad17-7d88a429fd55 req-1e1728b0-52df-4451-8095-7b763a44f579 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589237 Nov 23 09:48:22.500510 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:22.551638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:22.566738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4f064a72-a16e-4c59-bcb9-bd340ab808c2'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:22.572621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12b3cc0f-0a57-439e-bdbf-a03b6d7a5917 req-4f6a446e-fd63-4e4b-b32a-f93a10f35e3b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 210 time: 0.0648341 Nov 23 09:48:22.647490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Pushing event deleted for resources: {'Port': ['ID=4f064a72-a16e-4c59-bcb9-bd340ab808c2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:22.719001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] No DVR routers for this DVR port 4f064a72-a16e-4c59-bcb9-bd340ab808c2 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:22.727422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:22.734661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b79682be-5442-4bb3-a3c1-f53bf105edf4 req-2e105855-4daf-484f-82d4-b9d5c819522b tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.50 "DELETE /v2.0/ports/4f064a72-a16e-4c59-bcb9-bd340ab808c2 HTTP/1.1" status: 204 len: 173 time: 0.9672110 Nov 23 09:48:22.842027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:22.928689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:22.990071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49850) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:23.001617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port b52b1454-2ee7-4a84-9eda-27e16f9e7317 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:23.010801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port b52b1454-2ee7-4a84-9eda-27e16f9e7317 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:23.011632 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.053465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-2c0760a0-13c9-465d-b5d8-8c42c7f5bf3b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732419 Nov 23 09:48:23.139467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.166405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e08613c7-9242-4555-9620-542fa4d03b33 req-7658b149-6130-4e42-8ded-87e34760e813 tempest-LiveMigrationNegativeTest-1894716281 tempest-LiveMigrationNegativeTest-1894716281-project] 10.222.0.62 "GET /v2.0/ports?device_id=be303438-43a9-4068-a546-7ec6389abcb8 HTTP/1.1" status: 200 len: 210 time: 0.0722792 Nov 23 09:48:23.168048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:23.170757 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c228c-6acb-495a-ae55-96110a42c486" -d '{"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-plugged", "status": "completed", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:23.199582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:23.203532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f23ea2a-012d-4114-b883-becfe5e2af00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.215405 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.216997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:23.346711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:48:23.358328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 58b5bd5b-4a0a-4fbf-a893-9fbf0a6d71c4 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:23.377250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-39ddd483-758c-4822-86b3-b5eeaa91b797 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:23.378953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4f3b3f8-68cb-404a-bf63-063842d70f41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99be98db6c5e46d8b8484ed5e9373257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871686 Nov 23 09:48:23.386569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-39ddd483-758c-4822-86b3-b5eeaa91b797 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320112 Nov 23 09:48:23.389236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:23.403535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:23.452018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf484-bebb-4ff8-a1b9-89541cb9893e req-21fee9b1-471f-4992-99d1-27c47c3c222c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:23.460038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6aaf484-bebb-4ff8-a1b9-89541cb9893e req-21fee9b1-471f-4992-99d1-27c47c3c222c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 946 time: 0.1441960 Nov 23 09:48:23.470935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-497c755b-4729-4856-a6b1-3cc84ece4be2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0831068 Nov 23 09:48:23.500725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.518218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f23ea2a-012d-4114-b883-becfe5e2af00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.522183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.556515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f23ea2a-012d-4114-b883-becfe5e2af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.592166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-2066813f-c2d0-4e46-aa0f-2f7d652ce0b3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202939 Nov 23 09:48:23.622996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.652450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6aaf484-bebb-4ff8-a1b9-89541cb9893e req-fa826251-dc94-4a75-94b8-032ca4c88049 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911464 Nov 23 09:48:23.710353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.714272 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.716457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4fb1505-6049-4bd6-b7a6-ac367f400bec HTTP/1.1" status: 204 len: 168 time: 0.3261914 Nov 23 09:48:23.726474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2f23ea2a-012d-4114-b883-becfe5e2af00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27465265c21949ddac486e46a276be26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966783 Nov 23 09:48:23.736540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49876) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:23.745129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057324-d827-4906-bd00-d18399663b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb1505-6049-4bd6-b7a6-ac367f400bec,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:23.747745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'name': 'network-vif-deleted', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:23.750126 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95bf7e-14f5-41fe-b4a9-9443b86345f7" -d '{"events": [{"server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "name": "network-vif-deleted", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:23.782383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23ea2a-012d-4114-b883-becfe5e2af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18379b63-e403-4347-adc0-3d73ec59bac4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:23.788124 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf1b9d-03d6-4fff-94d9-55edd8cc27bb x-openstack-request-id: req-eabf1b9d-03d6-4fff-94d9-55edd8cc27bb {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:23.788432 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-plugged", "status": "completed", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:23.788717 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eabf1b9d-03d6-4fff-94d9-55edd8cc27bb {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:23.789107 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'code': 200} Nov 23 09:48:23.816963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.852064 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.975900 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.979136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:23.981064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18379b63-e403-4347-adc0-3d73ec59bac4 HTTP/1.1" status: 204 len: 168 time: 0.2420785 Nov 23 09:48:24.037651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b1f7-fa89-4b37-8d3c-de6165f2d235 req-b63cc3c4-1903-45d8-ae59-8f59859b6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:24.040454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd76b1f7-fa89-4b37-8d3c-de6165f2d235 req-b63cc3c4-1903-45d8-ae59-8f59859b6b99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.1114156 Nov 23 09:48:24.045276 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528670bd-29ca-4f4a-9a03-bd5923baa484 x-openstack-request-id: req-528670bd-29ca-4f4a-9a03-bd5923baa484 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:24.045586 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be303438-43a9-4068-a546-7ec6389abcb8", "name": "network-vif-deleted", "tag": "4f064a72-a16e-4c59-bcb9-bd340ab808c2", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:24.045870 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-528670bd-29ca-4f4a-9a03-bd5923baa484 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:24.046395 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be303438-43a9-4068-a546-7ec6389abcb8', 'name': 'network-vif-deleted', 'tag': '4f064a72-a16e-4c59-bcb9-bd340ab808c2', 'status': 'completed', 'code': 200} Nov 23 09:48:24.055399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c26028-a9d7-4571-ad3d-47a1586540b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18379b63-e403-4347-adc0-3d73ec59bac4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:24.198402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44c2d5a9-556e-4870-8162-d5b238a5f200 req-78ea4001-9fe5-4a9a-916b-fdaccabf71b5 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0959160 Nov 23 09:48:24.200289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59004ce8-a57d-4e4b-95a6-73af4126be59 req-5e2b4959-1c5e-4b2e-a458-2c82eadef71b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 210 time: 0.0959535 Nov 23 09:48:24.256012 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd76b1f7-fa89-4b37-8d3c-de6165f2d235 req-e21ae893-5f34-4718-9f68-dd66f73102cd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078757 Nov 23 09:48:24.480230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device dabd542a-07a9-431a-be81-f78e44234cd7 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:24.531194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:24.560589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88299ba3-3ceb-40d8-8b04-538c21f725ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:24.567036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: dabd542a-07a9-431a-be81-f78e44234cd7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:48:24.568250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device dabd542a-07a9-431a-be81-f78e44234cd7 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:24.569296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4f064a72-a16e-4c59-bcb9-bd340ab808c2 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:24.576936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-82e8014b-0cc7-4b19-ae31-9bef57f38859 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:24.584318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-82e8014b-0cc7-4b19-ae31-9bef57f38859 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.2495704 Nov 23 09:48:24.603449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Request body: {'port': {'device_id': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'admin_state_up': True, 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:24.642846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 4f064a72-a16e-4c59-bcb9-bd340ab808c2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:48:24.643584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4f064a72-a16e-4c59-bcb9-bd340ab808c2 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:24.821681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88299ba3-3ceb-40d8-8b04-538c21f725ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:24.866363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88299ba3-3ceb-40d8-8b04-538c21f725ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:24.895792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:24.917045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c192577-15e4-4765-a691-1f5cb1e40bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:24.919547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:24.924412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:24.969752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299ba3-3ceb-40d8-8b04-538c21f725ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceafac1-e1df-4706-a09f-acbbe5792c18,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:25.026175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88299ba3-3ceb-40d8-8b04-538c21f725ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43951c6ed4014e5f80dab72e9c4f067e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935009 Nov 23 09:48:25.033193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49916) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:25.070958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801426b-ec9e-40b3-b080-e6db66edc4a0 req-80410585-7ffc-48e2-a368-48f7dbae7b83 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:25.088539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3801426b-ec9e-40b3-b080-e6db66edc4a0 req-80410585-7ffc-48e2-a368-48f7dbae7b83 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 946 time: 0.3114588 Nov 23 09:48:25.181145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Allocated IP 172.20.0.14 (36803353-ad87-4613-bb49-44f0e3b6afae/0bd632ad-84d2-43ad-84a9-901329b61765/6d5a4eff-306e-4e9d-9917-046a9dd9aab4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:25.195153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49918) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:25.213129 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3801426b-ec9e-40b3-b080-e6db66edc4a0 req-598b1836-0105-424a-a651-40ca8c685d7d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212745 Nov 23 09:48:25.223692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.288399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.376821 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0cce7bb2-5cb9-4eef-809b-5f8d3eb9cc43 req-13d96f3a-c85d-4880-929e-ffa409123baa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0603015 Nov 23 09:48:25.423271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.426087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.427653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cceafac1-e1df-4706-a09f-acbbe5792c18 HTTP/1.1" status: 204 len: 168 time: 0.3933620 Nov 23 09:48:25.450942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8bebb-42df-40d4-88c4-1827caf459d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceafac1-e1df-4706-a09f-acbbe5792c18,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:25.476014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2101a164-2a99-4990-9257-e0a274eb92dc req-e292fe50-f246-4390-a8c4-28db075054d0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 210 time: 0.1309063 Nov 23 09:48:25.553451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2cee69d6-9af3-4b29-8df0-3ad052e3addb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e249668a0bd4a57a8d85309a9ca6dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567820 Nov 23 09:48:25.554954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49928) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:25.613321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.619563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c192577-15e4-4765-a691-1f5cb1e40bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.657467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c192577-15e4-4765-a691-1f5cb1e40bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.691168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.704955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.763523 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.776737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c192577-15e4-4765-a691-1f5cb1e40bea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6b5ff5d0858495a94ac4e3a29864e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8790555 Nov 23 09:48:25.784705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49934) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:25.798678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c192577-15e4-4765-a691-1f5cb1e40bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593123f1-10cf-4bec-8a9c-f198025d1a36,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:25.840245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Network 36803353-ad87-4613-bb49-44f0e3b6afae is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:25.857211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:25.860709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:25.866607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:25.867274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.871029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:25.872974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-b0ca1175-b452-4dd2-a60a-325c65e6ecb7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420783 Nov 23 09:48:25.901985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.917182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-2615a2e9-02bf-421e-be42-81f55b06fdab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3198702 Nov 23 09:48:25.932062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Request body: {'port': {'device_id': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:25.974538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.991604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.994938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:25.996496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75c81ada-8c7c-41f3-a641-d5b22c9af31d HTTP/1.1" status: 204 len: 168 time: 0.4404063 Nov 23 09:48:26.026500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e215c6a-e180-420b-83d1-ce4b9d22b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c81ada-8c7c-41f3-a641-d5b22c9af31d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:26.038256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.124827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-0b4e2e04-132e-468e-a434-0629ddd3eed1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:26.139146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.141720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.142500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-0b4e2e04-132e-468e-a434-0629ddd3eed1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543182 Nov 23 09:48:26.143120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/593123f1-10cf-4bec-8a9c-f198025d1a36 HTTP/1.1" status: 204 len: 168 time: 0.3557065 Nov 23 09:48:26.166657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:26.173452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ad5e-af3f-4a78-9bfc-3a02a5069b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593123f1-10cf-4bec-8a9c-f198025d1a36,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:26.421413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:26.427996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.445366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.461116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49117d-5464-4960-9065-27766d199dfc req-4e737787-a934-49e9-8066-2d0e75891720 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:26.468388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce49117d-5464-4960-9065-27766d199dfc req-4e737787-a934-49e9-8066-2d0e75891720 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 946 time: 0.1251266 Nov 23 09:48:26.542770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce49117d-5464-4960-9065-27766d199dfc req-1041cca4-b933-431f-93af-a929a67f99d8 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Nov 23 09:48:26.589487 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05c23313-e8c7-48d0-aa50-133e1ad24eb5 req-d025387d-4f14-4d8f-9841-a0e95aa23773 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0583835 Nov 23 09:48:26.594463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.601164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.611614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:26.621628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.643260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Transition to ACTIVE for port object 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:26.653189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.668753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e40bb5-5d65-47a6-b704-939a97ea833f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:26.719858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49962) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:26.754336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:26.773497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6fa19-041f-4520-874b-46d7407be88c req-f64a3133-7da4-4af5-a143-e61292eaa176 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:26.780824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11f6fa19-041f-4520-874b-46d7407be88c req-f64a3133-7da4-4af5-a143-e61292eaa176 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.0863862 Nov 23 09:48:26.823435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:26.823773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:26.824106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:26.837574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:26.837927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:26.845290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:26.845634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:26.846125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:26.846571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Bound port: 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:26.847637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4caa0db0-c4fc-4012-a10c-79cb6ec88c12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec107c72acfa4b1a9ce86739c1bad16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262741 Nov 23 09:48:26.853022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:26.855919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:26.884688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.222 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/6b23fba2-b017-441e-8a36-a9f480e5503c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:26.907719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6506-5b30-4cf6-9b86-ee9d7b2c9a71 req-617d3030-d089-41f7-b9db-c3839a483c2d tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:26.914984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adae6506-5b30-4cf6-9b86-ee9d7b2c9a71 req-617d3030-d089-41f7-b9db-c3839a483c2d tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.1513083 Nov 23 09:48:26.965378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:26.968880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:26.978259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11f6fa19-041f-4520-874b-46d7407be88c req-41e14387-41dd-4738-ad70-e2573c3c5093 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958675 Nov 23 09:48:26.987964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.010298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adae6506-5b30-4cf6-9b86-ee9d7b2c9a71 req-3dee1630-6b06-4c37-938d-fd24c84d3f1e tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943880 Nov 23 09:48:27.057214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:27.057918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.059441 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] 10.222.0.50 "PUT /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 1092 time: 1.1322343 Nov 23 09:48:27.063123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:27.065801 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5befc999-e589-40bd-ba46-272e8702d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:27.096490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.121132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.136210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.144999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200bc5e-05b3-46ab-acdf-f7e1e7313fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:27.170257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:27.205659 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbcb854-ba93-4a86-ac0d-735e47c678d3 x-openstack-request-id: req-adbcb854-ba93-4a86-ac0d-735e47c678d3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:27.206049 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:27.206365 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adbcb854-ba93-4a86-ac0d-735e47c678d3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:27.206816 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'status': 'completed', 'code': 200} Nov 23 09:48:27.218721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-e321daa9-1f15-4114-a5d8-8e534d1dc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:27.220924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-e321daa9-1f15-4114-a5d8-8e534d1dc457 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1095 time: 0.0957417 Nov 23 09:48:27.239134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.282756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-b2b0bf7f-69fb-4d60-ad83-10e591cd4bfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.0534627 Nov 23 09:48:27.289274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.293109 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.294851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70ec17a6-fb6c-431d-96bb-50ccffae9acd HTTP/1.1" status: 204 len: 168 time: 0.4247177 Nov 23 09:48:27.305934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:27.309251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:27.316267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:27.391495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:27.392151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.405958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:27.414699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-network', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:27.419256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3886-71ab-4b4f-8284-d43bcf8e1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec17a6-fb6c-431d-96bb-50ccffae9acd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:27.465661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd66b-6264-41b1-b393-5e32f529203a req-b71dad56-97f7-4c8a-a53e-2527b51ca924 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:27.467245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf3fd66b-6264-41b1-b393-5e32f529203a req-b71dad56-97f7-4c8a-a53e-2527b51ca924 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.1530533 Nov 23 09:48:27.474854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Made reservation on behalf of cf78d004038c405d9f24315e9b4f3fb2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:27.480971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.486937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-c3e7c916-2c02-4407-aced-0cc565787607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:27.488406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-c3e7c916-2c02-4407-aced-0cc565787607 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1904793 Nov 23 09:48:27.517686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.535014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a8063c62-442e-4124-9d48-cb5e2eb132d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3858013 Nov 23 09:48:27.549075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-1f79d31e-9f59-48b3-a1fd-8f2824402619 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451055 Nov 23 09:48:27.563043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Request body: {'port': {'device_id': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:27.651209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf3fd66b-6264-41b1-b393-5e32f529203a req-e05bc5ec-0cb8-4454-8931-6663d259b600 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560235 Nov 23 09:48:27.724577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.791442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-1d753cb4-37fd-49f4-b8ef-908ba9fae528 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337258 Nov 23 09:48:27.793214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9bc78833-c903-4282-ad0b-512d1f2ac7b4 None None] Provisioning complete for port 6b23fba2-b017-441e-8a36-a9f480e5503c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:27.794178 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9bc78833-c903-4282-ad0b-512d1f2ac7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.832839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.849869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:27.890556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9bc78833-c903-4282-ad0b-512d1f2ac7b4 None None] Port 6b23fba2-b017-441e-8a36-a9f480e5503c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:27.989345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:27.997843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab3377-a6a0-4f63-a48b-16aaa4e537a9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:28.079649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5290c244-0a5e-43e4-8bdf-20b32ec0051e req-f6592ff9-1ddb-4df9-bc98-c6b3beedf144 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515352 Nov 23 09:48:28.182364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357893e3-1c38-4d7c-98f2-bcce06296cc2 req-1156c1e1-b8cb-4ee7-ad24-e0c93eae46c7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.191524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-357893e3-1c38-4d7c-98f2-bcce06296cc2 req-1156c1e1-b8cb-4ee7-ad24-e0c93eae46c7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.0870426 Nov 23 09:48:28.263917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-357893e3-1c38-4d7c-98f2-bcce06296cc2 req-6ae118c1-39ea-4d98-a6d7-dfb4790bff20 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Nov 23 09:48:28.355038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-23c4055e-2706-47d8-9192-7014d95fe99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.356549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-23c4055e-2706-47d8-9192-7014d95fe99e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1095 time: 0.1206260 Nov 23 09:48:28.370479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.371071 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Added segment 8708efa7-3ff9-4042-80c0-c4c4bb4bd914 of type vlan for network 06a6f689-7e0a-441d-9fd4-9982f24d6810 Nov 23 09:48:28.451317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615cb09-c02c-41b8-a78f-cb187f06a236 req-aa6bdec5-f885-4e3b-9750-d2a263e43f70 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.452967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6615cb09-c02c-41b8-a78f-cb187f06a236 req-aa6bdec5-f885-4e3b-9750-d2a263e43f70 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 936 time: 0.5952802 Nov 23 09:48:28.474921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.537575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f03012-fb1e-4ea8-8454-6edd68805e35 req-2d2b02be-2520-478a-9b49-853bf108c769 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.539128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3f03012-fb1e-4ea8-8454-6edd68805e35 req-2d2b02be-2520-478a-9b49-853bf108c769 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.1500998 Nov 23 09:48:28.545629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-a740c15a-60f3-41f8-b234-f764bb7253b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.547285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-a740c15a-60f3-41f8-b234-f764bb7253b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.1813319 Nov 23 09:48:28.567856 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.568826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.569421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.590348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6615cb09-c02c-41b8-a78f-cb187f06a236 req-a2e9533f-e99d-40f7-9a83-2ee603037c73 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212201 Nov 23 09:48:28.618457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-45a53c5b-ed69-47b2-91dc-80031568c3a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.0608940 Nov 23 09:48:28.645522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4738281 Nov 23 09:48:28.646309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:28.658168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Request body: {'subnet': {'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-subnet', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:28.687109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3f03012-fb1e-4ea8-8454-6edd68805e35 req-cd16f5ac-b8c2-4e1e-8847-75068545a56b tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388495 Nov 23 09:48:28.693801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-f32e3058-ef40-4ed9-b10b-021b8a7508db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:28.696041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-f32e3058-ef40-4ed9-b10b-021b8a7508db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.0647728 Nov 23 09:48:28.727814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8c424-b845-41cb-ae3c-330d79ce4f30 admin admin] Pushing event updated for resources: {'Network': ['ID=06a6f689-7e0a-441d-9fd4-9982f24d6810,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:28.733597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b23fba2-b017-441e-8a36-a9f480e5503c {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:28.739715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:28.755591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-075481ba-75c5-417d-85b7-709620775a19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508516 Nov 23 09:48:28.823268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.823268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Made reservation on behalf of cf78d004038c405d9f24315e9b4f3fb2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:28.823268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.879031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Transition to ACTIVE for port object 6b23fba2-b017-441e-8a36-a9f480e5503c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:28.905692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:28.943961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-e79e4005-0d3b-479a-af49-785452f63abc service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805370 Nov 23 09:48:29.033122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:29.141776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5befc999-e589-40bd-ba46-272e8702d3a0 req-32aeb5c3-3e71-4713-8427-126366b03dc4 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888680 Nov 23 09:48:29.214781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Attempting to bind port 6b23fba2-b017-441e-8a36-a9f480e5503c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:29.215285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Attempting to bind port 6b23fba2-b017-441e-8a36-a9f480e5503c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:29.215771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Attempting to bind port 6b23fba2-b017-441e-8a36-a9f480e5503c on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:29.225865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Port 6b23fba2-b017-441e-8a36-a9f480e5503c on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:29.226198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Attempting to bind port 6b23fba2-b017-441e-8a36-a9f480e5503c on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:29.256193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:29.256531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:29.257096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:29.257683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Bound port: 6b23fba2-b017-441e-8a36-a9f480e5503c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:29.258237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.292922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.488718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceac3812-e5df-4bca-b40d-6d39dbb21fc6,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:29.517500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dab89b-1170-4b31-97f3-0e2758e967ec req-5f0cebbd-e8d7-412c-bc51-d52aa7f60638 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:29.519679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2dab89b-1170-4b31-97f3-0e2758e967ec req-5f0cebbd-e8d7-412c-bc51-d52aa7f60638 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.1353261 Nov 23 09:48:29.520775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:29.524889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Checking segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:29.525264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Network hostable DHCP agents. Network: 06a6f689-7e0a-441d-9fd4-9982f24d6810, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:29.530856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b23fba2-b017-441e-8a36-a9f480e5503c,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:29.552525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.614762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:29.615464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.617101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] 10.222.0.11 "PUT /v2.0/ports/6b23fba2-b017-441e-8a36-a9f480e5503c HTTP/1.1" status: 200 len: 1096 time: 2.0602522 Nov 23 09:48:29.621741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:29.624110 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331040a-6a37-4919-b182-d61eb00b718c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:29.633431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:29.693036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2dab89b-1170-4b31-97f3-0e2758e967ec req-90112331-9de2-4b10-b219-0d2c7f289979 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604431 Nov 23 09:48:29.737461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9d1a-3722-45c3-be0e-d562bdf9d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:29.774427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 06a6f689-7e0a-441d-9fd4-9982f24d6810) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:29.776839 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2eed42-cd4b-412d-8f52-9d86254a5927 x-openstack-request-id: req-da2eed42-cd4b-412d-8f52-9d86254a5927 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:29.777329 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:29.777551 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da2eed42-cd4b-412d-8f52-9d86254a5927 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:29.777810 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c', 'status': 'completed', 'code': 200} Nov 23 09:48:29.783166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf2180-f32c-4b65-a7f4-d0404191ce2e None None] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:29.795533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:29.796129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.844758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9816584-8a09-4760-a037-44abfb4bcaed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1941545 Nov 23 09:48:29.847604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50102) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:29.852017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:29.858253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-70cd367f-a159-4254-94e9-c61b408a0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:29.859962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-70cd367f-a159-4254-94e9-c61b408a0314 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 1099 time: 0.1730475 Nov 23 09:48:29.958077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-3fef77ea-902d-4648-a58a-365cbd78e8b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=6b23fba2-b017-441e-8a36-a9f480e5503c HTTP/1.1" status: 200 len: 217 time: 0.0873139 Nov 23 09:48:29.978544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:29.983757 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.080030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43540c5-45b4-4064-9c7f-9860eecb7e89 req-2ec81d32-d243-4494-9e42-f50b04aff53a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:30.082606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a43540c5-45b4-4064-9c7f-9860eecb7e89 req-2ec81d32-d243-4494-9e42-f50b04aff53a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 948 time: 0.1615486 Nov 23 09:48:30.084318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a03b082b-a87c-4140-9125-f63547651d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:30.086237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-a03b082b-a87c-4140-9125-f63547651d09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1192858 Nov 23 09:48:30.110564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-06a6f689-7e0a-441d-9fd4-9982f24d6810', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:48:30.111648 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.137948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.140970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394062-959b-4a83-a3b6-05b417d6bb10 req-5cd3b118-a5bc-441d-bcce-aa327dd65c62 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:30.142649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70394062-959b-4a83-a3b6-05b417d6bb10 req-5cd3b118-a5bc-441d-bcce-aa327dd65c62 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.2520080 Nov 23 09:48:30.168912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:30.238736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a43540c5-45b4-4064-9c7f-9860eecb7e89 req-a4074d6b-490b-4bf0-bdf8-5bd70b8855d5 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472154 Nov 23 09:48:30.240154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-2fd7e4c5-b590-4614-9ff3-51ad38a0b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:30.244357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-2fd7e4c5-b590-4614-9ff3-51ad38a0b352 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472781 Nov 23 09:48:30.291532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70394062-959b-4a83-a3b6-05b417d6bb10 req-8b76ad1d-2a4c-4d01-af22-e2fdf8e7a898 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325977 Nov 23 09:48:30.391624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Allocated IP 172.20.0.2 (06a6f689-7e0a-441d-9fd4-9982f24d6810/ceac3812-e5df-4bca-b40d-6d39dbb21fc6/0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:30.455962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.489503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-2b592e1b-ecbe-4af5-a914-03a62662da87 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257171 Nov 23 09:48:30.501440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5f95-999b-45dd-bed0-08a7be801447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.509421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:30.604109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83c3fe89-4b6f-4277-89b8-9316a40cdd99 req-408fca13-eca7-4427-882a-d9bd18bbc5d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040416 Nov 23 09:48:30.701598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5f95-999b-45dd-bed0-08a7be801447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.780274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5f95-999b-45dd-bed0-08a7be801447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.798297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.826801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.842905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.866929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:30.883833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331040a-6a37-4919-b182-d61eb00b718c req-e2dd1742-2da0-41ce-9774-8f39c7912f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:30.889410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-e2dd1742-2da0-41ce-9774-8f39c7912f85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 1099 time: 0.1859035 Nov 23 09:48:30.898835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6f8d5f95-999b-45dd-bed0-08a7be801447 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66bed5c01e77452a9b86033cfb617bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238092 Nov 23 09:48:30.901810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50130) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:30.925718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d5f95-999b-45dd-bed0-08a7be801447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dfce25-1d89-4c7f-a51b-12ccc4930694,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:30.940078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Pushing event updated for resources: {'Port': ['ID=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:30.955710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:30.973973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:30.976979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:30.980094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:30.982766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'port_id': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'mac_address': 'fa:16:3e:80:ab:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd632ad-84d2-43ad-84a9-901329b61765', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:31.090238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.123581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331040a-6a37-4919-b182-d61eb00b718c req-4e8b1d3c-d4f4-4dd0-9493-7cc55b758e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:31.130662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-4e8b1d3c-d4f4-4dd0-9493-7cc55b758e4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2331913 Nov 23 09:48:31.167789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Allocated IP 172.25.1.110 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/67f573bb-967c-4b2d-8982-ec857f005b22) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:31.199005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.239177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-4dd43484-c077-4fe4-8556-e3d873a7bf3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=6b23fba2-b017-441e-8a36-a9f480e5503c HTTP/1.1" status: 200 len: 217 time: 0.1003695 Nov 23 09:48:31.240251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Attempting to bind port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:31.240618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Attempting to bind port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:31.240974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Attempting to bind port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:31.248579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.250931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:31.251308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Checking segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:31.251702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.252100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Bound using segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:31.252582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Bound port: 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:31.252956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.276819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:31.298159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:31.326032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.365428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331040a-6a37-4919-b182-d61eb00b718c req-93550c99-ad18-4f0a-b1da-d9dd584e407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:31.365428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-93550c99-ad18-4f0a-b1da-d9dd584e407b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1166759 Nov 23 09:48:31.407704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] For port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:31.409909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:31.413961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] For port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:31.423730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.442046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331040a-6a37-4919-b182-d61eb00b718c req-e21ea738-1ddb-4bf1-a44e-7c41780e4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:31.443994 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-e21ea738-1ddb-4bf1-a44e-7c41780e4736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713706 Nov 23 09:48:31.459609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.462161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.463359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56dfce25-1d89-4c7f-a51b-12ccc4930694 HTTP/1.1" status: 204 len: 168 time: 0.5598028 Nov 23 09:48:31.493091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53b533-0cd3-44a3-8710-48d00f11366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dfce25-1d89-4c7f-a51b-12ccc4930694,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:31.542323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.581239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd11fd-c575-457f-a3db-4040f74296db req-ba49360a-ffd6-41c8-b4aa-d25bb4bda128 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:31.588616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80fd11fd-c575-457f-a3db-4040f74296db req-ba49360a-ffd6-41c8-b4aa-d25bb4bda128 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.1054335 Nov 23 09:48:31.593849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6d5a4eff-306e-4e9d-9917-046a9dd9aab4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:31.661120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-b6214f5a-7d08-4d9d-a54f-e48282b14c98 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084117 Nov 23 09:48:31.662896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:31.663303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ca5d2-9d6b-4ac1-958c-d7c7c43ddf64 None None] Pushing event updated for resources: {'Port': ['ID=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:31.677189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80fd11fd-c575-457f-a3db-4040f74296db req-d5fb30dd-2449-430c-b564-9b02595696c4 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875292 Nov 23 09:48:31.790417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=67f573bb-967c-4b2d-8982-ec857f005b22,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:31.811240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:31.822068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:31.826176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:31.948005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f331040a-6a37-4919-b182-d61eb00b718c req-f95174c8-87d7-41bd-8294-1a7ebcddcbcf service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774928 Nov 23 09:48:32.161546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50162) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:32.183141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e411545d-d4dd-4baa-9304-b9153488db10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.334340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e411545d-d4dd-4baa-9304-b9153488db10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.340865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713459a-bfdd-46df-b893-1a56e6a7dfd5 req-e0931fc2-3d87-44c6-8883-99a335d9fa38 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:32.342952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e411545d-d4dd-4baa-9304-b9153488db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.348148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1713459a-bfdd-46df-b893-1a56e6a7dfd5 req-e0931fc2-3d87-44c6-8883-99a335d9fa38 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 948 time: 0.5454783 Nov 23 09:48:32.407880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e411545d-d4dd-4baa-9304-b9153488db10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fcef7b1ddc74400adf3bb56fa3b7e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449489 Nov 23 09:48:32.408889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:32.450027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1713459a-bfdd-46df-b893-1a56e6a7dfd5 req-54445a6b-41ee-4c8d-a54b-187c20d974be tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008813 Nov 23 09:48:32.455680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411545d-d4dd-4baa-9304-b9153488db10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79b05b-57d2-46cb-b5a4-7ab1dcddf145,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:32.499035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.515925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:32.539135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.583467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.627739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50174) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:32.652080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.655438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:32.659057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.664347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d79b05b-57d2-46cb-b5a4-7ab1dcddf145 HTTP/1.1" status: 204 len: 168 time: 0.2502916 Nov 23 09:48:32.667992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:32.668527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.720846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256d803-a77a-406d-bff7-af1faccc071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79b05b-57d2-46cb-b5a4-7ab1dcddf145,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:32.867104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:32.920393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-7c857c82-b057-4d56-a10a-359d47a7aa7c tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:48:32.925920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:32.930202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-7c857c82-b057-4d56-a10a-359d47a7aa7c tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3011351 Nov 23 09:48:32.963881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:32.966775 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ab568d-0966-48bd-87bc-51424a8d8192" -d '{"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:32.991526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:33.002827 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.083320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:33.086194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:33.088480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.199848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.222094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a631430-6b1d-4ec6-97b0-71cc07a8a858 req-24071ce3-45f8-4a16-b0c8-47a76e716fb0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:33.229414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a631430-6b1d-4ec6-97b0-71cc07a8a858 req-24071ce3-45f8-4a16-b0c8-47a76e716fb0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.2412908 Nov 23 09:48:33.245562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9f282-bfbc-44d3-82e8-b3b2a5ad4954 None None] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:33.252552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:33.271191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.311580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.332358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:33.358897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50198) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:33.399289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a2911a56-2ce6-4380-85cc-db16965e7868 None None] Provisioning complete for port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:33.399666 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2911a56-2ce6-4380-85cc-db16965e7868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.454558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a631430-6b1d-4ec6-97b0-71cc07a8a858 req-94c423b3-c3bf-4e20-bb13-e2e6c8b3f269 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105052 Nov 23 09:48:33.520474 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf5401-02a5-43ae-b57a-857587107924 x-openstack-request-id: req-2faf5401-02a5-43ae-b57a-857587107924 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:33.521633 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:33.522304 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2faf5401-02a5-43ae-b57a-857587107924 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:33.522929 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'code': 200} Nov 23 09:48:33.575019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22485bf5-f1ba-40f0-a9a8-cb13ab143614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:33.618668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-54dcaa12-83f6-405b-86c9-08f046980650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:33.641385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-54dcaa12-83f6-405b-86c9-08f046980650 service neutron] 10.222.0.62 "GET /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 1094 time: 0.4410105 Nov 23 09:48:33.653083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Request body: {'binding': {'host': 'n-h2-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:33.653645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:48:33.716029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:48:33.745502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242acea2-b315-4226-8a9a-61e1d164ad50 req-1a97e9e2-9261-4e0b-b7ca-8fa3a557a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:33.747503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-242acea2-b315-4226-8a9a-61e1d164ad50 req-1a97e9e2-9261-4e0b-b7ca-8fa3a557a5e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1097 time: 0.1021066 Nov 23 09:48:33.759425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebc4ce-e260-46e8-a063-e5ad9a8aeb14 req-34dd12a0-6980-4525-a4c4-0338add12722 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:33.767231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29ebc4ce-e260-46e8-a063-e5ad9a8aeb14 req-34dd12a0-6980-4525-a4c4-0338add12722 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 948 time: 0.1577547 Nov 23 09:48:33.953931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-242acea2-b315-4226-8a9a-61e1d164ad50 req-7a425be3-ab71-4944-b8f4-8a231699ebad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487079 Nov 23 09:48:33.963031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29ebc4ce-e260-46e8-a063-e5ad9a8aeb14 req-8071edb0-b4c9-47e4-b6aa-be1b5898ec17 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946230 Nov 23 09:48:33.977934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:48:33.986710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on host n-h2-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:33.987135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:33.987317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:33.994765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:48:34.010310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:34.010867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:34.017505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.019065 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81a82cb4-5073-4ef6-b63c-4303c052c7d6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1704590 Nov 23 09:48:34.021864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:34.034547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:34.034878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:34.072483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:34.072831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:34.078438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:34.078438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Bound port: b52b1454-2ee7-4a84-9eda-27e16f9e7317, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:34.089871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-21008d4e-d599-4f8d-a7cd-e08bddd6a87c None None] Provisioning complete for port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:34.090562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21008d4e-d599-4f8d-a7cd-e08bddd6a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.127544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22485bf5-f1ba-40f0-a9a8-cb13ab143614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.155433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22485bf5-f1ba-40f0-a9a8-cb13ab143614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.203476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:34.249426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:34.296544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-22485bf5-f1ba-40f0-a9a8-cb13ab143614 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=805b602e24e84781a6c439fc3949e44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9365125 Nov 23 09:48:34.298849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:34.299760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22485bf5-f1ba-40f0-a9a8-cb13ab143614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d367d55c-eb4e-4a72-ae86-4bba020099e6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:34.302065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:34.330922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.332098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-73db5205-3665-4c27-a142-db08848a1304 service neutron] 10.222.0.62 "POST /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317/bindings HTTP/1.1" status: 201 len: 389 time: 0.6898553 Nov 23 09:48:34.428273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.494734 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:32Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:34.535057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.586862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-network', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:34.613182 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:48:34.614035 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Updating router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 port 67f573bb-967c-4b2d-8982-ec857f005b22 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:48:34.623002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.625617 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.626900 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d367d55c-eb4e-4a72-ae86-4bba020099e6 HTTP/1.1" status: 204 len: 168 time: 0.3237314 Nov 23 09:48:34.681913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Made reservation on behalf of dd35d09a4d3a4955b9259c71aab86ab8 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:34.681913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.708470 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.720362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.727469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:34.733570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2efe0-ab13-4ff3-9f34-835df5581dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d367d55c-eb4e-4a72-ae86-4bba020099e6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:34.793928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65923a-b8d9-4a27-8058-ac1a436e98f4 req-769b77ed-2fe7-4430-ada2-2450c677bfcc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:34.805092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af65923a-b8d9-4a27-8058-ac1a436e98f4 req-769b77ed-2fe7-4430-ada2-2450c677bfcc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 946 time: 0.1645217 Nov 23 09:48:34.814468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:34.814836 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:34.909241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b23fba2-b017-441e-8a36-a9f480e5503c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:34.914919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af65923a-b8d9-4a27-8058-ac1a436e98f4 req-ab4ac178-be73-4a98-81a8-dc559d366e36 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072633 Nov 23 09:48:34.937844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522216a-a207-4a95-af10-738a570e5e9c req-2fded8ab-689c-492b-92e8-420814ba2ea8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:34.939973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1522216a-a207-4a95-af10-738a570e5e9c req-2fded8ab-689c-492b-92e8-420814ba2ea8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.3268445 Nov 23 09:48:34.956055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-2e75c8d1-586c-4604-b66d-c287822fa623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:34.958199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-2e75c8d1-586c-4604-b66d-c287822fa623 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1097 time: 0.2549391 Nov 23 09:48:35.100963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50240) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:35.107785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b23fba2-b017-441e-8a36-a9f480e5503c,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:35.130385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a1019fd-eedc-4897-b846-01b7e4949a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.136532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '6b23fba2-b017-441e-8a36-a9f480e5503c', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '6b23fba2-b017-441e-8a36-a9f480e5503c', 'mac_address': 'fa:16:3e:d9:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:35.169101 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.170335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe613237-88b4-43ce-87fb-6332e395402e req-e9a28ddf-ba6c-4e8a-9212-7e3be96d5073 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:35.179956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe613237-88b4-43ce-87fb-6332e395402e req-e9a28ddf-ba6c-4e8a-9212-7e3be96d5073 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 948 time: 0.1314557 Nov 23 09:48:35.187439 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.256585 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.270645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.274486 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Pushing event updated for resources: {'Port': ['ID=67f573bb-967c-4b2d-8982-ec857f005b22,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.278550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe613237-88b4-43ce-87fb-6332e395402e req-3eea4a86-37e3-44ad-8f86-cb5ec0e50760 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969148 Nov 23 09:48:35.287788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b23fba2-b017-441e-8a36-a9f480e5503c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:35.289678 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.290261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.290777 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.291268 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.291858 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.292345 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.292921 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.293644 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.294218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.294758 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.295310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.295787 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:35.309004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1522216a-a207-4a95-af10-738a570e5e9c req-ef857472-e2af-4ec6-8eaf-5efabd43ad5d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454597 Nov 23 09:48:35.320321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.333295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b23fba2-b017-441e-8a36-a9f480e5503c,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:35.340047 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Attempting to bind port 67f573bb-967c-4b2d-8982-ec857f005b22 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:35.340608 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Attempting to bind port 67f573bb-967c-4b2d-8982-ec857f005b22 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:35.341213 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Attempting to bind port 67f573bb-967c-4b2d-8982-ec857f005b22 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:35.343716 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.351008 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:35.351479 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:35.351958 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.352449 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:35.353033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Bound port: 67f573bb-967c-4b2d-8982-ec857f005b22, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:35.353515 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.355750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-9193f2de-26de-43ea-b66c-73e88cbfb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:35.357560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-9193f2de-26de-43ea-b66c-73e88cbfb5d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.3594353 Nov 23 09:48:35.367300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a1019fd-eedc-4897-b846-01b7e4949a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.379803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a1019fd-eedc-4897-b846-01b7e4949a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.427660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-eae928d6-b24e-44dc-a19d-6c14269d417c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.0585275 Nov 23 09:48:35.428447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:48:35.429960 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] For port 67f573bb-967c-4b2d-8982-ec857f005b22, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:35.434010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] For port 67f573bb-967c-4b2d-8982-ec857f005b22, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67f573bb-967c-4b2d-8982-ec857f005b22,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:35.438588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1019fd-eedc-4897-b846-01b7e4949a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4961fc9-35d6-4975-aa63-0d0cbbed56cb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.440723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.442106 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.446705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a1019fd-eedc-4897-b846-01b7e4949a42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e02fbc408094d7fa6703a60fb0901a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402846 Nov 23 09:48:35.449449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50244) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:35.529820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.549942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-21709238-d8da-4060-b463-7e088d318535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:35.551799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-21709238-d8da-4060-b463-7e088d318535 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1114974 Nov 23 09:48:35.555092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724c99f9-fc21-4fd0-9c81-4aafcd301fe2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.556045 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:35.557246 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:35.578102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.594239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.595329 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Added segment b30145d9-fd61-4dd7-8e43-42e65e6a2c66 of type vlan for network 583b6e87-7d44-437b-a75e-05f16b59c72c Nov 23 09:48:35.605599 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978af93-8ead-45a8-a0bd-9b70b4fae2fb None None] Pushing event updated for resources: {'Port': ['ID=67f573bb-967c-4b2d-8982-ec857f005b22,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.636419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-edde8263-d0b2-4a7f-a83a-0af5bc6a049e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511401 Nov 23 09:48:35.672110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.676644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.680360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4961fc9-35d6-4975-aa63-0d0cbbed56cb HTTP/1.1" status: 204 len: 168 time: 0.2269194 Nov 23 09:48:35.683892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:35.710751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbec80d-b667-442a-a840-88fca4183e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4961fc9-35d6-4975-aa63-0d0cbbed56cb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:35.717999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:35.747434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.775841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:35.990733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Allocated IP 172.20.0.1 (06a6f689-7e0a-441d-9fd4-9982f24d6810/ceac3812-e5df-4bca-b40d-6d39dbb21fc6/92b15899-031b-4877-b5ca-40104c850f22) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:36.070705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:48:36.076850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:32Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:36.112373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e29e96-0da6-4459-b2a5-5dc675d1650d None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:32Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:48:36.160462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:36.163563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:36.164839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:36.165451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:36.200081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-295ee5ca-0c8c-4b96-828e-61bb9efdb8f6 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557358 Nov 23 09:48:36.505884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5663787-5df8-4f1e-8192-5db4b43d3621 req-bf153a54-145c-4508-9afd-a70a57f5626b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:36.510782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5663787-5df8-4f1e-8192-5db4b43d3621 req-bf153a54-145c-4508-9afd-a70a57f5626b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 949 time: 0.1403418 Nov 23 09:48:36.559974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3093359 Nov 23 09:48:36.565770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:36.570974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Request body: {'subnet': {'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-subnet', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:36.602499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5663787-5df8-4f1e-8192-5db4b43d3621 req-5015063e-f8d7-4335-b8d0-e162a32a3b23 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818338 Nov 23 09:48:36.638195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556101-1353-43c0-bf1d-028e73fa4307 req-35828541-9cc7-4856-ab29-cdd7371c1f5e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:36.640107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30556101-1353-43c0-bf1d-028e73fa4307 req-35828541-9cc7-4856-ab29-cdd7371c1f5e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 946 time: 0.5666714 Nov 23 09:48:36.641363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Made reservation on behalf of dd35d09a4d3a4955b9259c71aab86ab8 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:36.644265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:36.658199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251dc42-eb57-4909-b7ea-f82e7dab356d admin admin] Pushing event updated for resources: {'Network': ['ID=583b6e87-7d44-437b-a75e-05f16b59c72c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:36.686238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 583b6e87-7d44-437b-a75e-05f16b59c72c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:48:36.833110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:36.836798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67f573bb-967c-4b2d-8982-ec857f005b22 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:36.936797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30556101-1353-43c0-bf1d-028e73fa4307 req-74f048d0-774d-49fc-8b0f-59ec32a6b050 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852538 Nov 23 09:48:36.940322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b23fba2-b017-441e-8a36-a9f480e5503c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:36.959864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9bda-77d8-45c1-9162-110ff5262e2a req-4f4310f5-ae56-4d77-aab9-cc857db2edb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:36.969985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e72a9bda-77d8-45c1-9162-110ff5262e2a req-4f4310f5-ae56-4d77-aab9-cc857db2edb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.2272279 Nov 23 09:48:36.972750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-17741c41-f52a-4d02-bea0-97e4fd31de80 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637320 Nov 23 09:48:36.976714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:37.000980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:37.025868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:37.029475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.042528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Pushing event updated for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:37.076163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 67f573bb-967c-4b2d-8982-ec857f005b22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:37.077564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.244267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 6b23fba2-b017-441e-8a36-a9f480e5503c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:37.250194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 6b23fba2-b017-441e-8a36-a9f480e5503c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:37.250561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.264357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e72a9bda-77d8-45c1-9162-110ff5262e2a req-6fe595a1-4db6-4171-9175-882380f8c525 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666323 Nov 23 09:48:37.280284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-15dd2c94-20b7-4b3e-8ed5-36b4c25c06b8 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:37.282592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-15dd2c94-20b7-4b3e-8ed5-36b4c25c06b8 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1097 time: 0.1578023 Nov 23 09:48:37.306395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.322199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-781076-5'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:37.442202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.456714 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.510004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 67f573bb-967c-4b2d-8982-ec857f005b22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67f573bb-967c-4b2d-8982-ec857f005b22,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:37.522578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.523555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Checking segment: {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:37.528758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Network hostable DHCP agents. Network: 583b6e87-7d44-437b-a75e-05f16b59c72c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:48:37.531486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d45c346-682a-4b91-b29a-c8e9475dd7c1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:37.537272 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.581811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Network 583b6e87-7d44-437b-a75e-05f16b59c72c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:48:37.601630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 583b6e87-7d44-437b-a75e-05f16b59c72c) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:37.606457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:37.607296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.663070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50298) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:37.663737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a258da4-a6a5-4b39-bd44-4a45c16ef7d0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0900800 Nov 23 09:48:37.667888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:37.717115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84690a-462d-4714-95e0-328835f27f03 None None] Network 583b6e87-7d44-437b-a75e-05f16b59c72c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:37.800774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.811323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.814427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.824782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=67f573bb-967c-4b2d-8982-ec857f005b22,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:37.828123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9fe59-57db-4b9a-b21e-3f16780ac269 req-1bed135d-e817-4dbc-a0d4-13c299afa99a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:37.836408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ec9fe59-57db-4b9a-b21e-3f16780ac269 req-1bed135d-e817-4dbc-a0d4-13c299afa99a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 949 time: 0.1138599 Nov 23 09:48:37.876588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-26fa1ebb-4467-46e0-9bf4-a780b5996148 None None] Provisioning complete for port 92b15899-031b-4877-b5ca-40104c850f22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:37.877267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26fa1ebb-4467-46e0-9bf4-a780b5996148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.900186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:37.925346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ec9fe59-57db-4b9a-b21e-3f16780ac269 req-9897eb46-c83c-482c-b2b9-411e6a410be8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811644 Nov 23 09:48:37.940757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:37.961366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:37.964949 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7936c571-bfb3-4c36-921f-7b8570614fe5" -d '{"events": [{"server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "name": "network-vif-plugged", "status": "completed", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:37.973754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-26fa1ebb-4467-46e0-9bf4-a780b5996148 None None] Port 92b15899-031b-4877-b5ca-40104c850f22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:37.991828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:37.994416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b23fba2-b017-441e-8a36-a9f480e5503c,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:38.003701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:38.006029 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a5697-ca3a-46b7-b883-0b234f8a14de" -d '{"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-unplugged", "status": "completed", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:38.020638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.022472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.050401 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8711bb64-8bee-4db4-9ffb-2565fa3390db x-openstack-request-id: req-8711bb64-8bee-4db4-9ffb-2565fa3390db {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:38.050812 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "name": "network-vif-plugged", "status": "completed", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:38.051064 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8711bb64-8bee-4db4-9ffb-2565fa3390db {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:38.051447 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c', 'code': 200} Nov 23 09:48:38.110855 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcfb62c-9870-45e1-b7f6-c7f3a877470a x-openstack-request-id: req-ddcfb62c-9870-45e1-b7f6-c7f3a877470a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:38.110855 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-unplugged", "status": "completed", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:38.110855 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddcfb62c-9870-45e1-b7f6-c7f3a877470a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:38.111211 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'code': 200} Nov 23 09:48:38.112475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.125709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-583b6e87-7d44-437b-a75e-05f16b59c72c', 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'fixed_ips': [{'subnet_id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:48:38.126605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.146245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.168564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d76-b5cf-4a46-b1dc-6200c4848883 req-9243d2dc-01f8-40cf-92e4-a7e4019bc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.168564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b9dd2d76-b5cf-4a46-b1dc-6200c4848883 req-9243d2dc-01f8-40cf-92e4-a7e4019bc638 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 1101 time: 0.0596445 Nov 23 09:48:38.254591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b9dd2d76-b5cf-4a46-b1dc-6200c4848883 req-bcae26ea-b2d2-4c8f-ac27-043ed88db62d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Nov 23 09:48:38.273532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd304-d072-41a5-8afd-08359c1f640e req-dca067e4-66cf-4468-8974-0dd88c3e65a4 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.275371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07bbd304-d072-41a5-8afd-08359c1f640e req-dca067e4-66cf-4468-8974-0dd88c3e65a4 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1097 time: 0.2726676 Nov 23 09:48:38.282400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.283524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.290501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2f11-49b9-44f8-9792-63ac87826dd4 req-242d7871-d33d-4cf8-be43-13e1c7cf4224 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.292170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-355c2f11-49b9-44f8-9792-63ac87826dd4 req-242d7871-d33d-4cf8-be43-13e1c7cf4224 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.0789511 Nov 23 09:48:38.306218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:38.314003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:38.380008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-355c2f11-49b9-44f8-9792-63ac87826dd4 req-ed2dbd02-8507-4a84-bd31-b3ee049ad477 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788040 Nov 23 09:48:38.391632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on host n-h1-781076-5 for vnic_type normal with profile {"migrating_to": "n-h2-781076-5"} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:38.392100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:38.392518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:38.441666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:38.442136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Attempting to bind port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:38.445964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.469275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Allocated IP 172.20.0.2 (583b6e87-7d44-437b-a75e-05f16b59c72c/8d45c346-682a-4b91-b29a-c8e9475dd7c1/a666078b-8fed-4bb4-afee-cfd832e9751a) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:38.474232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:38.474697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:38.475192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:38.475929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Bound port: b52b1454-2ee7-4a84-9eda-27e16f9e7317, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:38.476337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.551404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Pushing event updated for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:38.560515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07bbd304-d072-41a5-8afd-08359c1f640e req-b9c7590a-2442-4bb9-bb75-f50faed47b8a tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745132 Nov 23 09:48:38.642774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.647366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:38.654364 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.692777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:38.700974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:38.706998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:38.745853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Network 583b6e87-7d44-437b-a75e-05f16b59c72c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:38.748639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-e0e7c0ef-0eee-4215-85bd-aff79c372a3a tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732632 Nov 23 09:48:38.755819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:38.761347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.762042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:38.776421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Pushing event updated for resources: {'Port': ['ID=a666078b-8fed-4bb4-afee-cfd832e9751a,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:38.836258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67f573bb-967c-4b2d-8982-ec857f005b22 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:38.910249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-084ea459-4be5-4802-84cb-3f488e97fd75 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.915156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-084ea459-4be5-4802-84cb-3f488e97fd75 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593618 Nov 23 09:48:38.936019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-16afec42-bd7e-484c-89bd-80dfac112f07 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/quotas/921f00acba0d40edb0cd5ebaf4969eee HTTP/1.1" status: 200 len: 375 time: 0.0182180 Nov 23 09:48:38.941513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:38.948170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Attempting to bind port a666078b-8fed-4bb4-afee-cfd832e9751a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:38.948617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Attempting to bind port a666078b-8fed-4bb4-afee-cfd832e9751a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:38.949058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Attempting to bind port a666078b-8fed-4bb4-afee-cfd832e9751a on network 583b6e87-7d44-437b-a75e-05f16b59c72c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:38.959785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:38.960503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Checking segment: {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:38.960969 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.961359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Bound using segment: {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:38.961835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Bound port: a666078b-8fed-4bb4-afee-cfd832e9751a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:38.962334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.980985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a7475-25ca-42cc-96dd-45d95cca476e req-35200269-cc00-48af-984f-a6e0c5b66d0c tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.985158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5a7475-25ca-42cc-96dd-45d95cca476e req-35200269-cc00-48af-984f-a6e0c5b66d0c tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1097 time: 0.2289889 Nov 23 09:48:38.985838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-a9ecee6a-8552-4855-8603-b485231c41e3 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487089 Nov 23 09:48:38.987081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:38.987913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:38.989764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-fd5e2122-d3d4-403c-99a2-0180024b128c service neutron] 10.222.0.50 "PUT /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 1122 time: 1.6740320 Nov 23 09:48:39.030146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 67f573bb-967c-4b2d-8982-ec857f005b22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:39.030509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.073454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:48:39.083217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ba002d9d-6644-44fa-acc5-26222ba94611 None None] Provisioning complete for port 92b15899-031b-4877-b5ca-40104c850f22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:39.083426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba002d9d-6644-44fa-acc5-26222ba94611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.113904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] For port a666078b-8fed-4bb4-afee-cfd832e9751a, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:39.128899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] For port a666078b-8fed-4bb4-afee-cfd832e9751a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a666078b-8fed-4bb4-afee-cfd832e9751a,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:39.140944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5a7475-25ca-42cc-96dd-45d95cca476e req-462e441c-d696-4799-b8a5-7c8f6398fb55 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428299 Nov 23 09:48:39.147582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.168983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b52b1454-2ee7-4a84-9eda-27e16f9e7317'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:39.191685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ba002d9d-6644-44fa-acc5-26222ba94611 None None] Port 92b15899-031b-4877-b5ca-40104c850f22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:39.261006 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abe13acb-ccae-473b-bf93-c3a91c151898 req-63ed3007-e965-48e4-bd40-c75877cd074c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 210 time: 0.0459931 Nov 23 09:48:39.275268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947abf9a-53da-408a-9dcf-766f6f3d55a2 req-5e992102-2526-42ee-ac8b-b92624fce677 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:39.291795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-947abf9a-53da-408a-9dcf-766f6f3d55a2 req-5e992102-2526-42ee-ac8b-b92624fce677 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 950 time: 0.0833745 Nov 23 09:48:39.317855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.344503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adbac7-72d2-4ef3-8092-fd4a7215f7d8 None None] Pushing event updated for resources: {'Port': ['ID=a666078b-8fed-4bb4-afee-cfd832e9751a,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:39.364748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:48:39.369917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-924562a4-d586-4a3d-94ea-13984a6031f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/df7b9738-cfa1-41d2-be3f-1fe687ca63f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3470063 Nov 23 09:48:39.371798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.404489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:48:39.434087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-947abf9a-53da-408a-9dcf-766f6f3d55a2 req-d102417f-593d-4fd9-a331-1a3afe14a2e2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270330 Nov 23 09:48:39.524970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Allocated IP 172.25.1.30 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/df57112c-78de-41e0-bbc2-aa113b44fc54) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:39.679647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:39.680475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:39.682883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf2e5f-98f1-4c3b-8202-d60f32f9407f req-0b523ff2-b037-4ba8-8d36-e5a1940b7674 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:39.695647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3caf2e5f-98f1-4c3b-8202-d60f32f9407f req-0b523ff2-b037-4ba8-8d36-e5a1940b7674 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.1430144 Nov 23 09:48:39.807788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3caf2e5f-98f1-4c3b-8202-d60f32f9407f req-dc2afbbb-3bc8-475d-bad8-0a7cd0a3d3f1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Nov 23 09:48:39.876597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:39.928269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:39.960139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:40.005348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:40.019942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:40.038943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:40.051339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=df57112c-78de-41e0-bbc2-aa113b44fc54,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:40.254222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 2, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:40.274066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-a68fc072-ff97-41f1-8591-53edf68d0f78 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:40.281268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-a68fc072-ff97-41f1-8591-53edf68d0f78 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 820 time: 0.1647501 Nov 23 09:48:40.298261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:48:40.300415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Updating router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 port 92b15899-031b-4877-b5ca-40104c850f22 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:48:40.313361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-25f91c15-3c03-4dcf-977e-0b31842aa402 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/quotas/cf78d004038c405d9f24315e9b4f3fb2 HTTP/1.1" status: 200 len: 375 time: 0.0246296 Nov 23 09:48:40.353216 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:40.429546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-5c7ea5a6-ef48-447a-8a28-b7ab75049f04 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095951 Nov 23 09:48:40.574111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:40.576432 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:40.594379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-16de530e-b219-48f1-9b0d-df0dbaac85f7 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636794 Nov 23 09:48:40.762252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:40.798438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae312e-ee01-4677-b4ba-d51f5a89ebc0 None None] Network 583b6e87-7d44-437b-a75e-05f16b59c72c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:48:40.800538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-4ae30f6b-5464-4d66-8898-7805d215377f service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038515 Nov 23 09:48:40.831372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a666078b-8fed-4bb4-afee-cfd832e9751a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:40.901580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-90085a51-632c-40b7-a93d-8af017043e08 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281703 Nov 23 09:48:40.992354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.018314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] Provisioning complete for port a666078b-8fed-4bb4-afee-cfd832e9751a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:41.018681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.023126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.081340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-5030e766-2492-4f52-a0b8-ee42470c5fce tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:48:41.083199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-5030e766-2492-4f52-a0b8-ee42470c5fce tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074263 Nov 23 09:48:41.126391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.144451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-d7df2ee3-f214-4a5d-a077-80618b648559 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:41.146249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-d7df2ee3-f214-4a5d-a077-80618b648559 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011933 Nov 23 09:48:41.170517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b70968a7-e44e-4a19-901a-59b817bf57bb req-b2289450-6921-414f-a783-5a93e05e7423 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 210 time: 0.0310807 Nov 23 09:48:41.172478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-dc2168d5-e8e4-4b1e-a6e3-39ee1b46a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:41.173976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-dc2168d5-e8e4-4b1e-a6e3-39ee1b46a692 service neutron] 10.222.0.62 "GET /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 1094 time: 0.0742004 Nov 23 09:48:41.187771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Request body: {'port': {'device_id': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '921f00acba0d40edb0cd5ebaf4969eee'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:41.191388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:41.191851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:48:41.309344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a666078b-8fed-4bb4-afee-cfd832e9751a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:41.310161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.340269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ca6c-8a07-4793-91b2-a8dbc3f62667 None None] Pushing event updated for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:41.417899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Made reservation on behalf of 921f00acba0d40edb0cd5ebaf4969eee for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:41.422991 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.427530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f723e-3dc2-459e-9aae-78b75794e534 req-5efb079b-7c85-4fb6-b02e-2dd3376e7722 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:41.435513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-826f723e-3dc2-459e-9aae-78b75794e534 req-5efb079b-7c85-4fb6-b02e-2dd3376e7722 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 950 time: 0.1672540 Nov 23 09:48:41.442974 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.468372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Router b79d8d2e-084e-4e23-bb54-357e6d2642c3 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:48:41.483818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Attempting to bind port 92b15899-031b-4877-b5ca-40104c850f22 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:41.484005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Attempting to bind port 92b15899-031b-4877-b5ca-40104c850f22 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:41.484371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Attempting to bind port 92b15899-031b-4877-b5ca-40104c850f22 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:41.509073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:41.509409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:41.509988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:41.537545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-826f723e-3dc2-459e-9aae-78b75794e534 req-f19f9f63-0488-474f-b683-73d35ba739b8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010587 Nov 23 09:48:41.538387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:41.539708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:41.555205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:41.555555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:41.555935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:41.556377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Bound port: 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:41.610692 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab031298-5c7d-41b5-8ed6-3f913857e9d1 x-openstack-request-id: req-ab031298-5c7d-41b5-8ed6-3f913857e9d1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:41.611184 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:41.611508 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab031298-5c7d-41b5-8ed6-3f913857e9d1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:41.612144 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'status': 'completed', 'code': 200} Nov 23 09:48:41.670553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:41.670890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Checking segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:41.671494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.671988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Bound using segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:41.672413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Bound port: 92b15899-031b-4877-b5ca-40104c850f22, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:41.673053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.691505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:41.705211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.707130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d9bc05e7-07e7-4fc9-ad5d-d14c190603e7 service neutron] 10.222.0.62 "POST /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5232880 Nov 23 09:48:41.713348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.719994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-8d6f5516-6cca-489e-9fe9-d87ee7f991f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:41.722512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-8d6f5516-6cca-489e-9fe9-d87ee7f991f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1125 time: 0.0753481 Nov 23 09:48:41.729937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.741996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.780968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:48:41.795077 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Sync routers for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:48:41.822597 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:41.832060 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:41.846417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] For port a666078b-8fed-4bb4-afee-cfd832e9751a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a666078b-8fed-4bb4-afee-cfd832e9751a,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:41.851892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.868886 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.907113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190746c2-cbc5-4537-91b5-2f8dc771d6e5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:41.943725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973482f-5a20-45b8-8aa3-63a1de8af8d9 None None] Pushing event updated for resources: {'Port': ['ID=a666078b-8fed-4bb4-afee-cfd832e9751a,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:41.951062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:41.959857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-94a02c02-81e8-457f-9fe2-bbcb6127f6e9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2962191 Nov 23 09:48:41.960780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50418) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:41.976234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] For port 92b15899-031b-4877-b5ca-40104c850f22, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:42.110534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739328b9-b2f5-41a2-9ef3-83e8a1069831 req-23ca2f15-d5a2-4f0f-a20c-c88387bf9ccd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:42.115817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-739328b9-b2f5-41a2-9ef3-83e8a1069831 req-23ca2f15-d5a2-4f0f-a20c-c88387bf9ccd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.2069864 Nov 23 09:48:42.122683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:48:42.123288 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:48:42.130256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] For port 92b15899-031b-4877-b5ca-40104c850f22, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=92b15899-031b-4877-b5ca-40104c850f22,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:42.133471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-372e6728-144c-4105-8b10-62a05fbc486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:42.138689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-372e6728-144c-4105-8b10-62a05fbc486a service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.4041028 Nov 23 09:48:42.148438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:42.155303 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:42.301302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ca6c-8a07-4793-91b2-a8dbc3f62667 None None] Pushing event updated for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:42.312937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] Provisioning complete for port 92b15899-031b-4877-b5ca-40104c850f22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:42.313653 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:42.358425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:42.361617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:42.475911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Allocated IP 192.168.233.57 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/22b95e5c-9228-447e-9fbd-a0b44930ed84) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:42.505514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-adf12529-08af-4b0a-9112-e9fb5e96b645 req-9f2b1110-c181-487e-baf0-d1ecee10198b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 210 time: 0.2027264 Nov 23 09:48:42.565191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:40Z', 'revision_number': 3, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:42.597461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-db920557-b407-48bc-a52f-6e2e29af0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:42.599683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-db920557-b407-48bc-a52f-6e2e29af0ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1097 time: 0.3849823 Nov 23 09:48:42.631619 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Checking router: b79d8d2e-084e-4e23-bb54-357e6d2642c3 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:48:42.631975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Updating router b79d8d2e-084e-4e23-bb54-357e6d2642c3 port df57112c-78de-41e0-bbc2-aa113b44fc54 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:48:42.691743 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:42.710984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:42.721402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-17783708-0a2d-4cc2-af3c-459c207f4362 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.0552478 Nov 23 09:48:42.876855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-739328b9-b2f5-41a2-9ef3-83e8a1069831 req-f6ae34db-893e-463c-a0cc-c5ac529d8861 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465472 Nov 23 09:48:42.882993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:42.888645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.11', 65422) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:42.978540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.11', 65423) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:43.058486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-6d88f3f2-06a4-40d6-a3ee-6aa03649c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:43.062769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-6d88f3f2-06a4-40d6-a3ee-6aa03649c533 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.3148115 Nov 23 09:48:43.161160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-85591e44-5280-4ca0-964a-2c28cffe868b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858872 Nov 23 09:48:43.193026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-1bf673f7-adab-4bd3-8b86-d1d92a17faa1 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:43.201714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-1bf673f7-adab-4bd3-8b86-d1d92a17faa1 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 1101 time: 0.2622042 Nov 23 09:48:43.209292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-fd4fe5f1-6106-4c81-8ead-ec1a5e03ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:43.211272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-fd4fe5f1-6106-4c81-8ead-ec1a5e03ccd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.5991714 Nov 23 09:48:43.217495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a666078b-8fed-4bb4-afee-cfd832e9751a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:43.246979 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.260891 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.319622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.385877 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d654f-4eed-4174-a1aa-a99db19c42dd None None] Pushing event updated for resources: {'Port': ['ID=df57112c-78de-41e0-bbc2-aa113b44fc54,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:43.397211 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Attempting to bind port df57112c-78de-41e0-bbc2-aa113b44fc54 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:43.397839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Attempting to bind port df57112c-78de-41e0-bbc2-aa113b44fc54 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:43.399157 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Attempting to bind port df57112c-78de-41e0-bbc2-aa113b44fc54 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:43.405272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] For port 92b15899-031b-4877-b5ca-40104c850f22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=92b15899-031b-4877-b5ca-40104c850f22,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:43.413826 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:43.414840 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:43.415777 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.417009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:43.419357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a666078b-8fed-4bb4-afee-cfd832e9751a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:43.419926 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.421112 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Bound port: df57112c-78de-41e0-bbc2-aa113b44fc54, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:43.423090 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.438167 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.439899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-ed3391c5-a633-4782-ad69-f1221e8ebcbb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:43.441331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:43.443949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-ed3391c5-a633-4782-ad69-f1221e8ebcbb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 820 time: 0.5537715 Nov 23 09:48:43.463771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'port': {'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'admin_state_up': True, 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:43.483980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa31fc-28cd-4383-b74f-af2b0c3a3dea req-bfc3ac18-1ffd-4346-9660-1b5f2e719005 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:43.491989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06aa31fc-28cd-4383-b74f-af2b0c3a3dea req-bfc3ac18-1ffd-4346-9660-1b5f2e719005 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.3395922 Nov 23 09:48:43.502089 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] For port df57112c-78de-41e0-bbc2-aa113b44fc54, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:43.507779 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] For port df57112c-78de-41e0-bbc2-aa113b44fc54, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=df57112c-78de-41e0-bbc2-aa113b44fc54,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:43.526606 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.548839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-6ae447f7-9ea5-4390-b3a4-d83793d75805 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831115 Nov 23 09:48:43.566552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 has no active binding in host n-h2-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:48:43.614617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4359d4-fe46-4580-8cf7-9ca70bddbe3b None None] Pushing event updated for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:43.619213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e608a3b2-a65c-4fbd-8fa2-32222148542d None None] Provisioning complete for port 92b15899-031b-4877-b5ca-40104c850f22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:43.619592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e608a3b2-a65c-4fbd-8fa2-32222148542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.638818 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:43.639601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:43.650865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:41Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:43.708703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0662-f352-4fcb-add6-347ce575c9c0 None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:41Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:48:43.719569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-8746cb17-5092-42d4-b030-1cfe040eb9ff tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.720022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06aa31fc-28cd-4383-b74f-af2b0c3a3dea req-4e35737d-c02c-47ef-bdc6-d048a89a1367 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212856 Nov 23 09:48:43.762830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d654f-4eed-4174-a1aa-a99db19c42dd None None] Pushing event updated for resources: {'Port': ['ID=df57112c-78de-41e0-bbc2-aa113b44fc54,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:43.848547 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b62c3c18-b10b-49d3-824b-1b8aa8b409f0 req-9b2145b8-be85-43af-a412-22d328c88871 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878585 Nov 23 09:48:43.869136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Made reservation on behalf of cf78d004038c405d9f24315e9b4f3fb2 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:43.871998 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:43.872706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.916711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-e61d8fa9-dd1f-4dc1-bc2f-cf7ccb5511e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.2471282 Nov 23 09:48:43.940836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:43.949572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae1f4d32-f969-4288-9aae-0f2d9dc26f0d req-44baa397-2f67-4397-b974-5040604c32e9 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 210 time: 0.0809169 Nov 23 09:48:43.985485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e608a3b2-a65c-4fbd-8fa2-32222148542d None None] Provisioning complete for port a666078b-8fed-4bb4-afee-cfd832e9751a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:43.985872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e608a3b2-a65c-4fbd-8fa2-32222148542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.009394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dfa25118-1e85-48ce-a9c5-284ba844b570 service neutron] 10.222.0.11 "GET /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 384 time: 1.0282447 Nov 23 09:48:44.316072 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:40Z', 'revision_number': 3, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:44.343258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3bf1816e-fc54-4eeb-b8e2-2309f7fc2991 req-4ac0c7eb-fd42-4c4f-8f07-874ce1ba19eb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 210 time: 0.0769856 Nov 23 09:48:44.370191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Allocated IP 172.20.0.11 (06a6f689-7e0a-441d-9fd4-9982f24d6810/ceac3812-e5df-4bca-b40d-6d39dbb21fc6/2b1c818c-04f1-4025-b295-334f0aa82b17) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:44.476303 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faa09a-6c00-4a74-b165-61d9c9bc3612 None None] The sync data for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 is: [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:40Z', 'revision_number': 3, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:48:44.604914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-8746cb17-5092-42d4-b030-1cfe040eb9ff tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.614243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-de9b5687-2604-41c2-997c-6208a47cb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:44.616349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-de9b5687-2604-41c2-997c-6208a47cb61f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.6708322 Nov 23 09:48:44.624973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-8746cb17-5092-42d4-b030-1cfe040eb9ff tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.674964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.701205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.718330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032337ff-d8d7-4935-aa73-844be01d2503 req-37248f70-7253-4303-9390-f19f59f57757 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:44.725235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-a7352681-c24f-45ec-9799-c3ff6280b26a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936277 Nov 23 09:48:44.726863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-032337ff-d8d7-4935-aa73-844be01d2503 req-37248f70-7253-4303-9390-f19f59f57757 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.2024231 Nov 23 09:48:44.800590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.810081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-032337ff-d8d7-4935-aa73-844be01d2503 req-27d75553-d21b-45f5-9c66-a9a9f5babcf2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821967 Nov 23 09:48:44.826516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0baf6cf6-7ec8-4e3f-b44d-c9e3f970711a req-8746cb17-5092-42d4-b030-1cfe040eb9ff tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6068981 Nov 23 09:48:44.842167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:44.880968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746cb17-5092-42d4-b030-1cfe040eb9ff tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af485fae-5ca4-461b-92c0-d1712e945a0e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:44.907850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Pushing event updated for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:44.919039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:44.922299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:44.939695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:44.957187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event updated for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:44.964653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:45.031899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:45.032798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.068795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-2213e7b0-953e-419b-8db9-d7a909a15edf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6102843 Nov 23 09:48:45.070626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:45.087068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Request body: {'port': {'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:45.178449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:45.194427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.201531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:45.202735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.250849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-0fb3eb53-4f89-4b7f-9be1-6db2bd19c879 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0671601 Nov 23 09:48:45.331989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 92b15899-031b-4877-b5ca-40104c850f22 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:45.406978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Request body: {'port': {'device_id': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:45.548801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Allocated IP 172.20.0.1 (583b6e87-7d44-437b-a75e-05f16b59c72c/8d45c346-682a-4b91-b29a-c8e9475dd7c1/e213a27b-14fa-4ac1-8d73-319559328954) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:45.556187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-315d7abd-7332-4b45-9b7d-a7d17e2a7fc5 None None] Provisioning complete for port 2b1c818c-04f1-4025-b295-334f0aa82b17 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:45.566562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-315d7abd-7332-4b45-9b7d-a7d17e2a7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.569853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.737668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-315d7abd-7332-4b45-9b7d-a7d17e2a7fc5 None None] Port 2b1c818c-04f1-4025-b295-334f0aa82b17 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:45.759579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 92b15899-031b-4877-b5ca-40104c850f22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:45.760950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.784725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1c818c-04f1-4025-b295-334f0aa82b17 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:45.815476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.827034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:45.849108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Transition to ACTIVE for port object 2b1c818c-04f1-4025-b295-334f0aa82b17 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:45.863749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.913593 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.924948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-96b32a61-0b59-4ca6-9a77-09e71c593846 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1434591 Nov 23 09:48:45.942404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:45.965988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1535-0db0-47f5-aa90-5956805fa611 req-73d866e1-931a-46ee-a1f2-68f4bf43b003 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:45.980942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82cf1535-0db0-47f5-aa90-5956805fa611 req-73d866e1-931a-46ee-a1f2-68f4bf43b003 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.9684827 Nov 23 09:48:45.986919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:46.004076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-62fb788b-45a9-4d68-9e8d-2e887a108d0b None None] Provisioning complete for port 22b95e5c-9228-447e-9fbd-a0b44930ed84 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:46.004567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-62fb788b-45a9-4d68-9e8d-2e887a108d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.113189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:46.119502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33695-fc5e-434d-ae38-e09f9ed07b5c req-ebe9f0c3-e8f6-49f9-aee3-1feafb50f43c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.121311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6bc33695-fc5e-434d-ae38-e09f9ed07b5c req-ebe9f0c3-e8f6-49f9-aee3-1feafb50f43c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 935 time: 0.2002857 Nov 23 09:48:46.141875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Attempting to bind port 2b1c818c-04f1-4025-b295-334f0aa82b17 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:46.142229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Attempting to bind port 2b1c818c-04f1-4025-b295-334f0aa82b17 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:46.142550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Attempting to bind port 2b1c818c-04f1-4025-b295-334f0aa82b17 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:46.154713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Port 2b1c818c-04f1-4025-b295-334f0aa82b17 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:46.155172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Attempting to bind port 2b1c818c-04f1-4025-b295-334f0aa82b17 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:46.156719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b1454-2ee7-4a84-9eda-27e16f9e7317 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:46.169124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:46.183436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:46.183674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Checking segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:46.187939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Bound using segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:46.187939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Bound port: 2b1c818c-04f1-4025-b295-334f0aa82b17, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:46.187939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.233424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6bc33695-fc5e-434d-ae38-e09f9ed07b5c req-1720eeac-7ad5-4a17-97b9-70ba96114c5f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923791 Nov 23 09:48:46.286580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-62fb788b-45a9-4d68-9e8d-2e887a108d0b None None] Port 22b95e5c-9228-447e-9fbd-a0b44930ed84 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:46.325858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:46.329664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2b1c818c-04f1-4025-b295-334f0aa82b17,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:46.334660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82cf1535-0db0-47f5-aa90-5956805fa611 req-fd69ec01-9448-46e1-b5ac-17f38a278df8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513522 Nov 23 09:48:46.342075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.345509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.354062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device df57112c-78de-41e0-bbc2-aa113b44fc54 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:46.381623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.382561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.384107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] 10.222.0.11 "PUT /v2.0/ports/2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 1092 time: 1.3037014 Nov 23 09:48:46.384541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:46.387081 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57f5d21-97b1-4167-b25e-edf5508cccaf" -d '{"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:46.423931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbead03e-cb18-4930-83b3-4f5fe2c5e94c service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:46.508945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port df57112c-78de-41e0-bbc2-aa113b44fc54 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:46.509832 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.540107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.570510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-34e2bc63-cc07-4fae-837d-407c6b700192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.572733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-34e2bc63-cc07-4fae-837d-407c6b700192 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1095 time: 0.1415479 Nov 23 09:48:46.582174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace03cf-6857-481f-adba-632f6ff27fc3 req-447a6a2f-d6d3-40bf-8e9f-f550d4648673 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.593659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ace03cf-6857-481f-adba-632f6ff27fc3 req-447a6a2f-d6d3-40bf-8e9f-f550d4648673 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 944 time: 0.1177640 Nov 23 09:48:46.604398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.633901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port df57112c-78de-41e0-bbc2-aa113b44fc54, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=df57112c-78de-41e0-bbc2-aa113b44fc54,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:46.640172 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.656255 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-686d8ecc-a2d1-43a6-b239-d7d110fa2344 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0515385 Nov 23 09:48:46.714658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=df57112c-78de-41e0-bbc2-aa113b44fc54,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:46.715436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-2207c8fb-c4bb-4110-9f03-480ef5830e8e service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993883 Nov 23 09:48:46.719283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Network 583b6e87-7d44-437b-a75e-05f16b59c72c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:46.736754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ace03cf-6857-481f-adba-632f6ff27fc3 req-c6152f5c-e3a0-478b-9ffe-4f352973dffe tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418660 Nov 23 09:48:46.762005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:46.770665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:46.771158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:46.772771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-39dcf0e7-fc54-413d-9ea0-481ac1c03cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.774558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-39dcf0e7-fc54-413d-9ea0-481ac1c03cf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.1047320 Nov 23 09:48:46.775056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Pushing event updated for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:46.859805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-520f8f8b-3a67-439b-9abc-0d666769f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:46.863646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-520f8f8b-3a67-439b-9abc-0d666769f40b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766854 Nov 23 09:48:46.966005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] Transition to ACTIVE for port object b52b1454-2ee7-4a84-9eda-27e16f9e7317 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:46.973545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:47.040262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:47.049722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37528ad7-2955-489b-a7eb-9048b4206991 req-3a8c4f5b-720d-41c1-9002-127166094590 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.051261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37528ad7-2955-489b-a7eb-9048b4206991 req-3a8c4f5b-720d-41c1-9002-127166094590 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 944 time: 0.1486237 Nov 23 09:48:47.067742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.093399 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-83bd0c3a-d2f7-4698-b1f6-fc22bb8b6e9c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424649 Nov 23 09:48:47.102768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-00b00774-3e61-40dd-846b-b39195fe386c service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331183 Nov 23 09:48:47.128256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37528ad7-2955-489b-a7eb-9048b4206991 req-e262ad2e-0560-4f9d-a862-310089971790 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 Nov 23 09:48:47.132054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device df57112c-78de-41e0-bbc2-aa113b44fc54 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:47.206691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d61106ba-3ce6-4732-8c65-205ed8b311fb tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.208247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-d61106ba-3ce6-4732-8c65-205ed8b311fb tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1097 time: 0.4344211 Nov 23 09:48:47.228712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cd90679-b1e9-41d7-b9b6-076d6d2ebe51 req-9c991134-af02-4322-8eef-5a0634e5187f service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161902 Nov 23 09:48:47.230293 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4ed19-ff36-4504-a3c4-9f2ccc5c028a x-openstack-request-id: req-54b4ed19-ff36-4504-a3c4-9f2ccc5c028a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:47.230581 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:47.230833 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54b4ed19-ff36-4504-a3c4-9f2ccc5c028a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:47.231879 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:48:47.232439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-11799cd3-67c8-4e92-a2ba-deec97ee4ef3 None None] Provisioning complete for port e213a27b-14fa-4ac1-8d73-319559328954 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:47.232817 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-11799cd3-67c8-4e92-a2ba-deec97ee4ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.263237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port df57112c-78de-41e0-bbc2-aa113b44fc54 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:47.263727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.312581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-11799cd3-67c8-4e92-a2ba-deec97ee4ef3 None None] Port e213a27b-14fa-4ac1-8d73-319559328954 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:47.403019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-a8fdf9a8-8226-4424-8e5f-f00d6765f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.405384 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-a8fdf9a8-8226-4424-8e5f-f00d6765f682 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1095 time: 0.1087542 Nov 23 09:48:47.438438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906dd2c-d734-4d76-b278-2db23fda3451 req-10df4872-51f8-49b6-a432-fd972090d648 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.440520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0906dd2c-d734-4d76-b278-2db23fda3451 req-10df4872-51f8-49b6-a432-fd972090d648 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 935 time: 0.0859127 Nov 23 09:48:47.551719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:47.557569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] No DVR routers for this DVR port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:47.576797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0906dd2c-d734-4d76-b278-2db23fda3451 req-5dde3f9d-4562-490c-b870-dea64fbb154e tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999200 Nov 23 09:48:47.577995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-db46fc50-a498-4e65-a02e-ec7064555fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.579340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-db46fc50-a498-4e65-a02e-ec7064555fc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1666176 Nov 23 09:48:47.588890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b95e5c-9228-447e-9fbd-a0b44930ed84 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:47.617076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.647771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-a6d8e1af-d1c2-48b6-8e24-2b012eea3d81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0604966 Nov 23 09:48:47.667543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:47.715955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-00bd93e0-b3a5-43eb-ab4f-40c6e880b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.716884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.717722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-00bd93e0-b3a5-43eb-ab4f-40c6e880b1de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0614181 Nov 23 09:48:47.724715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-dd616315-3059-43c0-9d0c-bccfb2060e12 service neutron] 10.222.0.11 "PUT /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317/bindings/n-h2-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 3.6405225 Nov 23 09:48:47.733248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-b6a9de25-5e20-4fd6-a5b1-47f7651b3932 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.734816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-b6a9de25-5e20-4fd6-a5b1-47f7651b3932 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6405985 Nov 23 09:48:47.743235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Transition to ACTIVE for port object 22b95e5c-9228-447e-9fbd-a0b44930ed84 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:47.758854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.761289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.768208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-baa2c7a1-7705-495b-b43b-5d1d13ee11d1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0238004 Nov 23 09:48:47.783264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a01b93f9-239d-420f-914d-866eb0248fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:47.893866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-5bccd956-1143-4cbb-91a2-d8d17d7701ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.895527 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-5bccd956-1143-4cbb-91a2-d8d17d7701ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707840 Nov 23 09:48:47.906766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12889ff8-6ab0-4749-b8d8-3d761d316df8 req-12822c60-beb1-46d0-9ba5-4f87fa590aa2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.914105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12889ff8-6ab0-4749-b8d8-3d761d316df8 req-12822c60-beb1-46d0-9ba5-4f87fa590aa2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 946 time: 0.1241260 Nov 23 09:48:47.965098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-7f82edb5-7062-4094-9051-52b2e9b9ee05 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:47.966706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-7f82edb5-7062-4094-9051-52b2e9b9ee05 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1587226 Nov 23 09:48:47.977992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Pushing event updated for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:48.179026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-2e9bdcec-ff36-439f-acf6-309d4a8026bd tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3407583 Nov 23 09:48:48.179757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Attempting to bind port 22b95e5c-9228-447e-9fbd-a0b44930ed84 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:48.180089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Attempting to bind port 22b95e5c-9228-447e-9fbd-a0b44930ed84 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:48.180413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Attempting to bind port 22b95e5c-9228-447e-9fbd-a0b44930ed84 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:48.196426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Port 22b95e5c-9228-447e-9fbd-a0b44930ed84 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:48.196754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Attempting to bind port 22b95e5c-9228-447e-9fbd-a0b44930ed84 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:48.218697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:48.219424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:48.219424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:48.219832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Bound port: 22b95e5c-9228-447e-9fbd-a0b44930ed84, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:48.220184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.271297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:48.330873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.332245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12889ff8-6ab0-4749-b8d8-3d761d316df8 req-ccc33f5e-ad0c-46ab-ba92-b20e38a51df9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120448 Nov 23 09:48:48.354683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.356180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.419675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-8786ea63-e642-4803-bcc9-647de38b087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:48.422969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-8786ea63-e642-4803-bcc9-647de38b087b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3&tenant_id=74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 1096 time: 0.4147601 Nov 23 09:48:48.425552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-e28a3342-26f8-4715-b151-fdc3a133bcaf service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093429 Nov 23 09:48:48.444224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:48.450274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:48.499982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:48.516892 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.580680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Pushing event updated for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:48.590759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02743-f93f-4ec7-93de-c0c0f284b83a req-5618285a-2900-4668-b920-737bdb04e68a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:48.593504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:48.596641 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0606ddd-4f40-4c3f-a00f-1ec68b42cc4f" -d '{"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:48.598491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17e02743-f93f-4ec7-93de-c0c0f284b83a req-5618285a-2900-4668-b920-737bdb04e68a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 944 time: 0.1715412 Nov 23 09:48:48.621637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-3579fc5a-54e4-4c97-8752-abf641ad297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:48.623239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-3579fc5a-54e4-4c97-8752-abf641ad297d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1096 time: 0.1501861 Nov 23 09:48:48.623848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.633515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:48.634441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.635807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] 10.222.0.50 "PUT /v2.0/ports/22b95e5c-9228-447e-9fbd-a0b44930ed84 HTTP/1.1" status: 200 len: 1095 time: 3.2665060 Nov 23 09:48:48.644999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57f5d21-97b1-4167-b25e-edf5508cccaf req-140b7a39-46d1-49b2-9069-893af1a31221 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001426 Nov 23 09:48:48.656392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:48.708193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Network 583b6e87-7d44-437b-a75e-05f16b59c72c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:48.711935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab0bb-619a-441e-993e-7f1b071f7790 service neutron] Pushing event updated for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:48.730123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:48.917878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:48.926184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:48.926518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:48.926846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:48.952900 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17e02743-f93f-4ec7-93de-c0c0f284b83a req-481f530a-ba52-4554-89cb-2c522c9d9f57 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534989 Nov 23 09:48:48.989457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-d2512da9-0d2c-45c9-83be-12ff21f35c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:48.991023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-d2512da9-0d2c-45c9-83be-12ff21f35c21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 1098 time: 0.2801473 Nov 23 09:48:48.999772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:49.000257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Attempting to bind port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:49.021006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-9a71ee49-5723-46b2-9f36-01c18441fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.023864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-9a71ee49-5723-46b2-9f36-01c18441fb48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.3920538 Nov 23 09:48:49.134453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-ec1b9acb-fa61-4fa4-acf8-480f8a8db416 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.1014261 Nov 23 09:48:49.143651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:49.144001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:49.144397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:49.144856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Bound port: 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:49.145218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:49.147932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-e16b5102-041f-4bd9-a2f9-d9f281d6ba99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84 HTTP/1.1" status: 200 len: 217 time: 0.1328027 Nov 23 09:48:49.164719 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50c8aa-e352-4b74-bbb2-2f1edb36a797 x-openstack-request-id: req-8e50c8aa-e352-4b74-bbb2-2f1edb36a797 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:49.165066 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:49.165323 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e50c8aa-e352-4b74-bbb2-2f1edb36a797 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:49.165751 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'code': 200} Nov 23 09:48:49.237629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-0810a8c5-6c9b-4f8d-85c2-4a368b95b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.239147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-0810a8c5-6c9b-4f8d-85c2-4a368b95b6a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0940065 Nov 23 09:48:49.250132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Router b79d8d2e-084e-4e23-bb54-357e6d2642c3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:48:49.254688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-45ddb015-0d5f-447e-ad2e-ab652b299138 None None] Provisioning complete for port e213a27b-14fa-4ac1-8d73-319559328954 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:49.256464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45ddb015-0d5f-447e-ad2e-ab652b299138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:49.272993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa0b0-20c8-4b94-a1a8-7b7bb693e62e req-c3ab3208-6f84-41a3-8e84-9f7bd704bb55 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.274605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcbfa0b0-20c8-4b94-a1a8-7b7bb693e62e req-c3ab3208-6f84-41a3-8e84-9f7bd704bb55 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.2543952 Nov 23 09:48:49.287636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.50', 54256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:49.300612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-c86b2c10-810b-40d3-b452-7d71119616da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474751 Nov 23 09:48:49.324107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-45ddb015-0d5f-447e-ad2e-ab652b299138 None None] Port e213a27b-14fa-4ac1-8d73-319559328954 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:49.352648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-47d87d53-6b2a-4ea6-b854-25794ff26bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.354207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-47d87d53-6b2a-4ea6-b854-25794ff26bbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1875939 Nov 23 09:48:49.355980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2108-88de-4893-b5a8-876d7e0caaa9 req-31265843-8d6d-44ff-a630-7a8a221cf9d6 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.364071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57fb2108-88de-4893-b5a8-876d7e0caaa9 req-31265843-8d6d-44ff-a630-7a8a221cf9d6 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 947 time: 0.1485043 Nov 23 09:48:49.450740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:49.489611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57fb2108-88de-4893-b5a8-876d7e0caaa9 req-e29bbdcb-3d55-43f9-94d6-878de6ddea15 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160955 Nov 23 09:48:49.506654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-faf473ec-d252-41a2-b85f-9f4c61ee8a5c service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896367 Nov 23 09:48:49.513334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcbfa0b0-20c8-4b94-a1a8-7b7bb693e62e req-1c43d3fb-b5de-408b-ba84-166d5528369b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287803 Nov 23 09:48:49.515249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:49.533081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-5abda1ee-62b4-4d85-bac9-9411b9df9f5c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2429094 Nov 23 09:48:49.540868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:49.602675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-8909d45d-d2c7-4b01-bfae-f62e94847c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.604339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-8909d45d-d2c7-4b01-bfae-f62e94847c5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2019908 Nov 23 09:48:49.640969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:48:49.646867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2afd4a84-c0ed-4755-9c8d-3dae6a2e9750 admin admin] 10.222.0.62 "PUT /v2.0/routers/b79d8d2e-084e-4e23-bb54-357e6d2642c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6779609 Nov 23 09:48:49.656389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Sync routers for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:48:49.713630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:49.718533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:49.792070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-5967469f-4ba5-47d4-850a-cf784dc0aaf9 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644169 Nov 23 09:48:49.849047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c58f-30ed-4a6a-8bf4-3202644a1b91 req-ff43094e-336f-44c3-b664-a1d0dab976eb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.863146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6703c58f-30ed-4a6a-8bf4-3202644a1b91 req-ff43094e-336f-44c3-b664-a1d0dab976eb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.1180339 Nov 23 09:48:49.867940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.869804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:49.870100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 1122 time: 2.3224282 Nov 23 09:48:49.870758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868e679-8dfe-4baa-a5bd-2aeb5c1e67c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:49.915314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-4eeb60ac-a9be-4c80-98b3-dabcbc6ca9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:49.917425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-4eeb60ac-a9be-4c80-98b3-dabcbc6ca9a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1095 time: 0.3059657 Nov 23 09:48:49.964870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6703c58f-30ed-4a6a-8bf4-3202644a1b91 req-f5a6cba4-02a0-40d5-8be9-ab4378227f2d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006827 Nov 23 09:48:50.034091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6d5a4eff-306e-4e9d-9917-046a9dd9aab4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:50.088763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:50.091351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:50.128679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a45fa86b-e4f6-4b9e-818b-958a8d654a70 req-548112f7-0f29-4bcf-a2cb-eb4edb1cff08 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 210 time: 0.1084173 Nov 23 09:48:50.130588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-f9ec8c9c-586f-4b8f-957c-d0cef1a51b7e service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030084 Nov 23 09:48:50.189081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd0046-cb08-4412-b25a-32f4e4d7d90b req-61055971-8f71-4386-80b4-c3a3cc13be3e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:50.197723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73dd0046-cb08-4412-b25a-32f4e4d7d90b req-61055971-8f71-4386-80b4-c3a3cc13be3e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 944 time: 0.1142004 Nov 23 09:48:50.306779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a697bae-18ac-4e00-a1d0-4b6287f89817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:50.339801 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:48:50.423843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73dd0046-cb08-4412-b25a-32f4e4d7d90b req-c58d867c-48ba-4604-a77a-d13eb39f479b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251816 Nov 23 09:48:50.442663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-057d4adf-d43c-40d3-9c57-11ea741fdcc1 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:50.444153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-057d4adf-d43c-40d3-9c57-11ea741fdcc1 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.2444551 Nov 23 09:48:50.639388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:47Z', 'revision_number': 4, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e213a27b-14fa-4ac1-8d73-319559328954', 'name': '', 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'mac_address': 'fa:16:3e:ee:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:45Z', 'updated_at': '2021-11-23T09:48:48Z', 'revision_number': 2, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'subnets': [{'id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:50.652285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-4593b221-5600-498a-9dc9-ff68c61ad63c service neutron] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:50.665401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-4593b221-5600-498a-9dc9-ff68c61ad63c service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:50.666777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b4b13f6-2211-49e2-a091-5dde44884170 req-4593b221-5600-498a-9dc9-ff68c61ad63c service neutron] 10.222.0.50 "DELETE /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317/bindings/n-h1-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.2076511 Nov 23 09:48:50.697906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Checking router: b79d8d2e-084e-4e23-bb54-357e6d2642c3 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:48:50.701979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Updating router b79d8d2e-084e-4e23-bb54-357e6d2642c3 port e213a27b-14fa-4ac1-8d73-319559328954 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:48:50.723254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8db8-2695-476a-855b-5e89f8ce594e req-07878832-b06c-4b07-9af0-30670b933de0 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:50.725582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c72a8db8-2695-476a-855b-5e89f8ce594e req-07878832-b06c-4b07-9af0-30670b933de0 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 947 time: 0.0720689 Nov 23 09:48:50.737166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:50.781768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c72a8db8-2695-476a-855b-5e89f8ce594e req-7a81ad82-67dc-4dec-ad28-62df15d715e4 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Nov 23 09:48:50.786465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b163c7c3-e428-491a-853a-67ced5e9ecc2 req-ec70e7b8-a0db-4b94-b068-3bee61758c4e tempest-FloatingIPsNegativeTestJSON-1221618866 tempest-FloatingIPsNegativeTestJSON-1221618866-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=dd35d09a4d3a4955b9259c71aab86ab8 HTTP/1.1" status: 200 len: 217 time: 0.5107245 Nov 23 09:48:50.855651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-82472ae7-985d-447e-81cd-6ade47f2fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:50.857178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-82472ae7-985d-447e-81cd-6ade47f2fc21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.8832350 Nov 23 09:48:50.888112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d60bb62-b6f3-427a-a75d-811b4a4e2a03 req-a6a0018a-1913-4906-bd6c-882db5818a19 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458122 Nov 23 09:48:50.944601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-1c65049e-f757-4528-aacf-8ea31adbdb2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.0762532 Nov 23 09:48:51.009441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-877a181d-09e3-414d-bcee-d8056d6b79a0 req-b29adcf4-588b-4f65-8a37-defe5d6defd8 tempest-FloatingIPsNegativeTestJSON-1221618866 tempest-FloatingIPsNegativeTestJSON-1221618866-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0689495 Nov 23 09:48:51.012065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2b1c818c-04f1-4025-b295-334f0aa82b17 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:51.068037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca10b0-d5ec-447c-b9fc-bef61372e88c req-4fd457a1-3b73-4ab2-aae8-c54da82b6cde tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:51.073549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07ca10b0-d5ec-447c-b9fc-bef61372e88c req-4fd457a1-3b73-4ab2-aae8-c54da82b6cde tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.1410241 Nov 23 09:48:51.099673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-74dc281f-db1e-4911-b3c4-534b2930e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:51.101550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-74dc281f-db1e-4911-b3c4-534b2930e4a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1393223 Nov 23 09:48:51.159458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-5f632299-81db-41b0-a2d2-cccd1ffbe6d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464814 Nov 23 09:48:51.172197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84'}, {'name': 'network-changed', 'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:51.177083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.187583 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dcb21-4690-4595-8f83-3cc572041884" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84"}, {"name": "network-changed", "server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:51.194502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85111233-cda5-41e1-b5f6-6878db41d293 req-916f6b40-666d-4b37-a0d3-ffa5406a2633 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:51.196149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85111233-cda5-41e1-b5f6-6878db41d293 req-916f6b40-666d-4b37-a0d3-ffa5406a2633 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.1277516 Nov 23 09:48:51.250495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-518b08ea-e4ec-4403-b104-33d437b730fe tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569544 Nov 23 09:48:51.269994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2b1c818c-04f1-4025-b295-334f0aa82b17,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:51.278525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85111233-cda5-41e1-b5f6-6878db41d293 req-2ddfa996-6182-465b-96a5-8dbe7304f157 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753362 Nov 23 09:48:51.292864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.300211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:51.322667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.340944 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-8b5d16c2-66dc-4c87-82be-036b3bdeb37c req-58d96fa5-851f-4287-b966-26e3f77def55 tempest-FloatingIPsNegativeTestJSON-1221618866 tempest-FloatingIPsNegativeTestJSON-1221618866-project] show failed (client error): The resource could not be found. Nov 23 09:48:51.359798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5d16c2-66dc-4c87-82be-036b3bdeb37c req-58d96fa5-851f-4287-b966-26e3f77def55 tempest-FloatingIPsNegativeTestJSON-1221618866 tempest-FloatingIPsNegativeTestJSON-1221618866-project] 10.222.0.62 "GET /v2.0/floatingips/5febd7d9-1ee8-4f77-8013-77814811bfab HTTP/1.1" status: 404 len: 350 time: 0.0640745 Nov 23 09:48:51.360492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50550) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:51.399198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07ca10b0-d5ec-447c-b9fc-bef61372e88c req-b56b898b-07ba-4f4c-8078-64492725c297 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175812 Nov 23 09:48:51.609844 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140fde9-cc89-459d-8d44-41a4d8515d3a x-openstack-request-id: req-7140fde9-cc89-459d-8d44-41a4d8515d3a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:51.610168 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:51.610426 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7140fde9-cc89-459d-8d44-41a4d8515d3a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:51.610824 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84', 'status': 'completed', 'code': 200} Nov 23 09:48:51.611084 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'status': 'completed', 'code': 200} Nov 23 09:48:51.630459 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.681797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1c818c-04f1-4025-b295-334f0aa82b17 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:51.695175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-1409ea79-8b65-40d4-97da-1193defd1993 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043430 Nov 23 09:48:51.701739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe384-63f3-4b1c-a45b-c6197639b502 None None] Pushing event updated for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:51.704998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.50', 54278) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:51.721366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2518bb6-0896-4b5b-afcd-b8ea4aa79fa6 req-8cdde644-6703-499f-afc3-e5ee08fc95e7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 210 time: 0.0851586 Nov 23 09:48:51.728046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Attempting to bind port e213a27b-14fa-4ac1-8d73-319559328954 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:51.728771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Attempting to bind port e213a27b-14fa-4ac1-8d73-319559328954 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:51.729835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Attempting to bind port e213a27b-14fa-4ac1-8d73-319559328954 on network 583b6e87-7d44-437b-a75e-05f16b59c72c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:51.746694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2b1c818c-04f1-4025-b295-334f0aa82b17,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:51.748286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:51.748817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Checking segment: {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:51.749948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.750453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Bound using segment: {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:51.751076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Bound port: e213a27b-14fa-4ac1-8d73-319559328954, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:51.751549 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.773032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.781767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-a1b77b46-d4fd-46f1-9f90-a3c515041466 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:51.783365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-a1b77b46-d4fd-46f1-9f90-a3c515041466 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4838734 Nov 23 09:48:51.841106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-aa88e169-7561-4d06-9735-1e447b2a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:51.842890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-aa88e169-7561-4d06-9735-1e447b2a20ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 1098 time: 0.2388611 Nov 23 09:48:51.854564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0feb15e1-f13f-437e-b8f3-67d961bb7330 None None] Provisioning complete for port e213a27b-14fa-4ac1-8d73-319559328954 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:51.855066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0feb15e1-f13f-437e-b8f3-67d961bb7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:51.866361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:51.983683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:51.994966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-ef3dfe3d-06c1-4e52-9e8a-181340fd9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.002912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] For port e213a27b-14fa-4ac1-8d73-319559328954, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:52.006276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-ef3dfe3d-06c1-4e52-9e8a-181340fd9de0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1279447 Nov 23 09:48:52.015027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] For port e213a27b-14fa-4ac1-8d73-319559328954, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e213a27b-14fa-4ac1-8d73-319559328954,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:52.018662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0feb15e1-f13f-437e-b8f3-67d961bb7330 None None] Port e213a27b-14fa-4ac1-8d73-319559328954 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:52.021747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:52.033515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-f2d91bc2-89bc-4ef3-b56e-db112897fc0f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2479882 Nov 23 09:48:52.112715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:52.114040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:52.189783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2b1c818c-04f1-4025-b295-334f0aa82b17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:52.218394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91fc0b-fdb9-4d98-90d7-cfef803c58c4 req-e5084426-daf9-4a0c-9c5e-e2d7f7c56d6b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.227585 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f91fc0b-fdb9-4d98-90d7-cfef803c58c4 req-e5084426-daf9-4a0c-9c5e-e2d7f7c56d6b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 945 time: 0.4424746 Nov 23 09:48:52.254249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe384-63f3-4b1c-a45b-c6197639b502 None None] Pushing event updated for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:52.271789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:52.273728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-7f46a24c-9ed6-4b20-b773-b4dbb7f6411a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84 HTTP/1.1" status: 200 len: 217 time: 0.1679747 Nov 23 09:48:52.275473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:52.338190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:52.357371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-cd31a93d-30fa-4072-8591-0699f4681887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.359249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-cd31a93d-30fa-4072-8591-0699f4681887 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0707328 Nov 23 09:48:52.369760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c92d-70c4-487a-866d-876acc30d1b6 req-8be5aee4-136c-4a1a-a756-80d9ae2a22c7 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.371089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8056c92d-70c4-487a-866d-876acc30d1b6 req-8be5aee4-136c-4a1a-a756-80d9ae2a22c7 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1096 time: 0.3132718 Nov 23 09:48:52.476146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8056c92d-70c4-487a-866d-876acc30d1b6 req-3ee0e385-0e0d-4b1b-8073-b7f36e01c07a tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Nov 23 09:48:52.490540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6b9c0ff-bab4-487e-815c-17aa0a042725 req-8fbcd9eb-9b60-4a1d-88b4-25d5e52cce89 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041111 Nov 23 09:48:52.539007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-d4b779d8-0e22-4a81-847c-1ed0602e17d4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.540523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-d4b779d8-0e22-4a81-847c-1ed0602e17d4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4820065 Nov 23 09:48:52.572214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-e6f56051-4653-418f-8fb0-6e2fe50459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.573651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-e6f56051-4653-418f-8fb0-6e2fe50459e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016888 Nov 23 09:48:52.586169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:52.809590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-63069369-46f0-4849-8ff8-bf60786a8189 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028491 Nov 23 09:48:52.817551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.212 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/37732dd9-6703-437e-873b-4739b8f971b5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:52.819575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67bbf5-1ff1-42fd-a04b-ec8deff35419 req-baea9db1-a20c-4d53-b7c2-c642a222dd7f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:52.821762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa67bbf5-1ff1-42fd-a04b-ec8deff35419 req-baea9db1-a20c-4d53-b7c2-c642a222dd7f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 947 time: 0.2158852 Nov 23 09:48:52.867550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:52.896803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] Provisioning complete for port e213a27b-14fa-4ac1-8d73-319559328954 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:52.897321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:52.993073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:53.017913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.047026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa67bbf5-1ff1-42fd-a04b-ec8deff35419 req-aff3df74-ad2a-4405-9ddf-6db6b1d73421 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129707 Nov 23 09:48:53.088522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f91fc0b-fdb9-4d98-90d7-cfef803c58c4 req-318a8015-1429-40e9-9a46-26476f9606d1 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8605163 Nov 23 09:48:53.099319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-dabd9d19-8792-4f4e-a04a-ca968e1d7a72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8655653 Nov 23 09:48:53.128355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.130690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.151147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:47Z', 'revision_number': 4, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e213a27b-14fa-4ac1-8d73-319559328954', 'name': '', 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'mac_address': 'fa:16:3e:ee:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:45Z', 'updated_at': '2021-11-23T09:48:51Z', 'revision_number': 4, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'subnets': [{'id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:53.202822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-db988a40-7be7-49f4-b6be-ff45f4486502 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789811 Nov 23 09:48:53.207291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:48:53.236323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b9283-6be9-4ab6-ab23-7c853d57589b None None] The sync data for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 is: [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:47Z', 'revision_number': 4, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e213a27b-14fa-4ac1-8d73-319559328954', 'name': '', 'network_id': '583b6e87-7d44-437b-a75e-05f16b59c72c', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'mac_address': 'fa:16:3e:ee:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:45Z', 'updated_at': '2021-11-23T09:48:51Z', 'revision_number': 4, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'subnets': [{'id': '8d45c346-682a-4b91-b29a-c8e9475dd7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:48:53.265708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:53.281348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.356789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:48:53.361293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.393678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:53.422155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:48:53.430152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:53.438319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-86aca066-1fb3-4fdc-aa8a-9839cd4eff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.440010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-86aca066-1fb3-4fdc-aa8a-9839cd4eff17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1097 time: 0.3141596 Nov 23 09:48:53.442568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:53.449061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:53.467132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.468028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.510340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] For port e213a27b-14fa-4ac1-8d73-319559328954, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e213a27b-14fa-4ac1-8d73-319559328954,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:53.525159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-e5653a43-8024-4840-8631-179af8e32ef1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.526936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.532109 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.537502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-e5653a43-8024-4840-8631-179af8e32ef1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.1817820 Nov 23 09:48:53.544520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd8c46-4acf-40d1-91cc-02c318e76b93 req-6a29c210-346f-4db1-b6ab-fdc10bb772c5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.557376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fbd8c46-4acf-40d1-91cc-02c318e76b93 req-6a29c210-346f-4db1-b6ab-fdc10bb772c5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.2864995 Nov 23 09:48:53.634170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3c9a8-8f77-406b-9d5a-1bcccc91d7aa None None] Pushing event updated for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:53.662180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-6b9e61f9-569c-471b-b7e5-bc029e296883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.663897 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-6b9e61f9-569c-471b-b7e5-bc029e296883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1125 time: 0.4072261 Nov 23 09:48:53.672226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-be2b9a67-cbf7-45e5-b749-9ee31aa675dc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/quotas/74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 375 time: 0.1329238 Nov 23 09:48:53.731056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-080541a3-51f7-4d7b-bc8b-0ea346780a8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9036198 Nov 23 09:48:53.753182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Request body: {'port': {'device_id': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:53.839598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.154 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a12a7664-4cb8-4113-b942-d6db6451b7cc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:48:53.862320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3e2727b3-3e64-4aac-af57-6769592e90b5 None None] Provisioning complete for port 37732dd9-6703-437e-873b-4739b8f971b5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:53.862665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3e2727b3-3e64-4aac-af57-6769592e90b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.925815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fbd8c46-4acf-40d1-91cc-02c318e76b93 req-1be16de3-170c-4157-a6d1-cc6697280f66 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673322 Nov 23 09:48:53.951177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:53.952595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3e2727b3-3e64-4aac-af57-6769592e90b5 None None] Port 37732dd9-6703-437e-873b-4739b8f971b5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:53.974022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-8ebfe440-4d06-4fc0-8e3a-bf7565e1287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:53.976100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-8ebfe440-4d06-4fc0-8e3a-bf7565e1287b service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.4894958 Nov 23 09:48:54.023669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:54.106122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb2cc17-ffcf-4ebb-82ed-abec4ce8520e req-e58a7e5e-5d97-4493-8071-d8acc529a6fb tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 210 time: 0.0820062 Nov 23 09:48:54.190325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-ab3fdc4e-abaa-4d90-8b99-c8405a36ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:54.192227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-ab3fdc4e-abaa-4d90-8b99-c8405a36ecde service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.4431851 Nov 23 09:48:54.267260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-ec3b31a0-8a40-4cb9-9fbb-75a466a12cb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.0622518 Nov 23 09:48:54.277412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-c6527940-c8ef-45e6-aa27-ee3f99dd87db tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6040521 Nov 23 09:48:54.280062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-dc7a7c53-5398-4a2d-8952-4725ba71ccc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 1002 time: 0.2834277 Nov 23 09:48:54.429649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-5cd8ff20-af91-4457-99fd-e5ceb6e94d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:54.430752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-ce652480-bcc9-4416-b52e-ebd292b879b3 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390581 Nov 23 09:48:54.431156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-5cd8ff20-af91-4457-99fd-e5ceb6e94d36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.1123834 Nov 23 09:48:54.458083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:54.483111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da099bd-db46-4e26-ba5e-81edbc7a2536 req-7d3843d2-945e-4075-987e-8686f9617999 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:54.484660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5da099bd-db46-4e26-ba5e-81edbc7a2536 req-7d3843d2-945e-4075-987e-8686f9617999 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 947 time: 0.1670146 Nov 23 09:48:54.536398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-55fe4828-e4b6-4009-89e5-ad203126c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:54.537932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-55fe4828-e4b6-4009-89e5-ad203126c2f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937729 Nov 23 09:48:54.612389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:54.618293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5da099bd-db46-4e26-ba5e-81edbc7a2536 req-4f1834f9-d8d8-4537-b341-223f2095f7f5 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Nov 23 09:48:54.621620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 22b95e5c-9228-447e-9fbd-a0b44930ed84 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:54.638353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:54.654375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dcb21-4690-4595-8f83-3cc572041884 req-64cfd76d-765c-44fc-a33a-55ccf09e4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:54.655867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-64cfd76d-765c-44fc-a33a-55ccf09e4103 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.3775008 Nov 23 09:48:54.681236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-b5e55a2f-9850-4156-9d25-64b5c2f66cf5 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290337 Nov 23 09:48:54.721145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-a60b9df2-b929-4a13-a203-f6bb2a1e6230 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359025 Nov 23 09:48:54.852015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Deleting port e213a27b-14fa-4ac1-8d73-319559328954 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:48:54.852377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:54.869311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-d7dd138d-887a-4df4-9d24-78da9e9c7cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186967 Nov 23 09:48:54.880868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:48:54.884446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:54.902978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '22b95e5c-9228-447e-9fbd-a0b44930ed84', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '22b95e5c-9228-447e-9fbd-a0b44930ed84', 'mac_address': 'fa:16:3e:c5:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:48:54.962229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:48:54.965236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] For port e213a27b-14fa-4ac1-8d73-319559328954, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e213a27b-14fa-4ac1-8d73-319559328954,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:54.965710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:54.979554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:54.980976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:48:54.991259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Calling delete_port for e213a27b-14fa-4ac1-8d73-319559328954 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:48:54.999244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b95e5c-9228-447e-9fbd-a0b44930ed84 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:55.000720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:55.002142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.006856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2b1c818c-04f1-4025-b295-334f0aa82b17 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:55.028404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:55.085235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:55.108388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5260587 Nov 23 09:48:55.122545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.159548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Request body: {'port': {'device_id': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:48:55.218245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.218863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.219318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.220392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.221014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.222962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.223429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.224179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.230950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.231610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.237931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.238415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df88c2b-00c7-4c6d-a9a2-72668fdd988b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:55.276682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e213a27b-14fa-4ac1-8d73-319559328954 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:55.311061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1e519-c4e7-41be-825b-bbd057299dd8 req-bfd20295-0dc0-414b-994b-94e8712b3f0c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:55.313003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3af1e519-c4e7-41be-825b-bbd057299dd8 req-bfd20295-0dc0-414b-994b-94e8712b3f0c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 945 time: 0.3972702 Nov 23 09:48:55.313668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.360764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 2b1c818c-04f1-4025-b295-334f0aa82b17 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:55.380056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:55.394881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.438567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 2b1c818c-04f1-4025-b295-334f0aa82b17 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:55.439288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.445249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Pushing event deleted for resources: {'Port': ['ID=e213a27b-14fa-4ac1-8d73-319559328954,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:55.467393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-733179dc-f344-4736-a2d0-d1a52cbe2e5f req-ec9dd78d-1161-430d-b24e-36378fd4f725 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0871184 Nov 23 09:48:55.477352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-113f3412-35d4-4517-ae76-39eefe71f468 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422175 Nov 23 09:48:55.512370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['22b95e5c-9228-447e-9fbd-a0b44930ed84'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:48:55.624001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-90f75b72-6f2e-41ea-b767-0a39c014d5a6 None None] Provisioning complete for port a12a7664-4cb8-4113-b942-d6db6451b7cc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:55.624609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-90f75b72-6f2e-41ea-b767-0a39c014d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:55.626090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3af1e519-c4e7-41be-825b-bbd057299dd8 req-4101e472-20a9-47bb-b50f-1081de26e3b9 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968981 Nov 23 09:48:55.638574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port e213a27b-14fa-4ac1-8d73-319559328954 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 09:48:55.643227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e213a27b-14fa-4ac1-8d73-319559328954 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 09:48:55.648458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3a466c-4b15-4918-855a-1c5fe95ffeeb req-988f0b2b-ab2f-43f5-ba6b-6a2fad285304 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408214 Nov 23 09:48:55.832456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e587b-bb7d-4a42-a857-52b740b96e8f req-fdecb03a-42b3-4b34-9c76-bcc6f04e314a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:55.834416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port e213a27b-14fa-4ac1-8d73-319559328954 not found, will not notify nova. {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 09:48:55.834894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d7e587b-bb7d-4a42-a857-52b740b96e8f req-fdecb03a-42b3-4b34-9c76-bcc6f04e314a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.2346652 Nov 23 09:48:55.880160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-90f75b72-6f2e-41ea-b767-0a39c014d5a6 None None] Port a12a7664-4cb8-4113-b942-d6db6451b7cc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:48:55.950575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d7e587b-bb7d-4a42-a857-52b740b96e8f req-a7507d7a-ad65-4076-bdcf-08b2041a92ee tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672665 Nov 23 09:48:55.966161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dcb21-4690-4595-8f83-3cc572041884 req-5eb99e3b-67be-4960-ab98-92f7e1931e9c service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786997 Nov 23 09:48:56.034837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.039454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.160460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2b1c818c-04f1-4025-b295-334f0aa82b17,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:56.162337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:56.165639 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601dd2fa-4800-42e9-ac05-da1910595b52" -d '{"events": [{"server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:56.200618 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.249429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e217-b85e-4e1a-85a9-5d0e0da94c6a req-cab6cf34-ffe4-4352-8ce8-9249f835857b tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:56.257491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6925e217-b85e-4e1a-85a9-5d0e0da94c6a req-cab6cf34-ffe4-4352-8ce8-9249f835857b tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 948 time: 0.1368344 Nov 23 09:48:56.296057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:56.302522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37732dd9-6703-437e-873b-4739b8f971b5 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:56.318098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.345197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6cbc7-71bd-4f5f-9542-6c8ff0d2d3d0 req-23da4212-31f5-4c4e-877e-0e5f0a5cabe9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:56.349144 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f6cbc7-71bd-4f5f-9542-6c8ff0d2d3d0 req-23da4212-31f5-4c4e-877e-0e5f0a5cabe9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 936 time: 0.1624205 Nov 23 09:48:56.352068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Transition to ACTIVE for port object 37732dd9-6703-437e-873b-4739b8f971b5 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:56.379375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.401086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6925e217-b85e-4e1a-85a9-5d0e0da94c6a req-8e205d1d-0ee7-4ed2-ba18-46ca9e86e08f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423979 Nov 23 09:48:56.524332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f6cbc7-71bd-4f5f-9542-6c8ff0d2d3d0 req-7ffca6bf-40ff-4593-a2a3-99af656e9c96 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668885 Nov 23 09:48:56.538690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Router b79d8d2e-084e-4e23-bb54-357e6d2642c3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:48:56.584918 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24367ed0-4c2a-4741-a576-444d2b53d5f5 x-openstack-request-id: req-24367ed0-4c2a-4741-a576-444d2b53d5f5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:56.585581 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:56.586068 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24367ed0-4c2a-4741-a576-444d2b53d5f5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:56.586675 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'code': 200} Nov 23 09:48:56.620117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Pushing event updated for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:56.644539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Attempting to bind port 37732dd9-6703-437e-873b-4739b8f971b5 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:56.644904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Attempting to bind port 37732dd9-6703-437e-873b-4739b8f971b5 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:56.650360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Attempting to bind port 37732dd9-6703-437e-873b-4739b8f971b5 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:56.658821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Port 37732dd9-6703-437e-873b-4739b8f971b5 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:56.659239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Attempting to bind port 37732dd9-6703-437e-873b-4739b8f971b5 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:56.670010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:56.670434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:56.670950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:56.671826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Bound port: 37732dd9-6703-437e-873b-4739b8f971b5, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:56.672311 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.821416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12a7664-4cb8-4113-b942-d6db6451b7cc {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:56.833932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-83f4d1cb-4c8d-4ffd-8d22-21614cd3eb0b service neutron] 10.222.0.50 "GET /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.2713287 Nov 23 09:48:56.854192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e0ee1b1c-8d4a-4cd5-95f4-7623eaab3b6e req-46495164-0516-46c6-bf27-656cb718b988 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0847206 Nov 23 09:48:56.856731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:56.891819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99bb88-7753-4f84-ade6-5a95a5eed949 req-c927c2e0-3d92-4cdc-9b5a-8eb413b60c73 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:56.894363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef99bb88-7753-4f84-ade6-5a95a5eed949 req-c927c2e0-3d92-4cdc-9b5a-8eb413b60c73 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.1708086 Nov 23 09:48:56.901846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:48:56.913345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0dec1e01-8ca1-4673-8be3-0a9276238abd admin admin] 10.222.0.62 "PUT /v2.0/routers/b79d8d2e-084e-4e23-bb54-357e6d2642c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5343883 Nov 23 09:48:56.919413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Sync routers for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:48:56.922392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50628) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:56.932126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:56.936855 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:56.937737 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:56.939319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c8913-00bf-4a5a-99ee-77e4c22b0e69 req-1ec098a3-5d12-4869-8e83-6fc6ae08c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:56.940813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d9c8913-00bf-4a5a-99ee-77e4c22b0e69 req-1ec098a3-5d12-4869-8e83-6fc6ae08c61e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.1420202 Nov 23 09:48:56.982997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Transition to ACTIVE for port object a12a7664-4cb8-4113-b942-d6db6451b7cc will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:57.021072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:48:57.024209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.034996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=37732dd9-6703-437e-873b-4739b8f971b5,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:57.056047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.078300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef99bb88-7753-4f84-ade6-5a95a5eed949 req-c75f6646-b1d4-47b7-9fc2-3ef813fcedc5 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709239 Nov 23 09:48:57.104209 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:57.181352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.183053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.184958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] 10.222.0.50 "PUT /v2.0/ports/37732dd9-6703-437e-873b-4739b8f971b5 HTTP/1.1" status: 200 len: 1096 time: 3.4394751 Nov 23 09:48:57.206458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:57.209934 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf165a8d-8459-468f-9d36-88d8e2728baa" -d '{"events": [{"name": "network-changed", "server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "tag": "37732dd9-6703-437e-873b-4739b8f971b5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:57.245856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-e092d612-dfc0-4ca1-abfc-ed879bcec456 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.247488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-e092d612-dfc0-4ca1-abfc-ed879bcec456 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.4675581 Nov 23 09:48:57.254686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d9c8913-00bf-4a5a-99ee-77e4c22b0e69 req-0ad13b5c-61c2-465e-93d5-ae47d78c84a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029773 Nov 23 09:48:57.268456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:57.291505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:57.310138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:48:57.391869 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8940c0a-80da-4f0e-9de1-67136ca93c3d x-openstack-request-id: req-a8940c0a-80da-4f0e-9de1-67136ca93c3d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:57.392609 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "tag": "37732dd9-6703-437e-873b-4739b8f971b5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:57.392609 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8940c0a-80da-4f0e-9de1-67136ca93c3d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:57.393020 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5', 'status': 'completed', 'code': 200} Nov 23 09:48:57.412716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.490321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:57.534724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:57.557989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Attempting to bind port a12a7664-4cb8-4113-b942-d6db6451b7cc on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:48:57.558337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Attempting to bind port a12a7664-4cb8-4113-b942-d6db6451b7cc by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:48:57.558668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Attempting to bind port a12a7664-4cb8-4113-b942-d6db6451b7cc on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:57.572327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Port a12a7664-4cb8-4113-b942-d6db6451b7cc on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:48:57.572671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Attempting to bind port a12a7664-4cb8-4113-b942-d6db6451b7cc on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:48:57.584405 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:55Z', 'revision_number': 5, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:57.597520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078b141-dbbb-4a48-a5b3-9ba5a4840f42 req-65229787-951d-4b8f-a18d-e1f65a7fb1f8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.599591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2078b141-dbbb-4a48-a5b3-9ba5a4840f42 req-65229787-951d-4b8f-a18d-e1f65a7fb1f8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 944 time: 0.4377699 Nov 23 09:48:57.615298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-73f9f41c-f6a7-415a-bf94-390eb6bde799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.616800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-73f9f41c-f6a7-415a-bf94-390eb6bde799 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 1099 time: 0.3659489 Nov 23 09:48:57.618696 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Checking router: b79d8d2e-084e-4e23-bb54-357e6d2642c3 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:48:57.620902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:48:57.621570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:48:57.621801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:48:57.622223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Bound port: a12a7664-4cb8-4113-b942-d6db6451b7cc, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:48:57.622586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.630708 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Routers {'b79d8d2e-084e-4e23-bb54-357e6d2642c3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:48:57.631475 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:57.643814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e8a5-be96-40f3-b5b8-f6b34ea77b65 service neutron] Pushing event updated for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:57.703992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:48:57.729158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ce29-1c12-488d-92e7-199108e9975a req-66229788-1f40-43e4-a93d-db812408ce23 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.737906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb93ce29-1c12-488d-92e7-199108e9975a req-66229788-1f40-43e4-a93d-db812408ce23 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 948 time: 0.2012975 Nov 23 09:48:57.757318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-92d7cc85-be0d-4842-9fae-4dcda81977c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=37732dd9-6703-437e-873b-4739b8f971b5 HTTP/1.1" status: 200 len: 217 time: 0.1156216 Nov 23 09:48:57.759223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] Set router b79d8d2e-084e-4e23-bb54-357e6d2642c3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:48:57.765568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:57.785939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:48:57.796245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.821471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.843979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:48:57.850439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2078b141-dbbb-4a48-a5b3-9ba5a4840f42 req-751a8fa7-b403-4168-8ed0-fd9bd6cb47d7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373924 Nov 23 09:48:57.886055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-d7fe4e50-b990-4972-852b-93d44d5cf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.887610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-d7fe4e50-b990-4972-852b-93d44d5cf095 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1160209 Nov 23 09:48:57.888980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.898554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Transition to ACTIVE for port object 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:48:57.906603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb93ce29-1c12-488d-92e7-199108e9975a req-9d706bcf-775b-405c-b272-0ce737396a15 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674960 Nov 23 09:48:57.909511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.963967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:57.964614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:57.966061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/a12a7664-4cb8-4113-b942-d6db6451b7cc HTTP/1.1" status: 200 len: 1096 time: 2.8288491 Nov 23 09:48:57.998449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=10']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:58.015830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b9515-fc97-4a5c-90f0-f913212386a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:58.019732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-27732b32-fdc1-4030-83f8-5ba5b291ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.021274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-27732b32-fdc1-4030-83f8-5ba5b291ffff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224306 Nov 23 09:48:58.024043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.025383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.025992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.026462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.026906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.027341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.027767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.028227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.028651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.029074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.030144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.030580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:48:58.080862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] No DVR routers for this DVR port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:48:58.122571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Deleting port df57112c-78de-41e0-bbc2-aa113b44fc54 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:48:58.123174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:58.134568 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:55Z', 'revision_number': 5, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:48:58.155120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4e256124-d5b6-4994-9f98-31dc21619f80 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3117895 Nov 23 09:48:58.193634 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e6787-b1aa-48a6-a16e-2cdf6cbf6d13 None None] The sync data for ids ['b79d8d2e-084e-4e23-bb54-357e6d2642c3'] in n-d-781076-5 is: [{'id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-811732543-router', 'tenant_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:37Z', 'updated_at': '2021-11-23T09:48:55Z', 'revision_number': 5, 'project_id': 'dd35d09a4d3a4955b9259c71aab86ab8', 'gw_port': {'id': 'df57112c-78de-41e0-bbc2-aa113b44fc54', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79d8d2e-084e-4e23-bb54-357e6d2642c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:39Z', 'updated_at': '2021-11-23T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:48:58.195537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eda030-17c1-449f-9998-be397d54cb1b req-54b3bf38-fb8d-4db4-8bcf-9a035a943b53 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.197223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79eda030-17c1-449f-9998-be397d54cb1b req-54b3bf38-fb8d-4db4-8bcf-9a035a943b53 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 948 time: 0.1111298 Nov 23 09:48:58.234560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-fc254623-14f3-4e43-a49b-f5f9f5ea5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.236556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-fc254623-14f3-4e43-a49b-f5f9f5ea5293 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 1099 time: 0.2002268 Nov 23 09:48:58.276313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79eda030-17c1-449f-9998-be397d54cb1b req-6f39fde6-8205-4fa7-837a-4dce6a9f2a12 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637624 Nov 23 09:48:58.329463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-b7c94d1d-a14a-43fb-b65d-b25c3687b12a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc HTTP/1.1" status: 200 len: 217 time: 0.0630777 Nov 23 09:48:58.340873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-ed5a3828-ff46-4cf4-b39f-ae2d3efaf641 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847834 Nov 23 09:48:58.359630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc46f82-8969-45dc-a5f5-54dbf01a1a3c req-a622b6b5-3555-4157-9ffc-3b11f06c8716 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0327687 Nov 23 09:48:58.423863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] For port df57112c-78de-41e0-bbc2-aa113b44fc54, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=df57112c-78de-41e0-bbc2-aa113b44fc54,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:58.424396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:58.472003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Calling delete_port for df57112c-78de-41e0-bbc2-aa113b44fc54 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:48:58.479826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66def-e880-4452-b170-2c2031e17071 req-a484679f-8b2a-440e-8ca4-613e216e7cf4 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.481366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56e66def-e880-4452-b170-2c2031e17071 req-a484679f-8b2a-440e-8ca4-613e216e7cf4 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0539649 Nov 23 09:48:58.483754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-bf518dab-7c1d-4b41-bd21-b2ed29a1b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.485204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-bf518dab-7c1d-4b41-bd21-b2ed29a1b4b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1467631 Nov 23 09:48:58.532189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56e66def-e880-4452-b170-2c2031e17071 req-ff831cac-9364-4253-b0bb-febf7f32a268 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Nov 23 09:48:58.590663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-d96af628-47cd-4fab-a7f0-ba94e31d167b service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392116 Nov 23 09:48:58.604318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-cc70d123-8d5d-43eb-9db4-95a44db9feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:58.605829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-cc70d123-8d5d-43eb-9db4-95a44db9feba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117804 Nov 23 09:48:58.645277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 22b95e5c-9228-447e-9fbd-a0b44930ed84 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:48:58.714449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 22b95e5c-9228-447e-9fbd-a0b44930ed84 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:48:58.719243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 22b95e5c-9228-447e-9fbd-a0b44930ed84 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:48:58.720034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:58.816120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:58.844722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:58.847252 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6060bdb-6f58-4a14-afb6-9ede3f2f9e7c" -d '{"events": [{"server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "name": "network-vif-plugged", "status": "completed", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:58.863372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:48:58.874688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:58.932653 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b984c2-8349-4658-98a0-64b2a9fab1be x-openstack-request-id: req-78b984c2-8349-4658-98a0-64b2a9fab1be {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:48:58.933071 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "name": "network-vif-plugged", "status": "completed", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:48:58.933487 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b984c2-8349-4658-98a0-64b2a9fab1be {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:48:58.934029 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84', 'code': 200} Nov 23 09:48:58.966643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:59.078319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa75e-5b8b-401c-ba0d-2b177f600342 req-2a753e56-77c6-47c8-a269-35d02797d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.079411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-492aa75e-5b8b-401c-ba0d-2b177f600342 req-2a753e56-77c6-47c8-a269-35d02797d2a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 1100 time: 0.0754170 Nov 23 09:48:59.084611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-7fa6470b-d1ae-4620-a168-f1775d6f6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.086178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-7fa6470b-d1ae-4620-a168-f1775d6f6a32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 1099 time: 0.4094055 Nov 23 09:48:59.089498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7cb30-332f-4623-a763-caf473bbe45e req-585fe6bd-065c-4967-ad8c-5dd2e92501fe tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.098958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65f7cb30-332f-4623-a763-caf473bbe45e req-585fe6bd-065c-4967-ad8c-5dd2e92501fe tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.1085122 Nov 23 09:48:59.116061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e213a27b-14fa-4ac1-8d73-319559328954 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:48:59.142320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e213a27b-14fa-4ac1-8d73-319559328954 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:48:59.143755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e213a27b-14fa-4ac1-8d73-319559328954 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:48:59.146275 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-5bbf49d1-43b9-4b53-a64c-a6dde77a61ca service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772937 Nov 23 09:48:59.206716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.277761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Pushing event deleted for resources: {'Port': ['ID=df57112c-78de-41e0-bbc2-aa113b44fc54,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:48:59.313020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.407476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:48:59.409954 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fdba80-ee15-4471-b7b9-be141db4b341" -d '{"events": [{"name": "network-changed", "server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:48:59.448054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-492aa75e-5b8b-401c-ba0d-2b177f600342 req-fecde131-09b5-46ae-9349-54466d2de699 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462660 Nov 23 09:48:59.452202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-c115646b-5e5f-4e84-9297-5153398ff951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.453680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-c115646b-5e5f-4e84-9297-5153398ff951 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.3551383 Nov 23 09:48:59.459115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65f7cb30-332f-4623-a763-caf473bbe45e req-cae58316-67b8-47d6-89a3-b97bc5efc5cb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588681 Nov 23 09:48:59.460777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.463157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.467303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de68f2ec-23c0-485c-9791-d1a94ce3257f req-a7ec04fd-444e-4922-8570-13cf6b3fd031 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868061 Nov 23 09:48:59.533174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.533927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b79d8d2e-084e-4e23-bb54-357e6d2642c3 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:48:59.548677 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.549870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2b6e5f55-6195-42b4-8594-7a9f72c909dd admin admin] 10.222.0.62 "DELETE /v2.0/routers/b79d8d2e-084e-4e23-bb54-357e6d2642c3 HTTP/1.1" status: 204 len: 168 time: 2.6266873 Nov 23 09:48:59.555298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50668) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:48:59.564681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b852e-c43a-488c-94c4-7d8cc3a54898 req-31875517-d6e8-4720-8294-af95e11779e2 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.566981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f1b852e-c43a-488c-94c4-7d8cc3a54898 req-31875517-d6e8-4720-8294-af95e11779e2 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 949 time: 0.0579593 Nov 23 09:48:59.613229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Deleting subnet 8d45c346-682a-4b91-b29a-c8e9475dd7c1 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:48:59.616986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.637049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f1b852e-c43a-488c-94c4-7d8cc3a54898 req-be7756b9-d07e-49a2-889f-2d7c0e4d782b tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Nov 23 09:48:59.708581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-39e90fc6-a6bc-4637-bdfa-c3ad30053adc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=37732dd9-6703-437e-873b-4739b8f971b5 HTTP/1.1" status: 200 len: 217 time: 0.0536423 Nov 23 09:48:59.713943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.772163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf77365-6dac-41b3-b50f-6979e3c11e32 req-42a6a0e9-ad0c-4e1c-b029-3872a28f8c52 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.773825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adf77365-6dac-41b3-b50f-6979e3c11e32 req-42a6a0e9-ad0c-4e1c-b029-3872a28f8c52 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 948 time: 0.0657246 Nov 23 09:48:59.840055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-e5a192ac-0b04-45f1-9761-65c4eb17d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.841567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adf77365-6dac-41b3-b50f-6979e3c11e32 req-41cda866-0904-4137-b611-c3e7dcbdf83c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611036 Nov 23 09:48:59.841692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-e5a192ac-0b04-45f1-9761-65c4eb17d6f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1240330 Nov 23 09:48:59.848377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:48:59.927493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-43a9dce1-2be2-4883-a2a6-77a6a6678a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:48:59.928864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-43a9dce1-2be2-4883-a2a6-77a6a6678a2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782094 Nov 23 09:48:59.939291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a867cf7d-93bc-4315-a5d4-33e378a16b1c req-00fb732e-2355-457e-8405-3da618df0aae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0270808 Nov 23 09:49:00.013798 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e52b7-ac46-4aef-b745-445ad7147803 x-openstack-request-id: req-171e52b7-ac46-4aef-b745-445ad7147803 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:00.014316 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:00.014476 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-171e52b7-ac46-4aef-b745-445ad7147803 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:00.014764 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'status': 'completed', 'code': 200} Nov 23 09:49:00.019884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.061277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86cd2e-b5c7-4eca-8ee5-3ab659abb872 None None] Network 583b6e87-7d44-437b-a75e-05f16b59c72c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:00.063337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.069452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8d45c346-682a-4b91-b29a-c8e9475dd7c1 HTTP/1.1" status: 204 len: 168 time: 0.5137825 Nov 23 09:49:00.069812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50674) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:00.072172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15363ac-30b3-4778-bc1f-76211908a3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d45c346-682a-4b91-b29a-c8e9475dd7c1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:00.136201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-b49a8c3f-8a97-4fdc-9fd4-06f388ecb044 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948495 Nov 23 09:49:00.146155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-080560b8-3612-4f53-a497-8fbef9040689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.147875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-080560b8-3612-4f53-a497-8fbef9040689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 1099 time: 0.0942798 Nov 23 09:49:00.238981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a64ad5-b27a-4e64-828f-db85c014423f req-4fb0b455-325c-4771-9209-d305c974b990 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.240546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38a64ad5-b27a-4e64-828f-db85c014423f req-4fb0b455-325c-4771-9209-d305c974b990 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.1720834 Nov 23 09:49:00.253029 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.309553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38a64ad5-b27a-4e64-828f-db85c014423f req-fd2de185-715d-4190-bdc4-9d88c053a2b6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544107 Nov 23 09:49:00.321388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf165a8d-8459-468f-9d36-88d8e2728baa req-2168a092-4922-41d8-80a9-80793d281945 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723595 Nov 23 09:49:00.322767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-5afb2688-bea0-45fc-ab46-4c0c09be3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.324165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-5afb2688-bea0-45fc-ab46-4c0c09be3c74 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1670847 Nov 23 09:49:00.327913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] DHCP port deletion for 583b6e87-7d44-437b-a75e-05f16b59c72c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:49:00.365166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Deleting port a666078b-8fed-4bb4-afee-cfd832e9751a {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:49:00.365758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.392112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-823f2c1b-b807-406c-b0bd-fb39ff0abfb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc HTTP/1.1" status: 200 len: 217 time: 0.0477839 Nov 23 09:49:00.403667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Deleting port a666078b-8fed-4bb4-afee-cfd832e9751a {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:49:00.404430 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.456460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] For port a666078b-8fed-4bb4-afee-cfd832e9751a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a666078b-8fed-4bb4-afee-cfd832e9751a,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:00.456763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.467480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-3c7c1990-e8c4-4c26-bef6-3b923e72eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.469641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-3c7c1990-e8c4-4c26-bef6-3b923e72eb7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0658350 Nov 23 09:49:00.471016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Calling delete_port for a666078b-8fed-4bb4-afee-cfd832e9751a owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:49:00.516894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] For port a666078b-8fed-4bb4-afee-cfd832e9751a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a666078b-8fed-4bb4-afee-cfd832e9751a,segment=NetworkSegment(b30145d9-fd61-4dd7-8e43-42e65e6a2c66),segment_id=b30145d9-fd61-4dd7-8e43-42e65e6a2c66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:00.517466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.540518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Calling delete_port for a666078b-8fed-4bb4-afee-cfd832e9751a owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:49:00.557063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-652b993f-e730-434a-a8de-24c8f71bb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.559621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-652b993f-e730-434a-a8de-24c8f71bb2ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753875 Nov 23 09:49:00.609096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad86e74-efed-4c02-84a6-b67d06da6f56 req-866b1ecd-1d30-4a0a-b9c1-6ed3c527fbd2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:00.611042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ad86e74-efed-4c02-84a6-b67d06da6f56 req-866b1ecd-1d30-4a0a-b9c1-6ed3c527fbd2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0700886 Nov 23 09:49:00.658164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:00.683730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-6aa95039-968f-40b3-b0ef-02ba0dcd983e service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152678 Nov 23 09:49:00.718089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.767792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Pushing event deleted for resources: {'Port': ['ID=a666078b-8fed-4bb4-afee-cfd832e9751a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:00.798113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] No DVR routers for this DVR port a666078b-8fed-4bb4-afee-cfd832e9751a on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:00.860235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7fdba80-ee15-4471-b7b9-be141db4b341 req-2a1beafc-a71f-4dc6-b824-9b87891c0622 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666780 Nov 23 09:49:00.891912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ad86e74-efed-4c02-84a6-b67d06da6f56 req-f43d5252-4344-427a-b50e-dc4642d7c9fc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697115 Nov 23 09:49:00.910820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:00.919289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:00.958759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] No DVR routers for this DVR port a666078b-8fed-4bb4-afee-cfd832e9751a on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:00.961586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e6d6a-b839-4595-b365-c85b5bdda3e5 None None] Pushing event deleted for resources: {'Port': ['ID=a666078b-8fed-4bb4-afee-cfd832e9751a,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:00.970293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.002475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b6e87-7d44-437b-a75e-05f16b59c72c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:01.027413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:01.027927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30145d9-fd61-4dd7-8e43-42e65e6a2c66') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:01.053638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.073210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.082629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:49:01.083149 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:49:01.085020 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:49:01.108857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a188-2f65-47f0-8275-12d09fa61d37 req-d315d4f8-36f6-44fb-9842-26cb3f024e5c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:01.113150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46d9a188-2f65-47f0-8275-12d09fa61d37 req-d315d4f8-36f6-44fb-9842-26cb3f024e5c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 949 time: 0.1013410 Nov 23 09:49:01.143050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device df57112c-78de-41e0-bbc2-aa113b44fc54 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:01.177472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: df57112c-78de-41e0-bbc2-aa113b44fc54 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:49:01.177865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device df57112c-78de-41e0-bbc2-aa113b44fc54 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:01.178523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a666078b-8fed-4bb4-afee-cfd832e9751a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:01.195327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.204872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a666078b-8fed-4bb4-afee-cfd832e9751a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:49:01.205486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a666078b-8fed-4bb4-afee-cfd832e9751a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:01.210459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46d9a188-2f65-47f0-8275-12d09fa61d37 req-32747c82-90fb-4c00-900c-5760998207d2 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962355 Nov 23 09:49:01.229843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Pushing event deleted for resources: {'Network': ['ID=583b6e87-7d44-437b-a75e-05f16b59c72c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:01.232095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.239870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a0175d6d-729e-405e-a713-5bfc3da16caa admin admin] 10.222.0.62 "DELETE /v2.0/networks/583b6e87-7d44-437b-a75e-05f16b59c72c HTTP/1.1" status: 204 len: 168 time: 1.1682651 Nov 23 09:49:01.363986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a455a-062d-46d2-b84f-d6804c7cc54a req-ba2c3066-8d96-4cd7-af84-a3bd30f86d83 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:01.365550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-408a455a-062d-46d2-b84f-d6804c7cc54a req-ba2c3066-8d96-4cd7-af84-a3bd30f86d83 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 948 time: 0.0613611 Nov 23 09:49:01.446277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-408a455a-062d-46d2-b84f-d6804c7cc54a req-ecaa82db-9159-4523-98e6-6adee4a1eef1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728114 Nov 23 09:49:01.451583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:01.493557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fc2cb6a6-fc75-47a9-85da-983caa6447db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd35d09a4d3a4955b9259c71aab86ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406075 Nov 23 09:49:01.496101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50698) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:01.533502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1977f398-d7ba-4fe5-980c-1e6d015cdc24 req-9fad4336-bfed-4032-8d48-4556786e32cc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0265248 Nov 23 09:49:01.545425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.572545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.627120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.631238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:01.635044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/724c99f9-fc21-4fd0-9c81-4aafcd301fe2 HTTP/1.1" status: 204 len: 168 time: 0.1352406 Nov 23 09:49:01.643684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63621ca9-8b53-41c2-9b05-79518176c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c99f9-fc21-4fd0-9c81-4aafcd301fe2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:01.707533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43707da-1aca-45c4-ac9e-39acf2d74cbd req-533ecf77-b23a-4e43-97ba-345372367c3f tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:01.709023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f43707da-1aca-45c4-ac9e-39acf2d74cbd req-533ecf77-b23a-4e43-97ba-345372367c3f tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0547614 Nov 23 09:49:01.758706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f43707da-1aca-45c4-ac9e-39acf2d74cbd req-fa810bd5-6954-4ffb-b095-feeb79d8bb90 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Nov 23 09:49:02.050205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f268a-b734-4003-a2df-301d95ed7dbd req-adefb8ad-9326-4cf7-8317-1726e7de1d09 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:02.052250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-916f268a-b734-4003-a2df-301d95ed7dbd req-adefb8ad-9326-4cf7-8317-1726e7de1d09 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0619688 Nov 23 09:49:02.104725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-916f268a-b734-4003-a2df-301d95ed7dbd req-1f71bfa0-443a-466b-9982-ac54f8245e00 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Nov 23 09:49:02.234344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2b71-4bbd-43ec-b788-91e30d9a65f8 req-7b6e8aa6-39b6-478e-87d6-8b43b3b44dd0 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:02.235839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca9e2b71-4bbd-43ec-b788-91e30d9a65f8 req-7b6e8aa6-39b6-478e-87d6-8b43b3b44dd0 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 949 time: 0.0551271 Nov 23 09:49:02.286314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca9e2b71-4bbd-43ec-b788-91e30d9a65f8 req-08213258-918a-4557-ae9c-3b4f4d71b265 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 Nov 23 09:49:02.646380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9635d-5a3b-46d7-9e29-9556c7607fb4 req-9c278383-376d-43d5-9f24-2211dc524cce tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:02.647870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4b9635d-5a3b-46d7-9e29-9556c7607fb4 req-9c278383-376d-43d5-9f24-2211dc524cce tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 948 time: 0.0535910 Nov 23 09:49:02.662645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a12a7664-4cb8-4113-b942-d6db6451b7cc details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:02.699164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4b9635d-5a3b-46d7-9e29-9556c7607fb4 req-35a34393-10be-4a4b-843d-97763891d3e7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Nov 23 09:49:02.766656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:02.779139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'mac_address': 'fa:16:3e:a0:c6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:02.819965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:02.834861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12a7664-4cb8-4113-b942-d6db6451b7cc {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:02.839187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b37f1023-6d97-4ebc-8690-427046c331bf req-6ede57fe-bf48-499d-b88c-1ec106225a27 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0267682 Nov 23 09:49:02.864528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:02.869884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:02.870838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 37732dd9-6703-437e-873b-4739b8f971b5 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:02.943344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=37732dd9-6703-437e-873b-4739b8f971b5,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:02.946148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:02.958511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '37732dd9-6703-437e-873b-4739b8f971b5', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '37732dd9-6703-437e-873b-4739b8f971b5', 'mac_address': 'fa:16:3e:4d:9b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:02.990881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880c929-a52d-4471-9d47-408b2bafb152 req-1af5a0b6-8834-4aa2-bacd-3d562bbab0e1 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:02.999583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d880c929-a52d-4471-9d47-408b2bafb152 req-1af5a0b6-8834-4aa2-bacd-3d562bbab0e1 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0687182 Nov 23 09:49:03.005558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.024230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37732dd9-6703-437e-873b-4739b8f971b5 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:03.044727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=37732dd9-6703-437e-873b-4739b8f971b5,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:03.044943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d880c929-a52d-4471-9d47-408b2bafb152 req-6c55bf73-df92-46fc-86ac-a743a445d7c1 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Nov 23 09:49:03.050980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.102315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:03.264854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899b308-d165-4c97-89e8-72995c8348a5 req-fb07764f-505c-47f8-a3cb-ccadf31e9f3e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:03.266405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3899b308-d165-4c97-89e8-72995c8348a5 req-fb07764f-505c-47f8-a3cb-ccadf31e9f3e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Nov 23 09:49:03.320290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:03.324514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3899b308-d165-4c97-89e8-72995c8348a5 req-3866c7ae-8abf-4056-b359-8ee8da8c45b8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 Nov 23 09:49:03.411115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['37732dd9-6703-437e-873b-4739b8f971b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:03.434821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870a590-5838-46d8-84f7-950463516083 req-eec7a384-ccf5-4e10-8c9e-8c2d184eec4f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:03.437569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3870a590-5838-46d8-84f7-950463516083 req-eec7a384-ccf5-4e10-8c9e-8c2d184eec4f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 949 time: 0.1024811 Nov 23 09:49:03.507364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50778) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:03.532386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376412-effd-455b-b0e4-3244d06ac1fe req-63287c7d-3f57-43b9-b70a-282f1f871317 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:03.534171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d376412-effd-455b-b0e4-3244d06ac1fe req-63287c7d-3f57-43b9-b70a-282f1f871317 tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 949 time: 0.0644412 Nov 23 09:49:03.590521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Deleting port 22b95e5c-9228-447e-9fbd-a0b44930ed84 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:49:03.590767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.604092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d376412-effd-455b-b0e4-3244d06ac1fe req-d8328963-212c-4842-ba14-6a29c7ed2eec tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/security-groups?id=190746c2-cbc5-4537-91b5-2f8dc771d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624993 Nov 23 09:49:03.704437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95903e56-6582-4a66-9723-45d66155effd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.737193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] For port 22b95e5c-9228-447e-9fbd-a0b44930ed84, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=22b95e5c-9228-447e-9fbd-a0b44930ed84,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:03.737566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.754749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Calling delete_port for 22b95e5c-9228-447e-9fbd-a0b44930ed84 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:49:03.821738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0517-de63-41f8-93e3-476527c62354 req-6e9675f9-d146-41c5-b288-15b17c563c06 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:03.823433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc0f0517-de63-41f8-93e3-476527c62354 req-6e9675f9-d146-41c5-b288-15b17c563c06 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 949 time: 0.0526412 Nov 23 09:49:03.867475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95903e56-6582-4a66-9723-45d66155effd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.876797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95903e56-6582-4a66-9723-45d66155effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:03.882989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc0f0517-de63-41f8-93e3-476527c62354 req-b29dc9ae-87dc-4ee6-9e7e-7972617b4e22 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526073 Nov 23 09:49:03.940900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903e56-6582-4a66-9723-45d66155effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9de5ea-270b-48d0-b94a-24388d893658,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:03.945151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-95903e56-6582-4a66-9723-45d66155effd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ef7cff089664a81ab27f6eb254f3a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366629 Nov 23 09:49:03.948416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50786) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:03.992524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28e12949-5b1f-4bd7-9d04-abe0c6f43790 req-60f0957d-9f58-4964-988c-1baa3355f8ce tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0342679 Nov 23 09:49:04.000840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.049448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Pushing event deleted for resources: {'Port': ['ID=22b95e5c-9228-447e-9fbd-a0b44930ed84,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:04.051146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.104848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] No DVR routers for this DVR port 22b95e5c-9228-447e-9fbd-a0b44930ed84 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:04.108068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.111032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.113342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['22b95e5c-9228-447e-9fbd-a0b44930ed84'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:04.115226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3870a590-5838-46d8-84f7-950463516083 req-dbcb8c96-c17d-4e84-85b9-56b2195d704f tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.50 "DELETE /v2.0/ports/22b95e5c-9228-447e-9fbd-a0b44930ed84 HTTP/1.1" status: 204 len: 173 time: 0.6700845 Nov 23 09:49:04.117136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'name': 'network-vif-deleted', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:04.119795 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69871c-11c4-4a20-a98a-c19a0509742e" -d '{"events": [{"server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "name": "network-vif-deleted", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:04.171158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Request body: {'port': {'device_id': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'admin_state_up': True, 'tenant_id': '74e9003d97424e56aee352d3650bba9d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:04.295480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-02c14ef4-b322-473a-8230-8f8674dea48c tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.299872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-02c14ef4-b322-473a-8230-8f8674dea48c tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1021574 Nov 23 09:49:04.379827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-59ac2f1b-9635-4ce0-beb0-39ddd2c75f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.381815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-59ac2f1b-9635-4ce0-beb0-39ddd2c75f7e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&tenant_id=c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 1096 time: 0.0684879 Nov 23 09:49:04.405319 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c2971-fdc6-40f7-aa55-fa2f8dca50f0 x-openstack-request-id: req-245c2971-fdc6-40f7-aa55-fa2f8dca50f0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:04.405747 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c7c6f8-907a-43b6-9c69-0249e43ee93c", "name": "network-vif-deleted", "tag": "22b95e5c-9228-447e-9fbd-a0b44930ed84", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:04.406061 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-245c2971-fdc6-40f7-aa55-fa2f8dca50f0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:04.406454 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c7c6f8-907a-43b6-9c69-0249e43ee93c', 'name': 'network-vif-deleted', 'tag': '22b95e5c-9228-447e-9fbd-a0b44930ed84', 'status': 'completed', 'code': 200} Nov 23 09:49:04.483420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b436d7-99d5-47fa-b094-85838d8b966b req-54475c63-6d23-4a02-b2cd-2d6807ce9520 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.492470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5b436d7-99d5-47fa-b094-85838d8b966b req-54475c63-6d23-4a02-b2cd-2d6807ce9520 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.1618419 Nov 23 09:49:04.501837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.506374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.510137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e9de5ea-270b-48d0-b94a-24388d893658 HTTP/1.1" status: 204 len: 168 time: 0.5583282 Nov 23 09:49:04.513781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04d8c9-39b3-40bb-a8eb-d9c84266d533 req-29c4bfb1-6caa-401b-9229-e1d63a8fa55b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.520896 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a04d8c9-39b3-40bb-a8eb-d9c84266d533 req-29c4bfb1-6caa-401b-9229-e1d63a8fa55b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 945 time: 0.1011422 Nov 23 09:49:04.543153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c713301-5900-490f-b9f7-78cf7a8f044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9de5ea-270b-48d0-b94a-24388d893658,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:04.560940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-a1d10005-db2d-4917-96bc-acbcfae864da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.562588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-a1d10005-db2d-4917-96bc-acbcfae864da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1096 time: 0.1005628 Nov 23 09:49:04.598580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5b436d7-99d5-47fa-b094-85838d8b966b req-1bfae329-917c-4c00-9d47-8b1173b9cf15 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051149 Nov 23 09:49:04.602694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:04.607361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.655199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a04d8c9-39b3-40bb-a8eb-d9c84266d533 req-45a8e327-2f7d-4c62-882c-96ca63863484 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334305 Nov 23 09:49:04.676092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a12a7664-4cb8-4113-b942-d6db6451b7cc up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:04.784211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a12a7664-4cb8-4113-b942-d6db6451b7cc completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:04.790861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a12a7664-4cb8-4113-b942-d6db6451b7cc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:04.791282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.815678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4be7c3d8-295e-478c-8e90-6de7f1b72e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.817793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-4be7c3d8-295e-478c-8e90-6de7f1b72e60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.2416883 Nov 23 09:49:04.828144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ec6d9-68c4-440a-b69a-92f1eb53beb2 req-17620199-f54f-4e56-a094-c1c4291a7c63 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:04.831041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a9ec6d9-68c4-440a-b69a-92f1eb53beb2 req-17620199-f54f-4e56-a094-c1c4291a7c63 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.1105552 Nov 23 09:49:04.882168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-1276377c-7ab5-475e-849b-1042ca209de1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.0567460 Nov 23 09:49:04.899413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Allocated IP 172.20.0.4 (439f3770-f03b-4e17-bed8-c35b24af0524/c3c726ea-66b3-4c28-b762-076ebe4d14cf/77221cc0-b843-4810-8917-5bb8f557aa90) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:04.930748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:04.948507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a9ec6d9-68c4-440a-b69a-92f1eb53beb2 req-6c5bfdb7-2c01-464e-8a45-6daf7e51ed46 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052580 Nov 23 09:49:04.963443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:04.966695 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5c3f4-1d5b-4b06-87eb-ff4516fb4e5b" -d '{"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-plugged", "status": "completed", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:04.976986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fd15119-ebc3-43e3-b7e5-d9e5d8621a52 req-64ab7709-06a9-4e19-8310-b7d604cc357c tempest-ServerDiagnosticsNegativeTest-487383046 tempest-ServerDiagnosticsNegativeTest-487383046-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c7c6f8-907a-43b6-9c69-0249e43ee93c HTTP/1.1" status: 200 len: 210 time: 0.0853384 Nov 23 09:49:04.985086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:05.001762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.002862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 37732dd9-6703-437e-873b-4739b8f971b5 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:05.013995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-06e0759d-30f4-43f0-959c-6d19a035a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.017024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-06e0759d-30f4-43f0-959c-6d19a035a91a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1139479 Nov 23 09:49:05.069406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-26de39f0-4d07-4279-8cc4-fd10c8d60613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429323 Nov 23 09:49:05.086101 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2603c66d-6635-4f00-86d1-0fec580c89f6 x-openstack-request-id: req-2603c66d-6635-4f00-86d1-0fec580c89f6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:05.086396 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-plugged", "status": "completed", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:05.086646 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2603c66d-6635-4f00-86d1-0fec580c89f6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:05.087042 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'code': 200} Nov 23 09:49:05.173932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:05.193347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 37732dd9-6703-437e-873b-4739b8f971b5 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:05.198931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 37732dd9-6703-437e-873b-4739b8f971b5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:05.199561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.228012 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cf3eebb-a630-4274-92ef-bf4a1b7bbf0d req-b7700e14-7885-4010-8051-f16f5b81b41c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0760496 Nov 23 09:49:05.303176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f29f67ee-1c11-4938-807b-00e8a0094763 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139497 Nov 23 09:49:05.322980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceef88-13c0-41f3-a64b-f70eb8809539 req-7e4cb3ee-99a7-4017-8c21-f3c8edfb441c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.324659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42ceef88-13c0-41f3-a64b-f70eb8809539 req-7e4cb3ee-99a7-4017-8c21-f3c8edfb441c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 950 time: 0.1678388 Nov 23 09:49:05.359143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c795-3b01-4db2-ac44-e9ccfe7b2895 req-8aa4d4b4-b3bb-43a3-ac95-17c43cb5d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.360929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07e4c795-3b01-4db2-ac44-e9ccfe7b2895 req-8aa4d4b4-b3bb-43a3-ac95-17c43cb5d387 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 1101 time: 0.2054973 Nov 23 09:49:05.384431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.503820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=37732dd9-6703-437e-873b-4739b8f971b5,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:05.516798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.573496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-f9b14b40-2f1d-4943-8a38-e53367c4432b service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544019 Nov 23 09:49:05.639852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:05.664845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.665117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.665463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.665803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.667225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.667638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.668177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.668771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.669268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.670198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.670696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.671190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:05.755686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.779512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2623fb-2ed6-4420-ab73-cd1afdda2b4f req-ca22ed20-5bc5-4039-a5b8-49619f8a15df tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.794688 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf2623fb-2ed6-4420-ab73-cd1afdda2b4f req-ca22ed20-5bc5-4039-a5b8-49619f8a15df tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0762770 Nov 23 09:49:05.815470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42ceef88-13c0-41f3-a64b-f70eb8809539 req-4ed14541-02e2-4f59-b097-822d3b427972 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652741 Nov 23 09:49:05.822491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07e4c795-3b01-4db2-ac44-e9ccfe7b2895 req-696b2a28-de90-492c-99c1-ce9f11992bed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488175 Nov 23 09:49:05.854205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf2623fb-2ed6-4420-ab73-cd1afdda2b4f req-a1f0be7f-7478-452b-99c3-8c08afce0407 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543516 Nov 23 09:49:05.866384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:05.926428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-6f0bfa1e-442b-4ebc-9876-49cea2717168 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.928524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-6f0bfa1e-442b-4ebc-9876-49cea2717168 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.0732286 Nov 23 09:49:05.946656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:05.972010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Network 439f3770-f03b-4e17-bed8-c35b24af0524 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:05.975217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:05.978001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:05.983923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:05.984547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.012889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-06511bfc-c887-4b7f-aedc-bf23b04af14a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8964612 Nov 23 09:49:06.022956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2156-1420-4156-a803-1b02fe92f3c3 req-f3a6ed05-fb2b-486d-9da5-a42dd5d0632d tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:06.023745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-809c2156-1420-4156-a803-1b02fe92f3c3 req-f3a6ed05-fb2b-486d-9da5-a42dd5d0632d tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 945 time: 0.0919027 Nov 23 09:49:06.029904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Request body: {'port': {'device_id': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:06.107240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-0d4c8e56-b9ce-44fb-9624-28c52cdbb393 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360012 Nov 23 09:49:06.118701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-dd3b6f5b-4bad-48b0-92cb-e1515f325eeb service neutron] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:06.132002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-dd3b6f5b-4bad-48b0-92cb-e1515f325eeb service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.133140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bada791-7c02-4a96-9133-152bf3a36ddb req-dd3b6f5b-4bad-48b0-92cb-e1515f325eeb service neutron] 10.222.0.11 "DELETE /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.1968484 Nov 23 09:49:06.159743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.168947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-0992fd29-91c9-4117-bb08-941bb091fae5 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:06.170473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-0992fd29-91c9-4117-bb08-941bb091fae5 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 945 time: 0.1447487 Nov 23 09:49:06.175345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-809c2156-1420-4156-a803-1b02fe92f3c3 req-863a57ac-f3ea-436b-b092-abb6aee55f34 tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/security-groups?id=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342704 Nov 23 09:49:06.245172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-bd444e55-4c40-4617-a87b-653cc801a8ae tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:06.246719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-bd444e55-4c40-4617-a87b-653cc801a8ae tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313570 Nov 23 09:49:06.263186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-ebf5994e-fea1-4399-83c2-19e8f1e9f0ce tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/quotas/f6ab3c40a3d34704a94be8b6212dfcd7 HTTP/1.1" status: 200 len: 375 time: 0.0105705 Nov 23 09:49:06.294937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-7e5b919b-aaca-4eb4-8e64-636de2db1055 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258496 Nov 23 09:49:06.524613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a635cf0-3f22-4f4d-8f8c-bab14e089d7f req-d43d51ce-8e3d-4cd9-9b70-6111c1a92013 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:06.526352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a635cf0-3f22-4f4d-8f8c-bab14e089d7f req-d43d51ce-8e3d-4cd9-9b70-6111c1a92013 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0843282 Nov 23 09:49:06.543576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-53d3dda2-249d-4915-83d7-0fd0764b84e6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3293576 Nov 23 09:49:06.555138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:06.586701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Deleting port 4be882db-f1c2-45c9-bfbf-95f632a04841 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:49:06.587314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.602788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a635cf0-3f22-4f4d-8f8c-bab14e089d7f req-dc0b361a-35fb-4e75-9474-5229185a1043 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Nov 23 09:49:06.679946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 22b95e5c-9228-447e-9fbd-a0b44930ed84 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:06.692303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.724863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 22b95e5c-9228-447e-9fbd-a0b44930ed84 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:49:06.725204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 22b95e5c-9228-447e-9fbd-a0b44930ed84 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:06.775117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] For port 4be882db-f1c2-45c9-bfbf-95f632a04841, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=4be882db-f1c2-45c9-bfbf-95f632a04841,segment=NetworkSegment(6f1acbed-be10-4957-90bf-60df5b323049),segment_id=6f1acbed-be10-4957-90bf-60df5b323049)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:06.775754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:06.779127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ff0f0-fbb8-4280-bff0-dec1cc206ca6 req-84fe3837-4029-4712-a419-bc64b95d7b81 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:06.781432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be1ff0f0-fbb8-4280-bff0-dec1cc206ca6 req-84fe3837-4029-4712-a419-bc64b95d7b81 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 931 time: 0.0638654 Nov 23 09:49:06.796249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Calling delete_port for 4be882db-f1c2-45c9-bfbf-95f632a04841 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:49:06.867268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be1ff0f0-fbb8-4280-bff0-dec1cc206ca6 req-082dd2bc-1478-4fbe-87ca-d314d79b768d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788476 Nov 23 09:49:06.952098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77221cc0-b843-4810-8917-5bb8f557aa90 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:06.971712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.008437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Transition to ACTIVE for port object 77221cc0-b843-4810-8917-5bb8f557aa90 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:07.034390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.038182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.088147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:07.091787 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc8a87c-a812-407b-a41d-d340ff033023" -d '{"events": [{"server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "name": "network-vif-plugged", "status": "completed", "tag": "37732dd9-6703-437e-873b-4739b8f971b5"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:07.169121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e65299bc-4cd7-4bfc-a0d5-ac0e68a90259 req-66a2d585-380d-4779-bc98-bbb40b15304d tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 210 time: 0.0399239 Nov 23 09:49:07.176407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50878) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:07.205285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:07.246428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.259408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['4be882db-f1c2-45c9-bfbf-95f632a04841'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:07.316834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Pushing event deleted for resources: {'Port': ['ID=4be882db-f1c2-45c9-bfbf-95f632a04841,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:07.318728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:07.319057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:07.319381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:07.334212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:07.334544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:07.369128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a49bff-0c6f-49ff-99f0-d521bdfbc470 req-b5c96edd-330a-4642-9f4d-47c71ca145b3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.370940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4a49bff-0c6f-49ff-99f0-d521bdfbc470 req-b5c96edd-330a-4642-9f4d-47c71ca145b3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 950 time: 0.0687795 Nov 23 09:49:07.385479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:07.385817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:07.386523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:07.387082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Bound port: 77221cc0-b843-4810-8917-5bb8f557aa90, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:07.387431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.390924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Allocated IP 172.25.1.157 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/83d43d09-3381-4e1e-aee9-ae9079303500) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:07.392987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] No DVR routers for this DVR port 4be882db-f1c2-45c9-bfbf-95f632a04841 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:07.402942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.406521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e14a440-8dc0-4c83-8259-d98932d339f5 req-ab982ceb-73c2-44e4-a5b9-62a846bd4f0b tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.50 "DELETE /v2.0/ports/4be882db-f1c2-45c9-bfbf-95f632a04841 HTTP/1.1" status: 204 len: 173 time: 1.2241380 Nov 23 09:49:07.408488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'name': 'network-vif-deleted', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:07.411091 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d524f92-2726-4885-b1e4-62ab754153be" -d '{"events": [{"server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "name": "network-vif-deleted", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:07.424283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6468151-953d-439a-8cf9-e93eba470039 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=921f00acba0d40edb0cd5ebaf4969eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452540 Nov 23 09:49:07.427244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50888) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:07.460078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4a49bff-0c6f-49ff-99f0-d521bdfbc470 req-0f73d352-488a-433e-b579-8595d63f54d8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Nov 23 09:49:07.508078 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.525692 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ba30d-d65c-432b-b5f4-6fb9f0978e9a x-openstack-request-id: req-766ba30d-d65c-432b-b5f4-6fb9f0978e9a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:07.526276 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "name": "network-vif-plugged", "status": "completed", "tag": "37732dd9-6703-437e-873b-4739b8f971b5", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:07.527032 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-766ba30d-d65c-432b-b5f4-6fb9f0978e9a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:07.527606 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5', 'code': 200} Nov 23 09:49:07.534493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:07.552418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:07.562639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.572241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.618085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.624161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.624762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.626221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 1091 time: 1.6015003 Nov 23 09:49:07.667313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-583fec09-0348-4226-8a9a-9ec99775b75f req-4a8df4a4-d974-4007-bccf-47d7b7f57e8e tempest-VolumesAdminNegativeTest-881365099 tempest-VolumesAdminNegativeTest-881365099-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9eaa721-bc7a-4151-a1c0-0760e155156f HTTP/1.1" status: 200 len: 210 time: 0.0587487 Nov 23 09:49:07.706159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a73a4-2b6d-45c8-9613-eef1ccf555a1 service neutron] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:07.711918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.715563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.716113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-1b8d9a0b-b07d-4f7b-aded-bcd37996a112 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362895 Nov 23 09:49:07.720588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/190746c2-cbc5-4537-91b5-2f8dc771d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2920864 Nov 23 09:49:07.764472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e3d16-679f-442a-973d-47989f31828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190746c2-cbc5-4537-91b5-2f8dc771d6e5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:07.772659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da355af-ff92-4773-b80c-8c990e0a1b74 req-47b171e8-b99b-4ac2-a098-8206b1cd5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.774318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1da355af-ff92-4773-b80c-8c990e0a1b74 req-47b171e8-b99b-4ac2-a098-8206b1cd5ab3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 1101 time: 0.1314952 Nov 23 09:49:07.785930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:07.815455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-c439d599-8ffc-4aa3-ad4d-166d50f436da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.817268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-c439d599-8ffc-4aa3-ad4d-166d50f436da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1094 time: 0.1180925 Nov 23 09:49:07.873505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc8cf-3c1b-4974-b999-ca12f95fff5f req-646a39fb-dd30-4d4d-a2e0-e94e96136f40 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.881658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7efcc8cf-3c1b-4974-b999-ca12f95fff5f req-646a39fb-dd30-4d4d-a2e0-e94e96136f40 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1096 time: 0.1009607 Nov 23 09:49:07.884644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-96e3fe1c-45d3-40dd-9462-4de600d546b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0559499 Nov 23 09:49:07.935216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:07.944553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event updated for resources: {'Port': ['ID=83d43d09-3381-4e1e-aee9-ae9079303500,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:07.953797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:07.960462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:07.975487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-137874e7-c863-4c1b-93f2-b926d79c58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.977460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-137874e7-c863-4c1b-93f2-b926d79c58a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0790119 Nov 23 09:49:07.982814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9b21f4eb-7853-439c-ac9d-f501d1519138 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:07.984704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9b21f4eb-7853-439c-ac9d-f501d1519138 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595537 Nov 23 09:49:07.990490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7efcc8cf-3c1b-4974-b999-ca12f95fff5f req-b0833e1f-1bc7-414a-bf65-e84e4123575b tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027629 Nov 23 09:49:07.992139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1da355af-ff92-4773-b80c-8c990e0a1b74 req-74fa94c1-c2d9-4c37-a161-8748932794dd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079153 Nov 23 09:49:08.017750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Request body: {'port': {'device_id': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'f6ab3c40a3d34704a94be8b6212dfcd7'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:08.050830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-a4881fa9-fcdd-4d7b-bde7-fc20cba2f856 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583947 Nov 23 09:49:08.088191 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b70b0a6-88ac-4437-bdee-60937063de8b x-openstack-request-id: req-1b70b0a6-88ac-4437-bdee-60937063de8b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:08.088423 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eaa721-bc7a-4151-a1c0-0760e155156f", "name": "network-vif-deleted", "tag": "4be882db-f1c2-45c9-bfbf-95f632a04841", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:08.088596 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b70b0a6-88ac-4437-bdee-60937063de8b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:08.089338 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eaa721-bc7a-4151-a1c0-0760e155156f', 'name': 'network-vif-deleted', 'tag': '4be882db-f1c2-45c9-bfbf-95f632a04841', 'status': 'completed', 'code': 200} Nov 23 09:49:08.090147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.215011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50906) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:08.233364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-ea219540-8883-48ad-acfa-4dc2c1cb39aa service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745875 Nov 23 09:49:08.235828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4bd7-4ab4-4c9c-860c-983ccdf4f9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.284914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633161d-aea2-4017-91ab-596c8e3bd705 req-3195a191-77fd-4e90-9b87-4d7c8912918c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:08.286523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0633161d-aea2-4017-91ab-596c8e3bd705 req-3195a191-77fd-4e90-9b87-4d7c8912918c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 950 time: 0.1209457 Nov 23 09:49:08.409411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.419094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdbc3544-2afd-4a03-994b-9d8aa35472e3 req-7a8378f4-f8c3-413d-8e42-ce3d2182b4df service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773138 Nov 23 09:49:08.424189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0633161d-aea2-4017-91ab-596c8e3bd705 req-d15f7ca8-921a-49e2-8be2-017a82194608 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289046 Nov 23 09:49:08.470520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Made reservation on behalf of f6ab3c40a3d34704a94be8b6212dfcd7 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:08.474136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.478012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4bd7-4ab4-4c9c-860c-983ccdf4f9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.483309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4bd7-4ab4-4c9c-860c-983ccdf4f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.486958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.552666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca4a4bd7-4ab4-4c9c-860c-983ccdf4f9f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49bcbc0c97214ba2956afacda8a8c965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363655 Nov 23 09:49:08.556184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50908) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:08.562717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4bd7-4ab4-4c9c-860c-983ccdf4f9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ece617-6da8-4a6b-bfd9-46837541ec55,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:08.609456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a65a4-4ea0-4479-8afa-6fd33a31dd98 req-c5fbeeeb-31e5-4d03-86e1-4f5e6a49bf7c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:08.611003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba4a65a4-4ea0-4479-8afa-6fd33a31dd98 req-c5fbeeeb-31e5-4d03-86e1-4f5e6a49bf7c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 943 time: 0.1213970 Nov 23 09:49:08.640183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.651305 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.656774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.658967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.664425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.677415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.693363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba4a65a4-4ea0-4479-8afa-6fd33a31dd98 req-1d3e7a94-8305-4c14-a04b-f37611aa1d46 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Nov 23 09:49:08.744631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.747574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.748730 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93ece617-6da8-4a6b-bfd9-46837541ec55 HTTP/1.1" status: 204 len: 168 time: 0.1911728 Nov 23 09:49:08.752200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.758158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c9cb3-8590-41d3-8b9b-809bb7c64400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ece617-6da8-4a6b-bfd9-46837541ec55,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:08.786959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b1e69e-3b7a-47a7-b2a7-068cf56b8993,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:08.791438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:08.792668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2482076 Nov 23 09:49:08.797041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c297af-9fc1-4204-ab2b-d5d735b2e94c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event updated for resources: {'Port': ['ID=83d43d09-3381-4e1e-aee9-ae9079303500,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:08.881084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-75afd4d6-9b52-4d15-be11-17d52c523809 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 696 time: 0.0778658 Nov 23 09:49:08.995904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Allocated IP 192.168.233.228 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/f76dc936-c93a-44e4-bd52-255684b581e9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:09.033775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-2c584996-163a-4e0a-9512-e2f0a3f5ff24 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:09.036495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-2c584996-163a-4e0a-9512-e2f0a3f5ff24 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.1355553 Nov 23 09:49:09.060912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-ce08b126-ee3f-42eb-a5cb-6ce269826de5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/quotas/c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 375 time: 0.0175059 Nov 23 09:49:09.061040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab904d-e727-4950-bfec-74f46111649f req-e94d498c-55f9-42fd-bbf9-27b855998895 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:09.062462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-e94d498c-55f9-42fd-bbf9-27b855998895 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1571915 Nov 23 09:49:09.086949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-06d376cc-9863-4e2e-b6a4-43907a4e3f35 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:49:09.087951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bab904d-e727-4950-bfec-74f46111649f req-06d376cc-9863-4e2e-b6a4-43907a4e3f35 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080488 Nov 23 09:49:09.158674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-e1fae1c0-eada-4f00-85e6-89a9ea070ffa tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967951 Nov 23 09:49:09.273112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d539c76b-77e3-48be-a130-1e4fa7919042 req-4065386a-10f9-4823-944f-01f506a35a69 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 210 time: 0.0428061 Nov 23 09:49:09.276932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.313749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-7a0d8e75-2096-491a-923d-a34c0adba3b9 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541965 Nov 23 09:49:09.322776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.327642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50936) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:09.425818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-7f33c783-67ae-4598-9477-dda3609c2986 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027753 Nov 23 09:49:09.436227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:09.459786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:09.470444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:09.477541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:09.478224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.483983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:09.495195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Deleting subnet fa00979f-cdc2-4006-8b81-bb88d9256785 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:49:09.505381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.566183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-66ccfb29-612c-4f5c-84fc-1453d3611bab tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5540040 Nov 23 09:49:09.593402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Request body: {'port': {'device_id': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:09.651648 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.672939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.706921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-4bdde931-03ae-469a-a944-0c63943583a6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:09.708916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-4bdde931-03ae-469a-a944-0c63943583a6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 820 time: 0.2992959 Nov 23 09:49:09.732303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d240b42-4be7-491d-a710-be5829c76698 req-f594f084-b9d4-4e90-ba0c-fa8706e115b7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:09.742285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d240b42-4be7-491d-a710-be5829c76698 req-f594f084-b9d4-4e90-ba0c-fa8706e115b7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 950 time: 0.0708249 Nov 23 09:49:09.753147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-8578cb61-5aee-471e-ae57-db295d79a6a8 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/quotas/cf78d004038c405d9f24315e9b4f3fb2 HTTP/1.1" status: 200 len: 375 time: 0.0247185 Nov 23 09:49:09.758202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.776959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50964) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:09.777369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c43c765e-b936-4e26-8884-dd1f5ff1f81c None None] Provisioning complete for port f76dc936-c93a-44e4-bd52-255684b581e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:09.778027 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c43c765e-b936-4e26-8884-dd1f5ff1f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.819712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c43c765e-b936-4e26-8884-dd1f5ff1f81c None None] Port f76dc936-c93a-44e4-bd52-255684b581e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:09.846828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d240b42-4be7-491d-a710-be5829c76698 req-dd2ea130-8ade-4724-baf1-a2f136d4597c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030178 Nov 23 09:49:09.882754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-40b00dfb-3c5a-432c-b623-421605dd16ca tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190100 Nov 23 09:49:09.916133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:09.938577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c685534a-0582-497d-bfd9-21161aec3dd9 req-90af0c0b-ae7d-469c-8de2-8eef9ef5632f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 210 time: 0.0382423 Nov 23 09:49:09.962601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-network', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:10.019801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Made reservation on behalf of 4772420ebf9d4aad9b8397e4ccaba7c4 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:10.022271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.044190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa00979f-cdc2-4006-8b81-bb88d9256785,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:10.052049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.055365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ba5231e9-2c83-448f-971c-6ac70aee207d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fa00979f-cdc2-4006-8b81-bb88d9256785 HTTP/1.1" status: 204 len: 168 time: 0.7266233 Nov 23 09:49:10.059031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50976) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:10.089527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:10.091876 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5678569a-1b77-4e03-8582-f6cdd985382d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:10.116623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-8b80ea92-1cad-42df-817d-2c1baca75040 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329805 Nov 23 09:49:10.133924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.151842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.202793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba72c-0391-4c92-9bc9-6dee0d23a8e3 req-41978715-bd60-4097-8795-ce22b0f62807 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:10.204320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ebdba72c-0391-4c92-9bc9-6dee0d23a8e3 req-41978715-bd60-4097-8795-ce22b0f62807 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 943 time: 0.1990075 Nov 23 09:49:10.278055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-81b5942b-55d7-41dd-8b97-235af9071017 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320748 Nov 23 09:49:10.322474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.349265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:10.357944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.372336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ebdba72c-0391-4c92-9bc9-6dee0d23a8e3 req-ff297692-4657-415c-a76d-4b2ce203a3fe tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471806 Nov 23 09:49:10.374651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Transition to ACTIVE for port object f76dc936-c93a-44e4-bd52-255684b581e9 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:10.376468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a332bff-33ff-40ed-8012-62205911039f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:10.381738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.395621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.397763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1acbed-be10-4957-90bf-60df5b323049') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:10.398333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1acbed-be10-4957-90bf-60df5b323049') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:10.421252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.423584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.452236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.470932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:49:10.473441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:49:10.473883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:49:10.488153 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:49:10.501360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Attempting to bind port f76dc936-c93a-44e4-bd52-255684b581e9 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:10.501719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Attempting to bind port f76dc936-c93a-44e4-bd52-255684b581e9 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:10.502057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Attempting to bind port f76dc936-c93a-44e4-bd52-255684b581e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:10.504018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:10.514320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Port f76dc936-c93a-44e4-bd52-255684b581e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:10.514650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Attempting to bind port f76dc936-c93a-44e4-bd52-255684b581e9 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:10.516689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:10.519034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.519737 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Added segment bad9cbc1-bf97-4459-b912-4e140ed5c6c4 of type vlan for network f2ec4527-431f-443f-a406-5efd82a8944e Nov 23 09:49:10.531798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:10.532174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:10.532559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:10.532946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Bound port: f76dc936-c93a-44e4-bd52-255684b581e9, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:10.533368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.662267 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac2ba1-b479-4a9b-95fa-be8dceeb2b50 x-openstack-request-id: req-1eac2ba1-b479-4a9b-95fa-be8dceeb2b50 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:10.662629 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:10.662823 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1eac2ba1-b479-4a9b-95fa-be8dceeb2b50 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:10.663211 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90', 'status': 'completed', 'code': 200} Nov 23 09:49:10.674019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:10.690036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4be882db-f1c2-45c9-bfbf-95f632a04841 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:10.693563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:10.705267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.749734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 4be882db-f1c2-45c9-bfbf-95f632a04841 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:49:10.758446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 4be882db-f1c2-45c9-bfbf-95f632a04841 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:10.855737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:10.867015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:10.868519 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.869985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-9447a79c-7547-449b-8a46-4a82bee3504c service neutron] 10.222.0.11 "PUT /v2.0/ports/f76dc936-c93a-44e4-bd52-255684b581e9 HTTP/1.1" status: 200 len: 1096 time: 1.2852292 Nov 23 09:49:10.956119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.993571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:10.996809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] 10.222.0.62 "DELETE /v2.0/networks/4a332bff-33ff-40ed-8012-62205911039f HTTP/1.1" status: 204 len: 168 time: 0.9347019 Nov 23 09:49:11.002981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.009094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50992) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:11.024854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-212bcab0-655e-4567-a3d4-87ced01a502a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.026530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-212bcab0-655e-4567-a3d4-87ced01a502a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.2105317 Nov 23 09:49:11.041763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64741d5e-b787-4ee3-90c2-b17af12ec81a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a332bff-33ff-40ed-8012-62205911039f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:11.080989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Request body: {'port': {'device_id': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'admin_state_up': True, 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:11.126684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678569a-1b77-4e03-8582-f6cdd985382d req-441dbbea-ecfc-4b1f-b58d-25444afcb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.127834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-441dbbea-ecfc-4b1f-b58d-25444afcb648 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1094 time: 0.2300293 Nov 23 09:49:11.161841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa670df-6a28-4b6c-8c99-e3428c46b144 req-ac73ae36-464b-41e8-b821-6dd6cc700c27 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.163455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fa670df-6a28-4b6c-8c99-e3428c46b144 req-ac73ae36-464b-41e8-b821-6dd6cc700c27 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 948 time: 0.2667420 Nov 23 09:49:11.172998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Deleting subnet 4f224e75-5d4a-4519-afdb-1acbac196dfe {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:49:11.175422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.176678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.177447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.208341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.219155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-8ff70e30-4ab8-4f29-aad1-8d54f20153ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.220917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-8ff70e30-4ab8-4f29-aad1-8d54f20153ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 1099 time: 0.2317102 Nov 23 09:49:11.277959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-8a77c19c-781b-4830-9e0a-501512521e48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f76dc936-c93a-44e4-bd52-255684b581e9 HTTP/1.1" status: 200 len: 217 time: 0.0470960 Nov 23 09:49:11.295517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30406d3-d766-45c9-ae54-6fe67ffcd9f1 req-ac2d4ed7-b660-4f59-bfb2-18f7b28b2a26 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.303292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30406d3-d766-45c9-ae54-6fe67ffcd9f1 req-ac2d4ed7-b660-4f59-bfb2-18f7b28b2a26 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.305267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30406d3-d766-45c9-ae54-6fe67ffcd9f1 req-ac2d4ed7-b660-4f59-bfb2-18f7b28b2a26 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6&device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 1691 time: 0.1827576 Nov 23 09:49:11.351110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ec4527-431f-443f-a406-5efd82a8944e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:11.366420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-850cac8c-5eb1-4ef6-a276-bfcfa74bc984 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5837903 Nov 23 09:49:11.368517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:11.372099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f2ec4527-431f-443f-a406-5efd82a8944e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:49:11.376262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Request body: {'subnet': {'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-subnet', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:11.383929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.411054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-fe102387-95d4-4b29-999f-af082c2d22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.412529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-fe102387-95d4-4b29-999f-af082c2d22e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1258414 Nov 23 09:49:11.434495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30406d3-d766-45c9-ae54-6fe67ffcd9f1 req-242631af-e7e3-4b83-8d31-d8e2a2016a70 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153371 Nov 23 09:49:11.444789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:11.448581 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.464195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678569a-1b77-4e03-8582-f6cdd985382d req-957d479a-417d-436b-95bb-efb799b38ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.465846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-957d479a-417d-436b-95bb-efb799b38ffa service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.2978702 Nov 23 09:49:11.472347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fa670df-6a28-4b6c-8c99-e3428c46b144 req-2f750bdb-7bc3-4365-b0a5-1d0128f1b747 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921419 Nov 23 09:49:11.485377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Made reservation on behalf of 4772420ebf9d4aad9b8397e4ccaba7c4 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:11.487669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.528965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.530088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-8dd08111-cf53-4e88-b05c-a4d7b25038b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.531638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-8dd08111-cf53-4e88-b05c-a4d7b25038b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961614 Nov 23 09:49:11.532255 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-091e1d04-fd91-4d8f-a5ed-dad9db5146f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0588558 Nov 23 09:49:11.600249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca31e4d2-6ea5-4e25-951d-a8b2479c7138 req-3c07ed71-0742-4898-8884-d4da9058c861 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 210 time: 0.0566807 Nov 23 09:49:11.684014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b86debf9-1eab-459d-9644-375bd7adf2cb req-a22001b4-b3f8-4d13-a143-3a15924e09b2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 210 time: 0.0797474 Nov 23 09:49:11.728318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678569a-1b77-4e03-8582-f6cdd985382d req-271ac85b-f58f-4ea2-b315-0058c5c2f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:11.729914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-271ac85b-f58f-4ea2-b315-0058c5c2f843 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1710269 Nov 23 09:49:11.733782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Allocated IP 172.20.0.5 (36803353-ad87-4613-bb49-44f0e3b6afae/0bd632ad-84d2-43ad-84a9-901329b61765/b6ee4342-e458-4177-ab84-0fa4efaeccef) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:11.747497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-ec9ba130-387a-4a24-9c0b-eb66e533f696 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994619 Nov 23 09:49:11.794756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-9d6f1088-3469-4f25-93f2-b4617ed6c88d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493093 Nov 23 09:49:11.822448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.878540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:11.883807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4f224e75-5d4a-4519-afdb-1acbac196dfe HTTP/1.1" status: 204 len: 168 time: 0.8642006 Nov 23 09:49:11.885401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51006) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:11.888891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42775e0d-5d87-43f4-a98f-0401b83188e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f224e75-5d4a-4519-afdb-1acbac196dfe,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:11.984775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-786637a4-cd08-4087-a07c-4c0c1d3c9f1c req-ffa48ee0-2f4b-4a23-9f42-7a8b58a9a230 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286870 Nov 23 09:49:12.044261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-fce716ad-c46f-43d2-828f-333a849d769d service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366498 Nov 23 09:49:12.113631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4c13-ab80-4f65-b73f-ecb886b333a8 req-733b2e1e-8cea-4e94-95ec-0ab609e79de3 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.115213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e7f4c13-ab80-4f65-b73f-ecb886b333a8 req-733b2e1e-8cea-4e94-95ec-0ab609e79de3 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 1101 time: 0.1641955 Nov 23 09:49:12.184412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.269392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5678569a-1b77-4e03-8582-f6cdd985382d req-e29ea01c-4105-4296-ab71-41ec19dd792c service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171266 Nov 23 09:49:12.274969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e7f4c13-ab80-4f65-b73f-ecb886b333a8 req-1c54d072-aa37-4d94-bd2a-b1491ed50633 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468887 Nov 23 09:49:12.289239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=094ef26e-2bac-417c-a99b-555a86730e86,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:12.300045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Checking segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:12.300411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Network hostable DHCP agents. Network: f2ec4527-431f-443f-a406-5efd82a8944e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:49:12.324450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Network f2ec4527-431f-443f-a406-5efd82a8944e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:49:12.336788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f2ec4527-431f-443f-a406-5efd82a8944e) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:12.342641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.343452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.350591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9aff6-3469-4be7-863f-f53af3abdbdf None None] Network f2ec4527-431f-443f-a406-5efd82a8944e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:12.375620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-75bf0e36-9b31-4e1e-bd6e-86ac0eabcdbe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0018513 Nov 23 09:49:12.381114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51010) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:12.390545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.396139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:12.401596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.402753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7d09-499a-409d-83ca-bab6c1c4e0da req-00fbfe2f-90a7-46c7-be90-f4c77e629e46 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.404031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a80b7d09-499a-409d-83ca-bab6c1c4e0da req-00fbfe2f-90a7-46c7-be90-f4c77e629e46 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 1101 time: 0.0463457 Nov 23 09:49:12.433969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3d36-40b9-4a3d-a22a-32eca1af0a2d req-2682acab-dfa4-46d6-a43b-ec4db8a17701 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.435572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cfe3d36-40b9-4a3d-a22a-32eca1af0a2d req-2682acab-dfa4-46d6-a43b-ec4db8a17701 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 943 time: 0.5058460 Nov 23 09:49:12.453612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a80b7d09-499a-409d-83ca-bab6c1c4e0da req-7bd02f9c-7326-4de8-8cc9-1ac16393deed tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Nov 23 09:49:12.516266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-f2ec4527-431f-443f-a406-5efd82a8944e', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'fixed_ips': [{'subnet_id': '094ef26e-2bac-417c-a99b-555a86730e86'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:49:12.517280 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.530737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-488162f1-1f08-49f0-b9ee-f0c1fac41a62 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.532211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-488162f1-1f08-49f0-b9ee-f0c1fac41a62 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.50 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 820 time: 0.5463459 Nov 23 09:49:12.534722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.535772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.566999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'port': {'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'admin_state_up': True, 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:12.632687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.640666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.675634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:12.678357 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647af02a-3942-4f05-9729-d081aa2d808f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:12.704527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Allocated IP 172.20.0.2 (f2ec4527-431f-443f-a406-5efd82a8944e/094ef26e-2bac-417c-a99b-555a86730e86/20b3cc58-be75-40e7-928f-53ea20d802f8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:12.717380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464a82-c9e9-466c-8d31-238a8bed5d6d req-0a598b28-bc7a-4b13-9541-32b9317ca622 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.719296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c464a82-c9e9-466c-8d31-238a8bed5d6d req-0a598b28-bc7a-4b13-9541-32b9317ca622 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 948 time: 0.0747812 Nov 23 09:49:12.746706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cfe3d36-40b9-4a3d-a22a-32eca1af0a2d req-243bb2b1-c08f-4b49-a9da-7f49ba964b39 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942774 Nov 23 09:49:12.780036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c464a82-c9e9-466c-8d31-238a8bed5d6d req-441e69c5-4b20-4e55-b4ad-9c51c9b6cc4e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Nov 23 09:49:12.782243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.782616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.783364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.783695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > port after_create 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.784471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.784471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > port after_update 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.784650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.784986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.785323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.785607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.852597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.852953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.853291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.853624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 09:49:12.854039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e68560c-f61e-4b94-afb9-1938fc4da6d6']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:12.863092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.864917 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.873729 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a410c-efd7-4f30-bfa7-df89e092348b x-openstack-request-id: req-4e5a410c-efd7-4f30-bfa7-df89e092348b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:12.874062 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:12.874295 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e5a410c-efd7-4f30-bfa7-df89e092348b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:12.874703 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'status': 'completed', 'code': 200} Nov 23 09:49:12.875646 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:12.899607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871eca69-5519-4fc7-afaf-5e4ff26c4a1d') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:12.899902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871eca69-5519-4fc7-afaf-5e4ff26c4a1d') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:12.923141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af02a-3942-4f05-9729-d081aa2d808f req-3936c895-2fa5-4762-94bc-771a9628fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:12.924361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Network f2ec4527-431f-443f-a406-5efd82a8944e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:12.925561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-3936c895-2fa5-4762-94bc-771a9628fbd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 1099 time: 0.0498447 Nov 23 09:49:12.928749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:12.936252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:12.945507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Pushing event updated for resources: {'Port': ['ID=20b3cc58-be75-40e7-928f-53ea20d802f8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:12.994445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-f1523363-f281-4407-9c3b-2f29e4e166a1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513544 Nov 23 09:49:13.000022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Attempting to bind port 20b3cc58-be75-40e7-928f-53ea20d802f8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:13.000388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Attempting to bind port 20b3cc58-be75-40e7-928f-53ea20d802f8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:13.000749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Attempting to bind port 20b3cc58-be75-40e7-928f-53ea20d802f8 on network f2ec4527-431f-443f-a406-5efd82a8944e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:13.006196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:13.006573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Checking segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:13.007091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.007493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Bound using segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:13.008115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Bound port: 20b3cc58-be75-40e7-928f-53ea20d802f8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:13.008495 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.040025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.044881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Network 36803353-ad87-4613-bb49-44f0e3b6afae is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:13.051071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-505cea84-1bd3-4ce1-973f-42406156d1d8 req-c989be0e-de45-40b8-b5bd-425fb4a17ba5 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 210 time: 0.1867578 Nov 23 09:49:13.051977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:13.055534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:13.072506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.072506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.073863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] For port 20b3cc58-be75-40e7-928f-53ea20d802f8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:13.077752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] For port 20b3cc58-be75-40e7-928f-53ea20d802f8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=20b3cc58-be75-40e7-928f-53ea20d802f8,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:13.086981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.098255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:13.120036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0504990 Nov 23 09:49:13.120792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cc71f-2159-42c0-a152-09bdb02a7711 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:13.151114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af02a-3942-4f05-9729-d081aa2d808f req-9e80265d-0315-4cba-b33e-67ea7a9a08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.152821 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-9e80265d-0315-4cba-b33e-67ea7a9a08b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2193964 Nov 23 09:49:13.193050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d4df6-d3c0-4568-8c50-e99e9fcbda35 None None] Pushing event updated for resources: {'Port': ['ID=20b3cc58-be75-40e7-928f-53ea20d802f8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:13.207741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.215571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-6f9ee9e6-49ff-4679-be2a-fe0aa6226c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f76dc936-c93a-44e4-bd52-255684b581e9 HTTP/1.1" status: 200 len: 217 time: 0.0548704 Nov 23 09:49:13.251360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Request body: {'port': {'device_id': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:13.269387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-cb43192f-0c3b-4361-92ab-2c350bd6bc23 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.270945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-cb43192f-0c3b-4361-92ab-2c350bd6bc23 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455537 Nov 23 09:49:13.281166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:13.282236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af02a-3942-4f05-9729-d081aa2d808f req-3de0c717-0eb2-4ac6-a4e7-a6d3d34c509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.286481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-3de0c717-0eb2-4ac6-a4e7-a6d3d34c509c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0629036 Nov 23 09:49:13.294345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '77221cc0-b843-4810-8917-5bb8f557aa90', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'port_id': '77221cc0-b843-4810-8917-5bb8f557aa90', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c726ea-66b3-4c28-b762-076ebe4d14cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:13.306190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:49:13.306587 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: from cryptography.utils import int_from_bytes Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: from cryptography.utils import int_from_bytes Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:49:13.312650 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:49:13.315297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.324954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-7281cdab-a71d-43bf-82ae-5cfb39ec7c00 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0353265 Nov 23 09:49:13.346782 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.364046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77221cc0-b843-4810-8917-5bb8f557aa90 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:13.390670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:13.399278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af02a-3942-4f05-9729-d081aa2d808f req-ab811d00-5b78-4208-ab61-ec16a923929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.401108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-ab811d00-5b78-4208-ab61-ec16a923929e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050768 Nov 23 09:49:13.402907 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.439771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Made reservation on behalf of cf78d004038c405d9f24315e9b4f3fb2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:13.443895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.468666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.490117 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.503548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:13.506231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f236d-6d54-4567-904b-2e37fa99a4f5 req-6d07fa6c-7c30-45f6-909f-1ea663230713 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:13.508661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-a1220092-1f49-46ef-a0e7-b77a4d2c214d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1665764 Nov 23 09:49:13.514712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-494f236d-6d54-4567-904b-2e37fa99a4f5 req-6d07fa6c-7c30-45f6-909f-1ea663230713 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 931 time: 0.3537407 Nov 23 09:49:13.552217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:13.559285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e68560c-f61e-4b94-afb9-1938fc4da6d6 HTTP/1.1" status: 204 len: 168 time: 1.6700270 Nov 23 09:49:13.595685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-d9b05aee-8d61-4aca-bc2d-1dfe7d9939d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793685 Nov 23 09:49:13.634096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f23d-1e4d-4731-959c-8d504dcc34ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4e68560c-f61e-4b94-afb9-1938fc4da6d6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:13.703624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-494f236d-6d54-4567-904b-2e37fa99a4f5 req-3dcc2acc-b651-48cf-939c-57b4d0ac2bdc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877289 Nov 23 09:49:13.748258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-647af02a-3942-4f05-9729-d081aa2d808f req-70091816-3a3a-4a40-82ab-23d1359308ab service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450405 Nov 23 09:49:13.814679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51042) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:13.865189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['77221cc0-b843-4810-8917-5bb8f557aa90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:13.878069 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba9b729c-797d-4300-ba7e-5f3ae044a9fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=953be7995cbb4b4eb0c8e8ce7c01a3c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613518 Nov 23 09:49:13.880516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:13.903188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Allocated IP 172.20.0.3 (06a6f689-7e0a-441d-9fd4-9982f24d6810/ceac3812-e5df-4bca-b40d-6d39dbb21fc6/6e0dbcca-681c-4e23-961b-4c0a48c06d37) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:13.947773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.014271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.155086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.163327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.166485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9 HTTP/1.1" status: 204 len: 168 time: 0.2826548 Nov 23 09:49:14.183289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b8a3a-a0c0-4e34-83e3-4c2765bb0ebc req-f4738621-cd4a-43b4-a6a3-9267a0b1bbd7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:14.192605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-292b8a3a-a0c0-4e34-83e3-4c2765bb0ebc req-f4738621-cd4a-43b4-a6a3-9267a0b1bbd7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.2831354 Nov 23 09:49:14.195648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbdb93-56f5-4455-9e3d-873ca3e3e22f req-e941a55d-c417-473c-be9f-ff80263237ec tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:14.202575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-32fbdb93-56f5-4455-9e3d-873ca3e3e22f req-e941a55d-c417-473c-be9f-ff80263237ec tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 948 time: 0.1700008 Nov 23 09:49:14.224967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7ed50-b643-4bc0-93e0-4b1071d0dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293fdcf-0bfc-4ec1-9c89-7e77cdd7b8b9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:14.279043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-32fbdb93-56f5-4455-9e3d-873ca3e3e22f req-920b9eef-2a11-4dc3-889f-1d1149fbfe68 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661826 Nov 23 09:49:14.569055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779116e7-8398-428d-8984-d54655938b08 None None] Network f2ec4527-431f-443f-a406-5efd82a8944e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:14.599689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.611660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-292b8a3a-a0c0-4e34-83e3-4c2765bb0ebc req-89eb2c12-c443-46d8-be32-b2398473c8a4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020190 Nov 23 09:49:14.671776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.699883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8cfa35b-9730-408b-b1f0-08bc0dbb499b req-e3a12892-83ee-48aa-b866-f9589cd20807 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 210 time: 0.0497005 Nov 23 09:49:14.709354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ee4342-e458-4177-ab84-0fa4efaeccef {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:14.711474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] Provisioning complete for port 20b3cc58-be75-40e7-928f-53ea20d802f8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:14.711864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.718219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.727154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.746466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51070) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:14.788475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0b56421-5a58-4d2a-9e31-8fcc681191fb req-97f43bc2-e584-489e-ac80-9c3612f02833 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 210 time: 0.1112339 Nov 23 09:49:14.835007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-99e1459c-f661-477d-8ef1-695438907cc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f8ed461ed1444549a91101fa86d6e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867901 Nov 23 09:49:14.837869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:14.882959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Transition to ACTIVE for port object b6ee4342-e458-4177-ab84-0fa4efaeccef will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:14.900361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:14.940528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e9be-4d80-4e08-a098-655f58dc90cd req-130813cb-7c8a-48a8-b2db-dda2c19de3e9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:14.949938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73b3e9be-4d80-4e08-a098-655f58dc90cd req-130813cb-7c8a-48a8-b2db-dda2c19de3e9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 931 time: 0.1023228 Nov 23 09:49:14.997334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.027988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:15.032042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.054473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73b3e9be-4d80-4e08-a098-655f58dc90cd req-77a2de31-6ff6-4d68-a1d8-dfd5cab99f6f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028645 Nov 23 09:49:15.082588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2b1c818c-04f1-4025-b295-334f0aa82b17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:15.088404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.089272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:15.132504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Allocated IP 172.25.1.95 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:15.141441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:15.154430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:15.167651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.171162 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.173120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8c83ae8-f0d2-41ae-9956-0c8406b621e3 HTTP/1.1" status: 204 len: 168 time: 0.3335471 Nov 23 09:49:15.192088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bb848-eb0f-4765-b91a-c16b3ef18513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c83ae8-f0d2-41ae-9956-0c8406b621e3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:15.198509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:15.229243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:15.369462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 20b3cc58-be75-40e7-928f-53ea20d802f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:15.440114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event updated for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:15.478460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.527560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:15.529492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.533335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:15.533790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:15.534197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:15.534381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:15.560156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.568050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:15.568382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:15.577376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.592378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] For port 20b3cc58-be75-40e7-928f-53ea20d802f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=20b3cc58-be75-40e7-928f-53ea20d802f8,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:15.594350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-9ac5c710-021f-47b3-a02c-fc436fff17bb tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0363374 Nov 23 09:49:15.596158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'mac_address': 'fa:16:3e:03:76:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:15.603174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:15.603722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:15.603863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:15.604412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Bound port: b6ee4342-e458-4177-ab84-0fa4efaeccef, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:15.604741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.605070 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.608452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 20b3cc58-be75-40e7-928f-53ea20d802f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:15.608452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.631962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Request body: {'port': {'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:15.648833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afcedd-d7d2-4a08-a802-e83c84cc1f38 req-32fa92bf-f34e-42b0-86a8-55743b968f06 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:15.657263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20afcedd-d7d2-4a08-a802-e83c84cc1f38 req-32fa92bf-f34e-42b0-86a8-55743b968f06 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 948 time: 0.2254884 Nov 23 09:49:15.761482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.781082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f8d2-fe47-4516-956c-4636d1511845 None None] Pushing event updated for resources: {'Port': ['ID=20b3cc58-be75-40e7-928f-53ea20d802f8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:15.835337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7497ff-86ab-40d2-8b57-b8c60aaa1c38 req-7abfc309-09cd-4f12-8b22-61c593a42c61 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:15.844060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a7497ff-86ab-40d2-8b57-b8c60aaa1c38 req-7abfc309-09cd-4f12-8b22-61c593a42c61 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.1261294 Nov 23 09:49:15.887363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:15.913999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:15.915926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 77221cc0-b843-4810-8917-5bb8f557aa90 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:15.919983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-02fe6ad2-2702-49c5-9fb0-02723fdc020d None None] Provisioning complete for port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:15.920362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-02fe6ad2-2702-49c5-9fb0-02723fdc020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.946504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 77221cc0-b843-4810-8917-5bb8f557aa90 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:15.946853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.948512 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:15.969935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a7497ff-86ab-40d2-8b57-b8c60aaa1c38 req-8513f5c7-f656-4d42-b0f1-e1a2700fcbfb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182823 Nov 23 09:49:16.088676 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-79c8d601-4252-4348-a59e-265abf91a5d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376904 Nov 23 09:49:16.089125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:16.092403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:16.125283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.174087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:16.225721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071419d2-4ae5-490e-af0e-0937c8303c9c req-24e1fa2d-e5ec-42ff-9be2-419ba7e0d5f4 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.228137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6ad2-2702-49c5-9fb0-02723fdc020d None None] Port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:16.238128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-071419d2-4ae5-490e-af0e-0937c8303c9c req-24e1fa2d-e5ec-42ff-9be2-419ba7e0d5f4 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 931 time: 0.1382549 Nov 23 09:49:16.279699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.280700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.282157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] 10.222.0.50 "PUT /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 1091 time: 3.1181259 Nov 23 09:49:16.286029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.304847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20afcedd-d7d2-4a08-a802-e83c84cc1f38 req-095ac0b3-ddcb-460e-ab07-5eab401eea0e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418338 Nov 23 09:49:16.305024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:16.307672 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0f84a-ce4a-4317-9420-5684e6607e72" -d '{"events": [{"name": "network-changed", "server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:16.372812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-071419d2-4ae5-490e-af0e-0937c8303c9c req-49a64a8f-2dd7-4f6e-890b-f3234f3c3c1e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333666 Nov 23 09:49:16.400777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.404708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.432760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-da01d94c-a6ee-4081-9da5-ef1445007309 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.438194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-da01d94c-a6ee-4081-9da5-ef1445007309 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467455 Nov 23 09:49:16.447597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f76dc936-c93a-44e4-bd52-255684b581e9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:16.452847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bde7be95-8d04-4fd4-b3bd-bdf071fe68ec None None] Provisioning complete for port 20b3cc58-be75-40e7-928f-53ea20d802f8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:16.453213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bde7be95-8d04-4fd4-b3bd-bdf071fe68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.467489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:16.476771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:16.485051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:16.487358 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b302d-22e6-4624-85d5-6a66e46edad0" -d '{"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-plugged", "status": "completed", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:16.487757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:16.508615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:16.510914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f1b3d-dbd1-42ee-abb2-e63fe60872fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:16.517188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-00ec9a4b-8fc1-4ea8-9792-bb3bfcbeae34 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374915 Nov 23 09:49:16.519179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51116) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:16.540875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:16.555881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.590155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-973532aa-bab2-44da-aed4-5c1db2216c95 req-1bb262f7-74b1-434e-a93e-87e697c5fb11 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 210 time: 0.1149929 Nov 23 09:49:16.705197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-2c9f85eb-912f-4ecf-a870-56ae3754eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.706784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-2c9f85eb-912f-4ecf-a870-56ae3754eb01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1094 time: 0.3582892 Nov 23 09:49:16.711014 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2aea9e-5bda-4bef-a3f3-6a24ee2202b7 x-openstack-request-id: req-6d2aea9e-5bda-4bef-a3f3-6a24ee2202b7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:16.718919 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:16.719130 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d2aea9e-5bda-4bef-a3f3-6a24ee2202b7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:16.719598 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'status': 'completed', 'code': 200} Nov 23 09:49:16.756091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1884696120-network', 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:16.763468 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504ac9d-8456-451c-89b2-02fe0c9d28a5 x-openstack-request-id: req-6504ac9d-8456-451c-89b2-02fe0c9d28a5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:16.763962 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-plugged", "status": "completed", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:16.764320 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6504ac9d-8456-451c-89b2-02fe0c9d28a5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:16.764805 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90', 'code': 200} Nov 23 09:49:16.771630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:16.862365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:16.864695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.876282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Pushing event updated for resources: {'Port': ['ID=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:16.879249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aa4de-1b53-4bda-8f6c-a90f4a7a43b4 req-6bf1adf9-4b4b-4dde-b6ca-97f7af735cff tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.883332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967aa4de-1b53-4bda-8f6c-a90f4a7a43b4 req-6bf1adf9-4b4b-4dde-b6ca-97f7af735cff tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 943 time: 0.2172630 Nov 23 09:49:16.886966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-a2231fa8-736c-482a-9c9f-2b5f91707be1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 217 time: 0.1520135 Nov 23 09:49:16.899160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:16.923191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-a0ce0df4-1842-483c-acd4-4c1f7d3f2d83 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:16.924623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-a0ce0df4-1842-483c-acd4-4c1f7d3f2d83 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432283 Nov 23 09:49:16.947137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:16.987271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:16.990767 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.078242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967aa4de-1b53-4bda-8f6c-a90f4a7a43b4 req-d557fc6c-97d9-4f0b-b3d3-15a31cd23fdf tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841943 Nov 23 09:49:17.126926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659c84-8afb-4f84-9312-fd389d0c9f87 req-161b65e4-f571-4616-9ef4-333baaa62ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.128329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6659c84-8afb-4f84-9312-fd389d0c9f87 req-161b65e4-f571-4616-9ef4-333baaa62ada service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1096 time: 0.2918770 Nov 23 09:49:17.140890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-9ecc1177-e2ee-45e9-aec3-2f36907a3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.142890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-9ecc1177-e2ee-45e9-aec3-2f36907a3c00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.2075884 Nov 23 09:49:17.174371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 20b3cc58-be75-40e7-928f-53ea20d802f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:17.233940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 20b3cc58-be75-40e7-928f-53ea20d802f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:17.234432 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.251322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-76d750f1-9f96-44e7-b5f6-80067db0053d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833533 Nov 23 09:49:17.277705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc166a-8b3e-4ef3-8444-90c0f9cf87d4 req-31144b04-5aab-4db2-8399-783a9af822b3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.280088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1bbc166a-8b3e-4ef3-8444-90c0f9cf87d4 req-31144b04-5aab-4db2-8399-783a9af822b3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.2052002 Nov 23 09:49:17.466478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6659c84-8afb-4f84-9312-fd389d0c9f87 req-8603c79b-563f-4b7a-a003-c47b9339718d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221834 Nov 23 09:49:17.506795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0dbcca-681c-4e23-961b-4c0a48c06d37 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:17.508317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.524546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.525761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.532802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1bbc166a-8b3e-4ef3-8444-90c0f9cf87d4 req-b1b381d3-c588-4c0e-a01f-140b99632afd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303660 Nov 23 09:49:17.539795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:17.542715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.544652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.553952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-dde66a97-6df1-4bc6-8df3-9b9bc9eadd11 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862663 Nov 23 09:49:17.581047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:49:17.588064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.63 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/0838181b-6c05-46b5-9360-098e31d7bc10) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:17.602774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Transition to ACTIVE for port object 6e0dbcca-681c-4e23-961b-4c0a48c06d37 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:17.615930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b95fba-d070-4aa6-a1f4-ec72137efe96,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:17.626101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1630-0fe8-4811-bd70-0758c3b3c082 req-573e20b2-d15d-497c-93a1-5bf2e5aadda6 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.627103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a85b1630-0fe8-4811-bd70-0758c3b3c082 req-573e20b2-d15d-497c-93a1-5bf2e5aadda6 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 949 time: 0.1567860 Nov 23 09:49:17.627710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.628323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.628663 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Added segment f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc of type vlan for network 70822e58-482f-464d-95b9-1f992ddc6785 Nov 23 09:49:17.736133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.776826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-396ab6bc-1663-4bf8-aa4a-39ba8065c69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.815587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:17.824856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a85b1630-0fe8-4811-bd70-0758c3b3c082 req-f754e03c-af84-44c1-bb02-67dc04a0ac4f tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845729 Nov 23 09:49:17.829648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.830567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.831183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:17.902114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcc9cbd0-8757-490e-8652-0b1107df2c32 req-e5651d03-9ccd-4332-9be5-7d0a192221c1 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123205 Nov 23 09:49:17.915788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f902-1cd8-4e63-821e-d5958fea5038 req-4f07bfd0-7799-4a0f-824c-1014a4d0f2b0 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:17.923654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa97f902-1cd8-4e63-821e-d5958fea5038 req-4f07bfd0-7799-4a0f-824c-1014a4d0f2b0 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 943 time: 0.3004103 Nov 23 09:49:17.930299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4062946 Nov 23 09:49:17.930949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:17.949733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Request body: {'subnet': {'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1884696120-subnet', 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:17.999743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec263-9e1d-4c43-a03d-9fdc05ef194b admin admin] Pushing event updated for resources: {'Network': ['ID=70822e58-482f-464d-95b9-1f992ddc6785,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:18.014590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 70822e58-482f-464d-95b9-1f992ddc6785 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:49:18.070453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.086112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa97f902-1cd8-4e63-821e-d5958fea5038 req-7ffa33a7-bf72-4b9c-9a66-fd52b9b8a094 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473927 Nov 23 09:49:18.089348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Attempting to bind port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:18.089683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Attempting to bind port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:18.090088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Attempting to bind port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:18.108589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.108589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:18.108589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Attempting to bind port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 on network 06a6f689-7e0a-441d-9fd4-9982f24d6810 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:18.111847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-ec402c4c-553e-444d-a375-bb6bb7ea33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.114346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-ec402c4c-553e-444d-a375-bb6bb7ea33fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1094 time: 0.1186969 Nov 23 09:49:18.119659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:18.119998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Checking segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:18.120375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Bound using segment: {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:18.120818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Bound port: 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8708efa7-3ff9-4042-80c0-c4c4bb4bd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:18.121255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.142243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c1fbc1c-931a-47d3-80d5-8075b72ab9f4 req-3a32f21c-482b-4d6e-a6d2-663aeb4868d1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 210 time: 0.1351068 Nov 23 09:49:18.147973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.169841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:18.191845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:18.194317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.194461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:18.270441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:18.274146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:18.306633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:18.314233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:18.359027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.32 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/fe609f94-79dd-438a-a97e-961e911e9e6a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:18.438178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.438862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.524133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-745a9c85-53e7-40ae-b464-de9e1b9a0794 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0394876 Nov 23 09:49:18.549808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Request body: {'port': {'device_id': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:18.655929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-768ca174-833f-46cb-9e59-31982b95ad4c None None] Provisioning complete for port 0838181b-6c05-46b5-9360-098e31d7bc10 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:18.656258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-768ca174-833f-46cb-9e59-31982b95ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.695492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-768ca174-833f-46cb-9e59-31982b95ad4c None None] Port 0838181b-6c05-46b5-9360-098e31d7bc10 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:18.722550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.764738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:18.775354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4643f3-206a-40ff-99f5-121726875cde req-7265295f-4c64-4697-88a9-1fd00ed04228 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.776777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b4643f3-206a-40ff-99f5-121726875cde req-7265295f-4c64-4697-88a9-1fd00ed04228 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 943 time: 0.2052107 Nov 23 09:49:18.778984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:18.780398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-09dcb6a7-004a-403c-938a-2c3d93ed7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.781772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-09dcb6a7-004a-403c-938a-2c3d93ed7f91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.6272306 Nov 23 09:49:18.797990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.800813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f267c9-ce85-41f8-b896-d2e429ff0c12 req-5cbf1d2b-55c0-4378-8312-99bd186fcccd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.802610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62f267c9-ce85-41f8-b896-d2e429ff0c12 req-5cbf1d2b-55c0-4378-8312-99bd186fcccd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1751797 Nov 23 09:49:18.807615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.857308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.879884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-db237beb-5927-4a04-91ef-a4e3bcf4e893 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 217 time: 0.0766551 Nov 23 09:49:18.894753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:18.895121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:18.896790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 1091 time: 3.2837265 Nov 23 09:49:18.899042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:18.901454 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:18.997398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0a4e92-3256-4f3e-8405-780e9c95a24f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:19.005513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b4643f3-206a-40ff-99f5-121726875cde req-29ecd1fe-c44d-4a61-a28b-3d745f42a8b8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178993 Nov 23 09:49:19.029118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c901-52a5-4f08-b393-cfb105054d63 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:19.034982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:49:19.048786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-303452a0-188c-4e35-a0dc-cdf3dc4a7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.050377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-303452a0-188c-4e35-a0dc-cdf3dc4a7800 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1450353 Nov 23 09:49:19.051985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62f267c9-ce85-41f8-b896-d2e429ff0c12 req-d52e0ac6-2a40-4301-a186-9c3f6701445c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322197 Nov 23 09:49:19.057844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Checking segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:19.058236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Network hostable DHCP agents. Network: 70822e58-482f-464d-95b9-1f992ddc6785, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:49:19.082530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.099252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:19.147274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-aa1276af-572a-400c-a8af-c3913339cb7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878057 Nov 23 09:49:19.150739 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7207ca-1966-4341-9d4c-9f3860e72d89 x-openstack-request-id: req-6b7207ca-1966-4341-9d4c-9f3860e72d89 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:19.150895 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:19.151133 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b7207ca-1966-4341-9d4c-9f3860e72d89 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:19.151525 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'status': 'completed', 'code': 200} Nov 23 09:49:19.154813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:19.157665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:19.169580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-6182d054-48c0-4863-b969-699c2624e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.169580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-6182d054-48c0-4863-b969-699c2624e304 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1094 time: 0.1927030 Nov 23 09:49:19.263441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Network 70822e58-482f-464d-95b9-1f992ddc6785 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:49:19.277117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:19.283326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:19.287865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:19.292466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:19.295479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 70822e58-482f-464d-95b9-1f992ddc6785) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:19.326779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75776c-b61b-4f86-ab01-0a9911a7a321 None None] Network 70822e58-482f-464d-95b9-1f992ddc6785 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:19.330256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.330958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.338252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-fdf6882a-dbe8-40f2-9222-4d9c88b2ac29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 217 time: 0.1459737 Nov 23 09:49:19.427899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b797c68-d646-4204-912e-9c3e2a2d38cc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4916804 Nov 23 09:49:19.452556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.453241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.455713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6058bc-d0af-48e2-a484-0c6760217034 req-bfb12036-2166-4379-a9f5-fa66fedb448b tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.457445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a6058bc-d0af-48e2-a484-0c6760217034 req-bfb12036-2166-4379-a9f5-fa66fedb448b tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 949 time: 0.3142321 Nov 23 09:49:19.507450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-82c1ec94-7e45-4c1e-9050-8093fb16c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.517284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-82c1ec94-7e45-4c1e-9050-8093fb16c655 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.1323664 Nov 23 09:49:19.521928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:19.527325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4a5eaa9e-db6c-4918-959f-21b518d36a03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5913932 Nov 23 09:49:19.543158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-daa8156d-9d2a-45bc-a22c-4d7b4c21ed7c service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731544 Nov 23 09:49:19.563753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948438-28b9-4c12-bcbd-3fa1e9a358d4 req-73a31bde-0f4a-444d-a54f-3a2bffe1e252 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.571979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51948438-28b9-4c12-bcbd-3fa1e9a358d4 req-73a31bde-0f4a-444d-a54f-3a2bffe1e252 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 943 time: 0.2200153 Nov 23 09:49:19.577392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Request body: {'port': {'device_id': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:19.592512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Sync routers for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:19.625994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.627383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c83a39a8-8fa2-4c49-94bd-d06a43969b9b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2400362 Nov 23 09:49:19.637884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51150) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:19.647332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port f76dc936-c93a-44e4-bd52-255684b581e9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:19.655495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a6058bc-d0af-48e2-a484-0c6760217034 req-b49a0878-1a63-42b3-ba2d-4bc17e9d49c3 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856008 Nov 23 09:49:19.666248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0838181b-6c05-46b5-9360-098e31d7bc10 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:19.685254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.706812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f76dc936-c93a-44e4-bd52-255684b581e9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:19.707195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.730570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-89811c8d-85ee-49c5-9736-fd89930303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:19.732555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:19.732692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-89811c8d-85ee-49c5-9736-fd89930303c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055645 Nov 23 09:49:19.732789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:19.754712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Transition to ACTIVE for port object 0838181b-6c05-46b5-9360-098e31d7bc10 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:19.757343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.772004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51948438-28b9-4c12-bcbd-3fa1e9a358d4 req-cf886a15-6ce5-4013-abe2-17841aee1030 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967971 Nov 23 09:49:19.786681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:19.914812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:20.046674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06c0f84a-ce4a-4317-9420-5684e6607e72 req-dac4e51b-51b7-4d95-8b5a-e9c47f187b50 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738762 Nov 23 09:49:20.079922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-52963ab0-c186-454c-8ab2-7cc00a7773a2 None None] Provisioning complete for port fe609f94-79dd-438a-a97e-961e911e9e6a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:20.080381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52963ab0-c186-454c-8ab2-7cc00a7773a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.179369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Attempting to bind port 0838181b-6c05-46b5-9360-098e31d7bc10 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:20.179977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Attempting to bind port 0838181b-6c05-46b5-9360-098e31d7bc10 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:20.180587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Attempting to bind port 0838181b-6c05-46b5-9360-098e31d7bc10 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:20.219976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-65052622-0d1c-487c-b1dc-8fb1c15043c3 service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769647 Nov 23 09:49:20.232252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b25fe-127f-461f-bc67-34f146b1f57b req-84c131b5-6db7-44fe-9ce5-11c9c65ad3db tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:20.239701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e83b25fe-127f-461f-bc67-34f146b1f57b req-84c131b5-6db7-44fe-9ce5-11c9c65ad3db tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 935 time: 0.4515910 Nov 23 09:49:20.252453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.263802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Port 0838181b-6c05-46b5-9360-098e31d7bc10 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:20.264135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Attempting to bind port 0838181b-6c05-46b5-9360-098e31d7bc10 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:20.298119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:20.298375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:20.298734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:20.299261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Bound port: 0838181b-6c05-46b5-9360-098e31d7bc10, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:20.299523 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.353204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-52963ab0-c186-454c-8ab2-7cc00a7773a2 None None] Port fe609f94-79dd-438a-a97e-961e911e9e6a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:20.354725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44b538d5-72cf-49ad-9d73-4783c57efbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.356232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2c366-87ff-46ac-af14-f329ad78d1f8 None None] Network 70822e58-482f-464d-95b9-1f992ddc6785 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:20.416012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e83b25fe-127f-461f-bc67-34f146b1f57b req-72522406-d7ee-4246-a5ae-55faf5102f87 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739879 Nov 23 09:49:20.427080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:20.506950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-b5140ae5-09ae-493f-af35-854f444cc610 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:20.507898 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.512577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-b5140ae5-09ae-493f-af35-854f444cc610 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.2527540 Nov 23 09:49:20.513974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:20.543260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d65286-6279-4e34-8634-0f6ca8e0257b req-1c1e6f08-800f-4fc5-9bdd-a72ee8160fbd service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005676 Nov 23 09:49:20.551776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0838181b-6c05-46b5-9360-098e31d7bc10,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:20.557524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-6407d904-9a5d-4b8d-9f3e-b7e6ec1a4378 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/quotas/b878da0ccc244e24bd98724fc716b3f5 HTTP/1.1" status: 200 len: 375 time: 0.0338690 Nov 23 09:49:20.562230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe609f94-79dd-438a-a97e-961e911e9e6a {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:20.580692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.584894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.616558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e02ae-5bcc-4232-a020-9e6829743c48 req-0c944c76-c645-4d2a-8934-7b7271b27953 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:20.624966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d6e02ae-5bcc-4232-a020-9e6829743c48 req-0c944c76-c645-4d2a-8934-7b7271b27953 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 943 time: 0.1294644 Nov 23 09:49:20.625855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:20.628338 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc778844-aa28-4d4e-a6de-31b7328388f3" -d '{"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:20.657677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:20.658340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.660489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/0838181b-6c05-46b5-9360-098e31d7bc10 HTTP/1.1" status: 200 len: 1095 time: 2.1188450 Nov 23 09:49:20.663795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-02828d3e-1c83-4a2d-a7c5-cfdf8d91f9b4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855191 Nov 23 09:49:20.663795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:20.666092 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c49822-557c-46c5-8933-c2db2d1dfd65" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:20.680522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Transition to ACTIVE for port object fe609f94-79dd-438a-a97e-961e911e9e6a will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:20.697661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.708770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:20.730685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:20.753159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda5c0-ca3c-41d5-be36-67eb304763b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:20.763513 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:20.782454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d6e02ae-5bcc-4232-a020-9e6829743c48 req-ad19733d-2780-45ba-a9a8-7198008a64bc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565452 Nov 23 09:49:20.793935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-dce129d1-f286-49d6-9750-079984f7c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:20.795962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-dce129d1-f286-49d6-9750-079984f7c92a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1094 time: 0.1689897 Nov 23 09:49:20.936179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-9a4575f4-cde0-430f-b20e-6f9286e14b64 service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247167 Nov 23 09:49:20.948144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:20.970900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Pushing event updated for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:21.016590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1d0d-9a0e-49c9-ba1c-7848dff97d1d req-712677db-479e-4656-aa61-d86d079a719e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.024107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63be1d0d-9a0e-49c9-ba1c-7848dff97d1d req-712677db-479e-4656-aa61-d86d079a719e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1657321 Nov 23 09:49:21.053607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:21.066664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-83da8d37-1b2b-41ef-8058-d4dc03751e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.069577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-83da8d37-1b2b-41ef-8058-d4dc03751e18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.2495327 Nov 23 09:49:21.072048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.087136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'port_id': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'mac_address': 'fa:16:3e:f6:04:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd632ad-84d2-43ad-84a9-901329b61765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:21.121925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:17Z', 'revision_number': 3, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:21.129197 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.135557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-905c1574-02f0-482a-a356-91ccb4ab4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.137292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-905c1574-02f0-482a-a356-91ccb4ab4a4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 1098 time: 0.3806856 Nov 23 09:49:21.142671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-7680ef7a-a2d1-44f3-b16c-663c3934c435 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 217 time: 0.0495453 Nov 23 09:49:21.167259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Checking router: c91c2126-c34a-4ae7-a39f-4d1c60be65b4 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:21.167541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Updating router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:49:21.167738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-65499689-a3df-4c6a-90e5-5e95c767de07 service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305224 Nov 23 09:49:21.191277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63be1d0d-9a0e-49c9-ba1c-7848dff97d1d req-3d2c166d-d8af-444b-ad85-295870e25ca1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654510 Nov 23 09:49:21.198325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.228985 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.237798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ee4342-e458-4177-ab84-0fa4efaeccef {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:21.260957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-5d0d6042-36a5-4830-babf-cc00600bfc2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=0838181b-6c05-46b5-9360-098e31d7bc10 HTTP/1.1" status: 200 len: 217 time: 0.1148796 Nov 23 09:49:21.300781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:21.315342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.339038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-cf089ec2-94fc-42f9-9a32-f56d9c377091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.340735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-cf089ec2-94fc-42f9-9a32-f56d9c377091 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.1877902 Nov 23 09:49:21.372129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Attempting to bind port fe609f94-79dd-438a-a97e-961e911e9e6a on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:21.373635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Attempting to bind port fe609f94-79dd-438a-a97e-961e911e9e6a by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:21.373635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Attempting to bind port fe609f94-79dd-438a-a97e-961e911e9e6a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:21.387211 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6fb2f-5046-404f-b94f-92ea8f2e516a x-openstack-request-id: req-e9c6fb2f-5046-404f-b94f-92ea8f2e516a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:21.387717 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:21.387820 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9c6fb2f-5046-404f-b94f-92ea8f2e516a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:21.388196 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'code': 200} Nov 23 09:49:21.419646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Port fe609f94-79dd-438a-a97e-961e911e9e6a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:21.419968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Attempting to bind port fe609f94-79dd-438a-a97e-961e911e9e6a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:21.445785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-8df5c366-8b5e-4f86-9c12-5d0ebe268b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.447274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-8df5c366-8b5e-4f86-9c12-5d0ebe268b1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1561971 Nov 23 09:49:21.448266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:21.448398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:21.448719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:21.449623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Bound port: fe609f94-79dd-438a-a97e-961e911e9e6a, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:21.449623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.475716 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ec7c5-9ff1-4ecb-9c52-26c9a559ea0a x-openstack-request-id: req-d86ec7c5-9ff1-4ecb-9c52-26c9a559ea0a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:21.476000 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:21.476258 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d86ec7c5-9ff1-4ecb-9c52-26c9a559ea0a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:21.476655 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10', 'status': 'completed', 'code': 200} Nov 23 09:49:21.511849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:21.621548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-78919de4-a910-4d36-a026-54702579fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.623153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-78919de4-a910-4d36-a026-54702579fb9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655953 Nov 23 09:49:21.632327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0183070-5630-40f6-a419-8b62e3b52111 req-eb037bd1-80d1-407e-9e44-199a71b2e188 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.640469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0183070-5630-40f6-a419-8b62e3b52111 req-eb037bd1-80d1-407e-9e44-199a71b2e188 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 950 time: 0.1145577 Nov 23 09:49:21.645484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:21.697378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b6ee4342-e458-4177-ab84-0fa4efaeccef'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:21.706108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fe609f94-79dd-438a-a97e-961e911e9e6a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:21.737111 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.752665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.811130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Attempting to bind port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:21.811498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Attempting to bind port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:21.812032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Attempting to bind port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:21.835269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:21.835972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:21.836868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.837455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:21.838147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Bound port: 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:21.838706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:21.881695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Allocated IP 172.20.0.1 (f2ec4527-431f-443f-a406-5efd82a8944e/094ef26e-2bac-417c-a99b-555a86730e86/fa59a6e9-f6f9-4f33-a059-da95245c1d33) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:21.886970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-0b00ecc9-9d4f-4f2e-bab4-d27cec1889f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.888868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-0b00ecc9-9d4f-4f2e-bab4-d27cec1889f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5393000 Nov 23 09:49:21.891118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698778b-9e63-49d7-9016-23adedfae1db None None] Pushing event updated for resources: {'Port': ['ID=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:21.943273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c74b-4e74-42b0-b116-94f14ed53cc7 req-6650239c-6c3e-46d0-a456-f57e2b61da3b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.945008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db86c74b-4e74-42b0-b116-94f14ed53cc7 req-6650239c-6c3e-46d0-a456-f57e2b61da3b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 943 time: 0.1522803 Nov 23 09:49:21.984459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f8e84-68e4-4d40-a676-01dd990d8ab6 req-b8f7e22d-a3a1-4f06-9eb5-855c8bc004e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:21.986307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f5f8e84-68e4-4d40-a676-01dd990d8ab6 req-b8f7e22d-a3a1-4f06-9eb5-855c8bc004e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 1101 time: 0.1905599 Nov 23 09:49:22.021408 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.083187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0183070-5630-40f6-a419-8b62e3b52111 req-69fc36dc-a9cd-4960-bd23-d81e6ffc7036 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416385 Nov 23 09:49:22.142662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.143797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.145767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] 10.222.0.50 "PUT /v2.0/ports/fe609f94-79dd-438a-a97e-961e911e9e6a HTTP/1.1" status: 200 len: 1095 time: 2.5935371 Nov 23 09:49:22.184723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-0177b23b-9d1f-46ab-818f-673eb1fd8d12 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257821 Nov 23 09:49:22.209197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-4d0b0aed-3745-4fdc-9860-4fbcb8827117 service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040049 Nov 23 09:49:22.230377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db86c74b-4e74-42b0-b116-94f14ed53cc7 req-34643d78-6c72-4e44-9aaa-e767aad64b5a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528996 Nov 23 09:49:22.243876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] For port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:22.249147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1cef-7b09-4878-b49a-656fbedb159b service neutron] Pushing event updated for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:22.283738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] For port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:22.286509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f5f8e84-68e4-4d40-a676-01dd990d8ab6 req-8effb3e8-dff3-4727-8e79-3a7a62113601 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607691 Nov 23 09:49:22.304840 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.325443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.418432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:22.419319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:22.425118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6edad771-2ae3-4d33-ad31-8cdf5b93ba90 req-1e83409c-ab59-475c-ab63-44d193cac48e tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 210 time: 0.0888608 Nov 23 09:49:22.462425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-890be1a0-92e1-427b-8e5e-6b4a61b35be7 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767415 Nov 23 09:49:22.473656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-fc2ee1e2-27f7-412a-af0a-908ccfc7c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.475221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-fc2ee1e2-27f7-412a-af0a-908ccfc7c81e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 1098 time: 0.2274415 Nov 23 09:49:22.509590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698778b-9e63-49d7-9016-23adedfae1db None None] Pushing event updated for resources: {'Port': ['ID=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:22.517258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10a4dd0f-d4ab-4369-b1fb-309b19c02cbd req-38ed1424-3e11-44a1-8ce5-8acdc4da2aeb service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772810 Nov 23 09:49:22.527602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.548531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-5ffc2c15-1e39-4452-adf2-5ffce74817dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=fe609f94-79dd-438a-a97e-961e911e9e6a HTTP/1.1" status: 200 len: 217 time: 0.0565591 Nov 23 09:49:22.578160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.592705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Network f2ec4527-431f-443f-a406-5efd82a8944e is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:22.613733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:22.631538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:22.634382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:22.649291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430f14e-3c1c-4190-b49c-422ab73a77a3 req-ca8ea913-b917-4779-bcf5-f89c4b78fe65 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.650372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6430f14e-3c1c-4190-b49c-422ab73a77a3 req-ca8ea913-b917-4779-bcf5-f89c4b78fe65 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1096 time: 0.1465592 Nov 23 09:49:22.651475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:22.665154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-5e15d0fb-e09a-4262-b8fe-27977d922da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.666715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-5e15d0fb-e09a-4262-b8fe-27977d922da9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1076581 Nov 23 09:49:22.715681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc557-981f-49f0-b06a-a7fd51179574 req-16ca7013-ffa6-4142-a85a-25898cbc53fd tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.717924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef3dc557-981f-49f0-b06a-a7fd51179574 req-16ca7013-ffa6-4142-a85a-25898cbc53fd tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 947 time: 0.1465337 Nov 23 09:49:22.744728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-e9b13f41-0402-4efe-adce-cfdf490eef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.746968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-e9b13f41-0402-4efe-adce-cfdf490eef71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 1098 time: 0.1137209 Nov 23 09:49:22.776510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.817291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-80104f72-2a3e-4674-a464-24f04feae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.819134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-80104f72-2a3e-4674-a464-24f04feae0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415009 Nov 23 09:49:22.821247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6430f14e-3c1c-4190-b49c-422ab73a77a3 req-eca47671-02ef-4dc5-8375-ee45f63c2f32 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534579 Nov 23 09:49:22.878295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef3dc557-981f-49f0-b06a-a7fd51179574 req-2626d51f-6bf3-46af-9425-a7198c23ca7a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536558 Nov 23 09:49:22.953644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-528fdb6f-5d62-4f8a-b7f8-7b88190279f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:22.955923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-528fdb6f-5d62-4f8a-b7f8-7b88190279f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1947544 Nov 23 09:49:22.987419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-34e74484-ae3c-4dae-9ecf-be4f394b71f0 None None] Provisioning complete for port fa59a6e9-f6f9-4f33-a059-da95245c1d33 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:22.987579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-34e74484-ae3c-4dae-9ecf-be4f394b71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:22.990180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:23.040167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-34e74484-ae3c-4dae-9ecf-be4f394b71f0 None None] Port fa59a6e9-f6f9-4f33-a059-da95245c1d33 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:23.043729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:17Z', 'revision_number': 3, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:23.064172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-4ced02a0-5762-45dd-938b-4d1ea7477b93 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119074 Nov 23 09:49:23.073463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb3404c-7f9f-4ea4-bb99-16ae0fc58ab9 None None] The sync data for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 is: [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:17Z', 'revision_number': 3, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:23.077401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-8f6d54f8-a7eb-48fc-8da2-4c2e37af80e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=0838181b-6c05-46b5-9360-098e31d7bc10 HTTP/1.1" status: 200 len: 217 time: 0.0887163 Nov 23 09:49:23.142608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d1e80-6a3f-4888-bcde-2f49a6af6452 req-72e7b7dc-34c0-4a63-a8f5-de89d284dce3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.150094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4d1e80-6a3f-4888-bcde-2f49a6af6452 req-72e7b7dc-34c0-4a63-a8f5-de89d284dce3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.1800611 Nov 23 09:49:23.254059 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-5b22dad3-b5c6-4157-8953-aa1a8c809fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.255753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-5b22dad3-b5c6-4157-8953-aa1a8c809fbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1636262 Nov 23 09:49:23.277705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:23.288878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39f5c4-af8d-41ee-b24f-d2a2bdb9461f req-3b6fbb02-8b73-4c84-93d5-7fa07a923d9d tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.290559 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f39f5c4-af8d-41ee-b24f-d2a2bdb9461f req-3b6fbb02-8b73-4c84-93d5-7fa07a923d9d tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 950 time: 0.1089416 Nov 23 09:49:23.291943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:23.324156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4d1e80-6a3f-4888-bcde-2f49a6af6452 req-202eb4d1-051f-4ce9-ba41-ab856751f445 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730156 Nov 23 09:49:23.326180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1067b491-6eb9-47a2-b381-34a7da4bf485 req-1da52385-07d1-4751-b2ab-37931e9ae6be service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475934 Nov 23 09:49:23.368991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-03de27dd-2c77-45dc-a23c-7d1b98fb9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.378798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-03de27dd-2c77-45dc-a23c-7d1b98fb9be0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002305 Nov 23 09:49:23.477215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:23.481010 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a32a0e-a715-4823-957d-0aa59036e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:23.510118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:23.538532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:23.613195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298db6-d504-4973-ba5f-b66e0ed128cc req-e29ad80f-082e-4971-b99f-03773370e070 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.616078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c298db6-d504-4973-ba5f-b66e0ed128cc req-e29ad80f-082e-4971-b99f-03773370e070 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 943 time: 0.1129394 Nov 23 09:49:23.623322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-8fa4c165-6fed-430c-b5b3-a4cff6140f44 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332151 Nov 23 09:49:23.648023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:23.729969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f39f5c4-af8d-41ee-b24f-d2a2bdb9461f req-f0908e42-c9fe-4eb9-89f5-bf55f45985da tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134741 Nov 23 09:49:23.756637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c298db6-d504-4973-ba5f-b66e0ed128cc req-15f61ee2-b190-48af-9706-bbd77c04ed5e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320717 Nov 23 09:49:23.794274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53c49822-557c-46c5-8933-c2db2d1dfd65 req-6a5140ba-a4ef-43e5-9a8a-cf3443b12cba service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605816 Nov 23 09:49:23.818705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-99e524bf-ab13-4b94-a290-3961413c2f9f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.820204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-99e524bf-ab13-4b94-a290-3961413c2f9f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.2790015 Nov 23 09:49:23.839726 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53548c5-6a5a-4610-8a41-5d0e18fb77d5 x-openstack-request-id: req-a53548c5-6a5a-4610-8a41-5d0e18fb77d5 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:23.840023 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:23.840500 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a53548c5-6a5a-4610-8a41-5d0e18fb77d5 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:23.840902 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'status': 'completed', 'code': 200} Nov 23 09:49:23.850021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Request body: {'port': {'device_id': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'admin_state_up': True, 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:23.872067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a99031a9-21a3-476a-a2fa-3e19663680d7 req-86106ad2-0fc3-4d4c-a157-d8b3f2304495 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 210 time: 0.0446029 Nov 23 09:49:23.946256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32a0e-a715-4823-957d-0aa59036e2db req-84c1b4f4-3f3e-47ea-b4a5-b6378f94523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:23.949252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Network f2ec4527-431f-443f-a406-5efd82a8944e is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:23.950393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-84c1b4f4-3f3e-47ea-b4a5-b6378f94523c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 1098 time: 0.0743718 Nov 23 09:49:23.954967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:24.141190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32a0e-a715-4823-957d-0aa59036e2db req-66373f7d-4f4f-410b-9f05-e1af2a02bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.143156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-66373f7d-4f4f-410b-9f05-e1af2a02bbe0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1840336 Nov 23 09:49:24.174214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:24.179508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:24.191023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:24.248322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-d945ab7e-cc13-447b-b858-bfe79a9b2b59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=fe609f94-79dd-438a-a97e-961e911e9e6a HTTP/1.1" status: 200 len: 217 time: 0.0873790 Nov 23 09:49:24.277589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d69fb4-3f40-427f-a49e-9a82278c8f7a req-718ffa6b-8005-4081-bc90-9c7f93baf368 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.286781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31d69fb4-3f40-427f-a49e-9a82278c8f7a req-718ffa6b-8005-4081-bc90-9c7f93baf368 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 947 time: 0.1424596 Nov 23 09:49:24.358188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32a0e-a715-4823-957d-0aa59036e2db req-b97cfc06-576c-4337-ad6f-8af14c3937a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.359719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-b97cfc06-576c-4337-ad6f-8af14c3937a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1022158 Nov 23 09:49:24.387377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31d69fb4-3f40-427f-a49e-9a82278c8f7a req-4ca81027-741d-40e1-b276-ef127a8db39e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996206 Nov 23 09:49:24.389991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-57603ddf-f446-4430-9f2a-a59bd3352033 None None] Provisioning complete for port fa59a6e9-f6f9-4f33-a059-da95245c1d33 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:24.390939 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57603ddf-f446-4430-9f2a-a59bd3352033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:24.444252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:24.452011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-57cc756b-8170-4851-89a0-680b1fc3f7e7 admin admin] 10.222.0.62 "PUT /v2.0/routers/c91c2126-c34a-4ae7-a39f-4d1c60be65b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8118114 Nov 23 09:49:24.471622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32a0e-a715-4823-957d-0aa59036e2db req-d754e5cf-9f23-4f7e-9848-e913ae0a74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.483093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-d754e5cf-9f23-4f7e-9848-e913ae0a74dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938218 Nov 23 09:49:24.485518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Allocated IP 172.20.0.2 (70822e58-482f-464d-95b9-1f992ddc6785/2a0a4e92-3256-4f3e-8405-780e9c95a24f/dedab2ab-0980-481b-b107-e713d5319ebd) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:24.503407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-57603ddf-f446-4430-9f2a-a59bd3352033 None None] Port fa59a6e9-f6f9-4f33-a059-da95245c1d33 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:24.603488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-6adb9ac5-53bc-4ecd-8b61-f4eb3ec318c6 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119132 Nov 23 09:49:24.621986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ecc5-c1ba-4fe2-b393-5af25f87b2dc req-f80356db-f68e-4694-a8d8-bb7bd66169c8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.623549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2d67ecc5-c1ba-4fe2-b393-5af25f87b2dc req-f80356db-f68e-4694-a8d8-bb7bd66169c8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.1050146 Nov 23 09:49:24.719249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03a32a0e-a715-4823-957d-0aa59036e2db req-f9f51dec-93a2-4653-9a6e-75017c9ad5c7 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062038 Nov 23 09:49:24.735736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0dbcca-681c-4e23-961b-4c0a48c06d37 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:24.737996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:24.745069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2d67ecc5-c1ba-4fe2-b393-5af25f87b2dc req-616778b2-de4a-41d7-9b75-c783628f4e2f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 Nov 23 09:49:24.798766 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:24.849394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:24.977681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605540a-8342-4ef3-a2b7-aeb5ba100cdf req-a55a2b0b-398d-428a-9bb5-7f7929b5a23e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:24.979989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8605540a-8342-4ef3-a2b7-aeb5ba100cdf req-a55a2b0b-398d-428a-9bb5-7f7929b5a23e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 950 time: 0.0866499 Nov 23 09:49:24.990441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port b6ee4342-e458-4177-ab84-0fa4efaeccef completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:25.001449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port b6ee4342-e458-4177-ab84-0fa4efaeccef triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:25.001988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.025455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:25.036915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Network 70822e58-482f-464d-95b9-1f992ddc6785 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:25.041779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:25.045598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:25.058773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8605540a-8342-4ef3-a2b7-aeb5ba100cdf req-4a02f105-6d07-45ef-a40b-55fb657da680 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691898 Nov 23 09:49:25.080684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:25.083935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3ed3-cf44-44d6-aed5-11c72255e7fe req-b6b3affb-0b7c-4795-be57-48a77cd89f9e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:25.092921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-229d3ed3-cf44-44d6-aed5-11c72255e7fe req-b6b3affb-0b7c-4795-be57-48a77cd89f9e tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 943 time: 0.1353052 Nov 23 09:49:25.105054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:25.134788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:25.135301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.165411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-229d3ed3-cf44-44d6-aed5-11c72255e7fe req-b0512946-fd1b-42e6-84ee-5e6a6106fcca tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Nov 23 09:49:25.175630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-63051ff3-b861-4a95-a627-8d2072b883e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3372207 Nov 23 09:49:25.209080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Request body: {'port': {'device_id': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:25.246985 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.249213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.308740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:25.315908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:25.317393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:25.318816 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571361ea-2e3b-424f-8b4b-f8c8b48d7770" -d '{"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-plugged", "status": "completed", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:25.322712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-network', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:25.336041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.343258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0dbcca-681c-4e23-961b-4c0a48c06d37 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:25.357132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0671-ab81-4ea5-8a7d-25b94abaa33c req-ff71fe69-ea9e-48fa-bbe4-1478f4c243af tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:25.359822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05fa0671-ab81-4ea5-8a7d-25b94abaa33c req-ff71fe69-ea9e-48fa-bbe4-1478f4c243af tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 931 time: 0.1050746 Nov 23 09:49:25.378273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:25.388526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Made reservation on behalf of b610a3615a2a4c47883f9124859ba9c5 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:25.391314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.401097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.404965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.414204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:25.443235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.457035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05fa0671-ab81-4ea5-8a7d-25b94abaa33c req-05f3a4f2-8d1f-4c39-befb-3267e3331bcb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907600 Nov 23 09:49:25.485208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:25.485694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.487439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:25.622986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Sync routers for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:25.643593 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530bfd02-89bc-4afe-9e4e-999d964ce665 x-openstack-request-id: req-530bfd02-89bc-4afe-9e4e-999d964ce665 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:25.644634 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-plugged", "status": "completed", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:25.645857 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-530bfd02-89bc-4afe-9e4e-999d964ce665 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:25.646626 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'code': 200} Nov 23 09:49:25.647634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:25.674218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:25.674863 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:25.719459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.732020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.740099 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.766828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:25.775400 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.796657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:49:25.805135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbeb0a-f7af-4d02-a0e1-273e20128481 req-402dbdb7-ce83-474d-a1ce-092b8a426c7a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:25.813961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4cbeb0a-f7af-4d02-a0e1-273e20128481 req-402dbdb7-ce83-474d-a1ce-092b8a426c7a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 947 time: 0.1691837 Nov 23 09:49:25.839230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6e0dbcca-681c-4e23-961b-4c0a48c06d37'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:25.850119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc5b4bd-063b-45a5-aed5-167331861a93,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:25.854979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812015-619e-487d-abd9-60a09079ef0b req-27082bb1-2e1a-4170-9ba9-943501cf3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:25.859981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d812015-619e-487d-abd9-60a09079ef0b req-27082bb1-2e1a-4170-9ba9-943501cf3f92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.2404590 Nov 23 09:49:25.879517 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:25.879905 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.880271 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Added segment e3e912ae-790b-4de2-b081-317b2a0619b3 of type vlan for network 62482e81-41fd-4210-ac4c-d3663f7edc67 Nov 23 09:49:25.940532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:25.987627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:25.999754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4cbeb0a-f7af-4d02-a0e1-273e20128481 req-444b8a48-3c41-4aa3-8357-bf2e27936981 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846395 Nov 23 09:49:26.027560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d812015-619e-487d-abd9-60a09079ef0b req-87559f6c-58d2-4a77-abbb-fa2837d8a6b7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533170 Nov 23 09:49:26.047304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedab2ab-0980-481b-b107-e713d5319ebd {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:26.070468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.096130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.098007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.098720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.112736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Transition to ACTIVE for port object dedab2ab-0980-481b-b107-e713d5319ebd will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:26.134919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8155782 Nov 23 09:49:26.137144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:26.147648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Request body: {'subnet': {'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-subnet', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:26.155954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.210151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Made reservation on behalf of b610a3615a2a4c47883f9124859ba9c5 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:49:26.211075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.246950 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 4, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'fa59a6e9-f6f9-4f33-a059-da95245c1d33', 'name': '', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'mac_address': 'fa:16:3e:cc:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '094ef26e-2bac-417c-a99b-555a86730e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:21Z', 'updated_at': '2021-11-23T09:49:23Z', 'revision_number': 2, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'subnets': [{'id': '094ef26e-2bac-417c-a99b-555a86730e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:26.255980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ddc88-eb30-4815-a7fc-3e0b5bf62bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=62482e81-41fd-4210-ac4c-d3663f7edc67,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:26.275768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:49:26.276321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:26.298329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0b9b2-949b-4100-a1a3-3ee32493926f req-f90698c8-d348-4f18-b550-4b8c00511340 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.300192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5e0b9b2-949b-4100-a1a3-3ee32493926f req-f90698c8-d348-4f18-b550-4b8c00511340 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 945 time: 0.1063089 Nov 23 09:49:26.319313 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Checking router: c91c2126-c34a-4ae7-a39f-4d1c60be65b4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:26.319671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Updating router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 port fa59a6e9-f6f9-4f33-a059-da95245c1d33 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:49:26.350791 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.401801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Attempting to bind port dedab2ab-0980-481b-b107-e713d5319ebd on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:26.402410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Attempting to bind port dedab2ab-0980-481b-b107-e713d5319ebd by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:26.402867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Attempting to bind port dedab2ab-0980-481b-b107-e713d5319ebd on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:26.420923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Port dedab2ab-0980-481b-b107-e713d5319ebd on network 70822e58-482f-464d-95b9-1f992ddc6785 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:26.421786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Attempting to bind port dedab2ab-0980-481b-b107-e713d5319ebd on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:26.434563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5e0b9b2-949b-4100-a1a3-3ee32493926f req-a9f65ada-67fe-4080-a3ca-e4e3764b9874 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849173 Nov 23 09:49:26.445316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:26.445769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Checking segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:26.446323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Bound using segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:26.447998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Bound port: dedab2ab-0980-481b-b107-e713d5319ebd, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:26.448517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.514538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8e0b-9f63-495f-9a94-d87510ed50c4 req-31304cd8-62da-4eac-9c1e-42347809294f tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.516199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a2e8e0b-9f63-495f-9a94-d87510ed50c4 req-31304cd8-62da-4eac-9c1e-42347809294f tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 944 time: 0.1107540 Nov 23 09:49:26.560481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:26.576706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.583632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:26.598464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.639046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a2e8e0b-9f63-495f-9a94-d87510ed50c4 req-734bf69d-d092-47f8-8de6-60d8e0bd4811 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104348 Nov 23 09:49:26.652594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.653636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.655214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] 10.222.0.11 "PUT /v2.0/ports/dedab2ab-0980-481b-b107-e713d5319ebd HTTP/1.1" status: 200 len: 1091 time: 1.4705012 Nov 23 09:49:26.655723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:26.658168 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:26.698584 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.708177 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.731058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a097f3-f35b-4d43-9004-65ebfd98ea3e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:26.735030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fe609f94-79dd-438a-a97e-961e911e9e6a details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:26.754152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3411cf50-2593-4748-9d59-c5b7b34b1261 x-openstack-request-id: req-3411cf50-2593-4748-9d59-c5b7b34b1261 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:26.754645 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:26.754725 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3411cf50-2593-4748-9d59-c5b7b34b1261 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:26.754823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Checking segment: {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:26.755530 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'status': 'completed', 'code': 200} Nov 23 09:49:26.755668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Network hostable DHCP agents. Network: 62482e81-41fd-4210-ac4c-d3663f7edc67, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:49:26.773019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d06ed4-e639-45a1-8774-80a4c0af0a32 req-01641bbe-88a9-45a4-a726-b46844210ed9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.782501 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92f04e-289e-4b5b-aa3d-b2d3eb624983 None None] Pushing event updated for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:26.783414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89d06ed4-e639-45a1-8774-80a4c0af0a32 req-01641bbe-88a9-45a4-a726-b46844210ed9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.1502523 Nov 23 09:49:26.795677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee57e-e339-43b5-a3a5-cd035eefc377 service neutron] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:26.826062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-1736d744-f729-46c1-ba1b-de302dfbde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.827699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-1736d744-f729-46c1-ba1b-de302dfbde53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 1094 time: 0.1241715 Nov 23 09:49:26.834259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:49:26.837098 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Attempting to bind port fa59a6e9-f6f9-4f33-a059-da95245c1d33 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:26.838628 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Attempting to bind port fa59a6e9-f6f9-4f33-a059-da95245c1d33 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:26.840220 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Attempting to bind port fa59a6e9-f6f9-4f33-a059-da95245c1d33 on network f2ec4527-431f-443f-a406-5efd82a8944e {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:26.855001 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:26.855438 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Checking segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:26.855821 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.856216 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Bound using segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:26.856697 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Bound port: fa59a6e9-f6f9-4f33-a059-da95245c1d33, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:26.859932 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.884335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89d06ed4-e639-45a1-8774-80a4c0af0a32 req-dcc3f54e-d60a-4faf-b5c0-96bce1e2f711 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954041 Nov 23 09:49:26.887429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 62482e81-41fd-4210-ac4c-d3663f7edc67) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:26.901519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-fd36fdcc-96ed-4011-9935-59fb0c5ec39e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dedab2ab-0980-481b-b107-e713d5319ebd HTTP/1.1" status: 200 len: 217 time: 0.0637136 Nov 23 09:49:26.904520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:26.905910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:26.912638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32833fc-6079-4718-baa9-7fa0c86780c2 None None] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:26.941360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-46f54ab2-53ad-45af-a8a8-43ca8bb94e21 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8025539 Nov 23 09:49:26.943667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:26.954778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:26.990352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fe609f94-79dd-438a-a97e-961e911e9e6a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:26.999328 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] For port fa59a6e9-f6f9-4f33-a059-da95245c1d33, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:27.001080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.002756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.005221 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] For port fa59a6e9-f6f9-4f33-a059-da95245c1d33, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fa59a6e9-f6f9-4f33-a059-da95245c1d33,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:27.013583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-3dd3fe7f-9f48-43f4-ba20-5db10fd6e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:27.016832 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.028690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-3dd3fe7f-9f48-43f4-ba20-5db10fd6e45e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.1193981 Nov 23 09:49:27.077868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'mac_address': 'fa:16:3e:8e:08:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:27.125108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-698d2d37-171c-47d3-87d9-f1270d01fc26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766332 Nov 23 09:49:27.126761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.186037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:27.199848 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:27.200649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0838181b-6c05-46b5-9360-098e31d7bc10 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:27.205226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] Provisioning complete for port fa59a6e9-f6f9-4f33-a059-da95245c1d33 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:27.212901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.220642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92f04e-289e-4b5b-aa3d-b2d3eb624983 None None] Pushing event updated for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:27.277472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:27.350406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9d2b-9800-4d14-a158-810ebe8cf8db req-5859707d-d21d-4a87-af27-9adbceb83e94 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:27.355158 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.358619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92be9d2b-9800-4d14-a158-810ebe8cf8db req-5859707d-d21d-4a87-af27-9adbceb83e94 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 947 time: 0.1806846 Nov 23 09:49:27.429749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92be9d2b-9800-4d14-a158-810ebe8cf8db req-29e2f00e-69d8-47fa-bd99-1c53ea39fb89 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699282 Nov 23 09:49:27.504332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-e4138bf8-0315-4baf-b364-77761b05a614 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578687 Nov 23 09:49:27.537147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:27.626030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3ca8-8999-4b20-9e5e-37d7a2e27ebf req-1c32ed82-ee22-4ae2-92b2-31bd0a3193e5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:27.628390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8ce3ca8-8999-4b20-9e5e-37d7a2e27ebf req-1c32ed82-ee22-4ae2-92b2-31bd0a3193e5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 945 time: 0.0712137 Nov 23 09:49:27.679681 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:49:27.707341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2e8eb77-b3ab-4649-8639-e27b5244bad3 req-46d60284-f75a-4356-a5bc-0606b1170f44 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002752 Nov 23 09:49:27.735238 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:27.738729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8ce3ca8-8999-4b20-9e5e-37d7a2e27ebf req-b2bb96a0-c762-432e-baf7-12c0e6f9b20a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944688 Nov 23 09:49:27.825417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c192c83-79fe-4ec9-9a47-40f3345476a7 req-702975ff-1de9-4554-8a8c-23cff7555e82 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:27.826853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0838181b-6c05-46b5-9360-098e31d7bc10,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:27.833424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c192c83-79fe-4ec9-9a47-40f3345476a7 req-702975ff-1de9-4554-8a8c-23cff7555e82 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 944 time: 0.1065793 Nov 23 09:49:27.846547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '0838181b-6c05-46b5-9360-098e31d7bc10', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '0838181b-6c05-46b5-9360-098e31d7bc10', 'mac_address': 'fa:16:3e:bd:20:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:27.850314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe609f94-79dd-438a-a97e-961e911e9e6a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:27.874064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-b4ea8b91-1683-4b36-b125-df27a0e79e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:27.875618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-b4ea8b91-1683-4b36-b125-df27a0e79e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 1094 time: 0.0889919 Nov 23 09:49:27.927279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c192c83-79fe-4ec9-9a47-40f3345476a7 req-e2090378-3d28-4ea2-9405-f4961fce4479 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928736 Nov 23 09:49:27.982349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fe609f94-79dd-438a-a97e-961e911e9e6a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:27.983369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.025769 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.084871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-62482e81-41fd-4210-ac4c-d3663f7edc67', 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'fixed_ips': [{'subnet_id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:49:28.085843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.090897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:28.128493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] For port fa59a6e9-f6f9-4f33-a059-da95245c1d33, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fa59a6e9-f6f9-4f33-a059-da95245c1d33,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:28.149047 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.153596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:28.154058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.155609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.175860 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 4, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'fa59a6e9-f6f9-4f33-a059-da95245c1d33', 'name': '', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'mac_address': 'fa:16:3e:cc:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '094ef26e-2bac-417c-a99b-555a86730e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:21Z', 'updated_at': '2021-11-23T09:49:26Z', 'revision_number': 4, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'subnets': [{'id': '094ef26e-2bac-417c-a99b-555a86730e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:28.241836 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a737-0f73-4fe9-9670-e7f2162be430 None None] The sync data for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 is: [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:49:22Z', 'revision_number': 4, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'fa59a6e9-f6f9-4f33-a059-da95245c1d33', 'name': '', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'mac_address': 'fa:16:3e:cc:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '094ef26e-2bac-417c-a99b-555a86730e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:21Z', 'updated_at': '2021-11-23T09:49:26Z', 'revision_number': 4, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'subnets': [{'id': '094ef26e-2bac-417c-a99b-555a86730e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:28.255110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0838181b-6c05-46b5-9360-098e31d7bc10 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:28.437340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0838181b-6c05-46b5-9360-098e31d7bc10,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:28.442333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['fe609f94-79dd-438a-a97e-961e911e9e6a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:28.446479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7c3f-b8d3-424b-9b20-5648e8d1b842 None None] Pushing event updated for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:28.461471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.521829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.567378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.578554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:28.593258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b296-afff-4ca8-bf14-3e269e836658 req-af7d8668-1316-4981-b5c4-02626ab76efa tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:28.604199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13d7b296-afff-4ca8-bf14-3e269e836658 req-af7d8668-1316-4981-b5c4-02626ab76efa tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.7131357 Nov 23 09:49:28.629237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-34e73997-de3f-4cb1-a01d-e864c490c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:28.630882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-34e73997-de3f-4cb1-a01d-e864c490c47a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 906 time: 0.7464230 Nov 23 09:49:28.632998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b0ea69e-ee32-4da8-87c0-6c61d4a2504b None None] Provisioning complete for port fa59a6e9-f6f9-4f33-a059-da95245c1d33 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:28.635327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b0ea69e-ee32-4da8-87c0-6c61d4a2504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:28.643659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2790a16-874e-4c28-aa31-029fdb0aa5ab req-9eb9fb33-b62b-4b8c-8008-f4ff31e35728 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:28.653844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2790a16-874e-4c28-aa31-029fdb0aa5ab req-9eb9fb33-b62b-4b8c-8008-f4ff31e35728 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.1454840 Nov 23 09:49:28.709991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13d7b296-afff-4ca8-bf14-3e269e836658 req-572474c3-65c6-44af-854a-e27837ddc800 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999053 Nov 23 09:49:28.757170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Allocated IP 172.20.0.2 (62482e81-41fd-4210-ac4c-d3663f7edc67/32a097f3-f35b-4d43-9004-65ebfd98ea3e/21105efc-0e3e-4bec-ab07-ddb8ca5c52ad) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:28.760337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-c373f62a-7c61-4973-9a6c-7ced6a38416c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dedab2ab-0980-481b-b107-e713d5319ebd HTTP/1.1" status: 200 len: 217 time: 0.1040204 Nov 23 09:49:28.761674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0dbcca-681c-4e23-961b-4c0a48c06d37 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:28.852890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2790a16-874e-4c28-aa31-029fdb0aa5ab req-f1299eb6-1488-4dbb-addb-178dd5ab1082 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981065 Nov 23 09:49:28.887549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Allocated IP 172.25.1.219 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/f5ff02f4-c72b-47ff-9be6-acc4b385b05f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:28.972963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-a992b73c-ce97-4eaa-9a5f-61c8ae91d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:28.975405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-a992b73c-ce97-4eaa-9a5f-61c8ae91d860 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.2044613 Nov 23 09:49:29.043839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-f31b3d34-ddf3-40c6-81e3-c83dbc19b616 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579326 Nov 23 09:49:29.122552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d7797-f63e-4ff3-9383-1b07a704090f req-9ff6eedd-c018-473a-a2e0-93d829026262 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:29.131400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:29.137843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-128d7797-f63e-4ff3-9383-1b07a704090f req-9ff6eedd-c018-473a-a2e0-93d829026262 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 948 time: 0.2381265 Nov 23 09:49:29.144044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:29.215206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:29.217477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:29.217847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.286768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49c630-19f4-4483-b921-000b30a5befe req-923b2fa4-a468-4964-9d2c-e7ddc1fb3017 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:29.296862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.298783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba49c630-19f4-4483-b921-000b30a5befe req-923b2fa4-a468-4964-9d2c-e7ddc1fb3017 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.1657000 Nov 23 09:49:29.315444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fa59a6e9-f6f9-4f33-a059-da95245c1d33 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:29.332687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-128d7797-f63e-4ff3-9383-1b07a704090f req-de3d138a-7b0c-491f-88d8-c64a3fea20e8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933086 Nov 23 09:49:29.359306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-9787420d-7271-4b2a-a8ae-446e4eec5d72 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963963 Nov 23 09:49:29.407670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.410655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba49c630-19f4-4483-b921-000b30a5befe req-1ffd4864-b1b7-48cb-84bf-35d36dcd0596 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Nov 23 09:49:29.499639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:29.510239 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:49:29.517140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:29.538151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:29.584803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Pushing event updated for resources: {'Port': ['ID=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:29.586354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b1eac47-9e6c-4fbf-aa34-c5bd4d8a6996 req-d3178084-cfa9-4e3e-9a6d-ba0b3eed81eb service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092996 Nov 23 09:49:29.609932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51bdc-e68c-4952-8d80-17ffd9c854aa req-532e54e8-b2b7-4c20-bf29-e9e1857356ab tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:29.611519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4af51bdc-e68c-4952-8d80-17ffd9c854aa req-532e54e8-b2b7-4c20-bf29-e9e1857356ab tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 944 time: 0.1674175 Nov 23 09:49:29.615297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.726819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.860231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38908b8-00f9-4f4a-bee6-36989819b9c5 req-a65cd787-fbbe-4adf-b45e-a3fdf1c6219f tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:29.864236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c38908b8-00f9-4f4a-bee6-36989819b9c5 req-a65cd787-fbbe-4adf-b45e-a3fdf1c6219f tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.0535886 Nov 23 09:49:29.892138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:29.948760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c38908b8-00f9-4f4a-bee6-36989819b9c5 req-e27ff194-d491-4cd3-a964-ac3037dc1d0a tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 Nov 23 09:49:29.983455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:29.988324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.015736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'mac_address': 'fa:16:3e:03:76:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:30.017900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Pushing event updated for resources: {'Port': ['ID=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:30.028374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4af51bdc-e68c-4952-8d80-17ffd9c854aa req-d7a368c6-8b4c-4cc1-a28d-a627d3c11473 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077847 Nov 23 09:49:30.037290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:30.107572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:30.117364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:30.131795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fa59a6e9-f6f9-4f33-a059-da95245c1d33 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:30.133093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.202343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:30.204569 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eb61de-cb8c-41cb-8a60-733254462c84" -d '{"events": [{"server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "name": "network-vif-plugged", "status": "completed", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:30.241482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:30.265597 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7405f830-b123-4ac0-a1c7-d3c5e802511d x-openstack-request-id: req-7405f830-b123-4ac0-a1c7-d3c5e802511d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:30.266247 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "name": "network-vif-plugged", "status": "completed", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:30.266831 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7405f830-b123-4ac0-a1c7-d3c5e802511d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:30.267305 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'code': 200} Nov 23 09:49:30.275778 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.301950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16c62-4f16-4d4e-8c51-1e0309d7a9c2 req-7145b126-3bd2-4288-912b-42f826447735 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:30.303504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aaf16c62-4f16-4d4e-8c51-1e0309d7a9c2 req-7145b126-3bd2-4288-912b-42f826447735 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.1052456 Nov 23 09:49:30.306421 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.394120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:30.425496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Attempting to bind port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:30.425861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Attempting to bind port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:30.426268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Attempting to bind port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad on network 62482e81-41fd-4210-ac4c-d3663f7edc67 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:30.435298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.443595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641d99-ccb2-42e0-ac02-8512dd2d245f req-1834cd04-167e-45ad-8d0c-4f994f53a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:30.445081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45641d99-ccb2-42e0-ac02-8512dd2d245f req-1834cd04-167e-45ad-8d0c-4f994f53a53c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1096 time: 0.0842834 Nov 23 09:49:30.453431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aaf16c62-4f16-4d4e-8c51-1e0309d7a9c2 req-1a89962c-b52e-445c-9893-0155f73d3b48 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381321 Nov 23 09:49:30.460211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:30.473536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:30.474380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:30.474905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Checking segment: {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:30.475034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.475485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Bound using segment: {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:30.476190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Bound port: 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:30.476797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.484785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.494192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476199-c4d8-4490-b096-40ef2bd7575a req-1d953784-011d-473f-9f84-301949cab4f9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:30.495849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9476199-c4d8-4490-b096-40ef2bd7575a req-1d953784-011d-473f-9f84-301949cab4f9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 948 time: 0.0710709 Nov 23 09:49:30.554143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9476199-c4d8-4490-b096-40ef2bd7575a req-abda0cf2-cc78-4aba-af54-f420d99cd750 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Nov 23 09:49:30.601725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45641d99-ccb2-42e0-ac02-8512dd2d245f req-77fad2c2-8044-4379-a9a6-9078831cd4b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455979 Nov 23 09:49:30.653143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:49:30.762692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fe609f94-79dd-438a-a97e-961e911e9e6a up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:30.777968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:30.802210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:30.804348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.805280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Sync routers for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:30.810857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51374) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:49:30.816181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4bdba102-2301-4cc6-adf9-8341c57aaa1f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8675954 Nov 23 09:49:30.827990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] For port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:30.832307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] For port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:30.836258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:30.837019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:30.844125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:30.890962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f76dc936-c93a-44e4-bd52-255684b581e9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:30.962335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port fe609f94-79dd-438a-a97e-961e911e9e6a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:31.013521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port fe609f94-79dd-438a-a97e-961e911e9e6a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:31.013881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:31.086910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d515c-9846-4a23-9c9f-954e58df58c8 None None] Pushing event updated for resources: {'Port': ['ID=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:31.151757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:31.154123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0abf-0390-44b6-bd61-6c3230b9716b req-a194dd7a-6d64-498a-801c-5324dff99f29 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:31.155813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d1c0abf-0390-44b6-bd61-6c3230b9716b req-a194dd7a-6d64-498a-801c-5324dff99f29 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.0875185 Nov 23 09:49:31.272766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d1c0abf-0390-44b6-bd61-6c3230b9716b req-4d9471cf-9e58-49e0-8643-e66684a87162 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103048 Nov 23 09:49:31.373162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a369ad3-736e-478a-b0bc-bcd4ff340acd req-0530f293-b9d4-4f22-a165-f593100a48e3 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:31.383314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a369ad3-736e-478a-b0bc-bcd4ff340acd req-0530f293-b9d4-4f22-a165-f593100a48e3 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 945 time: 0.2236202 Nov 23 09:49:31.437712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:31.515420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a369ad3-736e-478a-b0bc-bcd4ff340acd req-a9f4c747-2735-459e-82c6-05e7f348ecf6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306100 Nov 23 09:49:31.566893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fe609f94-79dd-438a-a97e-961e911e9e6a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:31.583880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:31.659007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:31.664429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:29Z', 'revision_number': 3, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:31.709339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Checking router: c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:31.710373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Updating router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 port f5ff02f4-c72b-47ff-9be6-acc4b385b05f binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:49:31.737777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2567f81-4ca3-48d6-a180-ddb9801331cb req-304da1cf-879e-48ba-82d0-38f279b494dd tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:31.742452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2567f81-4ca3-48d6-a180-ddb9801331cb req-304da1cf-879e-48ba-82d0-38f279b494dd tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.0922623 Nov 23 09:49:31.746151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:31.754924 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:31.854815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2567f81-4ca3-48d6-a180-ddb9801331cb req-0efaa688-623f-4078-86e7-61b3364217e1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Nov 23 09:49:32.131230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe136-9fbd-4c63-bdaf-06ea9a419aad req-1ab6f7ce-f111-42d0-9288-3267c3a79e75 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:32.140064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70dbe136-9fbd-4c63-bdaf-06ea9a419aad req-1ab6f7ce-f111-42d0-9288-3267c3a79e75 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 949 time: 0.1419346 Nov 23 09:49:32.208274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Allocated IP 172.20.0.1 (62482e81-41fd-4210-ac4c-d3663f7edc67/32a097f3-f35b-4d43-9004-65ebfd98ea3e/9a975474-00ea-4174-879f-fe9b32a57edc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:49:32.232922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70dbe136-9fbd-4c63-bdaf-06ea9a419aad req-cc12f84e-9f90-4c2d-9ed2-6ee58b0d9d9a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904250 Nov 23 09:49:32.247374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.258822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.277451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:32.279871 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e537c3-c8ae-44fc-92bd-bf7613fabcec" -d '{"events": [{"server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "name": "network-vif-plugged", "status": "completed", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:32.348449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Attempting to bind port f5ff02f4-c72b-47ff-9be6-acc4b385b05f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:32.348867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Attempting to bind port f5ff02f4-c72b-47ff-9be6-acc4b385b05f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:32.349297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Attempting to bind port f5ff02f4-c72b-47ff-9be6-acc4b385b05f on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:32.358112 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66da778-4583-4fc1-9848-1cd8e373844e x-openstack-request-id: req-d66da778-4583-4fc1-9848-1cd8e373844e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:32.358404 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "name": "network-vif-plugged", "status": "completed", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:32.358645 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d66da778-4583-4fc1-9848-1cd8e373844e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:32.359026 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'code': 200} Nov 23 09:49:32.374413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:32.375064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:32.375511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.375965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:32.376455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Bound port: f5ff02f4-c72b-47ff-9be6-acc4b385b05f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:32.376954 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.439287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.448079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b3c1-5d60-4403-8499-4783b7451a79 None None] Pushing event updated for resources: {'Port': ['ID=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:32.514046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.534942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] For port f5ff02f4-c72b-47ff-9be6-acc4b385b05f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:32.537736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8a235-e779-4963-ba03-18539e1310ca req-65b0040e-aaf3-442c-a37f-4b7a32e3e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:32.540221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9a8a235-e779-4963-ba03-18539e1310ca req-65b0040e-aaf3-442c-a37f-4b7a32e3e877 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 1100 time: 0.0955043 Nov 23 09:49:32.540814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] For port f5ff02f4-c72b-47ff-9be6-acc4b385b05f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:32.561209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.570631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81e488-e5be-41d4-9e60-58d65ce00929 None None] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:49:32.594887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9a8a235-e779-4963-ba03-18539e1310ca req-a7f7e955-c148-43f9-b3fc-17ea8f87fdff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Nov 23 09:49:32.595671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:32.606498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:32.609133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:49:32.637495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:32.656747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.746508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] Provisioning complete for port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:32.747115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:32.773297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:32.774233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:32.785296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b3c1-5d60-4403-8499-4783b7451a79 None None] Pushing event updated for resources: {'Port': ['ID=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:32.788554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8d54e-45aa-41f2-ace6-b408acc88b9e req-4c8f5b6f-4ca3-459d-9269-3f6018be9632 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:32.796703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dab8d54e-45aa-41f2-ace6-b408acc88b9e req-4c8f5b6f-4ca3-459d-9269-3f6018be9632 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 945 time: 0.0904119 Nov 23 09:49:32.891919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dab8d54e-45aa-41f2-ace6-b408acc88b9e req-12a84a0a-ff10-45ed-a5d3-a8c66ab984d4 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941701 Nov 23 09:49:32.903132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.002238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-e6900afc-54ac-498e-86d4-0c923a0be8a3 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:49:33.003382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-e6900afc-54ac-498e-86d4-0c923a0be8a3 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189872 Nov 23 09:49:33.031835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:33.065302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.174255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-89d6af6e-f87b-4520-aa0b-a9d143d7efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:33.185937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-89d6af6e-f87b-4520-aa0b-a9d143d7efa1 service neutron] 10.222.0.62 "GET /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 1093 time: 0.1535585 Nov 23 09:49:33.229652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:33.235088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Unknown quota resources ['binding']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:49:33.252533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74330-b43e-45f5-9495-ac241e2c2138 req-5062f89d-ada7-4c36-9253-a8c1298c6ea7 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:33.254369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0d74330-b43e-45f5-9495-ac241e2c2138 req-5062f89d-ada7-4c36-9253-a8c1298c6ea7 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.2681921 Nov 23 09:49:33.263758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:33.265915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:33.268094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:33.389699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] For port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:33.415350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0d74330-b43e-45f5-9495-ac241e2c2138 req-10080dfc-5a74-40c8-8cb3-d5fdf40be7d1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380687 Nov 23 09:49:33.458661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.470133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.488564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.640790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a7461-add5-4206-9818-fdded91f3aec None None] Pushing event updated for resources: {'Port': ['ID=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:33.654472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:33.680170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f76dc936-c93a-44e4-bd52-255684b581e9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:33.680531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.686545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:33.686959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:33.687355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:33.693276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.694699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:33.695068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.701881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:33.702162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:33.718938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:33.719503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:33.719959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:33.720470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Bound port: b6ee4342-e458-4177-ab84-0fa4efaeccef, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:33.725700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4e595e03-4295-4462-a362-d09d99362404 None None] Provisioning complete for port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:33.726250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e595e03-4295-4462-a362-d09d99362404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.785813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:33.794642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-c0764534-be42-4a39-a5fe-41965b3af20b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:33.797696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-c0764534-be42-4a39-a5fe-41965b3af20b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2379696 Nov 23 09:49:33.828741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'mac_address': 'fa:16:3e:5f:6a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:49:33.893990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-e6e50808-c4e5-4c65-8964-cbab9207d90b tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 696 time: 0.0886488 Nov 23 09:49:33.915721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:33.923756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:33.950583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:29Z', 'revision_number': 3, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:33.960852 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] Publish callbacks [] for binding, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:33.962310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-9664ff5f-a81a-4825-92b1-e78be8285364 service neutron] 10.222.0.62 "POST /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef/bindings HTTP/1.1" status: 201 len: 389 time: 0.7364964 Nov 23 09:49:33.993677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.017907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:49:34.020135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:49:34.023989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.122012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.154287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87fa92-4498-4acf-a863-cf8d139637fe None None] The sync data for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 is: [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:29Z', 'revision_number': 3, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:34.185011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedab2ab-0980-481b-b107-e713d5319ebd {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:34.221444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687261-60ee-4708-9ec2-f2fd4b638b2a req-14c25125-943e-4d0d-94cf-d4cd177eb3ab tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:34.234535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54687261-60ee-4708-9ec2-f2fd4b638b2a req-14c25125-943e-4d0d-94cf-d4cd177eb3ab tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 949 time: 0.1408153 Nov 23 09:49:34.276560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:34.311627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.331066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:34.348202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54687261-60ee-4708-9ec2-f2fd4b638b2a req-75f17744-b96a-449b-af76-220581ba6d55 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124790 Nov 23 09:49:34.374949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:34.377235 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a837e7a-a70f-44e5-b5ab-0a77ce4d5d00" -d '{"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:34.397062 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.397829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0838181b-6c05-46b5-9360-098e31d7bc10 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:34.401449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4e595e03-4295-4462-a362-d09d99362404 None None] Provisioning complete for port 9a975474-00ea-4174-879f-fe9b32a57edc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:34.405857 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e595e03-4295-4462-a362-d09d99362404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.443165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:34.554566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:34.565231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4e595e03-4295-4462-a362-d09d99362404 None None] Port 9a975474-00ea-4174-879f-fe9b32a57edc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:34.703133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:34.736229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11a64-eb92-41dd-9aad-0b3765181d26 req-ccff689a-52cd-4b83-8cce-721d5ede915e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:34.738151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1a11a64-eb92-41dd-9aad-0b3765181d26 req-ccff689a-52cd-4b83-8cce-721d5ede915e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 945 time: 0.0946240 Nov 23 09:49:34.754371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 0838181b-6c05-46b5-9360-098e31d7bc10 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:34.764635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-41332c3a-2f17-48e2-99a5-b7909a6388f9 None None] Provisioning complete for port 9a975474-00ea-4174-879f-fe9b32a57edc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:34.765007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-41332c3a-2f17-48e2-99a5-b7909a6388f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.814328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-41332c3a-2f17-48e2-99a5-b7909a6388f9 None None] Port 9a975474-00ea-4174-879f-fe9b32a57edc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:49:34.820347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 0838181b-6c05-46b5-9360-098e31d7bc10 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:34.820726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:34.841047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1a11a64-eb92-41dd-9aad-0b3765181d26 req-50cf243f-9107-4228-ad9d-ee74e67d0e19 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Nov 23 09:49:34.866757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dedab2ab-0980-481b-b107-e713d5319ebd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:34.933649 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5478e95-458e-49a6-9f12-2b74c2f8c521 x-openstack-request-id: req-c5478e95-458e-49a6-9f12-2b74c2f8c521 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:34.933970 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:34.934284 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5478e95-458e-49a6-9f12-2b74c2f8c521 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:34.934634 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'code': 200} Nov 23 09:49:34.998983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5d4f6cef-2791-4778-bc69-5199c1f85e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:35.000715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5d4f6cef-2791-4778-bc69-5199c1f85e2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1096 time: 0.1355245 Nov 23 09:49:35.106551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f06b-7b4a-4c40-9418-bf9c0712bf51 req-4d867bec-93e0-4943-b93a-c95b9d2da05c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:35.108817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-966ba0af-5fc4-46c4-9bd3-917e285ebd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:35.110446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-966ba0af-5fc4-46c4-9bd3-917e285ebd9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.0947459 Nov 23 09:49:35.116929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a63f06b-7b4a-4c40-9418-bf9c0712bf51 req-4d867bec-93e0-4943-b93a-c95b9d2da05c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 944 time: 0.0949905 Nov 23 09:49:35.121781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.182236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0838181b-6c05-46b5-9360-098e31d7bc10,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:35.214084 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.217430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-fd4ada7a-f7c2-4aae-a0d2-7fac76372ac6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 217 time: 0.0756998 Nov 23 09:49:35.270652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a63f06b-7b4a-4c40-9418-bf9c0712bf51 req-cdb5b076-3ad3-47a5-96a7-82fa02e009ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518242 Nov 23 09:49:35.278555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-7e10850c-b3a5-42eb-a0a9-c7f64f0719e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:35.280387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-7e10850c-b3a5-42eb-a0a9-c7f64f0719e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.0512490 Nov 23 09:49:35.299659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:35.352974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f427833-e4f3-485e-8853-00722fee0f1a admin admin] 10.222.0.62 "PUT /v2.0/routers/c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398679 Nov 23 09:49:35.357965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:35.416312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:35.425625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-c797790e-4c30-48cd-8295-d234d37669be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661216 Nov 23 09:49:35.539718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:35.540463 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.558986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2870b1-a19f-4733-8038-1da579aa1770 req-4beb9560-1687-428f-8c19-45cd2691f3ab tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:35.563716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f2870b1-a19f-4733-8038-1da579aa1770 req-4beb9560-1687-428f-8c19-45cd2691f3ab tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 949 time: 0.0831487 Nov 23 09:49:35.707730 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f2870b1-a19f-4733-8038-1da579aa1770 req-56183d56-5ed7-4376-ba6c-bba680a774b8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310370 Nov 23 09:49:35.745741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5ff02f4-c72b-47ff-9be6-acc4b385b05f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:35.804295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f5ff02f4-c72b-47ff-9be6-acc4b385b05f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:35.804668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.898954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:49:35.925626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.964821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port f5ff02f4-c72b-47ff-9be6-acc4b385b05f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:35.971940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:35.999805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-2e2e924b-4d2f-4eaa-8f11-1b3734858a01 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375624 Nov 23 09:49:36.139279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:36.222494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-23cd6737-c297-4309-9aad-8ab141322ea5 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996856 Nov 23 09:49:36.272616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:36.285153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:36.531727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-87a47fb8-3583-4206-8020-ee939bde9a86 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:36.533507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-87a47fb8-3583-4206-8020-ee939bde9a86 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1622560 Nov 23 09:49:36.545248 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Floating IP 84262565-9897-4289-a7ea-1a515d47a2d1 associated. External IP: 172.25.1.157, port: 2b1c818c-04f1-4025-b295-334f0aa82b17. Nov 23 09:49:36.552776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:36.731285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:36.937596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:36.941548 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3955b34b-b1de-48d1-bf4b-0955d5f522c1" -d '{"events": [{"server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "name": "network-vif-plugged", "status": "completed", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:36.962071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Sync routers for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:36.986608 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:36.987519 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:37.127068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:37.211710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:37.264303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5ff02f4-c72b-47ff-9be6-acc4b385b05f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:37.490553 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:32Z', 'revision_number': 4, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9a975474-00ea-4174-879f-fe9b32a57edc', 'name': '', 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'mac_address': 'fa:16:3e:f4:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:31Z', 'updated_at': '2021-11-23T09:49:33Z', 'revision_number': 2, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'subnets': [{'id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:37.525664 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Checking router: c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:37.525933 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Updating router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 port 9a975474-00ea-4174-879f-fe9b32a57edc binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:49:37.561459 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.593577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:37.622688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:37.709987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:37.793466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port dedab2ab-0980-481b-b107-e713d5319ebd completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:49:37.802842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dedab2ab-0980-481b-b107-e713d5319ebd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:37.810659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:37.813599 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285b14f9-b17a-464f-9212-b9839a45bf31" -d '{"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:37.819236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.823192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.833946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.845294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:37.871356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.926264 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.928507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:37.929987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-49077ac4-a421-49ca-8af5-806b70caaf3a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "PUT /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 997 time: 4.0173197 Nov 23 09:49:37.952118 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.974139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f5ff02f4-c72b-47ff-9be6-acc4b385b05f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:37.976251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:37.991153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:38.042388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:38.043034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:38.043601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:38.056822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:49:38.057484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Attempting to bind port b6ee4342-e458-4177-ab84-0fa4efaeccef on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:38.068985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-b92d5414-fa01-4aa7-9d09-64f2c360f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:38.071767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-b92d5414-fa01-4aa7-9d09-64f2c360f634 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.0929351 Nov 23 09:49:38.073045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:38.073592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:38.074201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:38.074958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Bound port: b6ee4342-e458-4177-ab84-0fa4efaeccef, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:38.075487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.140725 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Pushing event updated for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:38.171859 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.172203 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.172546 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.172886 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.173216 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.173551 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.173879 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.180585 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.181052 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.181428 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.181773 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.182163 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:49:38.189953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:38.189953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:38.288020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:38.330359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:38.340443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.375971 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Attempting to bind port 9a975474-00ea-4174-879f-fe9b32a57edc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:49:38.376343 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Attempting to bind port 9a975474-00ea-4174-879f-fe9b32a57edc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:49:38.376710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Attempting to bind port 9a975474-00ea-4174-879f-fe9b32a57edc on network 62482e81-41fd-4210-ac4c-d3663f7edc67 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:49:38.394250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-631e6d8d-59aa-4fb8-8c94-f7efa87de06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:38.396089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-631e6d8d-59aa-4fb8-8c94-f7efa87de06c service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.3104641 Nov 23 09:49:38.414873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:49:38.415255 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Checking segment: {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:49:38.415938 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.416447 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Bound using segment: {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:49:38.417062 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Bound port: 9a975474-00ea-4174-879f-fe9b32a57edc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e912ae-790b-4de2-b081-317b2a0619b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:49:38.418177 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.575654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] For port 9a975474-00ea-4174-879f-fe9b32a57edc, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:38.585313 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] For port 9a975474-00ea-4174-879f-fe9b32a57edc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9a975474-00ea-4174-879f-fe9b32a57edc,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:49:38.593219 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.612464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:38.613128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.619356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 1121 time: 2.0695777 Nov 23 09:49:38.665791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f712c-17c5-4b3d-8875-10b64aaba7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:38.705329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-7c6b60d0-8d2b-49f4-8b27-4f8cd4e30fda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 1000 time: 0.2984600 Nov 23 09:49:38.759792 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5ede-fcbc-4b87-b83e-12df574e7bb0 None None] Pushing event updated for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:38.778987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:38.779516 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.780172 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:38.838611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:38.858612 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:38.863662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:38.891929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-63a079f3-cea4-4ce0-bfc3-0e0d5ec5acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:38.902927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-63a079f3-cea4-4ce0-bfc3-0e0d5ec5acf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.1867843 Nov 23 09:49:39.028690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-9f7921ec-8753-4e9e-bf97-e27f7d911cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:39.040621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-9f7921ec-8753-4e9e-bf97-e27f7d911cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344225 Nov 23 09:49:39.048082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:39.056413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b6ee4342-e458-4177-ab84-0fa4efaeccef'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:39.063234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-6b07c718-469e-4caf-80cc-7c8bb9037e48 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:49:39.066105 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:39.077124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-6b07c718-469e-4caf-80cc-7c8bb9037e48 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0355477 Nov 23 09:49:39.329054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] Provisioning complete for port 9a975474-00ea-4174-879f-fe9b32a57edc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:39.329596 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:39.384332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-a4b3f262-090c-4b1d-9d3b-3eb1f3d1de71 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059659 Nov 23 09:49:39.647565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b926c2a-0cb6-4b58-94b3-c6f025184aa6 req-6db87630-b0f0-4b6f-b04c-f6635d061b0c service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566583 Nov 23 09:49:39.686337 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:32Z', 'revision_number': 4, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9a975474-00ea-4174-879f-fe9b32a57edc', 'name': '', 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'mac_address': 'fa:16:3e:f4:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:31Z', 'updated_at': '2021-11-23T09:49:38Z', 'revision_number': 4, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'subnets': [{'id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:39.750335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:39.758013 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9a91d-2c09-43b7-8a67-cf9033733c56 None None] The sync data for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 is: [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:49:32Z', 'revision_number': 4, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9a975474-00ea-4174-879f-fe9b32a57edc', 'name': '', 'network_id': '62482e81-41fd-4210-ac4c-d3663f7edc67', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'mac_address': 'fa:16:3e:f4:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:31Z', 'updated_at': '2021-11-23T09:49:38Z', 'revision_number': 4, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'subnets': [{'id': '32a097f3-f35b-4d43-9004-65ebfd98ea3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:39.900707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 1, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:39.961405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] For port 9a975474-00ea-4174-879f-fe9b32a57edc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9a975474-00ea-4174-879f-fe9b32a57edc,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:39.963908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:39.975818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:39.976582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:40.073806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0685601-39ec-4a5c-96bb-e9439ab25e2d req-919eb838-fd9f-4ebf-a1b6-03732ee4a77b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:40.082007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:40.084806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0685601-39ec-4a5c-96bb-e9439ab25e2d req-919eb838-fd9f-4ebf-a1b6-03732ee4a77b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.1033757 Nov 23 09:49:40.161574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0685601-39ec-4a5c-96bb-e9439ab25e2d req-094a267b-f595-4485-ad85-a31bdc63ca0e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758710 Nov 23 09:49:40.320865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a462b299-f04b-47b9-a787-2815635b8f90 None None] Provisioning complete for port 9a975474-00ea-4174-879f-fe9b32a57edc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:40.321493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a462b299-f04b-47b9-a787-2815635b8f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:40.323224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6f777-c81b-474b-b62e-78f3fa32a999 None None] Pushing event updated for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:40.388829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:40.426141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a385f1-b6a6-47ce-ad16-052256593251 req-8b54f2eb-20ec-41f1-90fc-0f7e861599c2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:40.428663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01a385f1-b6a6-47ce-ad16-052256593251 req-8b54f2eb-20ec-41f1-90fc-0f7e861599c2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 943 time: 0.1462212 Nov 23 09:49:40.694385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01a385f1-b6a6-47ce-ad16-052256593251 req-2fd18e3e-4272-4670-8136-aadd6d443c6c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464393 Nov 23 09:49:40.947848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d64b-5ca8-4abe-bced-b04bcd8540da req-8b329c82-17e8-4882-88cf-e308470d4947 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:40.960862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c914d64b-5ca8-4abe-bced-b04bcd8540da req-8b329c82-17e8-4882-88cf-e308470d4947 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.1342249 Nov 23 09:49:41.023196 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd94ba7d-c177-4b5a-b246-df31ea96294b x-openstack-request-id: req-bd94ba7d-c177-4b5a-b246-df31ea96294b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:41.023492 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "name": "network-vif-plugged", "status": "completed", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:41.023746 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd94ba7d-c177-4b5a-b246-df31ea96294b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:41.024140 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10', 'code': 200} Nov 23 09:49:41.143773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 1, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:41.217422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c914d64b-5ca8-4abe-bced-b04bcd8540da req-926a5c85-69f1-4433-9f95-12dad96f0c83 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554066 Nov 23 09:49:41.223994 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c214a44-f3fd-42ba-86c9-72166afd0a48 x-openstack-request-id: req-2c214a44-f3fd-42ba-86c9-72166afd0a48 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:41.224398 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:41.224659 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c214a44-f3fd-42ba-86c9-72166afd0a48 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:41.225059 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'code': 200} Nov 23 09:49:41.239452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:49:41.250975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a2f5f-3d6b-45d4-83ad-1eccedf2a9ed None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 1, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:41.298741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee93c-ac9b-414f-a7a9-94fe3c86c4c0 req-ebef39e1-1fef-4b94-9ff3-2fab003e364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:41.308890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7eee93c-ac9b-414f-a7a9-94fe3c86c4c0 req-ebef39e1-1fef-4b94-9ff3-2fab003e364b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 1100 time: 0.1979716 Nov 23 09:49:41.382175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9a975474-00ea-4174-879f-fe9b32a57edc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:49:41.461985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7eee93c-ac9b-414f-a7a9-94fe3c86c4c0 req-0fdf0096-8476-49ce-a367-05451858981e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433597 Nov 23 09:49:41.650219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe52f-57dc-4cbe-888f-b5c6bf1daf47 req-249f7ede-57d9-4ed1-a2ec-8fc864ab51d4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:41.660818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10abe52f-57dc-4cbe-888f-b5c6bf1daf47 req-249f7ede-57d9-4ed1-a2ec-8fc864ab51d4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.1102321 Nov 23 09:49:41.700825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:41.703894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3a4c622a-a303-49df-a7a4-6afbbd359cef tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:41.716729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3a4c622a-a303-49df-a7a4-6afbbd359cef tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2242327 Nov 23 09:49:41.794948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10abe52f-57dc-4cbe-888f-b5c6bf1daf47 req-64e4f59b-f2b7-49e4-b4ec-e55b5c36ae79 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331820 Nov 23 09:49:41.849406 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4b593-23a7-4021-ab88-326a97abd294 None None] New status for floating IP 84262565-9897-4289-a7ea-1a515d47a2d1: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:49:42.074339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9a975474-00ea-4174-879f-fe9b32a57edc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:49:42.074988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:42.093871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf4bd-3ea1-4839-acb3-403dabd68a8a req-e9512772-f4d2-484d-920b-01abcfd4b306 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:42.100725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-ae993417-afe8-405c-a83d-946332660b7d tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1000 time: 0.3827841 Nov 23 09:49:42.103185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8adf4bd-3ea1-4839-acb3-403dabd68a8a req-e9512772-f4d2-484d-920b-01abcfd4b306 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 943 time: 0.1477089 Nov 23 09:49:42.127284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:42.157068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:49:42.241589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8adf4bd-3ea1-4839-acb3-403dabd68a8a req-c859a078-a5be-40e4-8a6f-d93c2a7eb47b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272006 Nov 23 09:49:42.386688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:42.568426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741877d-6e58-47ba-b2fb-b6ea90049573 req-06a57b65-5177-4884-a8ca-71b85b951a1e tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:42.581469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5741877d-6e58-47ba-b2fb-b6ea90049573 req-06a57b65-5177-4884-a8ca-71b85b951a1e tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.1062038 Nov 23 09:49:42.704208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5741877d-6e58-47ba-b2fb-b6ea90049573 req-ed71a830-c803-4ac5-829d-7dd3a8ba98f9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215990 Nov 23 09:49:42.936632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.db.api [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:49:42.937261 n-d-781076-5 neutron-server[110024]: DEBUG oslo_db.api [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:49:43.026612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:43.029799 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e38b2-cbae-43c5-aae8-208fa21fc36f" -d '{"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-plugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:43.226010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}, {'name': 'network-changed', 'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:43.228440 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737ec942-ee5f-491b-bb9b-1ab4c9419d71" -d '{"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}, {"name": "network-changed", "server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:43.444831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:44.347779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:44.357411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:44.475506 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Floating IP 84262565-9897-4289-a7ea-1a515d47a2d1 associated. External IP: 172.25.1.157, port: 2b1c818c-04f1-4025-b295-334f0aa82b17. Nov 23 09:49:44.736959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:44.877169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:44.889830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:44.926145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:44.932910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:45.200640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:45.274608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:45.615046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-8ecc7c9e-2cf2-4ebe-ae2b-467b8b7b9aa1 service neutron] 10.222.0.50 "GET /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.1909459 Nov 23 09:49:45.652839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:45.693686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:44Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:45.754153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:45.775951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:45.776669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:45.859757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:45.875299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:45.949430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:46.038790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:46.042386 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa3b6ce-d326-4ead-83d3-6cd70d530351" -d '{"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:46.292245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:46.323753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:49:46.359407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-3cbb163c-336b-4238-9398-35a13a2e4c70 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "PUT /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 998 time: 4.2576342 Nov 23 09:49:46.412229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:44Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:46.426338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b44ed8e4-af5c-4895-849b-b7494c2cf5ec tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:46.437929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b44ed8e4-af5c-4895-849b-b7494c2cf5ec tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports/2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 943 time: 0.0775015 Nov 23 09:49:46.445204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ee4342-e458-4177-ab84-0fa4efaeccef {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:49:46.446048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5de48-e50b-457a-8bcf-58fd6aa7a9ea None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:44Z', 'revision_number': 3, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:46.471055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:46.515447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:46.663930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b922f6a3-5b08-409f-85ba-32bcb2a1ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:46.672670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b922f6a3-5b08-409f-85ba-32bcb2a1ac81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.1210175 Nov 23 09:49:46.722032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] Transition to ACTIVE for port object b6ee4342-e458-4177-ab84-0fa4efaeccef will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:49:46.757290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:46.795641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:49:46.806750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973009d-1944-49c1-9ec3-1f781d0b2ef8 None None] New status for floating IP 84262565-9897-4289-a7ea-1a515d47a2d1: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:49:46.854018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=10']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:46.864713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:49:46.905927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-9afaba40-1214-488a-8048-cb2a9b8d71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:46.907616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-9afaba40-1214-488a-8048-cb2a9b8d71b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.2336485 Nov 23 09:49:46.957042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] No DVR routers for this DVR port b6ee4342-e458-4177-ab84-0fa4efaeccef on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:47.004504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-2cf859ea-a64c-479c-8fd6-9e366dff0984 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0765758 Nov 23 09:49:47.040216 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ddc0178a-7f59-41bf-be22-39d1a9aad65c service neutron] 10.222.0.50 "PUT /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4160502 Nov 23 09:49:47.129050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-75f3ff88-8362-47a0-a4be-abbd06147bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:47.131036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-75f3ff88-8362-47a0-a4be-abbd06147bb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0991943 Nov 23 09:49:47.188007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:47.209315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:47.210183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:47.215936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-0bdd8e51-2994-44dc-bef8-98d0a2607fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:47.223895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-0bdd8e51-2994-44dc-bef8-98d0a2607fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856080 Nov 23 09:49:47.237469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-de949515-c373-422e-844d-2610d500da89 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:49:47.238456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-de949515-c373-422e-844d-2610d500da89 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054054 Nov 23 09:49:47.380915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-e46e8034-dcdc-4aed-849c-1fcf712f3be5 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283948 Nov 23 09:49:47.420068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:47.498114 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-ea1c7888-9302-49b5-92bf-dc53d64cfce3 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165855 Nov 23 09:49:47.584610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b7bfcd66-4aa6-42fe-9cde-c499eb613b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:47.595589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-b7bfcd66-4aa6-42fe-9cde-c499eb613b66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1096 time: 0.0617943 Nov 23 09:49:47.710125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-39874fb7-ec76-40ab-8bed-b643a375befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:47.720053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-39874fb7-ec76-40ab-8bed-b643a375befb service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1233346 Nov 23 09:49:47.786031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:46Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:47.822410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:47.827892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9d018e3e-e4af-4f65-ac53-6ded5f135805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:47.834053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:47.834886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:47.863947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-80b6a80a-835a-44f8-9cf7-408824d9acfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 1001 time: 0.1404724 Nov 23 09:49:47.923013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-5c7904cb-a282-4501-a2fb-529181d1546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:47.932461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-5c7904cb-a282-4501-a2fb-529181d1546b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0669086 Nov 23 09:49:47.983693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:48.004026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-941a285c-6ce6-4db3-8d4c-70f6fde80fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:48.013450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-941a285c-6ce6-4db3-8d4c-70f6fde80fdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790699 Nov 23 09:49:48.176373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-ca8532b4-6886-4bf2-9f03-e7d279d3851e service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626668 Nov 23 09:49:48.319256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-940f2479-00a2-4ca3-8ecd-af9a811d22e8 req-02764ac5-c1b1-4ddf-aca1-fbcb34e56e00 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390288 Nov 23 09:49:48.344191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:46Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:48.373620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e983c9-0c42-47da-8215-5d912528187d None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:21:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536e2d7d-aba5-4392-abf8-6106156f1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:49:46Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:48.489467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62682e50-e113-4a3c-8739-4c8c489b0084 req-cbb50b3d-9ea1-489e-9b71-366888fbfbf6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:48.491088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62682e50-e113-4a3c-8739-4c8c489b0084 req-cbb50b3d-9ea1-489e-9b71-366888fbfbf6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0863860 Nov 23 09:49:48.579259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62682e50-e113-4a3c-8739-4c8c489b0084 req-01b8c183-358b-46a3-ab0e-d77f7fbd211b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819390 Nov 23 09:49:48.659644 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7dd74-35b3-4a5c-b334-f95590973bb5 x-openstack-request-id: req-edb7dd74-35b3-4a5c-b334-f95590973bb5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:48.660031 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-plugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:48.660351 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb7dd74-35b3-4a5c-b334-f95590973bb5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:48.660821 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'code': 200} Nov 23 09:49:48.725143 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2bb52-9638-4805-a0e4-f6b3a75d3416 x-openstack-request-id: req-30f2bb52-9638-4805-a0e4-f6b3a75d3416 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:48.726445 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:48.726941 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30f2bb52-9638-4805-a0e4-f6b3a75d3416 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:48.727565 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:49:48.728037 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'status': 'completed', 'code': 200} Nov 23 09:49:48.873516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-bddc6aff-5bad-430c-bd3b-a7b4a3cb2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:48.875239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-bddc6aff-5bad-430c-bd3b-a7b4a3cb2e0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1095 time: 0.0962427 Nov 23 09:49:48.892891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d12f9-6bff-42a7-82de-15244e8feb8d req-452b8fef-dfc6-4398-b4c2-14077a190ba8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:48.900376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-302d12f9-6bff-42a7-82de-15244e8feb8d req-452b8fef-dfc6-4398-b4c2-14077a190ba8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.0893319 Nov 23 09:49:49.008196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-ede0d2d3-720a-45eb-aa8f-05c6a75799f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:49.010032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-ede0d2d3-720a-45eb-aa8f-05c6a75799f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.1022744 Nov 23 09:49:49.073248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-834ab031-bf1a-43aa-b360-dbc3ef1d1253 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 217 time: 0.0477231 Nov 23 09:49:49.133850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-302d12f9-6bff-42a7-82de-15244e8feb8d req-52ade394-f219-42f5-8d30-0ea60aa636d1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323298 Nov 23 09:49:49.185979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-47b3b0c7-be13-4d8b-988c-31740006315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:49.188052 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-47b3b0c7-be13-4d8b-988c-31740006315f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1062560 Nov 23 09:49:49.245320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-319dcc70-847e-439b-a0ab-42f93fc4cacc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425658 Nov 23 09:49:49.720259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-347b3b91-4875-43bc-a819-b857c2c239bd service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569392 Nov 23 09:49:49.745263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b9402-2d52-41b0-9a42-c2cb6e24ee5b req-cc80959f-1c32-4f72-be0c-7a3aafce939b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:49.753055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f30b9402-2d52-41b0-9a42-c2cb6e24ee5b req-cc80959f-1c32-4f72-be0c-7a3aafce939b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.3799796 Nov 23 09:49:49.871950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f30b9402-2d52-41b0-9a42-c2cb6e24ee5b req-4e30b387-802d-4531-9987-53ea582b2acc tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133544 Nov 23 09:49:49.911738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-17902ccd-bbb2-4e2a-a95e-a6b55b95bbec service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794710 Nov 23 09:49:49.942622 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f5d48-4fe6-4636-8ef8-2dcc53e7265f x-openstack-request-id: req-c65f5d48-4fe6-4636-8ef8-2dcc53e7265f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:49.943003 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:49.943307 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c65f5d48-4fe6-4636-8ef8-2dcc53e7265f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:49.943768 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:49:50.005012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:50.031441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-07e25bb2-d9aa-434e-a0bd-2e5ecfa61a05 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1001 time: 0.0776515 Nov 23 09:49:50.094595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-fbcfd0bf-45b6-4af0-8246-f7650c7ea07d tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:50.101537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-fbcfd0bf-45b6-4af0-8246-f7650c7ea07d tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports/6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 942 time: 0.0630770 Nov 23 09:49:50.194058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3314e1d3-d95f-450e-8f61-5458700f463e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:50.268793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-d2e4ddc5-2f36-4cff-bed1-994ded09e5c3 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1001 time: 0.1126943 Nov 23 09:49:50.445165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-96865b22-705c-44d6-b29f-38e2627d6827 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:50.448668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4706e1b8-76c1-4d55-9c85-0f8cee33dc9f req-96865b22-705c-44d6-b29f-38e2627d6827 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1724203 Nov 23 09:49:50.638089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fdef4-e0a7-4b80-8071-43634ad014cc req-254c875c-e2b2-49b6-88c1-d0d30340afa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:50.639702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c96fdef4-e0a7-4b80-8071-43634ad014cc req-254c875c-e2b2-49b6-88c1-d0d30340afa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0963745 Nov 23 09:49:50.695442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c96fdef4-e0a7-4b80-8071-43634ad014cc req-c00a55cb-e3cf-4cb6-a798-2394b9057753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Nov 23 09:49:50.877554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c36e6-7aae-479d-a127-a93366c73b81 req-e5538f59-6efc-4152-9dfb-fe16a20df923 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:50.890646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-634c36e6-7aae-479d-a127-a93366c73b81 req-e5538f59-6efc-4152-9dfb-fe16a20df923 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.1092708 Nov 23 09:49:50.978224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-634c36e6-7aae-479d-a127-a93366c73b81 req-cd3b7b0f-b9a4-41b3-8fdf-40d0b2bf2153 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767000 Nov 23 09:49:51.107283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:51.946931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:51.968443 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555fb802-7363-4e21-9246-51937711146d" -d '{"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:52.002829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-f3bf179e-a23e-4bfb-a688-23e82440dc65 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1001 time: 0.3030500 Nov 23 09:49:52.040001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-53c1c233-f81d-42d5-9513-3a222e78a20a tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.048155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-53c1c233-f81d-42d5-9513-3a222e78a20a tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1849489 Nov 23 09:49:52.112800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-05322949-198e-476d-ab04-76dba60da2c3 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.139280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-05322949-198e-476d-ab04-76dba60da2c3 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports/6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 942 time: 0.1354637 Nov 23 09:49:52.210008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ccd96f74-4947-4236-b925-fe4e60f647a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.215372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-ccd96f74-4947-4236-b925-fe4e60f647a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778&tenant_id=c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 1095 time: 0.1403575 Nov 23 09:49:52.261846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e43256-fb2c-44cb-8830-fad1e76a4ef9 req-21fbe73e-280d-435f-a1e4-c7797766382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.263815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5e43256-fb2c-44cb-8830-fad1e76a4ef9 req-21fbe73e-280d-435f-a1e4-c7797766382f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 1096 time: 0.3567190 Nov 23 09:49:52.358905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-c8d4f96d-f995-4a5f-819b-32289adc49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.359697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c2f2cdcf-84b0-46e2-b7d7-6f21f41b9862 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1001 time: 0.1090605 Nov 23 09:49:52.368715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-c8d4f96d-f995-4a5f-819b-32289adc49fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1095 time: 0.1267867 Nov 23 09:49:52.512758 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:52.657704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-f4b4caeb-37f9-491f-9fa2-3954523bdac1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2212849 Nov 23 09:49:52.667114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-9c909819-8663-41be-8b8a-e674950659ed tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.668632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-9c909819-8663-41be-8b8a-e674950659ed tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.3080697 Nov 23 09:49:52.674157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5e43256-fb2c-44cb-8830-fad1e76a4ef9 req-57bb74a4-c2db-48e7-b67a-5c473edfa9d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102126 Nov 23 09:49:52.679618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-dfc8e899-cdaf-42fa-9e3e-5f7f859d8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.681357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-dfc8e899-cdaf-42fa-9e3e-5f7f859d8456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.5819113 Nov 23 09:49:52.683479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5432a97d-1a35-492f-b243-54f67df17282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:52.685206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5432a97d-1a35-492f-b243-54f67df17282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.3080535 Nov 23 09:49:52.769401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-58c3ce25-9a93-47bb-8430-b103a5d08bac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1001 time: 0.0853074 Nov 23 09:49:52.797958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:49:52.875469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:53.099887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:53.109418 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:53.109780 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Floating IP 84262565-9897-4289-a7ea-1a515d47a2d1 disassociated. External IP: 172.25.1.157, port: 6e0dbcca-681c-4e23-961b-4c0a48c06d37. Nov 23 09:49:53.472410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:49:53.507958 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:53.627599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:49:53.666972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:53.675383 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:49:53.688239 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:53.689164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:53.711497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-c7081e52-a3e7-4965-8a2c-1d7fd4225c1c tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "PUT /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 695 time: 0.9266722 Nov 23 09:49:53.712239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:53.714743 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9f7066-21e4-4220-ad07-1f6c80794f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:49:53.768378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-53f194cf-17e9-4052-b928-2fafe1276cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:53.769939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-53f194cf-17e9-4052-b928-2fafe1276cfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1096 time: 0.0428872 Nov 23 09:49:53.807309 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:53.923757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-9740ca3d-e9a7-4e16-b7df-39ae33eb1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:53.935954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-9740ca3d-e9a7-4e16-b7df-39ae33eb1894 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1588676 Nov 23 09:49:53.977668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-47e9e4f3-15e8-4636-a042-aad0f72dc43c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 217 time: 0.0399702 Nov 23 09:49:54.048601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-cbff6537-b2cb-4cc9-a66b-0eaac9b09674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.060071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-cbff6537-b2cb-4cc9-a66b-0eaac9b09674 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0757220 Nov 23 09:49:54.091792 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:54.114045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-18bdd70e-c8fa-4390-bb27-bf740c48b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.124782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-18bdd70e-c8fa-4390-bb27-bf740c48b1c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636747 Nov 23 09:49:54.128247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:49:54.140116 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:49:54.140928 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:54.234191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-189e49e8-b037-4050-87ef-3aa7959175ac service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080222 Nov 23 09:49:54.268925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6b3e8-3c2a-4d26-a53d-8b726f094735 req-3a9b0a9b-6f07-4979-8ee9-d8421a97d3b5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.273186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af6b3e8-3c2a-4d26-a53d-8b726f094735 req-3a9b0a9b-6f07-4979-8ee9-d8421a97d3b5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0770423 Nov 23 09:49:54.283475 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:49:54.343771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab19d5ad-1f3a-4656-a1dc-c362d3590823 req-b248cfd6-2ef0-47fe-8417-fe0a3f79c4c6 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083744 Nov 23 09:49:54.363492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af6b3e8-3c2a-4d26-a53d-8b726f094735 req-d4f24245-e54c-4468-b9bf-871dd85ef761 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824418 Nov 23 09:49:54.518437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a06bc-fb85-4ed7-b147-c4edc91ec58f req-e56a7af6-c0d8-4cc1-81c7-7b487c304e23 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.520147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a3a06bc-fb85-4ed7-b147-c4edc91ec58f req-e56a7af6-c0d8-4cc1-81c7-7b487c304e23 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0555282 Nov 23 09:49:54.534580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46eb6-9228-447c-a8ef-35ba27df96f3 req-cdd5ca6c-b62e-498c-889f-9c5a6754446f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.536923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94d46eb6-9228-447c-a8ef-35ba27df96f3 req-cdd5ca6c-b62e-498c-889f-9c5a6754446f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.0960996 Nov 23 09:49:54.578510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a3a06bc-fb85-4ed7-b147-c4edc91ec58f req-63c7ea1c-97ac-4d4a-8e7c-b260e51705bf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Nov 23 09:49:54.604975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94d46eb6-9228-447c-a8ef-35ba27df96f3 req-6ad5a877-ec80-427f-9e67-2650bce29c7c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607719 Nov 23 09:49:54.652081 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a39f5-bf2d-4708-a37e-31915632f74f x-openstack-request-id: req-850a39f5-bf2d-4708-a37e-31915632f74f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:54.652385 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:54.652642 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-850a39f5-bf2d-4708-a37e-31915632f74f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:54.653048 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'status': 'completed', 'code': 200} Nov 23 09:49:54.700515 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-88519595-7b99-4dca-809d-26678eb084bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:49:54.740534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb802-7363-4e21-9246-51937711146d req-ca7e3fb0-75c2-47b7-817c-2fbb35872a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.742357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-ca7e3fb0-75c2-47b7-817c-2fbb35872a88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1096 time: 0.0500789 Nov 23 09:49:54.745811 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88519595-7b99-4dca-809d-26678eb084bf None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:49:54.803848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c6982-2649-4632-b585-91197a86dee0 req-64a2ac41-9b98-4621-8b0e-35f7487dff6a tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.806573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9c6982-2649-4632-b585-91197a86dee0 req-64a2ac41-9b98-4621-8b0e-35f7487dff6a tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1096 time: 0.0818539 Nov 23 09:49:54.883164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb802-7363-4e21-9246-51937711146d req-bfc335ee-9da0-4279-9676-2b100583f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:54.884097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9c6982-2649-4632-b585-91197a86dee0 req-8f9665fe-caee-46d9-a00c-0d24a980678e tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686567 Nov 23 09:49:54.884847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-bfc335ee-9da0-4279-9676-2b100583f0ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1216855 Nov 23 09:49:54.942661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-d31c6af2-e69c-4807-adaf-797019b7698e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 217 time: 0.0416040 Nov 23 09:49:54.957511 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3adfd2-1566-44ed-902f-9260f6e2b81d x-openstack-request-id: req-2c3adfd2-1566-44ed-902f-9260f6e2b81d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:49:54.957806 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:49:54.958454 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c3adfd2-1566-44ed-902f-9260f6e2b81d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:49:54.958908 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'status': 'completed', 'code': 200} Nov 23 09:49:55.017146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb802-7363-4e21-9246-51937711146d req-3d5c890d-abae-4ce5-b3f1-c0e2fa0fb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.019389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-3d5c890d-abae-4ce5-b3f1-c0e2fa0fb30f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0665069 Nov 23 09:49:55.091837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb802-7363-4e21-9246-51937711146d req-bcf862b7-761b-4bad-9812-b0c39519d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.093608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-bcf862b7-761b-4bad-9812-b0c39519d68c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610383 Nov 23 09:49:55.147166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291c005-fc5c-496f-86ed-bd830d92a11f None None] New status for floating IP 84262565-9897-4289-a7ea-1a515d47a2d1: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:49:55.252854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-a8afc7a6-f794-467a-8d86-8211afb1c0a4 service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496108 Nov 23 09:49:55.394437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555fb802-7363-4e21-9246-51937711146d req-f8669ab2-4abb-457c-a3f4-818e722e3245 service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276212 Nov 23 09:49:55.520015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-4613cd8b-b227-4140-a057-b8253cbd5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.522242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-4613cd8b-b227-4140-a057-b8253cbd5cab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 1096 time: 0.0688314 Nov 23 09:49:55.650108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-224de7aa-affe-4da0-a301-ef6ba2945802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.651747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-224de7aa-affe-4da0-a301-ef6ba2945802 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1196408 Nov 23 09:49:55.703981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-7e952cb4-c76f-46ee-8b84-e5eacc95f771 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 200 len: 217 time: 0.0382183 Nov 23 09:49:55.758984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-688eff5d-d223-45b4-871c-1e4904bec146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.761180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-688eff5d-d223-45b4-871c-1e4904bec146 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0484469 Nov 23 09:49:55.824324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-37a9d20e-78ac-4a01-96e2-c947456d0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:55.827304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-37a9d20e-78ac-4a01-96e2-c947456d0efa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517464 Nov 23 09:49:55.931705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-f25d2f5c-5c81-458f-af5a-ee875fd9311b service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952446 Nov 23 09:49:56.062352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f9f7066-21e4-4220-ad07-1f6c80794f7a req-c8a4b127-dd6b-49c1-9338-eea31fcdc75a service neutron] 10.222.0.50 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121454 Nov 23 09:49:56.944362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-7a3127f4-292f-4d87-89c6-a9b2b2232273 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:49:56.946064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-7a3127f4-292f-4d87-89c6-a9b2b2232273 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.50 "GET /v2.0/ports?device_id=536e2d7d-aba5-4392-abf8-6106156f1951 HTTP/1.1" status: 200 len: 945 time: 0.0625458 Nov 23 09:49:57.055690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Deleting port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:49:57.056224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:57.166504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] For port 6e0dbcca-681c-4e23-961b-4c0a48c06d37, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0dbcca-681c-4e23-961b-4c0a48c06d37,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:49:57.166877 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:57.183225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Calling delete_port for 6e0dbcca-681c-4e23-961b-4c0a48c06d37 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:49:57.328713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:57.342128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2b1c818c-04f1-4025-b295-334f0aa82b17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:57.346361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6e0dbcca-681c-4e23-961b-4c0a48c06d37'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:49:57.368110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event deleted for resources: {'Port': ['ID=6e0dbcca-681c-4e23-961b-4c0a48c06d37,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:49:57.434662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] No DVR routers for this DVR port 6e0dbcca-681c-4e23-961b-4c0a48c06d37 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:49:57.437751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:49:57.441177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-750540f9-0e32-4cea-9a80-9f1e675e0f2a req-4d7eaaef-0c0c-4f1b-bb1e-504d1803feea tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.50 "DELETE /v2.0/ports/6e0dbcca-681c-4e23-961b-4c0a48c06d37 HTTP/1.1" status: 204 len: 173 time: 0.4880748 Nov 23 09:49:57.441627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'name': 'network-vif-deleted', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:49:57.443942 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e138d35-17c2-4a6e-ba32-a7c9430a8693" -d '{"events": [{"server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "name": "network-vif-deleted", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:00.212806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-c3545bed-2bfb-4a88-8d59-d5a51a71317d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 200 len: 217 time: 0.0656903 Nov 23 09:50:00.298519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc4a4-b2b9-413d-93f8-5419e9e0c4ea req-a377060f-89d2-4a64-80e7-a1f2decf5b55 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.300104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-734fc4a4-b2b9-413d-93f8-5419e9e0c4ea req-a377060f-89d2-4a64-80e7-a1f2decf5b55 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 950 time: 0.0985758 Nov 23 09:50:00.302404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-70ed160e-e737-498d-9be5-626dd3ee9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.304842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-70ed160e-e737-498d-9be5-626dd3ee9df1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.0764108 Nov 23 09:50:00.308929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-726b0074-f447-463b-b3da-01c7f511e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.310456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-726b0074-f447-463b-b3da-01c7f511e044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 1097 time: 0.0986748 Nov 23 09:50:00.333501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-7702410f-09a3-49b8-a276-8f622318b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.335359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-7702410f-09a3-49b8-a276-8f622318b8a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1888704 Nov 23 09:50:00.348313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f2dfe11e-6180-4efd-9672-c214544948b9 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:50:00.349306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f2dfe11e-6180-4efd-9672-c214544948b9 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060811 Nov 23 09:50:00.375791 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-092cf9d1-f66d-4136-b718-1169c85d7896 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564110 Nov 23 09:50:00.441395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-0f17b64c-e273-44c7-8403-a46de2745f81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0704389 Nov 23 09:50:00.464939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-734fc4a4-b2b9-413d-93f8-5419e9e0c4ea req-da6f0296-7455-4b3c-9123-330f79ceacf0 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540730 Nov 23 09:50:00.466045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-2932ef71-a2f9-4bca-80da-0cf1a09bd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.467334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-2932ef71-a2f9-4bca-80da-0cf1a09bd883 service neutron] 10.222.0.62 "GET /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 1093 time: 0.0939443 Nov 23 09:50:00.496446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-46ec0c87-4bdd-476a-b784-1c852dd90b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.498241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-46ec0c87-4bdd-476a-b784-1c852dd90b19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.1617439 Nov 23 09:50:00.511948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Request body: {'binding': {'host': 'n-h2-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:00.512412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:50:00.526781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-c70d4140-50ce-462e-b8de-1ae4424dad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.527432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-c70d4140-50ce-462e-b8de-1ae4424dad8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0748100 Nov 23 09:50:00.617742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-850903e8-81b6-4fc0-af38-f4e034be2442 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 200 len: 1002 time: 0.1087689 Nov 23 09:50:00.623313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-5a364155-aae1-44c6-811b-2c9e29814159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.624753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-5a364155-aae1-44c6-811b-2c9e29814159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657666 Nov 23 09:50:00.635691 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-f8e14662-2ffb-421e-bb31-6c791d993e10 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320137 Nov 23 09:50:00.716911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-e8663e5f-575f-4166-a2a3-b7fb740b2c80 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.724189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-e8663e5f-575f-4166-a2a3-b7fb740b2c80 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1579075 Nov 23 09:50:00.743245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-b7db02f2-26fc-4aac-aefa-7d8d84cbe0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:00.744791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-b7db02f2-26fc-4aac-aefa-7d8d84cbe0c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.1091383 Nov 23 09:50:00.826474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-4f4a960a-5416-47c4-97c0-7e4d7c6d4061 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 696 time: 0.1012790 Nov 23 09:50:00.851914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:00.904660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0dbcca-681c-4e23-961b-4c0a48c06d37 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:00.938339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 6e0dbcca-681c-4e23-961b-4c0a48c06d37 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:00.939197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on host n-h2-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:00.939523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0dbcca-681c-4e23-961b-4c0a48c06d37 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:00.939641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:00.939871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:00.946414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:00.953029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-b8089576-c045-4c6a-86a5-b1f2206d7d43 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794321 Nov 23 09:50:00.956913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:00.957228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:01.031681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:01.032021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:01.032408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:01.032850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Bound port: 77221cc0-b843-4810-8917-5bb8f557aa90, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:01.101506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-0646cd81-4a8c-4344-9274-c7494dc42332 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576070 Nov 23 09:50:01.109789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-700b4f23-bcaa-412c-af84-a387a25d6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.111370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-700b4f23-bcaa-412c-af84-a387a25d6280 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3587272 Nov 23 09:50:01.180088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:01.198044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:01.199221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f06fc368-518a-4fec-9210-4172aca6f4ff service neutron] 10.222.0.62 "POST /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90/bindings HTTP/1.1" status: 201 len: 389 time: 0.6913564 Nov 23 09:50:01.300107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-737ec942-ee5f-491b-bb9b-1ab4c9419d71 req-74a87dba-f256-40cf-ab72-5f117f3d0dae service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758945 Nov 23 09:50:01.302746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-bac07c9e-6860-419e-b267-633acde9b174 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570649 Nov 23 09:50:01.491395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb741e9-ba8a-469a-8fbf-dfa41d9f86c5 req-23d869ac-c1c3-4326-915e-1034626955eb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.492909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb741e9-ba8a-469a-8fbf-dfa41d9f86c5 req-23d869ac-c1c3-4326-915e-1034626955eb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.1431782 Nov 23 09:50:01.497563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-a9a192eb-d82e-45df-90f5-a446d6085b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.499005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-a9a192eb-d82e-45df-90f5-a446d6085b03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.1286693 Nov 23 09:50:01.549438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d4c6d69-a2b4-477a-a3aa-ff3b13d94fcd req-91281c9a-11d3-41fb-b63b-64d513d9fe0a service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199783 Nov 23 09:50:01.618359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb741e9-ba8a-469a-8fbf-dfa41d9f86c5 req-3be9e836-5490-4eb4-b554-7f8cd28947c4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148407 Nov 23 09:50:01.647099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-f8931d79-4f55-4f72-8f11-619148b35f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.648603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-f8931d79-4f55-4f72-8f11-619148b35f57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1387920 Nov 23 09:50:01.694418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-8e5479ae-f800-4eae-aad4-e3b3b6e01453 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.695916 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-8e5479ae-f800-4eae-aad4-e3b3b6e01453 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.4414389 Nov 23 09:50:01.700723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-b366f206-5f28-45ac-8220-4c841c342278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.702196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-b366f206-5f28-45ac-8220-4c841c342278 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1096 time: 0.1542637 Nov 23 09:50:01.703050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-0f3eb6f8-675a-42b3-a09b-9e4741bfe6ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0420785 Nov 23 09:50:01.782172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-f06c62dd-0048-4126-8e63-6382c635870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.783597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-f06c62dd-0048-4126-8e63-6382c635870f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0689752 Nov 23 09:50:01.791944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3395bf1-3f59-413a-9b79-762f3889c7f9 req-bc0ae70f-b961-4c81-8498-db9cfbc01e14 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.793273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3395bf1-3f59-413a-9b79-762f3889c7f9 req-bc0ae70f-b961-4c81-8498-db9cfbc01e14 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0930583 Nov 23 09:50:01.867124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-9c7ff820-d9a1-4f66-b522-d56a4e1a6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.868540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-9c7ff820-d9a1-4f66-b522-d56a4e1a6016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741687 Nov 23 09:50:01.872090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3395bf1-3f59-413a-9b79-762f3889c7f9 req-e6a634c3-fc48-4ecc-869f-a47bdb6d41cc tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Nov 23 09:50:01.960039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f3fb5520-4632-4254-9287-82b685f36dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:01.961515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f3fb5520-4632-4254-9287-82b685f36dc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.2482040 Nov 23 09:50:01.997669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-eda1a14f-66a0-44f2-80b2-d0a564f1ae32 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196828 Nov 23 09:50:02.009884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5504-86f8-473c-a635-43e315870730 req-395bf157-9632-4423-b11c-a6b728db961a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:02.012734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-135a5504-86f8-473c-a635-43e315870730 req-395bf157-9632-4423-b11c-a6b728db961a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.0741398 Nov 23 09:50:02.048030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-673f14ba-baa0-430e-b56b-050c89cb24fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0747747 Nov 23 09:50:02.075052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5994869d-014a-46e0-a47b-490e5634b91e service neutron] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:02.099289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:02.102146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5994869d-014a-46e0-a47b-490e5634b91e service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:02.103297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ef2060a-961a-4249-9e37-c52fe5fa3836 req-5994869d-014a-46e0-a47b-490e5634b91e service neutron] 10.222.0.11 "DELETE /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.3882477 Nov 23 09:50:02.104568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-135a5504-86f8-473c-a635-43e315870730 req-af393dc2-fe0d-4ee9-80d7-d513b83f7523 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Nov 23 09:50:02.110037 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:02.186577 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972180da-6a19-4937-b2ba-4affc3296d2d x-openstack-request-id: req-972180da-6a19-4937-b2ba-4affc3296d2d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:02.186867 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e2d7d-aba5-4392-abf8-6106156f1951", "name": "network-vif-deleted", "tag": "6e0dbcca-681c-4e23-961b-4c0a48c06d37", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:02.187101 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-972180da-6a19-4937-b2ba-4affc3296d2d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:02.187488 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e2d7d-aba5-4392-abf8-6106156f1951', 'name': 'network-vif-deleted', 'tag': '6e0dbcca-681c-4e23-961b-4c0a48c06d37', 'status': 'completed', 'code': 200} Nov 23 09:50:02.190974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa3b6ce-d326-4ead-83d3-6cd70d530351 req-8b6d2fed-5744-4870-82e1-68e66a02bba6 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628113 Nov 23 09:50:02.227971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-8bfed8b8-db38-44a7-8b36-6be71f51caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:02.229475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-8bfed8b8-db38-44a7-8b36-6be71f51caa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1727355 Nov 23 09:50:02.269741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-2ab5aefb-73c2-47b8-b486-62d102246685 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314355 Nov 23 09:50:02.274511 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Floating IP 84262565-9897-4289-a7ea-1a515d47a2d1 associated. External IP: 172.25.1.157, port: 2b1c818c-04f1-4025-b295-334f0aa82b17. Nov 23 09:50:02.450849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-795ea989-b7c7-4648-9f32-135f5b08954d service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396217 Nov 23 09:50:02.548025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-6ef7ae24-42af-4a11-8a0a-db70c7de9813 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:02.549835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-6ef7ae24-42af-4a11-8a0a-db70c7de9813 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/networks?id=f2ec4527-431f-443f-a406-5efd82a8944e HTTP/1.1" status: 200 len: 814 time: 0.1142886 Nov 23 09:50:02.567316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-49fec38a-70a2-45f1-9d99-663db8013981 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/quotas/4772420ebf9d4aad9b8397e4ccaba7c4 HTTP/1.1" status: 200 len: 375 time: 0.0099182 Nov 23 09:50:02.621286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-39d27f95-976f-4160-8b41-f7d0ffb8ca93 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4772420ebf9d4aad9b8397e4ccaba7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472922 Nov 23 09:50:02.625583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:50:02.630087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-25e898d6-cf1e-4507-b134-d21e7d8529b7 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429524 Nov 23 09:50:02.728718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-5bd59553-9bd0-481f-b283-f22e024c0db6 service neutron] 10.222.0.62 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001074 Nov 23 09:50:02.742542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:02.748300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:02.757451 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:02.770779 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:02.771689 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:02.783214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-f70ae40c-b888-421d-b167-1b082aa40d88 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "PUT /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 997 time: 1.9395854 Nov 23 09:50:02.830427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-881eadd2-6738-4e2e-988f-8e1efb5726e7 service neutron] 10.222.0.62 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939317 Nov 23 09:50:02.851353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-4560c3a2-a3bd-4ade-8524-951cb902038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:02.852963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-4560c3a2-a3bd-4ade-8524-951cb902038d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.0491519 Nov 23 09:50:02.913051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:02.968917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-2d7918b9-5755-4549-910e-670fb43005f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:02.978902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-2d7918b9-5755-4549-910e-670fb43005f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1194263 Nov 23 09:50:03.089807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-67a21e31-39b1-4105-9d5a-d847dcf51ea5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 1000 time: 0.1096942 Nov 23 09:50:03.148575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-56a858f5-56c5-4a92-a00b-edabad6ab6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.173522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-56a858f5-56c5-4a92-a00b-edabad6ab6c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0827177 Nov 23 09:50:03.192927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c127-1791-41af-9922-8d56ab17bd6f req-edca53d8-f657-4f6e-a6dc-6c5fc5dc6361 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.194951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c020c127-1791-41af-9922-8d56ab17bd6f req-edca53d8-f657-4f6e-a6dc-6c5fc5dc6361 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.0868366 Nov 23 09:50:03.255237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-7195e4ed-54e1-4bc4-8dc7-03c3aea2d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.264410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-7195e4ed-54e1-4bc4-8dc7-03c3aea2d827 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868824 Nov 23 09:50:03.274108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c020c127-1791-41af-9922-8d56ab17bd6f req-6bf3c580-47a6-42cc-9427-71de4b0bcf52 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695355 Nov 23 09:50:03.353833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:03.388458 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:50:01Z', 'revision_number': 8, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:03.445463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-fcf18603-c8bb-42df-b972-b78400cc2eda service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801295 Nov 23 09:50:03.447532 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:03.452065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6e5b-3734-4300-ab0f-70e838f4589d req-f7988db6-1d50-4f18-9944-d3c26e6b0660 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.461434 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:03.461626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-47dd6e5b-3734-4300-ab0f-70e838f4589d req-f7988db6-1d50-4f18-9944-d3c26e6b0660 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 950 time: 0.1288400 Nov 23 09:50:03.462725 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:03.489933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:03.530932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-47dd6e5b-3734-4300-ab0f-70e838f4589d req-532a39b2-d973-4c1d-8c40-5b1774abecbf tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679321 Nov 23 09:50:03.557199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:03.558437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:03.574986 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0bf73f-64a8-44c9-a38c-773e69a5195c" -d '{"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:03.579822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:03.630722 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:03.670022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c37d21c-d8fa-4d98-b678-eb63ecae0366 req-3afa906a-b7c8-4107-878b-bc72860b3c72 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117398 Nov 23 09:50:03.688004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:03.738940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9e18-537a-4f89-b3e8-d57e766c609b req-922ed046-aa6b-4ef5-94e9-2b2432898213 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.740712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd3e9e18-537a-4f89-b3e8-d57e766c609b req-922ed046-aa6b-4ef5-94e9-2b2432898213 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0848563 Nov 23 09:50:03.817690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd3e9e18-537a-4f89-b3e8-d57e766c609b req-ee5a26c2-8f00-47ab-aa32-ba09579c68e0 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675387 Nov 23 09:50:03.860521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bc3dc-655b-45f7-a045-a1d752c32def req-cfd053c6-1ac9-4ad7-92de-0c81361a2661 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:03.862313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-421bc3dc-655b-45f7-a045-a1d752c32def req-cfd053c6-1ac9-4ad7-92de-0c81361a2661 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0724528 Nov 23 09:50:03.954359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f296b71-23bb-49b0-80f6-d700a7790d86 req-e9e41a9c-bf7c-4f9f-81cb-21c62cfe63dd tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 210 time: 0.0472298 Nov 23 09:50:03.955233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:50:01Z', 'revision_number': 8, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:03.982179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-421bc3dc-655b-45f7-a045-a1d752c32def req-8f4ed44f-0eeb-4614-a330-061e88f965d9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094511 Nov 23 09:50:04.033084 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d4d56-23cc-4d68-a866-bfb02e027885 None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '84262565-9897-4289-a7ea-1a515d47a2d1', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'port_id': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'mac_address': 'fa:16:3e:1f:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81960745-06bc-4df3-9b95-e59f05a230f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:49:07Z', 'updated_at': '2021-11-23T09:50:01Z', 'revision_number': 8, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:04.118891 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df3660b-a0fa-449a-865b-5ab3d7eff8fe x-openstack-request-id: req-7df3660b-a0fa-449a-865b-5ab3d7eff8fe {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:04.119269 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:04.119602 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7df3660b-a0fa-449a-865b-5ab3d7eff8fe {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:04.120102 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'code': 200} Nov 23 09:50:04.192583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:04.195020 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e287e9-5dc2-4f08-b846-1a601b8c17de" -d '{"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:04.222235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b97a-cc0c-4ba1-9faf-7e647952469d req-7a667756-088d-4d3e-91b5-f4a72f5c8804 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.223963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d76b97a-cc0c-4ba1-9faf-7e647952469d req-7a667756-088d-4d3e-91b5-f4a72f5c8804 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 1095 time: 0.0918031 Nov 23 09:50:04.228054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cc77803-5a75-44a4-8510-b18e505eecf0 req-1e0ac7a9-ec5e-482f-8994-4f175c0cf2cf tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 997 time: 0.0845833 Nov 23 09:50:04.289310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d76b97a-cc0c-4ba1-9faf-7e647952469d req-d793cc2b-9ff1-4150-9ace-5f619baa52c2 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553215 Nov 23 09:50:04.341576 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:50:04.383060 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb4613-22c0-45c2-84a0-f6768ab5228c x-openstack-request-id: req-c9eb4613-22c0-45c2-84a0-f6768ab5228c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:04.383403 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:04.383661 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9eb4613-22c0-45c2-84a0-f6768ab5228c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:04.384075 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:50:04.401854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc77803-5a75-44a4-8510-b18e505eecf0 req-be8c49e6-85cf-4838-8d10-f44ae8046eb6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.410772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cc77803-5a75-44a4-8510-b18e505eecf0 req-be8c49e6-85cf-4838-8d10-f44ae8046eb6 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1709607 Nov 23 09:50:04.416540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903e896-d745-4937-b212-18c4e307e045 None None] New status for floating IP 84262565-9897-4289-a7ea-1a515d47a2d1: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:50:04.431221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-8cc77803-5a75-44a4-8510-b18e505eecf0 req-c5b0188d-17b9-4ef1-bb58-26324e012366 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:50:04.432293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cc77803-5a75-44a4-8510-b18e505eecf0 req-c5b0188d-17b9-4ef1-bb58-26324e012366 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175347 Nov 23 09:50:04.509656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-239fad7b-adf3-4e18-b730-4f2c220631a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.511253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-239fad7b-adf3-4e18-b730-4f2c220631a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.0841854 Nov 23 09:50:04.526948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfff36f-0529-4355-9e9a-844fa53dc5ec req-b3952731-c44e-4476-a0c5-d4e0ca9d9b6c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.534653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6dfff36f-0529-4355-9e9a-844fa53dc5ec req-b3952731-c44e-4476-a0c5-d4e0ca9d9b6c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.0608695 Nov 23 09:50:04.610406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6dfff36f-0529-4355-9e9a-844fa53dc5ec req-282bc6a4-c03a-4128-9472-8f8f91a21402 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Nov 23 09:50:04.659275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-9a9254d0-eb93-44c2-825f-b239de647b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.661195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-9a9254d0-eb93-44c2-825f-b239de647b64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1382477 Nov 23 09:50:04.776079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-059251af-4af6-4bfc-b401-50b33e0c76ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 1000 time: 0.1054463 Nov 23 09:50:04.878207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-5867180e-f18d-43e0-a7bb-135ab9ed1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:04.879685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-5867180e-f18d-43e0-a7bb-135ab9ed1cad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0951550 Nov 23 09:50:04.949562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-eb6db87f-02a2-4633-a1ca-490e95c7c6b0 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1000 time: 0.2614961 Nov 23 09:50:05.013328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-0ca49db9-f100-495c-a490-7f6937ac0959 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:05.014876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-0ca49db9-f100-495c-a490-7f6937ac0959 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.50 "GET /v2.0/networks?id=f2ec4527-431f-443f-a406-5efd82a8944e HTTP/1.1" status: 200 len: 814 time: 0.4301574 Nov 23 09:50:05.019287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-4a063acb-14e2-4092-a9a4-c18897df1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:05.021067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-4a063acb-14e2-4092-a9a4-c18897df1d62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289635 Nov 23 09:50:05.022712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-383fdbe5-aa76-441d-99f9-a55be9942dce tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:05.032729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-383fdbe5-aa76-441d-99f9-a55be9942dce tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports/2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 943 time: 0.0783985 Nov 23 09:50:05.050001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Request body: {'port': {'device_id': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'admin_state_up': True, 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:05.213555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-1a1b9731-c99a-445b-b6a5-2a1145ef2526 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779604 Nov 23 09:50:05.719795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7e287e9-5dc2-4f08-b846-1a601b8c17de req-9f37f46a-3d7d-44f9-affc-1e350c9e427e service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977064 Nov 23 09:50:05.729369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-356299c6-3ffc-4d2b-853b-c7732f433b10 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:05.736931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-356299c6-3ffc-4d2b-853b-c7732f433b10 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.3263218 Nov 23 09:50:05.754850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-60e2be46-2db9-4135-91b1-8cafaabd5484 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/quotas/c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 375 time: 0.0166175 Nov 23 09:50:05.797743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-7ca64515-0dba-4ff0-9ba5-58b4043ce67d tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1002 time: 0.6193991 Nov 23 09:50:05.855311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-b3a7cb22-0e3e-4352-865d-4fd56156efa2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988002 Nov 23 09:50:05.995651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-87b505d2-9a0c-425d-adb4-cd099c699e38 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:06.004537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-87b505d2-9a0c-425d-adb4-cd099c699e38 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2057040 Nov 23 09:50:06.091793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-ea9c00f4-42ad-4498-ba3a-5070dfaade5f tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1002 time: 0.0860515 Nov 23 09:50:06.096399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Made reservation on behalf of 4772420ebf9d4aad9b8397e4ccaba7c4 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:06.106134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.131668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-ecbcc04b-6756-40d6-90d9-ea1e93b13654 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740090 Nov 23 09:50:06.171789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:06.264455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-37047950-62a1-4ced-83a7-d00cffb8c16b service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286318 Nov 23 09:50:06.412021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.577918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c6461-f060-48ad-8955-0c0e6879ca24 req-bed65d9a-ccc0-4ad0-ba32-d16949f41ef7 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:06.590394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d5c6461-f060-48ad-8955-0c0e6879ca24 req-bed65d9a-ccc0-4ad0-ba32-d16949f41ef7 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0925331 Nov 23 09:50:06.596995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Allocated IP 172.20.0.4 (f2ec4527-431f-443f-a406-5efd82a8944e/094ef26e-2bac-417c-a99b-555a86730e86/3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:06.647191 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.657467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.657882 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Floating IP 84262565-9897-4289-a7ea-1a515d47a2d1 disassociated. External IP: 172.25.1.157, port: 2b1c818c-04f1-4025-b295-334f0aa82b17. Nov 23 09:50:06.671689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d5c6461-f060-48ad-8955-0c0e6879ca24 req-3818e489-c21a-4de2-8b29-e1020d87bdcd tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800447 Nov 23 09:50:06.812066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.840870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fdcad26-4a73-420a-825a-92f036d3d6f6 req-ea53bc9e-b101-4990-8fa5-05add1e6231c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 210 time: 0.0431416 Nov 23 09:50:06.924262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:06.997695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97afd-7414-4aa4-86f7-8f60eb25863d req-da089e0f-677b-44b5-b42e-ec00669c4c71 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:06.999714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8d97afd-7414-4aa4-86f7-8f60eb25863d req-da089e0f-677b-44b5-b42e-ec00669c4c71 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.0933182 Nov 23 09:50:07.018028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Network f2ec4527-431f-443f-a406-5efd82a8944e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:07.021507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:07.042044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:07.122099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8d97afd-7414-4aa4-86f7-8f60eb25863d req-64015546-6e9b-4a32-9aaf-5f72834b52aa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061800 Nov 23 09:50:07.300618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Pushing event updated for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:07.317868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:07.318564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:07.336031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.336450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.336797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.337192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.337478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.337829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.338201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.338589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.338954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.339242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.339581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.339902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:07.416185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-f096f908-5771-4ef8-94de-893660707b1c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3822460 Nov 23 09:50:07.478463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:50:07.482869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f6844ecb-eaaf-4726-97c1-44db4ec6c254 None None] Provisioning complete for port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:07.488811 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6844ecb-eaaf-4726-97c1-44db4ec6c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:07.530937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f6844ecb-eaaf-4726-97c1-44db4ec6c254 None None] Port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:07.648492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27677cd1-a421-4852-b080-8c08fe2df4ad req-8628a632-d54a-4243-9393-1176894047eb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:07.652605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27677cd1-a421-4852-b080-8c08fe2df4ad req-8628a632-d54a-4243-9393-1176894047eb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1163919 Nov 23 09:50:07.715794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:07.723234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:07.734247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:07.755026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27677cd1-a421-4852-b080-8c08fe2df4ad req-8c610963-e607-449a-8a33-eed759a8a3ad tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970116 Nov 23 09:50:07.759596 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:07.760356 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:07.774839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-11cad45d-b5b6-4296-baf4-8550c44cb844 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "PUT /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 696 time: 1.6393995 Nov 23 09:50:07.775475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:07.786697 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca32a5-a937-4711-bff7-795ff685f521" -d '{"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:07.856940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-0e373154-e42d-41e4-bdb7-ecd8444850c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:07.869159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-0e373154-e42d-41e4-bdb7-ecd8444850c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.0749187 Nov 23 09:50:07.906390 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:08.002793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-d8c37d57-1b5f-4cb2-ac37-7ca08d8102c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.013639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ed5eb6a-53b0-4437-bb73-96ba42b4f71b req-a7220c00-c00f-41c3-8b0e-a7c70a9f692d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0577028 Nov 23 09:50:08.014913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-d8c37d57-1b5f-4cb2-ac37-7ca08d8102c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.1441791 Nov 23 09:50:08.090476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-a50f3904-cf9e-4902-985e-49dbd8989abe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0746148 Nov 23 09:50:08.155077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-adde632e-d0e1-4f28-af52-bde584374b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.162721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-adde632e-d0e1-4f28-af52-bde584374b98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0694754 Nov 23 09:50:08.231411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a7e4-206e-4125-9103-acd3608958cc req-b6725ee9-159a-47f6-9d9e-69cb29c7d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.232683 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:08.234550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-b6725ee9-159a-47f6-9d9e-69cb29c7d176 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706048 Nov 23 09:50:08.323225 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:08.344397 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:08.345040 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:08.485846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-12e46763-b628-4765-9fd7-c4af26b27d9d service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425539 Nov 23 09:50:08.519841 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:08.584192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a399-6b16-46a5-a12b-82002796d280 req-bdf2a491-5d9a-4ccd-875d-1186e85bc23c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.590660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a399-6b16-46a5-a12b-82002796d280 req-bdf2a491-5d9a-4ccd-875d-1186e85bc23c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.592373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da43a399-6b16-46a5-a12b-82002796d280 req-bdf2a491-5d9a-4ccd-875d-1186e85bc23c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed&device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 1689 time: 0.1055381 Nov 23 09:50:08.688103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b60a7e4-206e-4125-9103-acd3608958cc req-e1bec15b-e8f8-452c-b97d-ccad2271ea91 service neutron] 10.222.0.62 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922748 Nov 23 09:50:08.700553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da43a399-6b16-46a5-a12b-82002796d280 req-046bbfbf-2b96-4f49-97de-c4d2b7fe9124 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Nov 23 09:50:08.900624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87204420-12db-499b-a356-b31103c6d6d2 req-5fb55be5-40bd-4f63-b152-a7b9d780ae46 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:08.905785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87204420-12db-499b-a356-b31103c6d6d2 req-5fb55be5-40bd-4f63-b152-a7b9d780ae46 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0975103 Nov 23 09:50:08.931954 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:08.974752 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d5d6-d4f1-4376-9a91-1b7831ae97ce None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '92b15899-031b-4877-b5ca-40104c850f22', 'name': '', 'network_id': '06a6f689-7e0a-441d-9fd4-9982f24d6810', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'mac_address': 'fa:16:3e:ba:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:35Z', 'updated_at': '2021-11-23T09:48:43Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'subnets': [{'id': 'ceac3812-e5df-4bca-b40d-6d39dbb21fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:09.011883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87204420-12db-499b-a356-b31103c6d6d2 req-759af5ec-9d47-47f7-8d8b-846bafefaa62 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957668 Nov 23 09:50:09.088144 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a055e2b-bce8-4278-b61c-b96ee64848c2 x-openstack-request-id: req-5a055e2b-bce8-4278-b61c-b96ee64848c2 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:09.088567 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:09.088950 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a055e2b-bce8-4278-b61c-b96ee64848c2 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:09.089423 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:50:09.213730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-ab4af2ab-9bc3-441b-a102-c5e6fee15fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.215429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-ab4af2ab-9bc3-441b-a102-c5e6fee15fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 1097 time: 0.0923164 Nov 23 09:50:09.260015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206ba2-b1e9-4771-ac04-2b2afc731f13 req-6f89bcff-88af-4431-840f-0dbb8492f92a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.268856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4206ba2-b1e9-4771-ac04-2b2afc731f13 req-6f89bcff-88af-4431-840f-0dbb8492f92a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0679708 Nov 23 09:50:09.338401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4206ba2-b1e9-4771-ac04-2b2afc731f13 req-62f01c77-75c0-460f-874b-7a5ba7f09cd2 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619369 Nov 23 09:50:09.506788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-4c9f1aa3-a181-41a3-8ebe-65448a3c4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.508189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-4c9f1aa3-a181-41a3-8ebe-65448a3c4fca service neutron] 10.222.0.11 "GET /v2.0/networks?id=06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 200 len: 921 time: 0.2849298 Nov 23 09:50:09.587425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521a507-d32a-4474-8d82-1a73dea9139e None None] New status for floating IP 84262565-9897-4289-a7ea-1a515d47a2d1: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:50:09.616880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-ec80cf9e-2184-4a4f-bca6-f9e424ad0d32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 200 len: 217 time: 0.0877349 Nov 23 09:50:09.711952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-8e6c2492-b38f-482c-8d4c-5fab353b6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.713660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-8e6c2492-b38f-482c-8d4c-5fab353b6d3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 200 len: 859 time: 0.0844190 Nov 23 09:50:09.771176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d006c-b14c-4940-bcb4-41bb6d190855 req-ddde1003-62a9-4ada-ba76-5c07297eb9b1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.773853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e3d006c-b14c-4940-bcb4-41bb6d190855 req-ddde1003-62a9-4ada-ba76-5c07297eb9b1 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1284118 Nov 23 09:50:09.778315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f20e55d-468f-4b6a-8abd-f5716dae5943 req-03260b00-26f4-4be9-a86c-375a586e72f4 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0523868 Nov 23 09:50:09.916748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e3d006c-b14c-4940-bcb4-41bb6d190855 req-f09c904c-503f-4788-828a-3ce66d21007a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365576 Nov 23 09:50:09.925783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-62cc73a2-7a0a-47be-85b8-2008f2cca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:09.928316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-62cc73a2-7a0a-47be-85b8-2008f2cca58e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06a6f689-7e0a-441d-9fd4-9982f24d6810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476152 Nov 23 09:50:10.093303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-5491883b-c3ca-40c9-83e6-7248c7149004 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 200 len: 694 time: 0.1069942 Nov 23 09:50:10.212940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc8be8-98b0-4d34-935d-dcfff23f4b6a req-4cca3fd5-cc82-40d3-a335-11a8f050a81d tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:10.231718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5fc8be8-98b0-4d34-935d-dcfff23f4b6a req-4cca3fd5-cc82-40d3-a335-11a8f050a81d tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 1100 time: 0.1589611 Nov 23 09:50:10.233882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-35ed080d-2041-4e63-995c-13b2aecf7b30 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969060 Nov 23 09:50:10.387541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-18b6098a-e804-48cc-9215-287d02801e12 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:10.389049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-18b6098a-e804-48cc-9215-287d02801e12 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2895582 Nov 23 09:50:10.416805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-cf995bb7-d781-4b95-b7df-5999d21dc594 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:50:10.418162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-cf995bb7-d781-4b95-b7df-5999d21dc594 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063219 Nov 23 09:50:10.435285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5fc8be8-98b0-4d34-935d-dcfff23f4b6a req-f56dcc2e-8c6b-45ed-82c4-ced40f17ed0a tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958852 Nov 23 09:50:10.502281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ca32a5-a937-4711-bff7-795ff685f521 req-32d27b3e-5fd7-4ea6-acc0-53c9baf20fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564981 Nov 23 09:50:10.574592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-2ae4548b-5ec0-4c33-936e-fdc5b3bc02f5 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 697 time: 0.1482933 Nov 23 09:50:10.631876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fa708-ae85-481a-93a4-7c655f1e3642 req-53eee457-b422-422a-9fc6-0be3c0a12c1c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:10.634118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af8fa708-ae85-481a-93a4-7c655f1e3642 req-53eee457-b422-422a-9fc6-0be3c0a12c1c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0979221 Nov 23 09:50:10.670559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-1bbe46e2-8dbe-421b-89d7-8776defe4cce tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 697 time: 0.0950372 Nov 23 09:50:10.708052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af8fa708-ae85-481a-93a4-7c655f1e3642 req-6b453447-2d62-45c3-8bcf-8f5b0a8621c0 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Nov 23 09:50:10.863451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04688b-6b85-4d53-9054-5489fccee34b req-7ab2a4bf-aa19-40b1-9d6f-f29e91237d7a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:10.865340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa04688b-6b85-4d53-9054-5489fccee34b req-7ab2a4bf-aa19-40b1-9d6f-f29e91237d7a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0817831 Nov 23 09:50:10.904930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Deleting port 83d43d09-3381-4e1e-aee9-ae9079303500 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:10.905305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:10.940933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa04688b-6b85-4d53-9054-5489fccee34b req-3e6cb0ed-11a2-42c2-ae0c-626d52e86144 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653360 Nov 23 09:50:10.999695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:11.000620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:11.015306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Calling delete_port for 83d43d09-3381-4e1e-aee9-ae9079303500 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:11.131932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7044-839f-4c7f-95f4-0af7b8c9e0bc req-d176ece4-1a10-4e84-88ff-56903b8de407 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:11.133478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-758b7044-839f-4c7f-95f4-0af7b8c9e0bc req-d176ece4-1a10-4e84-88ff-56903b8de407 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 1100 time: 0.0495515 Nov 23 09:50:11.192111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-758b7044-839f-4c7f-95f4-0af7b8c9e0bc req-f27da952-6a59-481b-b793-8d8143f255d3 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Nov 23 09:50:11.218654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:11.256832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event deleted for resources: {'Port': ['ID=83d43d09-3381-4e1e-aee9-ae9079303500,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:11.333981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:11.343072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:11.352220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd002f66-ff8c-438d-835e-dc1480f7106c req-a5412371-998d-491c-9d24-9daa69ab6747 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "DELETE /v2.0/floatingips/84262565-9897-4289-a7ea-1a515d47a2d1 HTTP/1.1" status: 204 len: 173 time: 0.6727676 Nov 23 09:50:11.432107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b133a377-f5f5-49dd-a350-5017ad71b4f8 req-9b2fd45e-7e8b-46aa-9b3b-b414b3e62ef8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0320063 Nov 23 09:50:11.566987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739a1af-feb1-48c5-83cc-327169a088e7 req-1a367ab7-9de0-456b-85bc-d557ae097dae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:11.568495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e739a1af-feb1-48c5-83cc-327169a088e7 req-1a367ab7-9de0-456b-85bc-d557ae097dae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.0614922 Nov 23 09:50:11.621324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e739a1af-feb1-48c5-83cc-327169a088e7 req-6a7ae002-5705-4ccb-bd0f-058af22c8ab6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Nov 23 09:50:11.785863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8fba-ef9a-4a74-adb3-57493c2eb872 req-47435b22-cc1e-4ded-8026-264ca4f6f357 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:11.794253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f9b8fba-ef9a-4a74-adb3-57493c2eb872 req-47435b22-cc1e-4ded-8026-264ca4f6f357 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0890765 Nov 23 09:50:11.799025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-b593ef7f-ddee-47aa-ba61-1ae58d79504b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321593 Nov 23 09:50:11.872889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f9b8fba-ef9a-4a74-adb3-57493c2eb872 req-78152032-c062-4dd5-b1b0-473083c11851 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679359 Nov 23 09:50:11.953166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-8f309aab-8d7e-47d8-b969-1163ad36076f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:11.954683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-8f309aab-8d7e-47d8-b969-1163ad36076f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476161 Nov 23 09:50:11.971783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-30d4b758-e080-48d7-b4ea-c5d72c94e7e4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Nov 23 09:50:11.984332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109b4a8-0de5-4042-8f80-25706b657abc req-41a06606-3ef8-4890-81e1-c45542506bc7 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:11.992013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8109b4a8-0de5-4042-8f80-25706b657abc req-41a06606-3ef8-4890-81e1-c45542506bc7 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0599120 Nov 23 09:50:12.036090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-5e83371c-a7b8-48cc-b4af-3492ffebebe2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590775 Nov 23 09:50:12.041071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8109b4a8-0de5-4042-8f80-25706b657abc req-159e3db9-f534-430f-8ec2-685c2f720a38 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Nov 23 09:50:12.156831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf871-c156-471d-a78f-23bdb76ffcd6 req-bc0113ca-3514-4a2b-bda0-4862f66e5aa3 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:12.164005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d4cf871-c156-471d-a78f-23bdb76ffcd6 req-bc0113ca-3514-4a2b-bda0-4862f66e5aa3 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0575712 Nov 23 09:50:12.217954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d4cf871-c156-471d-a78f-23bdb76ffcd6 req-ff4638da-4b04-419e-b86a-2a626bb0bf0b tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492105 Nov 23 09:50:12.297870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a883cfdd-3ca2-4d0e-bb0c-a386870c2375 req-64ed1638-962e-487d-a176-299e8ff13ece tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Nov 23 09:50:12.569132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09a7ca0d-20da-4ba6-b98d-e1a3fffc8041 req-262e2853-76d1-47d7-9d3d-b0e2137f5d6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0566518 Nov 23 09:50:12.753292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4fa2c-21ed-4dd1-9e51-28174ff29ca0 req-fe6c56cd-5821-4b08-9183-d9ded54bd72f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:12.755889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ca4fa2c-21ed-4dd1-9e51-28174ff29ca0 req-fe6c56cd-5821-4b08-9183-d9ded54bd72f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.0579956 Nov 23 09:50:12.813978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ca4fa2c-21ed-4dd1-9e51-28174ff29ca0 req-3a924bab-0935-4558-915b-8988992bf90c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Nov 23 09:50:12.993856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d785a-7178-4c3f-9eeb-d96db875d80e req-cfc77d69-f57d-4e72-95e4-7c710fa20ded tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:12.995522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-144d785a-7178-4c3f-9eeb-d96db875d80e req-cfc77d69-f57d-4e72-95e4-7c710fa20ded tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Nov 23 09:50:13.058496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-144d785a-7178-4c3f-9eeb-d96db875d80e req-8409845c-6804-4532-86e8-7e09600f331d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561488 Nov 23 09:50:13.190646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7fe86-265b-43b5-bef4-4d5fcf36d7b8 req-1b7c0049-34ec-482d-a058-d54273ab5501 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:13.192312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4bc7fe86-265b-43b5-bef4-4d5fcf36d7b8 req-1b7c0049-34ec-482d-a058-d54273ab5501 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0608211 Nov 23 09:50:13.259879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4bc7fe86-265b-43b5-bef4-4d5fcf36d7b8 req-ef302a3c-0a1f-4517-bbb4-21d2105d4500 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ab3377-a6a0-4f63-a48b-16aaa4e537a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 Nov 23 09:50:13.399546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f928c-dfcd-4f75-9a08-afda47d0d81c req-a996e412-8b99-49e7-88b4-83b70373fb25 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:13.401161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a7f928c-dfcd-4f75-9a08-afda47d0d81c req-a996e412-8b99-49e7-88b4-83b70373fb25 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0557375 Nov 23 09:50:13.469953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a7f928c-dfcd-4f75-9a08-afda47d0d81c req-c14e24be-58fb-4a10-8c1f-05202b5c6647 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617995 Nov 23 09:50:13.580423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89087c5e-a82a-45e7-a1a9-ca7c428bd49e req-c62507d4-e337-49d2-9736-4a41538a5834 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0368197 Nov 23 09:50:13.688177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-b48c2b37-43e6-40a3-9d8a-667972cb564a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:13.692473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-b48c2b37-43e6-40a3-9d8a-667972cb564a tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.11 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 946 time: 0.0775175 Nov 23 09:50:13.699676 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c6e84c2-1157-425a-836c-e376cace73fd req-ed5f2133-eb86-4640-a511-69f2cd2319d8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0381851 Nov 23 09:50:13.793236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Deleting port 2b1c818c-04f1-4025-b295-334f0aa82b17 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:13.793658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:13.888184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] For port 2b1c818c-04f1-4025-b295-334f0aa82b17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2b1c818c-04f1-4025-b295-334f0aa82b17,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:13.888551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:13.911744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Calling delete_port for 2b1c818c-04f1-4025-b295-334f0aa82b17 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:13.998413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f161f-9051-454f-b268-7d7cff3ac528 req-7d918491-00ec-4cec-aea5-361d89332189 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:14.000021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f84f161f-9051-454f-b268-7d7cff3ac528 req-7d918491-00ec-4cec-aea5-361d89332189 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1033592 Nov 23 09:50:14.068134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f84f161f-9051-454f-b268-7d7cff3ac528 req-bac79d3b-4119-42ec-9c8c-4cd249940381 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620856 Nov 23 09:50:14.115499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:14.132760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2b1c818c-04f1-4025-b295-334f0aa82b17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:14.147384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Pushing event deleted for resources: {'Port': ['ID=2b1c818c-04f1-4025-b295-334f0aa82b17,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:14.160170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.160524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.160878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.161213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.161547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.161934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.162391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.162584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.162916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.163244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.163571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.163909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:14.206266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] No DVR routers for this DVR port 2b1c818c-04f1-4025-b295-334f0aa82b17 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:14.208953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:14.212445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4d225e2-0a44-45a7-b4b0-8ac295ee4ca4 req-81f695ed-7a5a-4893-ac42-8a4d9682c5ac tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.11 "DELETE /v2.0/ports/2b1c818c-04f1-4025-b295-334f0aa82b17 HTTP/1.1" status: 204 len: 173 time: 0.5144343 Nov 23 09:50:14.212970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'name': 'network-vif-deleted', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:14.215437 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f16539-3700-4938-bb78-7357cd931e9d" -d '{"events": [{"server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "name": "network-vif-deleted", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:14.263764 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a90d84-6445-4fd9-9d1f-ed86a6bcbaf2 x-openstack-request-id: req-41a90d84-6445-4fd9-9d1f-ed86a6bcbaf2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:14.264124 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81960745-06bc-4df3-9b95-e59f05a230f0", "name": "network-vif-deleted", "tag": "2b1c818c-04f1-4025-b295-334f0aa82b17", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:14.264388 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41a90d84-6445-4fd9-9d1f-ed86a6bcbaf2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:14.264798 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81960745-06bc-4df3-9b95-e59f05a230f0', 'name': 'network-vif-deleted', 'tag': '2b1c818c-04f1-4025-b295-334f0aa82b17', 'status': 'completed', 'code': 200} Nov 23 09:50:14.363705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95fdd5ef-3244-4e17-a804-eee7ef2bab70 req-3b765051-1521-48f9-a26c-a633803c0727 tempest-FloatingIPsAssociationTestJSON-1006689116 tempest-FloatingIPsAssociationTestJSON-1006689116-project] 10.222.0.62 "GET /v2.0/ports?device_id=81960745-06bc-4df3-9b95-e59f05a230f0 HTTP/1.1" status: 200 len: 210 time: 0.0294015 Nov 23 09:50:14.659337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7c3-4d92-4f0b-aa96-159dfedb8186 req-e9030606-3fee-4d2f-875e-7012123a3e55 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:14.660991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76f3f7c3-4d92-4f0b-aa96-159dfedb8186 req-e9030606-3fee-4d2f-875e-7012123a3e55 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0906653 Nov 23 09:50:14.755911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76f3f7c3-4d92-4f0b-aa96-159dfedb8186 req-3ddc0519-b4cc-4542-b321-e5ed92c41a6d tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847549 Nov 23 09:50:14.802122 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9394f7-792e-4951-bd9e-cc942adc598a req-9a1cd6fe-166e-4349-b01a-49e36548d1d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0550735 Nov 23 09:50:14.930588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cb93eb9-711c-42fa-9601-5746abb4394f req-90b98a2f-05fa-4cf6-a3e5-2bcfe398bbb5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0290821 Nov 23 09:50:15.211000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77fccf-9d4d-41bc-a57f-867077eb724c req-9312689b-a5f7-429b-912a-5b31a0d33b5e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:15.212469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e77fccf-9d4d-41bc-a57f-867077eb724c req-9312689b-a5f7-429b-912a-5b31a0d33b5e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.0537477 Nov 23 09:50:15.269015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e77fccf-9d4d-41bc-a57f-867077eb724c req-baf7354f-5cd7-4290-abb2-672da2b79b18 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Nov 23 09:50:15.430103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:15.441262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:15.542002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:15.553561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:15.564105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'mac_address': 'fa:16:3e:03:76:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:15.602118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:15.620837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:15.642859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:15.649040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:15.702631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:15.710555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.710910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.711273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.711601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.711931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.712471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.712711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.713114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.713582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.714242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.714242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.714575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:15.797115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:15.910146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Request body: {'port': {'device_id': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:15.927473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75653-f861-47d2-a5f4-21d0c1f9adb3 req-7faca277-5cd9-4ee8-926c-f3f6966ca64e tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:15.934069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca75653-f861-47d2-a5f4-21d0c1f9adb3 req-7faca277-5cd9-4ee8-926c-f3f6966ca64e tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 931 time: 0.0913796 Nov 23 09:50:15.983853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da7dd36f-710d-460b-b12b-43225383f33c req-238cab0c-326d-43be-9f0e-0fb3b58aba65 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0908730 Nov 23 09:50:15.997621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca75653-f861-47d2-a5f4-21d0c1f9adb3 req-2be6bc44-a14e-496a-b070-3fc806614e4b tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 Nov 23 09:50:16.026714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:16.122735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3292b057-9bcd-45aa-b506-ef892a5e7590 req-44cf9e2f-fb77-49fb-9464-a9de84ddabc5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0298302 Nov 23 09:50:16.334328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f76dc936-c93a-44e4-bd52-255684b581e9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:16.437255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8371f2-7857-442e-abed-2f0ebb6fb1a3 req-fb90eb14-8152-4294-8f08-b3f82c537089 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:16.445390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b8371f2-7857-442e-abed-2f0ebb6fb1a3 req-fb90eb14-8152-4294-8f08-b3f82c537089 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1006093 Nov 23 09:50:16.475154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Deleting port 92b15899-031b-4877-b5ca-40104c850f22 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:16.475487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:16.526806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-b31a39be-de05-43a7-8b0b-c4ef3b9fcc78 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394561 Nov 23 09:50:16.531844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:16.843595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:16.874609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Transition to ACTIVE for port object 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:16.880359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b8371f2-7857-442e-abed-2f0ebb6fb1a3 req-8de1b2f5-2f6b-491e-9f67-a5397d4b3b8f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340847 Nov 23 09:50:16.883552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:16.939703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] For port 92b15899-031b-4877-b5ca-40104c850f22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=92b15899-031b-4877-b5ca-40104c850f22,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:16.940425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:16.966478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Calling delete_port for 92b15899-031b-4877-b5ca-40104c850f22 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:16.978163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:17.002956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-e27c92f9-4c35-4bcf-8971-3079fc1f5737 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:17.004942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-e27c92f9-4c35-4bcf-8971-3079fc1f5737 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4720736 Nov 23 09:50:17.028634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '7abab191-69d8-4945-906a-d83788ec34c4', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:17.179501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-799c463d-fd8b-4506-b3cb-849f21b1f467 req-5322ece0-d273-4a3d-902a-49fe21d9a996 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0456603 Nov 23 09:50:17.188052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d7fe68e-61b5-48c0-80b9-fe0fdd9be989 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:17.189871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d7fe68e-61b5-48c0-80b9-fe0fdd9be989 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.2958088 Nov 23 09:50:17.207827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Request body: {'port': {'device_id': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'admin_state_up': True, 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:17.234329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:17.238613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.280636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Attempting to bind port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:17.281058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Attempting to bind port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:17.281766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Attempting to bind port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f on network f2ec4527-431f-443f-a406-5efd82a8944e {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:17.305301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6126b0-c637-4fc4-9cf0-4f390a8a9112 req-d8b5a598-7121-4a9e-b95e-26c52ed95c90 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:17.307022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e6126b0-c637-4fc4-9cf0-4f390a8a9112 req-d8b5a598-7121-4a9e-b95e-26c52ed95c90 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 943 time: 0.1665626 Nov 23 09:50:17.308429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f on network f2ec4527-431f-443f-a406-5efd82a8944e not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:17.308806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Attempting to bind port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f on network f2ec4527-431f-443f-a406-5efd82a8944e {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:17.318079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:17.318497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Checking segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:17.318995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Bound using segment: {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:17.319513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Bound port: 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:17.320016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.370672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ab69762-b75d-40f2-86af-943cf4909421 req-5030878b-f69b-45c6-bb27-840fcc16329c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.0710750 Nov 23 09:50:17.450366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:17.453754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.454887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e6126b0-c637-4fc4-9cf0-4f390a8a9112 req-4505eb6d-4376-4bbb-ad39-753a711be99c tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393490 Nov 23 09:50:17.455025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:17.460588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.463958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:17.464189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.97 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a934ea61-a1b2-41b3-8543-a932f39fcc45) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:17.478294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:17.517907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=92b15899-031b-4877-b5ca-40104c850f22,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:17.524852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:17.546243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.616169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:17.618906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:17.619573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.621549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] 10.222.0.50 "PUT /v2.0/ports/3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f HTTP/1.1" status: 200 len: 1091 time: 1.7270107 Nov 23 09:50:17.626863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:17.629631 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fcb238-b524-4065-98e6-bfa40d648b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:17.635321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'mac_address': 'fa:16:3e:5f:6a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:17.690870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.694163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f76dc936-c93a-44e4-bd52-255684b581e9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:17.694521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.701763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Allocated IP 172.20.0.9 (36803353-ad87-4613-bb49-44f0e3b6afae/0bd632ad-84d2-43ad-84a9-901329b61765/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:17.724901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d42a6-b753-42bd-b2ca-9f77bb51de9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:17.738371 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed2b3a-2b7c-4e4e-ac2a-10ab0b683acd x-openstack-request-id: req-6aed2b3a-2b7c-4e4e-ac2a-10ab0b683acd {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:17.738931 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:17.740213 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aed2b3a-2b7c-4e4e-ac2a-10ab0b683acd {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:17.742326 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f', 'status': 'completed', 'code': 200} Nov 23 09:50:17.744939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dedab2ab-0980-481b-b107-e713d5319ebd {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:17.776684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:17.825883 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.879272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e6f00228-4a36-4d07-9260-95a7ec205658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:17.963708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:17.977696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dedab2ab-0980-481b-b107-e713d5319ebd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:17.997665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.001088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.013166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-9dac6466-d331-4edf-b144-77aab7a877d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.014682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-9dac6466-d331-4edf-b144-77aab7a877d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4772420ebf9d4aad9b8397e4ccaba7c4&device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 1094 time: 0.1389847 Nov 23 09:50:18.035259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.054765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.073109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:18.074078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.075860 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094b65f-5e37-4459-bf21-4cbc12770c84" -d '{"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:18.098656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:18.123180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-473653bc-b58d-45ed-8041-60d93d4ebb52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f HTTP/1.1" status: 200 len: 217 time: 0.0945799 Nov 23 09:50:18.133319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:18.141424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:18.144211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:18.151762 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4c708-079e-4569-a50b-870aca8d8599 x-openstack-request-id: req-4df4c708-079e-4569-a50b-870aca8d8599 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:18.152236 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:18.152643 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4df4c708-079e-4569-a50b-870aca8d8599 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:18.153171 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'code': 200} Nov 23 09:50:18.166116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:18.181000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-a33c0ae1-ec7c-404b-b7e9-ac1ea3e3e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.183339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-a33c0ae1-ec7c-404b-b7e9-ac1ea3e3e150 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=094ef26e-2bac-417c-a99b-555a86730e86 HTTP/1.1" status: 200 len: 853 time: 0.0488813 Nov 23 09:50:18.199282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:18.199768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.200737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2b1c818c-04f1-4025-b295-334f0aa82b17 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:18.227399 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.233441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 2b1c818c-04f1-4025-b295-334f0aa82b17 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:18.233850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2b1c818c-04f1-4025-b295-334f0aa82b17 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:18.267184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb45e59-8135-4943-9ec9-8082eb67795e req-9e5e5615-76a2-4d8f-a1d7-b0598bf2b61f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.277719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-afb45e59-8135-4943-9ec9-8082eb67795e req-9e5e5615-76a2-4d8f-a1d7-b0598bf2b61f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.2667379 Nov 23 09:50:18.349472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Network 36803353-ad87-4613-bb49-44f0e3b6afae is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:18.371271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:18.375797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:18.394682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.395610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.402167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:18.405469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-afb45e59-8135-4943-9ec9-8082eb67795e req-00bcf859-9392-41fe-9f4f-2c7d375af2e8 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259618 Nov 23 09:50:18.410810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490f82-b099-425b-9965-df5c5fc21163 req-63cad358-6d50-4f45-939f-f3572188c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.412609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-63cad358-6d50-4f45-939f-f3572188c003 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f2ec4527-431f-443f-a406-5efd82a8944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180631 Nov 23 09:50:18.438502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:18.504797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e255-ea74-424a-8b16-861904937c3f req-ec96032c-fd54-4eba-ace0-2ff4a3451464 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.507248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5590e255-ea74-424a-8b16-861904937c3f req-ec96032c-fd54-4eba-ace0-2ff4a3451464 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 935 time: 0.1828103 Nov 23 09:50:18.511983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:18.519391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-da2912c0-f358-4786-acd9-d3e7f7afc8d0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4957805 Nov 23 09:50:18.530246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f1d53e7f-28af-4388-a67f-ecac7eb7846f None None] Provisioning complete for port a934ea61-a1b2-41b3-8543-a932f39fcc45 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:18.531206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1d53e7f-28af-4388-a67f-ecac7eb7846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.535025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Request body: {'port': {'device_id': '7abab191-69d8-4945-906a-d83788ec34c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:18.603656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.617515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f1d53e7f-28af-4388-a67f-ecac7eb7846f None None] Port a934ea61-a1b2-41b3-8543-a932f39fcc45 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:18.657734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.658424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.663250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-903baf9d-4cc5-4841-83a7-b26b126fc577 service neutron] 10.222.0.50 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051735 Nov 23 09:50:18.682531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:50:18.684240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-614cd996-ba11-4820-9053-c70b3646c0dd tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4825957 Nov 23 09:50:18.690526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5586d10-d365-473c-9b13-24a428cf5cf6 req-0c5ea3a3-f15f-4e3a-869e-cd1360e964f0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:18.692119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5586d10-d365-473c-9b13-24a428cf5cf6 req-0c5ea3a3-f15f-4e3a-869e-cd1360e964f0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 931 time: 0.0941138 Nov 23 09:50:18.707122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Request body: {'port': {'device_id': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:18.764295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:18.781931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5590e255-ea74-424a-8b16-861904937c3f req-a25cf281-accf-4df0-9230-05a09adbbc3d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609360 Nov 23 09:50:18.853119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5586d10-d365-473c-9b13-24a428cf5cf6 req-1fd6ff6d-7230-4e3f-bc3b-97b828bbd5ac tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456106 Nov 23 09:50:18.930349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5490f82-b099-425b-9965-df5c5fc21163 req-8370e318-510a-4f16-b9a7-267d529f8136 service neutron] 10.222.0.50 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569280 Nov 23 09:50:18.971068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:18.981871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e2a8f78-e716-498d-98c5-d9149c39e5cc admin admin] 10.222.0.62 "PUT /v2.0/routers/df7b9738-cfa1-41d2-be3f-1fe687ca63f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5458496 Nov 23 09:50:18.981871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52214) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:18.985992 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Sync routers for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:19.008454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:19.011531 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:19.118489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478f640-c9b9-4fe2-b588-1124098fa005 req-1a135b14-3ea0-4547-91da-9caeb2cf0138 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:19.127468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7478f640-c9b9-4fe2-b588-1124098fa005 req-1a135b14-3ea0-4547-91da-9caeb2cf0138 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 943 time: 0.1983004 Nov 23 09:50:19.134404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-0e165fe2-243a-46f9-aab7-025b4d20864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:19.136019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-0e165fe2-243a-46f9-aab7-025b4d20864d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4772420ebf9d4aad9b8397e4ccaba7c4&device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 1094 time: 0.1444674 Nov 23 09:50:19.137388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.263029 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:19.296433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7478f640-c9b9-4fe2-b588-1124098fa005 req-4ed33467-5b0f-4636-8d36-29602e125904 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535783 Nov 23 09:50:19.303085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a934ea61-a1b2-41b3-8543-a932f39fcc45 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:19.315296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.361123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Transition to ACTIVE for port object a934ea61-a1b2-41b3-8543-a932f39fcc45 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:19.369906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.400773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:19.412122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.443536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Transition to ACTIVE for port object 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:19.453506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.455569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Pushing event updated for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:19.465421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:19.533786 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:50:17Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:19.610341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dedab2ab-0980-481b-b107-e713d5319ebd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:19.610920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.614576 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Checking router: df7b9738-cfa1-41d2-be3f-1fe687ca63f5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:19.632306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Routers {'df7b9738-cfa1-41d2-be3f-1fe687ca63f5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:19.633169 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:49:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:19.652887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:19.697665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.700587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Attempting to bind port a934ea61-a1b2-41b3-8543-a932f39fcc45 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:19.701358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Attempting to bind port a934ea61-a1b2-41b3-8543-a932f39fcc45 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:19.701358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Attempting to bind port a934ea61-a1b2-41b3-8543-a932f39fcc45 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:19.705118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-223cffa4-4393-4539-b832-7aff781392ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:19.706686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-223cffa4-4393-4539-b832-7aff781392ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=f2ec4527-431f-443f-a406-5efd82a8944e HTTP/1.1" status: 200 len: 915 time: 0.5275307 Nov 23 09:50:19.721120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6527-332f-48be-87a0-72ad5f52a2de req-3f4e6de0-c9e2-4ec1-9b2f-8bbe9d553eaf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:19.722829 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0eed6527-332f-48be-87a0-72ad5f52a2de req-3f4e6de0-c9e2-4ec1-9b2f-8bbe9d553eaf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1239057 Nov 23 09:50:19.758663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Port a934ea61-a1b2-41b3-8543-a932f39fcc45 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:19.759300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Attempting to bind port a934ea61-a1b2-41b3-8543-a932f39fcc45 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:19.772698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.775714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:19.776061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:19.776446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:19.776879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Bound port: a934ea61-a1b2-41b3-8543-a932f39fcc45, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:19.777747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.780051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] Set router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:19.796709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-1b0a9a1a-2864-44e1-b035-9ffc11fd6c7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f HTTP/1.1" status: 200 len: 217 time: 0.0666637 Nov 23 09:50:19.803661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:19.805040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:19.806156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:19.855414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:19.855414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:19.866956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:19.866956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:19.866956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:19.882488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Bound port: 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:19.882488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.943522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:19.946751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-a4cdfe56-cb04-4f46-9d68-f2ab88969dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:19.948975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-a4cdfe56-cb04-4f46-9d68-f2ab88969dc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=094ef26e-2bac-417c-a99b-555a86730e86 HTTP/1.1" status: 200 len: 853 time: 0.1497529 Nov 23 09:50:19.950513 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.952788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Deleting port 67f573bb-967c-4b2d-8982-ec857f005b22 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:19.953118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:19.970162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0eed6527-332f-48be-87a0-72ad5f52a2de req-42992a08-4b2c-4c6c-a5b1-d033751808a4 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342854 Nov 23 09:50:20.001244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:20.005974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:20.023141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.035582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.036712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:20.092695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.093404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.095098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] 10.222.0.50 "PUT /v2.0/ports/a934ea61-a1b2-41b3-8543-a932f39fcc45 HTTP/1.1" status: 200 len: 1095 time: 1.5649827 Nov 23 09:50:20.095660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:20.098080 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a0c6e-2ecc-4b32-82e1-c520087add41" -d '{"events": [{"name": "network-changed", "server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:20.107602 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:50:17Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:20.154816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:20.159194 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de759b8-1823-4b15-b5a7-d0f664dce6f0" -d '{"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-plugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:20.164134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-dde84c4a-35d9-49ad-91a6-4a80c7a9a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.164134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-dde84c4a-35d9-49ad-91a6-4a80c7a9a7fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f2ec4527-431f-443f-a406-5efd82a8944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720002 Nov 23 09:50:20.173504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54adcf-329e-4e22-b6a4-6897816f9ca1 req-505de248-c96e-469f-919f-bdfd5d50b5ef tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.175193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c531c2-6d57-42ab-914d-eafe51913c96 None None] The sync data for ids ['df7b9738-cfa1-41d2-be3f-1fe687ca63f5'] in n-d-781076-5 is: [{'id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-477107464-router', 'tenant_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:50:17Z', 'revision_number': 5, 'project_id': 'cf78d004038c405d9f24315e9b4f3fb2', 'gw_port': {'id': '67f573bb-967c-4b2d-8982-ec857f005b22', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b9738-cfa1-41d2-be3f-1fe687ca63f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:48:30Z', 'updated_at': '2021-11-23T09:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:20.181930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf54adcf-329e-4e22-b6a4-6897816f9ca1 req-505de248-c96e-469f-919f-bdfd5d50b5ef tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 947 time: 0.2552989 Nov 23 09:50:20.202082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25e0074c-1afb-4024-ad53-0529276cdfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.235417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf879ed-8593-4113-99ef-7332ecef2c35 req-88ff8c97-9a4c-4177-bc13-1e351c5c7c28 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.237006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cf879ed-8593-4113-99ef-7332ecef2c35 req-88ff8c97-9a4c-4177-bc13-1e351c5c7c28 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1220846 Nov 23 09:50:20.258051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] For port 67f573bb-967c-4b2d-8982-ec857f005b22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67f573bb-967c-4b2d-8982-ec857f005b22,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:20.258051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.258415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834909ec-82b2-4225-9998-db07d7e0352c service neutron] Pushing event updated for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:20.291009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:20.319658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Calling delete_port for 67f573bb-967c-4b2d-8982-ec857f005b22 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:20.321237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:20.326422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-aa968d50-b637-4621-ba4d-5189642d6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.328048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-aa968d50-b637-4621-ba4d-5189642d6467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 1098 time: 0.1839314 Nov 23 09:50:20.331968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf54adcf-329e-4e22-b6a4-6897816f9ca1 req-cd9b3a78-3e9b-455c-93b7-d8658da880fd tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476057 Nov 23 09:50:20.333209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.397626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-c848507c-9cce-4363-8ca5-4ce8dd6fd22c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45 HTTP/1.1" status: 200 len: 217 time: 0.0568237 Nov 23 09:50:20.400769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.404528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.410267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] 10.222.0.50 "PUT /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 1091 time: 1.7113063 Nov 23 09:50:20.424930 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cf879ed-8593-4113-99ef-7332ecef2c35 req-f0d55c1d-f02c-43f0-8d12-e285744787e0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713891 Nov 23 09:50:20.437720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-253fcdfd-c10b-4d4f-a6c7-f9f38d1676d0 service neutron] 10.222.0.50 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575941 Nov 23 09:50:20.592437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35c8df-cdae-4289-ad1c-49307cb52dcd service neutron] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:20.609758 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e426af2f-6ac3-47f7-9baf-86c944e12dfc x-openstack-request-id: req-e426af2f-6ac3-47f7-9baf-86c944e12dfc {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:20.609758 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:20.609758 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e426af2f-6ac3-47f7-9baf-86c944e12dfc {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:20.610421 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'status': 'completed', 'code': 200} Nov 23 09:50:20.611995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-2e4398ad-05be-4fd4-bcb4-31f024f05792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.613719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-2e4398ad-05be-4fd4-bcb4-31f024f05792 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.2020264 Nov 23 09:50:20.628235 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab55be05-73e9-4cf1-bf89-e97b32b4424c x-openstack-request-id: req-ab55be05-73e9-4cf1-bf89-e97b32b4424c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:20.629704 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-plugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:20.630181 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab55be05-73e9-4cf1-bf89-e97b32b4424c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:20.630964 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'code': 200} Nov 23 09:50:20.656908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-311b471a-cdc8-4c83-8fc7-b3ce0d01b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.658552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-311b471a-cdc8-4c83-8fc7-b3ce0d01b559 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1094 time: 0.1695898 Nov 23 09:50:20.745157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-643188d7-603b-4940-a5e9-dc4ccd27b24f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 217 time: 0.0692687 Nov 23 09:50:20.745719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50fcb238-b524-4065-98e6-bfa40d648b6d req-cf37ebc0-3541-41d0-bc79-db7a5e1656ad service neutron] 10.222.0.50 "GET /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981787 Nov 23 09:50:20.750143 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.795501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f573bb-967c-4b2d-8982-ec857f005b22,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:20.826443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-6f415552-2666-46ba-ab56-101a3a48bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.828072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-6f415552-2666-46ba-ab56-101a3a48bdb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032213 Nov 23 09:50:20.863422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-b5012d01-0e27-4c3a-af93-38b64abb10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.863625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.864769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-b5012d01-0e27-4c3a-af93-38b64abb10f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.0988762 Nov 23 09:50:20.878621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b409-0449-4cac-9d02-b2376736b7b1 req-474f4c0d-32b7-4a11-b0b3-23aba55ac960 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:20.880060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf33b409-0449-4cac-9d02-b2376736b7b1 req-474f4c0d-32b7-4a11-b0b3-23aba55ac960 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 943 time: 0.1448112 Nov 23 09:50:20.943431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-534cd095-99ca-4c60-84c4-124e2b27674f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624030 Nov 23 09:50:20.968004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.970207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:20.995892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:21.048734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.049332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7b9738-cfa1-41d2-be3f-1fe687ca63f5 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:50:21.061582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.067219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fbb9e34c-5881-4768-9d43-62a6076b2236 admin admin] 10.222.0.62 "DELETE /v2.0/routers/df7b9738-cfa1-41d2-be3f-1fe687ca63f5 HTTP/1.1" status: 204 len: 168 time: 2.0858498 Nov 23 09:50:21.069338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:21.078067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-7c8583b0-5675-4a85-8938-16b4de2ace98 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403841 Nov 23 09:50:21.094164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf33b409-0449-4cac-9d02-b2376736b7b1 req-149f9ba7-8385-4618-9f8f-529e985ca0b8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993992 Nov 23 09:50:21.103639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.127314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:21.150669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-4a19c2a2-0e7c-4371-a335-0f820b00bc74 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939373 Nov 23 09:50:21.153710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f', 'network_id': 'f2ec4527-431f-443f-a406-5efd82a8944e', 'port_id': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f', 'mac_address': 'fa:16:3e:f9:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094ef26e-2bac-417c-a99b-555a86730e86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:21.183973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Deleting subnet ceac3812-e5df-4bca-b40d-6d39dbb21fc6 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:50:21.204257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.214167 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.237989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:21.253248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 92b15899-031b-4877-b5ca-40104c850f22 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:21.263490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48779c9-c85b-41f9-9fcc-8a4262995592 req-8ba60518-9fc8-4637-8154-b851d8463cb9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:21.270924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b48779c9-c85b-41f9-9fcc-8a4262995592 req-8ba60518-9fc8-4637-8154-b851d8463cb9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.2024131 Nov 23 09:50:21.293388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.295113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3b854fb-20b7-4a5d-8d28-53402eca2bda req-4a64c8b6-0f76-45d7-ab13-d600285c75f0 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977818 Nov 23 09:50:21.305235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 92b15899-031b-4877-b5ca-40104c850f22 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:21.305931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 92b15899-031b-4877-b5ca-40104c850f22 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:21.321809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:21.332526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.354754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-594a5fb2-4dff-44de-9abf-7732432406a8 req-5c4b470d-067d-4802-89cc-58c97bf3efc0 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627865 Nov 23 09:50:21.362887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b48779c9-c85b-41f9-9fcc-8a4262995592 req-d2d4d51b-8043-458b-b022-ff965a81f62e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847256 Nov 23 09:50:21.416416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-ee806e3e-0099-4d92-b85c-a3cd4bc4933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:21.419358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-ee806e3e-0099-4d92-b85c-a3cd4bc4933e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 1098 time: 0.0549343 Nov 23 09:50:21.421644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:21.468706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.574659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.605225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceac3812-e5df-4bca-b40d-6d39dbb21fc6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:21.611826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.616020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c020120-3765-4510-a342-21bc20ae173f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ceac3812-e5df-4bca-b40d-6d39dbb21fc6 HTTP/1.1" status: 204 len: 168 time: 0.5425162 Nov 23 09:50:21.621577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e4e56-5aee-48a0-94a5-c4896f71745c None None] Network 06a6f689-7e0a-441d-9fd4-9982f24d6810 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:50:21.625230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe29a6a-509b-4395-aef4-22890f7da72c req-07c6b7ee-7fed-46a4-90c1-636f985edef0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:21.627303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfe29a6a-509b-4395-aef4-22890f7da72c req-07c6b7ee-7fed-46a4-90c1-636f985edef0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0967185 Nov 23 09:50:21.627889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52288) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:21.656301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:21.812001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfe29a6a-509b-4395-aef4-22890f7da72c req-43c4fbfd-e63c-4638-a6dd-21e6842757b2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727400 Nov 23 09:50:21.817577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:21.911481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fb75f-8f33-4679-9b1f-ed880b64a186 req-4429d215-3518-47cb-87fb-fbbdc329e013 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:21.913053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef0fb75f-8f33-4679-9b1f-ed880b64a186 req-4429d215-3518-47cb-87fb-fbbdc329e013 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 947 time: 0.4767361 Nov 23 09:50:21.965328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-41a55e82-664c-486f-9038-12a663d54015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:21.967531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-41a55e82-664c-486f-9038-12a663d54015 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.5401611 Nov 23 09:50:21.971849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Deleting port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:21.973194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.040952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] DHCP port deletion for 06a6f689-7e0a-441d-9fd4-9982f24d6810 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:50:22.082596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-b9b4d8a6-072c-42ad-b1a7-d8287965fd40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45 HTTP/1.1" status: 200 len: 217 time: 0.1031125 Nov 23 09:50:22.093104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef0fb75f-8f33-4679-9b1f-ed880b64a186 req-1b48b20f-5500-47eb-acc4-b25dace98d25 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725760 Nov 23 09:50:22.118790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] For port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,segment=NetworkSegment(8708efa7-3ff9-4042-80c0-c4c4bb4bd914),segment_id=8708efa7-3ff9-4042-80c0-c4c4bb4bd914)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:22.119444 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.140925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Calling delete_port for 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:22.258309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-efbfbd34-293e-4b47-8692-53d087a1164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.260273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-efbfbd34-293e-4b47-8692-53d087a1164e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1661763 Nov 23 09:50:22.293103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.311142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Deleting port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:22.313176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.326959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:22.348999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] No DVR routers for this DVR port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:22.356560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-31880274-34f9-4096-8a21-3c922eccad43 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.358476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-31880274-34f9-4096-8a21-3c922eccad43 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1309536 Nov 23 09:50:22.372366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234658d3-0f49-4941-aaae-246d201a0e6e req-55ae0fe0-b986-4df3-8c99-47e9c803c7fd tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.379613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-234658d3-0f49-4941-aaae-246d201a0e6e req-55ae0fe0-b986-4df3-8c99-47e9c803c7fd tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 944 time: 0.1668231 Nov 23 09:50:22.409484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-781076-5'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:22.415153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] For port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:22.415853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.442586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-ef63c26c-c7e3-4d25-b76a-cb0b1833a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.444090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-ef63c26c-c7e3-4d25-b76a-cb0b1833a870 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570690 Nov 23 09:50:22.451942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Calling delete_port for 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:22.457658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:50:22.464840 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.488848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] Pushing event deleted for resources: {'Port': ['ID=0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:22.496400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.510293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.521210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a023657-4fb3-469a-a186-fbd1cf3b576c None None] No DVR routers for this DVR port 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:22.536861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.552630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a6f689-7e0a-441d-9fd4-9982f24d6810']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:22.569225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8708efa7-3ff9-4042-80c0-c4c4bb4bd914') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:22.569881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8708efa7-3ff9-4042-80c0-c4c4bb4bd914') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:22.587132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.610477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbf75d-d766-46b4-892b-4ebe1938d5e3 req-ff8cf5e6-a184-43b0-b764-7ad9f7b61d35 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.612042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bbbf75d-d766-46b4-892b-4ebe1938d5e3 req-ff8cf5e6-a184-43b0-b764-7ad9f7b61d35 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 945 time: 0.1340477 Nov 23 09:50:22.613386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.622237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-234658d3-0f49-4941-aaae-246d201a0e6e req-1c712d48-e462-4d13-9121-0c2c5de7ca04 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375336 Nov 23 09:50:22.638488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:50:22.638963 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:50:22.640639 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:50:22.652675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:22.655122 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5846bcad-fe79-4a88-a5b7-5c0016cf294a" -d '{"events": [{"name": "network-changed", "server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:22.728286 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b2055c-840b-48d2-84c2-58650f84aa9b x-openstack-request-id: req-80b2055c-840b-48d2-84c2-58650f84aa9b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:22.728702 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:22.729046 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80b2055c-840b-48d2-84c2-58650f84aa9b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:22.729519 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'status': 'completed', 'code': 200} Nov 23 09:50:22.732480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bbbf75d-d766-46b4-892b-4ebe1938d5e3 req-7db3f2de-3225-4853-8e15-8c12a928050b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062949 Nov 23 09:50:22.734147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.744600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:22.752485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] 10.222.0.62 "DELETE /v2.0/networks/06a6f689-7e0a-441d-9fd4-9982f24d6810 HTTP/1.1" status: 204 len: 168 time: 1.1236448 Nov 23 09:50:22.753111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-a758bcbd-4d7f-4c36-bf98-84f75dbf99f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971160 Nov 23 09:50:22.770628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211c2a-21b0-4525-83cb-6f19dcc3f469 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a6f689-7e0a-441d-9fd4-9982f24d6810,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:22.881400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-9eee87e3-9955-440c-9e1c-20c3251460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:22.882940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-9eee87e3-9955-440c-9e1c-20c3251460a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1094 time: 0.0990667 Nov 23 09:50:22.930933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd6a0c6e-2ecc-4b32-82e1-c520087add41 req-64991a7b-d655-45a9-90d0-22f5c9b30c24 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685674 Nov 23 09:50:22.981739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:23.013299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:23.020596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:23.082909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52340) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:23.095131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599cf88-2fe7-49f0-bf6a-083520fc6cf7 req-780b1a16-591b-4bf8-b322-88e0889c0038 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:23.096984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a599cf88-2fe7-49f0-bf6a-083520fc6cf7 req-780b1a16-591b-4bf8-b322-88e0889c0038 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1360719 Nov 23 09:50:23.098330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:23.179685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-e5f2d1d7-a463-4089-a8e8-dfe680b1ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:23.182137 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-e5f2d1d7-a463-4089-a8e8-dfe680b1ec33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.2868779 Nov 23 09:50:23.225407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.245403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a599cf88-2fe7-49f0-bf6a-083520fc6cf7 req-00cbb986-8851-4f20-99df-bd640f2cbb79 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173050 Nov 23 09:50:23.251035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.258581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:23.312957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a6832ea-f00e-4afc-b530-4a670f1c7c15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf78d004038c405d9f24315e9b4f3fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282166 Nov 23 09:50:23.314948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-d037b0ac-9ce0-4363-b2bc-7935a743df23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 217 time: 0.1175706 Nov 23 09:50:23.315719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:23.365019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:23.365365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0ab2a0c7-a85d-4364-9ff6-eb1dd73ef1c2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:23.365786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67f573bb-967c-4b2d-8982-ec857f005b22 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:23.413196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 67f573bb-967c-4b2d-8982-ec857f005b22 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:23.413544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67f573bb-967c-4b2d-8982-ec857f005b22 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:23.439095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:50:23.443640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-0022e2f5-def7-4715-b056-30c978fc05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:23.446074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-0022e2f5-def7-4715-b056-30c978fc05f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1139002 Nov 23 09:50:23.461783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:23.462184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.468657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:23.495740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-5686778f-c189-46db-b29d-ea79dd1be969 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413299 Nov 23 09:50:23.511930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on host n-h1-781076-5 for vnic_type normal with profile {"migrating_to": "n-h2-781076-5"} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:23.512451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:23.512969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:23.517979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:23.539949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:23.540288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Attempting to bind port 77221cc0-b843-4810-8917-5bb8f557aa90 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:23.547786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.549076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:23.549454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:23.549822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:23.550291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Bound port: 77221cc0-b843-4810-8917-5bb8f557aa90, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:23.550650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.582391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 has no active binding in host n-h2-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:50:23.585082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f5ff3-73d1-4bbc-9900-d4f8d44ecdec req-74397108-3d17-4fb0-8603-9724c7d04bc9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:23.586820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-600f5ff3-73d1-4bbc-9900-d4f8d44ecdec req-74397108-3d17-4fb0-8603-9724c7d04bc9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 947 time: 0.0954504 Nov 23 09:50:23.608407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.656655 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.692554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-600f5ff3-73d1-4bbc-9900-d4f8d44ecdec req-f5ca76ea-2bf4-4955-9818-7091503af3dc tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Nov 23 09:50:23.695018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:23.702420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:23.719241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.773005 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.821639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-20dadac2-9f12-4df1-95ff-3914ea6ad6b3 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147094 Nov 23 09:50:23.851550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:23.854628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:23.861203 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cab252-3781-4460-bcac-582610576d8c" -d '{"events": [{"server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "name": "network-vif-plugged", "status": "completed", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:23.870898 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.877165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.884095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.886530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95ab3377-a6a0-4f63-a48b-16aaa4e537a9 HTTP/1.1" status: 204 len: 168 time: 0.5696568 Nov 23 09:50:23.903453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd1fde-9178-4793-8ef4-e429413b19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab3377-a6a0-4f63-a48b-16aaa4e537a9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:23.953333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:23.953995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:23.976332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] 10.222.0.50 "PUT /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 1121 time: 1.5784514 Nov 23 09:50:24.001588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf55be2-5afa-41ab-89e4-72e89e953add service neutron] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:24.016505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5846bcad-fe79-4a88-a5b7-5c0016cf294a req-b07a8fb0-c609-4bc4-aa69-0492636b4cd1 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860921 Nov 23 09:50:24.024721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e4fc-bf66-4d35-a86e-edd4430455d9 req-3293774f-58f7-439e-bb65-c4adc8d3aecc tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:24.024985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:24.027339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21b8e4fc-bf66-4d35-a86e-edd4430455d9 req-3293774f-58f7-439e-bb65-c4adc8d3aecc tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 944 time: 0.2069511 Nov 23 09:50:24.053698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['77221cc0-b843-4810-8917-5bb8f557aa90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:24.120480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['77221cc0-b843-4810-8917-5bb8f557aa90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:24.151464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21b8e4fc-bf66-4d35-a86e-edd4430455d9 req-90f3e5bb-e06f-4921-ba9f-a212447e1be0 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145992 Nov 23 09:50:24.474152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d495100-1c09-4513-8a62-bb1d3c4e3fdc req-a7492924-0c59-44b9-ac67-35ee0fc92784 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:24.484371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d495100-1c09-4513-8a62-bb1d3c4e3fdc req-a7492924-0c59-44b9-ac67-35ee0fc92784 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 943 time: 0.1456838 Nov 23 09:50:24.575858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d495100-1c09-4513-8a62-bb1d3c4e3fdc req-e11b13ae-0021-4b47-80ae-095baea08e91 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901678 Nov 23 09:50:24.715444 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139028ae-582e-46b1-b05b-a0f68875a290 x-openstack-request-id: req-139028ae-582e-46b1-b05b-a0f68875a290 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:24.716059 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "name": "network-vif-plugged", "status": "completed", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:24.716455 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-139028ae-582e-46b1-b05b-a0f68875a290 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:24.717055 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f', 'code': 200} Nov 23 09:50:24.730925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90'}, {'name': 'network-changed', 'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:24.733526 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba" -d '{"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-unplugged", "status": "completed", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90"}, {"name": "network-changed", "server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:24.922403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fe564-623a-4a4e-8ee3-388d0524710f req-083a7992-ed57-4fe2-9ca3-597259436315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:24.924943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a06fe564-623a-4a4e-8ee3-388d0524710f req-083a7992-ed57-4fe2-9ca3-597259436315 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 1096 time: 0.1280458 Nov 23 09:50:24.943080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5625893-5bcd-42da-b73f-a2ecccc83097 req-d735225e-f946-449e-9e1c-a2ec615de15a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:24.943416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5625893-5bcd-42da-b73f-a2ecccc83097 req-d735225e-f946-449e-9e1c-a2ec615de15a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0754046 Nov 23 09:50:24.993440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a06fe564-623a-4a4e-8ee3-388d0524710f req-e4eabd88-c24f-436e-99da-1e37d945f963 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593078 Nov 23 09:50:25.021762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:25.086541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5625893-5bcd-42da-b73f-a2ecccc83097 req-62b4890b-cb88-4848-aaa1-a8c2045803d6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357491 Nov 23 09:50:25.186299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:25.200159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'port_id': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'mac_address': 'fa:16:3e:6a:45:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd632ad-84d2-43ad-84a9-901329b61765', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:25.247665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.268283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:25.294587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:25.309822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.311605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a934ea61-a1b2-41b3-8543-a932f39fcc45 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:25.410298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:25.486312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52416) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:25.589255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:25.630186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'mac_address': 'fa:16:3e:1c:35:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:25.703406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-network', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:25.731248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.753595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a934ea61-a1b2-41b3-8543-a932f39fcc45 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:25.761779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Made reservation on behalf of ae630061d20e4bf0abb536f5592fed36 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:25.764671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.782826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:25.785441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.793354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:25.890290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:26.032064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.055083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.098699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:50:26.100723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87cd3be-f344-4294-90bf-ad543b1cd0f0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:26.136538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.137219 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Added segment 2b5b2448-68db-4886-b156-99a3be128e3c of type vlan for network 949ce7b7-eebf-4992-bccd-924bd41f06b1 Nov 23 09:50:26.166144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:26.237738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a934ea61-a1b2-41b3-8543-a932f39fcc45'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:26.245174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.342659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.345519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:26.346463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:26.488143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] Pushing event updated for resources: {'Network': ['ID=949ce7b7-eebf-4992-bccd-924bd41f06b1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:26.509372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:50:26.534032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-73492bc9-12f5-46f2-aae4-10a6bd0c547a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0452600 Nov 23 09:50:26.536801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52426) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:26.544624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Request body: {'subnet': {'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-subnet', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:26.600639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Made reservation on behalf of ae630061d20e4bf0abb536f5592fed36 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:26.604102 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.020145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.093759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655df58b-d9cb-4e08-a5d2-eaa0d51d103b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:27.104007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Checking segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:27.104370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Network hostable DHCP agents. Network: 949ce7b7-eebf-4992-bccd-924bd41f06b1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:50:27.149414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:50:27.176483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 949ce7b7-eebf-4992-bccd-924bd41f06b1) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:27.196696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:27.198708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.205858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c641c-d7c8-4eaf-89b5-dbec25c25168 None None] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:50:27.253245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d829650f-fcdf-4b55-bbba-d0ee0b6b3991 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7087808 Nov 23 09:50:27.253762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52428) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:27.258622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:27.334726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.335876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.411561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-949ce7b7-eebf-4992-bccd-924bd41f06b1', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:50:27.413073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.438406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.593518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:27.740319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Allocated IP 172.20.0.2 (949ce7b7-eebf-4992-bccd-924bd41f06b1/655df58b-d9cb-4e08-a5d2-eaa0d51d103b/130cfeb5-bfee-4dac-ba5a-f99b5291a427) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:28.069247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.084837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.161351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:28.167616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:28.172344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:28.209682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Pushing event updated for resources: {'Port': ['ID=130cfeb5-bfee-4dac-ba5a-f99b5291a427,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:28.263464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Attempting to bind port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:28.264048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Attempting to bind port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:28.264473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Attempting to bind port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 on network 949ce7b7-eebf-4992-bccd-924bd41f06b1 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:28.276585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:28.277091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Checking segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:28.277377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.284982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Bound using segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:28.284982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Bound port: 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:28.284982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.347907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.372873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.406210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] For port 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:28.409871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] For port 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=130cfeb5-bfee-4dac-ba5a-f99b5291a427,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:28.418376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.505680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362ae6-30ed-4c2a-b3e2-c53beaf17df4 None None] Pushing event updated for resources: {'Port': ['ID=130cfeb5-bfee-4dac-ba5a-f99b5291a427,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:28.626040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Allocated IP 172.25.1.192 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/b8944f12-7645-46c0-b8b1-0b96942d2f7b) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:28.844627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.910388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:28.957725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:28.966996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:28.976825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:29.009803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b8944f12-7645-46c0-b8b1-0b96942d2f7b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:29.048033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:29.243048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:50:29.254796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:29.255312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:29.358742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 130cfeb5-bfee-4dac-ba5a-f99b5291a427 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:29.577654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:29.579452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:29.639692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:29.649279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:29.734696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:29.737100 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea4a764-5fc0-43a3-86f0-248672ed0c93" -d '{"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:29.773729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:29.841244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:29.842212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a934ea61-a1b2-41b3-8543-a932f39fcc45 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:30.065333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.185616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b31f0e-6ac6-485c-afad-ecf5c20fd14b None None] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:50:30.362615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.373227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Router c78438d5-3265-49e9-a174-8d70b6a01dfe is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:50:30.437189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9b651785-81ba-4cdf-9ece-7d9c97dc0146 None None] Provisioning complete for port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:30.448663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b651785-81ba-4cdf-9ece-7d9c97dc0146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.595416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:30.599871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:30.631487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.633138 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6ae48e95-3616-48cd-b5f4-9d1db43f52a8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.3784966 Nov 23 09:50:30.635907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:30.642971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Sync routers for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:30.704329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=130cfeb5-bfee-4dac-ba5a-f99b5291a427,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:30.729595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a934ea61-a1b2-41b3-8543-a932f39fcc45 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:50:30.741186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a934ea61-a1b2-41b3-8543-a932f39fcc45 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:30.741556 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.745456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:30.894573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:30.895119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:30.935533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=130cfeb5-bfee-4dac-ba5a-f99b5291a427,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:31.229616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:31.264236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 130cfeb5-bfee-4dac-ba5a-f99b5291a427 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:31.269133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:31.461135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:31.482164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:31.588979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:31.589355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:31.668972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:31.699718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ebc6c9fa-5494-48cf-b35e-c9568a6be7a0 None None] Provisioning complete for port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:31.700058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fa-5494-48cf-b35e-c9568a6be7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:31.838941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.132691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:29Z', 'revision_number': 3, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:32.216712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Checking router: c78438d5-3265-49e9-a174-8d70b6a01dfe for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:32.217061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Updating router c78438d5-3265-49e9-a174-8d70b6a01dfe port b8944f12-7645-46c0-b8b1-0b96942d2f7b binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:50:32.230353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Allocated IP 172.20.0.1 (949ce7b7-eebf-4992-bccd-924bd41f06b1/655df58b-d9cb-4e08-a5d2-eaa0d51d103b/262bef67-6229-451f-b47f-20a8de441732) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:32.286213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.489108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.603959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.668349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:32.671682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:32.674316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:32.711467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Pushing event updated for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:32.734687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.862787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-b7ba9c77-4d02-4a25-9ec6-d96710a04306 service neutron] 10.222.0.11 "GET /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.1601887 Nov 23 09:50:32.883059 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.901998 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:32.985248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.002704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Attempting to bind port b8944f12-7645-46c0-b8b1-0b96942d2f7b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:33.003390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Attempting to bind port b8944f12-7645-46c0-b8b1-0b96942d2f7b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:33.003921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Attempting to bind port b8944f12-7645-46c0-b8b1-0b96942d2f7b on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:33.006609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ad5ac-ac33-4c56-af6d-ecb9b9e9ef2a None None] Pushing event updated for resources: {'Port': ['ID=b8944f12-7645-46c0-b8b1-0b96942d2f7b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:33.014653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:33.015033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:33.015443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.015832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:33.016318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Bound port: b8944f12-7645-46c0-b8b1-0b96942d2f7b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:33.016696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.078666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] For port b8944f12-7645-46c0-b8b1-0b96942d2f7b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:33.082428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] For port b8944f12-7645-46c0-b8b1-0b96942d2f7b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b8944f12-7645-46c0-b8b1-0b96942d2f7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:33.099040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1ba27dc6-2ed5-497b-b92e-c4d939938de3 None None] Provisioning complete for port 262bef67-6229-451f-b47f-20a8de441732 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:33.133076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ba27dc6-2ed5-497b-b92e-c4d939938de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.139831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1ba27dc6-2ed5-497b-b92e-c4d939938de3 None None] Port 262bef67-6229-451f-b47f-20a8de441732 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:33.150871 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.160883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:33.188888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:33.228613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77221cc0-b843-4810-8917-5bb8f557aa90 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:33.240995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:33.243367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:33.244023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:33.261333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.332509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ad5ac-ac33-4c56-af6d-ecb9b9e9ef2a None None] Pushing event updated for resources: {'Port': ['ID=b8944f12-7645-46c0-b8b1-0b96942d2f7b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:33.463737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] Transition to ACTIVE for port object 77221cc0-b843-4810-8917-5bb8f557aa90 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:33.475882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.483289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.494627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.715009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] No DVR routers for this DVR port 77221cc0-b843-4810-8917-5bb8f557aa90 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:33.716341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:33.722275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Pushing event updated for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:33.789446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] Pushing event updated for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:33.811805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-d7b93604-5741-4707-ad9b-49219171f752 service neutron] 10.222.0.11 "PUT /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90/bindings/n-h2-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9420881 Nov 23 09:50:33.885884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:33.986670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:34.014441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:34.047945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:34.050432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:34.306505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-e4a868b5-41c9-4aa2-821e-ce4ef47d04a4 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:34.308148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-e4a868b5-41c9-4aa2-821e-ce4ef47d04a4 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.3609328 Nov 23 09:50:34.373871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Router c78438d5-3265-49e9-a174-8d70b6a01dfe has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:50:34.485372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 1, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:34.487918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d75c0943-87d0-4be3-852e-4079e646e426 None None] Provisioning complete for port 262bef67-6229-451f-b47f-20a8de441732 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:34.488522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d75c0943-87d0-4be3-852e-4079e646e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:34.499399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-c9c6bcab-cbae-49ca-bfef-5da23b99ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:34.505029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-c9c6bcab-cbae-49ca-bfef-5da23b99ec3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f&tenant_id=74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 1095 time: 0.1855710 Nov 23 09:50:34.530722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d75c0943-87d0-4be3-852e-4079e646e426 None None] Port 262bef67-6229-451f-b47f-20a8de441732 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:34.564037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c102cb-5e55-4075-a628-f23b83ecbcc7 None None] The sync data for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 is: [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 1, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:34.740293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-5d2566f8-a19e-40f4-b1cf-7a1fab20a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:34.747919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-5d2566f8-a19e-40f4-b1cf-7a1fab20a96f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1095 time: 0.2029073 Nov 23 09:50:34.749489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:34.777975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-25bf3924-42df-4ac9-9707-67fe949d446c admin admin] 10.222.0.62 "PUT /v2.0/routers/c78438d5-3265-49e9-a174-8d70b6a01dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1315377 Nov 23 09:50:35.020754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-340aa9a8-e025-48ec-b869-4468b9a57f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:35.024053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-340aa9a8-e025-48ec-b869-4468b9a57f7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.2544465 Nov 23 09:50:35.091863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-fe75c5c8-129d-46a7-8faf-e0d223034510 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0565526 Nov 23 09:50:35.211488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-056c7fb4-b5ba-4685-94af-a97e765b7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:35.213039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-056c7fb4-b5ba-4685-94af-a97e765b7b0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1133730 Nov 23 09:50:35.258344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-f1996ef8-5601-45cb-a7d7-822cc580e06e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362139 Nov 23 09:50:35.958420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-1723f0af-f455-4c30-8b0a-20eb3359f13c service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897340 Nov 23 09:50:36.131881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-19434880-1f2e-4e5f-9b44-560aad1654ae service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616025 Nov 23 09:50:36.746005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-e4e9bc73-1417-4faa-9645-5fe974638820 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:36.747550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-e4e9bc73-1417-4faa-9645-5fe974638820 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1107676 Nov 23 09:50:37.008595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-9b388f09-9b36-4270-ab12-799ba5248b77 service neutron] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:37.012850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-9b388f09-9b36-4270-ab12-799ba5248b77 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:37.014413 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbe06b25-77f2-4e38-8698-c0cea85512eb req-9b388f09-9b36-4270-ab12-799ba5248b77 service neutron] 10.222.0.50 "DELETE /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90/bindings/n-h1-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.2563815 Nov 23 09:50:37.245962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b8944f12-7645-46c0-b8b1-0b96942d2f7b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:37.309819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b8944f12-7645-46c0-b8b1-0b96942d2f7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:37.310493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:37.408829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:37.433179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b8944f12-7645-46c0-b8b1-0b96942d2f7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b8944f12-7645-46c0-b8b1-0b96942d2f7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:37.531552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:37.607946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b8944f12-7645-46c0-b8b1-0b96942d2f7b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:38.220231 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Sync routers for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:38.230693 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:38.231300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:38.341516 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:38.398284 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c78313-003a-46ef-be10-48048279a32f x-openstack-request-id: req-50c78313-003a-46ef-be10-48048279a32f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:38.399205 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-unplugged", "status": "completed", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90", "code": 200}, {"name": "network-changed", "server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:38.399649 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50c78313-003a-46ef-be10-48048279a32f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:38.400297 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90', 'code': 200} Nov 23 09:50:38.400733 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90', 'status': 'completed', 'code': 200} Nov 23 09:50:38.481414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4458457-ed27-49ea-9305-114ea5a8151d req-7e731dd8-53c3-4b7c-8bbb-225f7f04c84f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.482838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4458457-ed27-49ea-9305-114ea5a8151d req-7e731dd8-53c3-4b7c-8bbb-225f7f04c84f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.0905762 Nov 23 09:50:38.488473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-862abbbc-4f36-45d8-afd3-a26413720e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.490186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-862abbbc-4f36-45d8-afd3-a26413720e58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1095 time: 0.0564470 Nov 23 09:50:38.498043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d6e0-dea6-488a-b5e2-be692e694b6d req-d3a2785d-ed95-4ec1-ae15-1f51e1863c8f tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.500548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e04d6e0-dea6-488a-b5e2-be692e694b6d req-d3a2785d-ed95-4ec1-ae15-1f51e1863c8f tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 945 time: 0.0536919 Nov 23 09:50:38.551461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e04d6e0-dea6-488a-b5e2-be692e694b6d req-dbedd55f-e953-4ea3-80ba-54e8def47729 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Nov 23 09:50:38.570354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:33Z', 'revision_number': 2, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:38.589771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4458457-ed27-49ea-9305-114ea5a8151d req-08c17280-6831-454c-a956-0f1f70d89e70 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984533 Nov 23 09:50:38.604631 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Checking router: c78438d5-3265-49e9-a174-8d70b6a01dfe for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:38.604969 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Updating router c78438d5-3265-49e9-a174-8d70b6a01dfe port 262bef67-6229-451f-b47f-20a8de441732 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:50:38.615812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-d0c39bab-b306-4456-aa0f-18f1938cc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.617262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-d0c39bab-b306-4456-aa0f-18f1938cc072 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1126492 Nov 23 09:50:38.641703 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:38.663722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-4e2b34ba-4780-419c-8697-3406d9020edf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0368671 Nov 23 09:50:38.687575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092eb1d-da45-45a9-a449-e59b84cf3167 req-05f31019-c0fc-4cc3-85d5-4abde6fec7fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.696604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3092eb1d-da45-45a9-a449-e59b84cf3167 req-05f31019-c0fc-4cc3-85d5-4abde6fec7fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.0869102 Nov 23 09:50:38.747411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-6979df15-396d-4d78-9f98-9c7506d242b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.749325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-6979df15-396d-4d78-9f98-9c7506d242b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0774124 Nov 23 09:50:38.765288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3092eb1d-da45-45a9-a449-e59b84cf3167 req-42c7fcab-e3cc-4e04-8d98-70e846b8d4e5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673852 Nov 23 09:50:38.832637 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f54ecc2-3752-4574-ab6e-8d6fa81b7f08 x-openstack-request-id: req-9f54ecc2-3752-4574-ab6e-8d6fa81b7f08 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:38.833199 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:38.833327 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f54ecc2-3752-4574-ab6e-8d6fa81b7f08 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:38.834044 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'code': 200} Nov 23 09:50:38.836040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-091e6455-37b4-4586-9cbc-d5234b64b28a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421658 Nov 23 09:50:38.856797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba20d1e-6c92-4c09-8787-8953c19c41f7 req-d73b0270-6a5d-47be-949e-ab60ce18f507 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:38.858875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ba20d1e-6c92-4c09-8787-8953c19c41f7 req-d73b0270-6a5d-47be-949e-ab60ce18f507 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1045158 Nov 23 09:50:38.969749 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:38.986338 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.000868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefb8-db48-4bf2-ae2c-5347a7b0e156 req-7190343e-3591-4867-8d90-cf052a0fa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:39.004004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feebefb8-db48-4bf2-ae2c-5347a7b0e156 req-7190343e-3591-4867-8d90-cf052a0fa5ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1096 time: 0.0969357 Nov 23 09:50:39.007289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ba20d1e-6c92-4c09-8787-8953c19c41f7 req-b2ec8ec8-950a-4155-a357-2d41aced6435 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402204 Nov 23 09:50:39.024816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-b9b44113-bc97-42ff-a53f-7ee195aa92ed service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779244 Nov 23 09:50:39.098571 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Pushing event updated for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:39.116566 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.117028 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.117620 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.119476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.119928 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.120514 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.123229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.123717 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.124147 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.124754 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.125192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.126697 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:50:39.131775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feebefb8-db48-4bf2-ae2c-5347a7b0e156 req-501c937c-d60e-4588-af9c-77e6e418b3bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150243 Nov 23 09:50:39.285223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b8944f12-7645-46c0-b8b1-0b96942d2f7b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:39.290981 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Attempting to bind port 262bef67-6229-451f-b47f-20a8de441732 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:39.291449 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Attempting to bind port 262bef67-6229-451f-b47f-20a8de441732 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:39.291715 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Attempting to bind port 262bef67-6229-451f-b47f-20a8de441732 on network 949ce7b7-eebf-4992-bccd-924bd41f06b1 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:39.298759 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:39.299525 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Checking segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:39.300141 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.300739 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Bound using segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:39.301765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Bound port: 262bef67-6229-451f-b47f-20a8de441732, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:39.302567 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.365742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b025aa5-58e1-4843-b73f-ce80c0f6b7ba req-14a35b3d-3133-4617-953c-8dd655292b82 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312016 Nov 23 09:50:39.389848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a66b-7b68-4220-9c0e-0d13e4746f7b req-5d0f7336-e75e-469b-ba3a-a42b7c06af70 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:39.391382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03f8a66b-7b68-4220-9c0e-0d13e4746f7b req-5d0f7336-e75e-469b-ba3a-a42b7c06af70 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.1430442 Nov 23 09:50:39.399731 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] For port 262bef67-6229-451f-b47f-20a8de441732, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:39.405102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] For port 262bef67-6229-451f-b47f-20a8de441732, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=262bef67-6229-451f-b47f-20a8de441732,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:39.422103 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.424216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b8944f12-7645-46c0-b8b1-0b96942d2f7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:39.424599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.472828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03f8a66b-7b68-4220-9c0e-0d13e4746f7b req-c551b955-feb6-46bd-8689-f22b51fbadb6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715396 Nov 23 09:50:39.502705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-9e78c714-afca-44f9-bcfd-83aaebee0989 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:39.510160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-9e78c714-afca-44f9-bcfd-83aaebee0989 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 829 time: 0.2638879 Nov 23 09:50:39.540674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-9a509d10-8e60-4b6f-8bbd-e788530416f7 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/quotas/ae630061d20e4bf0abb536f5592fed36 HTTP/1.1" status: 200 len: 375 time: 0.0244367 Nov 23 09:50:39.567972 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3df7-3092-444b-b76c-d8041eca1555 None None] Pushing event updated for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:39.571705 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:39.572521 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:39.633058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] Provisioning complete for port 262bef67-6229-451f-b47f-20a8de441732 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:39.633434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.651180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-5dc36866-4dbb-4675-ba12-78ec644bf599 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093590 Nov 23 09:50:39.664287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd4dd-6f78-410a-bc0c-45224bc41d64 req-4c61649c-2ed0-407f-8e03-cc85006e9350 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:39.679586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b44cd4dd-6f78-410a-bc0c-45224bc41d64 req-4c61649c-2ed0-407f-8e03-cc85006e9350 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 951 time: 0.0925460 Nov 23 09:50:39.746972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.782295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b44cd4dd-6f78-410a-bc0c-45224bc41d64 req-2fb26d36-923f-4797-9986-6456942a3b73 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 Nov 23 09:50:39.789410 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-4c5e7dbd-156a-4f10-bcab-c3944efba93e service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372554 Nov 23 09:50:39.801147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] For port 262bef67-6229-451f-b47f-20a8de441732, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=262bef67-6229-451f-b47f-20a8de441732,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:39.810752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.908962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45f23-795d-4622-8a9e-736750c2595c None None] Pushing event updated for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:39.937458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a05b4492-fa00-42f5-bee0-2f481d0d8f6f None None] Provisioning complete for port 262bef67-6229-451f-b47f-20a8de441732 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:39.937834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a05b4492-fa00-42f5-bee0-2f481d0d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:39.953865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-79161d27-b904-441e-ab47-32c3effcce4e service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634188 Nov 23 09:50:40.011056 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:40.231966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f0a2b-d38a-4a64-bc77-402c759e85b3 req-fcf226ea-0b42-451c-bdee-43bd1548945b tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:40.243846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db7f0a2b-d38a-4a64-bc77-402c759e85b3 req-fcf226ea-0b42-451c-bdee-43bd1548945b tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1095 time: 0.0625954 Nov 23 09:50:40.319801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db7f0a2b-d38a-4a64-bc77-402c759e85b3 req-4d84bc30-30a9-4367-ae8f-d44ae8007bca tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Nov 23 09:50:40.390056 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:40.435703 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399542b-cad3-49fa-a191-b0258bbbb7c0 None None] The sync data for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 is: [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:40.518593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959576f8-f57f-495a-b576-964f976f893d req-fc0f084a-6103-441e-b0f2-d7e774074a06 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:40.526199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-959576f8-f57f-495a-b576-964f976f893d req-fc0f084a-6103-441e-b0f2-d7e774074a06 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.0751247 Nov 23 09:50:40.586090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-959576f8-f57f-495a-b576-964f976f893d req-08653254-d0d1-4bc9-bc4c-eff6a958f164 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547276 Nov 23 09:50:40.813903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a97f-63b7-44ff-94c0-a3275affc966 req-5cfafc38-150c-4927-bb21-e01906b2f1ef tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:40.816446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c46a97f-63b7-44ff-94c0-a3275affc966 req-5cfafc38-150c-4927-bb21-e01906b2f1ef tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.0649979 Nov 23 09:50:40.835530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:40.839798 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf5748d-7925-458d-8136-9a4f1cc332fa" -d '{"events": [{"server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "name": "network-vif-plugged", "status": "completed", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:40.918990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c46a97f-63b7-44ff-94c0-a3275affc966 req-d38717e8-83d9-4655-91fc-c9837304e5be tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Nov 23 09:50:41.076524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3c37ab2-901b-4edc-a040-706ca32a503d req-1aeabe4d-de35-4f50-a9f4-a0abeecc329d tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 210 time: 0.0548427 Nov 23 09:50:41.297771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 262bef67-6229-451f-b47f-20a8de441732 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:41.340798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:50:41.412474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 262bef67-6229-451f-b47f-20a8de441732 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:41.413041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:41.414676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1220b-94f9-4f2d-a94e-074d887522cd req-085f9206-a04f-4d62-ab13-7026c19b747a tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:41.416299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdd1220b-94f9-4f2d-a94e-074d887522cd req-085f9206-a04f-4d62-ab13-7026c19b747a tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1095 time: 0.0616548 Nov 23 09:50:41.506217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bdd1220b-94f9-4f2d-a94e-074d887522cd req-59345992-2504-449e-aadd-34c229167836 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 Nov 23 09:50:41.546173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:41.626926 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8868b-a02c-4be7-9581-ed4b0cfc8e2c x-openstack-request-id: req-1ad8868b-a02c-4be7-9581-ed4b0cfc8e2c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:41.627228 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "name": "network-vif-plugged", "status": "completed", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:41.627486 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ad8868b-a02c-4be7-9581-ed4b0cfc8e2c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:41.628300 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'code': 200} Nov 23 09:50:41.701154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-7cb4106c-7d7a-4335-8446-1571f80993c8 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:41.708814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-7cb4106c-7d7a-4335-8446-1571f80993c8 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.11 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 829 time: 0.2060707 Nov 23 09:50:41.729135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556950-85e2-4744-ae97-7d7ddafa1cdb req-df68861b-fed3-4598-8701-9a36d51de1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:41.730952 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7556950-85e2-4744-ae97-7d7ddafa1cdb req-df68861b-fed3-4598-8701-9a36d51de1d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 1100 time: 0.0801876 Nov 23 09:50:41.733919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'port': {'device_id': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'admin_state_up': True, 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:41.755248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:41.794825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7556950-85e2-4744-ae97-7d7ddafa1cdb req-e47961f0-d684-4275-bc7f-53c914d09fa0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Nov 23 09:50:41.804491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:41.809374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:41.810326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:41.821999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b361cb-fe9d-4608-9c57-fe6a1138edcd req-a467bc0b-edc3-4ce5-a1f4-aacee6db30a1 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:41.823536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0b361cb-fe9d-4608-9c57-fe6a1138edcd req-a467bc0b-edc3-4ce5-a1f4-aacee6db30a1 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1096 time: 0.1527848 Nov 23 09:50:41.894878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:41.903820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0b361cb-fe9d-4608-9c57-fe6a1138edcd req-87dc3a67-ac91-4d05-856c-531fb9ad663d tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730152 Nov 23 09:50:41.914615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Made reservation on behalf of ae630061d20e4bf0abb536f5592fed36 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:41.918365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:41.939562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:41.973918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:41.979740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:42.030765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:42.103132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Allocated IP 172.20.0.13 (949ce7b7-eebf-4992-bccd-924bd41f06b1/655df58b-d9cb-4e08-a5d2-eaa0d51d103b/d970600c-b00b-4d1a-bab8-9f9c7a611de0) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:42.117340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-6000bcce-f32b-4ff8-ba66-0b443b7ff80b tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1370525339&fields=id&tenant_id=89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 267 time: 0.0718398 Nov 23 09:50:42.288405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd28e-a690-43fe-8361-fd763dd5613b req-cac2b85d-2e22-4b32-8c7a-8b025653cf03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:42.290581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cefbd28e-a690-43fe-8361-fd763dd5613b req-cac2b85d-2e22-4b32-8c7a-8b025653cf03 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.0643344 Nov 23 09:50:42.315660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-50577063-d968-4f0c-b5ca-e872e0c9411e tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:42.317730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-50577063-d968-4f0c-b5ca-e872e0c9411e tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 824 time: 0.1924663 Nov 23 09:50:42.346546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-7458a427-9675-41ef-b2f1-d5741df0f523 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/quotas/89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 375 time: 0.0181973 Nov 23 09:50:42.351278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cefbd28e-a690-43fe-8361-fd763dd5613b req-97ba13c4-6265-4716-9cae-e2564dc19b29 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Nov 23 09:50:42.362995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:42.430436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-819dcb0e-64c1-45f6-b4a5-6cd58e705aac tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725081 Nov 23 09:50:42.453249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:42.521678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:42.527005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:42.529550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:42.560852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-12d2cf8c-7ef5-49f1-924c-fc0e863f83fb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:42.562478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-12d2cf8c-7ef5-49f1-924c-fc0e863f83fb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.1163867 Nov 23 09:50:42.590729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-119d03f1-723f-46c2-aa13-36d9e2a8647b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/quotas/b878da0ccc244e24bd98724fc716b3f5 HTTP/1.1" status: 200 len: 375 time: 0.0182939 Nov 23 09:50:42.647685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:42.648742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:42.649118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-6f903cdc-e217-487c-b392-c44989cc8b83 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572755 Nov 23 09:50:42.657040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event updated for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:42.691379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-39846431-3884-457d-b40a-0bb072ee771e service neutron] 10.222.0.62 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503064 Nov 23 09:50:42.703930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-b3414ebe-76f7-49c9-99fd-461349e0148a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9756491 Nov 23 09:50:42.722173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Request body: {'port': {'device_id': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:42.744697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-29c0aed5-a4ce-45ed-a62f-5e20ec7ead17 service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946324 Nov 23 09:50:42.853311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e1444359-8f64-4ffa-b9ee-f12c118cc96b None None] Provisioning complete for port d970600c-b00b-4d1a-bab8-9f9c7a611de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:42.853848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e1444359-8f64-4ffa-b9ee-f12c118cc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:42.858543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-1fcfae63-8e80-493e-a9d3-9625f600e072 service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127777 Nov 23 09:50:42.911643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e1444359-8f64-4ffa-b9ee-f12c118cc96b None None] Port d970600c-b00b-4d1a-bab8-9f9c7a611de0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:43.119752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-2ea1da7e-0094-4cb5-ace2-f00741ae2e26 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:43.121567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-2ea1da7e-0094-4cb5-ace2-f00741ae2e26 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0 HTTP/1.1" status: 200 len: 946 time: 0.0873799 Nov 23 09:50:43.209740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:43.253313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-54c0833f-7152-4d8f-bb52-4edcab6ba6d1 service neutron] 10.222.0.62 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605934 Nov 23 09:50:43.308533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Deleting port c3e3c58d-7f7f-412d-b830-915351e16964 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:43.309127 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:43.470048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] For port c3e3c58d-7f7f-412d-b830-915351e16964, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c3e3c58d-7f7f-412d-b830-915351e16964,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:43.470528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:43.629788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}, {'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:43.632197 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb537b9-1c44-4553-8ee4-7cd83b839861" -d '{"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}, {"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-unplugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:43.792620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-11c1cae4-943b-4053-b848-441e881f9a67 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:43.795224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-11c1cae4-943b-4053-b848-441e881f9a67 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332 HTTP/1.1" status: 200 len: 943 time: 0.1269200 Nov 23 09:50:44.001633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d970600c-b00b-4d1a-bab8-9f9c7a611de0 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:44.020528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.074472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Transition to ACTIVE for port object d970600c-b00b-4d1a-bab8-9f9c7a611de0 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:44.091261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.091631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.091951 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d disassociated. External IP: 172.25.1.176, port: c3e3c58d-7f7f-412d-b830-915351e16964. Nov 23 09:50:44.092846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Calling delete_port for c3e3c58d-7f7f-412d-b830-915351e16964 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:44.104974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dec7-e2db-43be-ae56-f965d3ea684f req-6dab62f8-43df-4adf-8629-363ab95b7479 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:44.118875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3841dec7-e2db-43be-ae56-f965d3ea684f req-6dab62f8-43df-4adf-8629-363ab95b7479 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 932 time: 0.2180848 Nov 23 09:50:44.121785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.220426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Deleting port dedab2ab-0980-481b-b107-e713d5319ebd {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:44.220772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.281722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Pushing event updated for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:44.437268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.506577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event deleted for resources: {'Port': ['ID=c3e3c58d-7f7f-412d-b830-915351e16964,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:44.545432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-864b8333-aca1-4d48-bacf-fb07a858c45f req-f04e9761-defc-44d3-ac4e-3d998ce6414e tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 210 time: 0.1018732 Nov 23 09:50:44.677003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3841dec7-e2db-43be-ae56-f965d3ea684f req-4a67dc27-986f-44b7-9b50-479021b54a0d tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452337 Nov 23 09:50:44.710933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Attempting to bind port d970600c-b00b-4d1a-bab8-9f9c7a611de0 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:44.711370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Attempting to bind port d970600c-b00b-4d1a-bab8-9f9c7a611de0 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:44.712445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Attempting to bind port d970600c-b00b-4d1a-bab8-9f9c7a611de0 on network 949ce7b7-eebf-4992-bccd-924bd41f06b1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:44.751612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Port d970600c-b00b-4d1a-bab8-9f9c7a611de0 on network 949ce7b7-eebf-4992-bccd-924bd41f06b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:44.751870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Attempting to bind port d970600c-b00b-4d1a-bab8-9f9c7a611de0 on network 949ce7b7-eebf-4992-bccd-924bd41f06b1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:44.772379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:44.772721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Checking segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:44.773113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Bound using segment: {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:44.773550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Bound port: d970600c-b00b-4d1a-bab8-9f9c7a611de0, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5b2448-68db-4886-b156-99a3be128e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:44.773931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.778091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] For port dedab2ab-0980-481b-b107-e713d5319ebd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dedab2ab-0980-481b-b107-e713d5319ebd,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:44.778485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.865689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:44.869238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:44.871445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Calling delete_port for dedab2ab-0980-481b-b107-e713d5319ebd owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:44.896495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-0047c963-d23f-4709-86b1-d3e3cf3d98b6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:44.898351 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-0047c963-d23f-4709-86b1-d3e3cf3d98b6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.2450233 Nov 23 09:50:44.920178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Request body: {'port': {'device_id': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'admin_state_up': True, 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:44.920375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:44.961091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab690aa-a80a-43f0-886f-ffee38e59ccb req-927178db-4cc8-4cc1-b5c7-3de61a284d9f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:44.966649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5684d980-5509-4be1-9542-56bdd2554383 req-c2c9f849-98ca-4e60-a3b4-8724257973eb tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 210 time: 0.0848935 Nov 23 09:50:44.969501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab690aa-a80a-43f0-886f-ffee38e59ccb req-927178db-4cc8-4cc1-b5c7-3de61a284d9f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.2091906 Nov 23 09:50:44.991659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:50:45.076207 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812029e-3823-4e04-8f5f-b302a5fcf1dc x-openstack-request-id: req-3812029e-3823-4e04-8f5f-b302a5fcf1dc {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:45.076700 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "code": 200}, {"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-unplugged", "status": "completed", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:45.076828 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3812029e-3823-4e04-8f5f-b302a5fcf1dc {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:45.077119 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'code': 200} Nov 23 09:50:45.077393 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'code': 200} Nov 23 09:50:45.093969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:45.094601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:45.096008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] 10.222.0.11 "PUT /v2.0/ports/d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 1092 time: 2.3807750 Nov 23 09:50:45.112745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:45.115497 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:45.357917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab690aa-a80a-43f0-886f-ffee38e59ccb req-c1c64703-d975-4ed9-94ea-20d2aa65e2f7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869469 Nov 23 09:50:45.359648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.11', 65494) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:45.385329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208a851-b2a9-49ce-90df-3657dedac762 service neutron] Pushing event updated for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:45.421578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-08f1bf41-9460-4446-bdb5-4e3041f04d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:45.426973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-08f1bf41-9460-4446-bdb5-4e3041f04d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1095 time: 0.2534177 Nov 23 09:50:45.518154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1280e5-8ed8-48ea-85a2-621f099329ef req-c6cbf096-2aca-4c72-90c1-1aac7266cf93 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:45.526785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e1280e5-8ed8-48ea-85a2-621f099329ef req-c6cbf096-2aca-4c72-90c1-1aac7266cf93 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 949 time: 0.3203595 Nov 23 09:50:45.566357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:45.584369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-db26f294-23a4-47b8-bf9c-6b3a5fc07fda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 217 time: 0.1394806 Nov 23 09:50:45.593460 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b8148b-f767-4f08-960e-272336370c0a x-openstack-request-id: req-e7b8148b-f767-4f08-960e-272336370c0a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:45.593792 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:45.594062 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7b8148b-f767-4f08-960e-272336370c0a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:45.594864 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'status': 'completed', 'code': 200} Nov 23 09:50:45.685564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e1280e5-8ed8-48ea-85a2-621f099329ef req-9baec915-63e2-4d7f-88da-857ca7cffb2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577466 Nov 23 09:50:45.687875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:45.703074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:45.788004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event deleted for resources: {'Port': ['ID=dedab2ab-0980-481b-b107-e713d5319ebd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:45.825878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No active binding found for port dedab2ab-0980-481b-b107-e713d5319ebd {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 09:50:45.827227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dedab2ab-0980-481b-b107-e713d5319ebd not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:45.828188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c3e3c58d-7f7f-412d-b830-915351e16964 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:45.832403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-11c975d9-2a29-44e5-a12e-1f3964d61c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:45.833922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-11c975d9-2a29-44e5-a12e-1f3964d61c44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.2297235 Nov 23 09:50:45.880837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] No DVR routers for this DVR port dedab2ab-0980-481b-b107-e713d5319ebd on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:45.910172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c3e3c58d-7f7f-412d-b830-915351e16964 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:45.910919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c3e3c58d-7f7f-412d-b830-915351e16964 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:45.940923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c688e1d-84bc-431b-8fbd-b4b38248bcc1 req-f2626313-15bf-43cc-9b53-a2f7bf1f991c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 210 time: 0.1216433 Nov 23 09:50:46.002543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:46.015704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e1ec1d7-9670-45f0-95b6-aadd10ef6d67 req-de2da531-ada8-4b17-a3f0-19495d6e10ac tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "DELETE /v2.0/ports/dedab2ab-0980-481b-b107-e713d5319ebd HTTP/1.1" status: 204 len: 173 time: 2.2010963 Nov 23 09:50:46.040944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a386-345e-4c66-9573-a0909adcebcf req-f8e1b88d-eb1e-4337-921f-9d7211bf0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.042984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-f8e1b88d-eb1e-4337-921f-9d7211bf0c71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901658 Nov 23 09:50:46.135430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:46.138927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:46.161274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:50:46.176320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:50:46.194474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:46.195271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:46.233715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1da46-9274-465b-a66f-de643d8c0ad0 req-8d6a273a-7d05-4323-90b4-af2212df3da4 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.239009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ef1da46-9274-465b-a66f-de643d8c0ad0 req-8d6a273a-7d05-4323-90b4-af2212df3da4 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 944 time: 0.1629033 Nov 23 09:50:46.267126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-645342d4-8b57-4b73-912a-d0623f37bed6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.268959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-645342d4-8b57-4b73-912a-d0623f37bed6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 824 time: 0.8983278 Nov 23 09:50:46.278000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-30e5c1c6-27fa-46a8-9c8e-af4d4f27d666 service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183757 Nov 23 09:50:46.325065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:46.325380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ef1da46-9274-465b-a66f-de643d8c0ad0 req-a250bab2-7f0d-4af5-a898-8fabb1ef5d36 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773759 Nov 23 09:50:46.363066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] No DVR routers for this DVR port c3e3c58d-7f7f-412d-b830-915351e16964 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:46.366703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:46.383273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71b2b685-9eb2-41b6-b08c-54ee0925f6fe req-db620a5b-a6ab-45fa-993d-ef3de9e66e07 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "DELETE /v2.0/ports/c3e3c58d-7f7f-412d-b830-915351e16964 HTTP/1.1" status: 204 len: 173 time: 3.2460797 Nov 23 09:50:46.406568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'name': 'network-vif-deleted', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:46.415073 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea8d5e0-167f-4093-b50c-23e67ada01e4" -d '{"events": [{"server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "name": "network-vif-deleted", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:46.455029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d615fb-1c6f-4ab7-b385-aa1ca3525eae req-be40256d-a7c7-45d4-9ee6-c9ce252245da tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.466711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99d615fb-1c6f-4ab7-b385-aa1ca3525eae req-be40256d-a7c7-45d4-9ee6-c9ce252245da tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 1100 time: 0.4005234 Nov 23 09:50:46.516692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14908208-4b80-46a2-8efd-d5507b18bd6c req-8159fea6-2973-49a0-9ec6-abc5f2877900 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 210 time: 0.0906131 Nov 23 09:50:46.563525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b74a386-345e-4c66-9573-a0909adcebcf req-e3e7e627-f840-4d1b-b937-3fc14a978a74 service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341657 Nov 23 09:50:46.591626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-4785eeda-a7c4-495c-863d-ca20fe3fe270 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.593638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-4785eeda-a7c4-495c-863d-ca20fe3fe270 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 949 time: 0.2330883 Nov 23 09:50:46.653076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99d615fb-1c6f-4ab7-b385-aa1ca3525eae req-3d4b410f-a60d-460b-b2cf-b8552a88ccac tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853573 Nov 23 09:50:46.675350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-cb3eb9b6-e561-4cf6-b55d-c07f68fb7f3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89245c43dc2f4856b77f901747d48bd2 HTTP/1.1" status: 200 len: 380 time: 0.2904506 Nov 23 09:50:46.685933 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab0fcf-9c6f-476c-a6ea-a15366b5720b x-openstack-request-id: req-99ab0fcf-9c6f-476c-a6ea-a15366b5720b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:46.689506 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0", "name": "network-vif-deleted", "tag": "c3e3c58d-7f7f-412d-b830-915351e16964", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:46.689817 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99ab0fcf-9c6f-476c-a6ea-a15366b5720b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:46.690349 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9a1c8-ab5c-478d-ad2f-0e7f253902f0', 'name': 'network-vif-deleted', 'tag': 'c3e3c58d-7f7f-412d-b830-915351e16964', 'status': 'completed', 'code': 200} Nov 23 09:50:46.697465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'port': {'device_id': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'admin_state_up': True, 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'security_groups': ['256741f8-848f-49d4-ba84-e050ce75a635']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:46.744710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Allocated IP 172.20.0.14 (70822e58-482f-464d-95b9-1f992ddc6785/2a0a4e92-3256-4f3e-8405-780e9c95a24f/353946a7-0bed-4c47-a9be-53e65d21b965) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:46.829985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-d150ac2c-73f9-4b0f-b6f1-0b3aaff9ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:46.835268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-d150ac2c-73f9-4b0f-b6f1-0b3aaff9ac51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1095 time: 0.1650882 Nov 23 09:50:47.051831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Deleting port f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:50:47.052559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.062249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:47.099801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-446e5e2e-3200-4fe9-a79b-32abc3e07e8b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320825 Nov 23 09:50:47.112616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:50:47.119218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Made reservation on behalf of 89245c43dc2f4856b77f901747d48bd2 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:47.125070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.130069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:50:47.130796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:47.191082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] For port f76dc936-c93a-44e4-bd52-255684b581e9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f76dc936-c93a-44e4-bd52-255684b581e9,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:47.191454 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.207896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Calling delete_port for f76dc936-c93a-44e4-bd52-255684b581e9 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:50:47.304302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:50:47.314917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-70b172d1-da5f-4411-91e9-6525555d3a0a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.322417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-70b172d1-da5f-4411-91e9-6525555d3a0a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852992 Nov 23 09:50:47.375884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a30d3b-4775-40d3-825a-8f6b1f96c27f req-b5a9b5fd-6b68-45e4-aaad-d4d6d601840d tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.385057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65a30d3b-4775-40d3-825a-8f6b1f96c27f req-b5a9b5fd-6b68-45e4-aaad-d4d6d601840d tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ae236e7-2345-4ca8-8336-4c53ac191a9b HTTP/1.1" status: 200 len: 949 time: 0.5148411 Nov 23 09:50:47.394079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.395077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-25643567-cbc4-4b26-bad6-9cf07d627f91 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0716367 Nov 23 09:50:47.399605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-ee87bb2a-f231-4f2f-a4c0-61894e4e77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.401346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-ee87bb2a-f231-4f2f-a4c0-61894e4e77a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 930 time: 0.5572679 Nov 23 09:50:47.502940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-0132be81-5db8-432f-8208-e15d6f0f2578 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 217 time: 0.0832782 Nov 23 09:50:47.503857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Pushing event deleted for resources: {'Port': ['ID=f76dc936-c93a-44e4-bd52-255684b581e9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:47.555643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-a5544d58-bedd-4847-a346-4c5c26448498 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1596949 Nov 23 09:50:47.571415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] No DVR routers for this DVR port f76dc936-c93a-44e4-bd52-255684b581e9 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:50:47.574160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.578124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5267a371-8d33-4a51-8423-e12da0acf2cf req-56877dca-42be-41ed-9a50-73a756458c2e tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.11 "DELETE /v2.0/ports/f76dc936-c93a-44e4-bd52-255684b581e9 HTTP/1.1" status: 204 len: 173 time: 0.9702079 Nov 23 09:50:47.596469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:50:47.605566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65a30d3b-4775-40d3-825a-8f6b1f96c27f req-7ed93cc0-76f0-40d4-b896-466a8ba089a6 tempest-ImagesOneServerTestJSON-433579723 tempest-ImagesOneServerTestJSON-433579723-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b1e69e-3b7a-47a7-b2a7-068cf56b8993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191727 Nov 23 09:50:47.611385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.614802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-deleted', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd'}, {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-deleted', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:47.623134 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc834d-c54f-4fb3-a525-2c918df3148f" -d '{"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-deleted", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd"}, {"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-deleted", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:47.642867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-bf92cd2d-bc78-4d13-8b32-a1ade295a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.644496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-bf92cd2d-bc78-4d13-8b32-a1ade295a6bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.1312487 Nov 23 09:50:47.661641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Allocated IP 172.20.0.6 (461c94ce-85c4-4852-85f1-798ca6132f3a/7e63f55d-b48d-4d53-ab11-74c15c70d619/9474de58-a294-4f74-984b-2e1cf0038036) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:47.719566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.719842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042d020-4f81-4586-b5ad-3e7d33044486 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:50:47.744179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Network 70822e58-482f-464d-95b9-1f992ddc6785 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:47.749478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:47.784733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:47.793693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05a179ed-9ac1-4e87-8c7e-dd0eb901b9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:47.817410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-545a4546-f834-4e17-b847-dc968634f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.819305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-545a4546-f834-4e17-b847-dc968634f3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656997 Nov 23 09:50:47.839118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85e7d8-be8c-4276-b415-ebe3017b3d63 req-997415a9-2b63-40a8-9207-dc1aab58a42b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.840952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da85e7d8-be8c-4276-b415-ebe3017b3d63 req-997415a9-2b63-40a8-9207-dc1aab58a42b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 932 time: 0.1294394 Nov 23 09:50:47.975913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:47.978019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.050122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da85e7d8-be8c-4276-b415-ebe3017b3d63 req-13a896ea-bb3c-44fd-ad59-e9a5c89069b6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784115 Nov 23 09:50:48.100404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-ddfb9eb5-82df-436a-928e-f14476921f0d service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525733 Nov 23 09:50:48.147467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.197194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:48.269722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5676430-425a-4f91-8e4e-63c2e88d4c75 req-6471b1f2-e773-4682-b6ea-84d24de32f3c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 210 time: 0.0462112 Nov 23 09:50:48.285087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.318632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d408bc2e-49fe-4f5c-8f1c-4ecdded74f2e req-61b2f7e8-43a0-4ef3-b2d0-0ce0bc5f8312 service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117136 Nov 23 09:50:48.321075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-78f446ff-8b6f-44ea-9e04-5677f1d377e9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4101036 Nov 23 09:50:48.347559 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab579d0-4a81-4956-93dd-0e8fa79199b8 None None] New status for floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:50:48.357432 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f152850-2099-4525-bb11-15e0f685ee04 x-openstack-request-id: req-6f152850-2099-4525-bb11-15e0f685ee04 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:48.357797 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332", "name": "network-vif-deleted", "tag": "dedab2ab-0980-481b-b107-e713d5319ebd", "status": "completed", "code": 200}, {"server_uuid": "6ae236e7-2345-4ca8-8336-4c53ac191a9b", "name": "network-vif-deleted", "tag": "f76dc936-c93a-44e4-bd52-255684b581e9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:48.358134 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f152850-2099-4525-bb11-15e0f685ee04 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:48.358603 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d28c3-2f8d-4beb-9cee-d4f4cf60e332', 'name': 'network-vif-deleted', 'tag': 'dedab2ab-0980-481b-b107-e713d5319ebd', 'status': 'completed', 'code': 200} Nov 23 09:50:48.358968 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae236e7-2345-4ca8-8336-4c53ac191a9b', 'name': 'network-vif-deleted', 'tag': 'f76dc936-c93a-44e4-bd52-255684b581e9', 'status': 'completed', 'code': 200} Nov 23 09:50:48.417537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Request body: {'port': {'device_id': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:48.496567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc994-7cc0-4481-806b-8d21d46629e5 req-f4926549-7948-4ae9-b647-4fd50d4ca33b tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:48.497212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-64e9f548-6d1e-40f7-b77c-08d2121c5ed1 req-bd13699c-39a2-468c-829e-c6c3dadebb47 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 210 time: 0.0479982 Nov 23 09:50:48.503849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc6fc994-7cc0-4481-806b-8d21d46629e5 req-f4926549-7948-4ae9-b647-4fd50d4ca33b tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 944 time: 0.5546818 Nov 23 09:50:48.537089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Network 461c94ce-85c4-4852-85f1-798ca6132f3a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:48.546585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:48.550189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:48.560288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event updated for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:48.633942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.680690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc6fc994-7cc0-4481-806b-8d21d46629e5 req-0893b249-c826-4ef9-b422-c43b60b357dc tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757691 Nov 23 09:50:48.698464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:48.698464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.745501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a59d31e8-81c1-44e3-a1b2-dc06dd98b9a6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0541463 Nov 23 09:50:48.760464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Request body: {'port': {'device_id': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:48.940497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:48.956605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c186d2e-24ae-43de-9866-828d1b32710c None None] Provisioning complete for port 9474de58-a294-4f74-984b-2e1cf0038036 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:48.957596 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c186d2e-24ae-43de-9866-828d1b32710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.008740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6c186d2e-24ae-43de-9866-828d1b32710c None None] Port 9474de58-a294-4f74-984b-2e1cf0038036 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:49.023320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52806) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:49.229839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed24b0-6c30-4262-a315-a4bb24e62087 req-e705ea6c-84ea-46e5-9535-d6fb4f0b109b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:49.231374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3aed24b0-6c30-4262-a315-a4bb24e62087 req-e705ea6c-84ea-46e5-9535-d6fb4f0b109b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 932 time: 0.0799451 Nov 23 09:50:49.238333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e9f9dfd3-e628-4385-a7c7-698c0dfbbbff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6ab3c40a3d34704a94be8b6212dfcd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136092 Nov 23 09:50:49.238981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52812) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:49.266065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353946a7-0bed-4c47-a9be-53e65d21b965 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:49.276455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.301472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Transition to ACTIVE for port object 353946a7-0bed-4c47-a9be-53e65d21b965 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:49.337072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-87128eec-4c12-488d-b072-962365e9ca76 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305955 Nov 23 09:50:49.339852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.364380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3aed24b0-6c30-4262-a315-a4bb24e62087 req-e1fb1b98-a4eb-49bc-8a88-fe1e97efb686 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Nov 23 09:50:49.405253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:49.405768 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.440961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.533580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.536662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.540712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00b1e69e-3b7a-47a7-b2a7-068cf56b8993 HTTP/1.1" status: 204 len: 168 time: 0.2987463 Nov 23 09:50:49.560295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d970600c-b00b-4d1a-bab8-9f9c7a611de0 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:49.563344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:50:49.575509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5008c89-1d68-47b2-866c-a1cdaabb4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b1e69e-3b7a-47a7-b2a7-068cf56b8993,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:49.587548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-74e04125-7035-410e-9e77-100b8b4ecb88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654550 Nov 23 09:50:49.640252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc2ee2b4-9353-434d-9c69-f1defacb1324 req-373204b9-5f54-46c2-a8cc-201391243988 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 210 time: 0.0286419 Nov 23 09:50:49.673442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: f76dc936-c93a-44e4-bd52-255684b581e9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:50:49.674475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f76dc936-c93a-44e4-bd52-255684b581e9 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:50:49.711168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-272125be-2f82-44e5-8aed-01607bd9bbaa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:49.712895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-272125be-2f82-44e5-8aed-01607bd9bbaa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626344 Nov 23 09:50:49.729708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25245c-7e6f-46ab-b956-bf61ff3dd1c2 req-1801c1ad-1181-4538-83a8-7eba6766e282 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:49.731372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc25245c-7e6f-46ab-b956-bf61ff3dd1c2 req-1801c1ad-1181-4538-83a8-7eba6766e282 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 931 time: 0.3272014 Nov 23 09:50:49.738788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-3ea627fd-86fd-4b7c-85b9-933280aa8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:49.740613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-3ea627fd-86fd-4b7c-85b9-933280aa8f5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 1095 time: 0.0745978 Nov 23 09:50:49.759894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:49.870425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9474de58-a294-4f74-984b-2e1cf0038036 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:49.880978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:49.915715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'mac_address': 'fa:16:3e:d8:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:49.930542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:49.938699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b5f09-b403-434b-adc0-8efcd86e2052 req-adef4a11-0885-4513-99b0-02875ed6eceb tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:49.940969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e57b5f09-b403-434b-adc0-8efcd86e2052 req-adef4a11-0885-4513-99b0-02875ed6eceb tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 944 time: 0.1382737 Nov 23 09:50:49.979794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.013204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Transition to ACTIVE for port object 9474de58-a294-4f74-984b-2e1cf0038036 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:50.014707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-8b0f0c24-3b27-498b-863d-2506df59ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:50.016460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d970600c-b00b-4d1a-bab8-9f9c7a611de0 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:50.016626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-8b0f0c24-3b27-498b-863d-2506df59ada6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.2525246 Nov 23 09:50:50.039464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.052966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.058150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:50.067761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.077389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Attempting to bind port 353946a7-0bed-4c47-a9be-53e65d21b965 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:50.077935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Attempting to bind port 353946a7-0bed-4c47-a9be-53e65d21b965 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:50.078403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Attempting to bind port 353946a7-0bed-4c47-a9be-53e65d21b965 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:50.085563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc25245c-7e6f-46ab-b956-bf61ff3dd1c2 req-2f35b458-bad2-4f95-a3b7-202a74526ac7 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397968 Nov 23 09:50:50.121851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:50.127707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.128424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:50.157585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Port 353946a7-0bed-4c47-a9be-53e65d21b965 on network 70822e58-482f-464d-95b9-1f992ddc6785 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:50.158039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Attempting to bind port 353946a7-0bed-4c47-a9be-53e65d21b965 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:50.171690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e57b5f09-b403-434b-adc0-8efcd86e2052 req-b1b8196a-0fb1-499f-9cd7-29cefdc82e1d tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027998 Nov 23 09:50:50.173331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-f9eb473d-b206-4c1e-aa7c-1298d3af2ff1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 200 len: 217 time: 0.1301122 Nov 23 09:50:50.181961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:50.182451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Checking segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:50.183033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Bound using segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:50.183602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Bound port: 353946a7-0bed-4c47-a9be-53e65d21b965, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:50.184068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.221510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:50.239045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b04e5567-8c2d-433a-aacd-c024130be441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.278276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-b216d898-1184-41b8-9d27-77220069f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:50.279903 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-b216d898-1184-41b8-9d27-77220069f685 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0977221 Nov 23 09:50:50.353922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-a08529d9-8124-4bca-b3ae-c110ddcbf1ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631962 Nov 23 09:50:50.483768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['d970600c-b00b-4d1a-bab8-9f9c7a611de0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:50.484864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:50.529769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-381a9d9b-ce93-42f3-8fd3-1a6ef8fec3db service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662059 Nov 23 09:50:50.605300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:50.608638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Attempting to bind port 9474de58-a294-4f74-984b-2e1cf0038036 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:50.608910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Attempting to bind port 9474de58-a294-4f74-984b-2e1cf0038036 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:50.609242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Attempting to bind port 9474de58-a294-4f74-984b-2e1cf0038036 on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:50.627560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.648037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Port 9474de58-a294-4f74-984b-2e1cf0038036 on network 461c94ce-85c4-4852-85f1-798ca6132f3a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:50.650824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Attempting to bind port 9474de58-a294-4f74-984b-2e1cf0038036 on network 461c94ce-85c4-4852-85f1-798ca6132f3a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:50.662033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:50.663039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.665197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] 10.222.0.11 "PUT /v2.0/ports/353946a7-0bed-4c47-a9be-53e65d21b965 HTTP/1.1" status: 200 len: 1092 time: 2.3243992 Nov 23 09:50:50.665739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:50.668750 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:50.709817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b56157-31ed-43a7-97af-fae2bc604dcf req-da0983eb-27e3-4c7d-b265-cf209099ccfe service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649907 Nov 23 09:50:50.724536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.36 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/d9801c43-bab5-4adf-a0cc-3189529ec192) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:50.756224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fff7e-dbcd-4308-a02d-ff0f7a023060 req-de2682de-d8e7-46e2-a24d-5319bd4942c1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:50.757619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a7fff7e-dbcd-4308-a02d-ff0f7a023060 req-de2682de-d8e7-46e2-a24d-5319bd4942c1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 944 time: 0.2257950 Nov 23 09:50:50.758415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:50.758750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Checking segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:50.759184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Bound using segment: {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:50.759627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Bound port: 9474de58-a294-4f74-984b-2e1cf0038036, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3772a141-c129-4ec2-88e3-49622c2d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:50.759980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:50.867125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3fee-4417-4b27-b7cd-5c18a0b1ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:50.918818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:50.961685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3d5672c-1f08-4067-91ed-d02756825fdd req-a935c6db-4b7f-429d-addf-d164a6a35389 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 210 time: 0.0353732 Nov 23 09:50:50.972765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-b5317359-355e-4380-a29b-3b8f24942545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:50.983460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-b5317359-355e-4380-a29b-3b8f24942545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 1095 time: 0.2476978 Nov 23 09:50:50.983460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9474de58-a294-4f74-984b-2e1cf0038036,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:50.991452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a7fff7e-dbcd-4308-a02d-ff0f7a023060 req-4556e679-3cc3-4412-b5a8-61ecdabd2757 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059505 Nov 23 09:50:51.029522 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5f31f-9f71-464f-8e95-7b70735a83c8 x-openstack-request-id: req-d0d5f31f-9f71-464f-8e95-7b70735a83c8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:51.029838 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:51.030146 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0d5f31f-9f71-464f-8e95-7b70735a83c8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:51.030550 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965', 'status': 'completed', 'code': 200} Nov 23 09:50:51.032737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.096554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.103005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-833f6f59-68d0-4e46-980f-cd6a84536f9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353946a7-0bed-4c47-a9be-53e65d21b965 HTTP/1.1" status: 200 len: 217 time: 0.0914059 Nov 23 09:50:51.128823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:51.129584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.131458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] 10.222.0.11 "PUT /v2.0/ports/9474de58-a294-4f74-984b-2e1cf0038036 HTTP/1.1" status: 200 len: 1091 time: 2.3762498 Nov 23 09:50:51.235634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52866) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:51.377860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ade79-e47a-43d1-b1f5-d5bdb7588e4c req-ebf6a977-e25a-4e49-8b2f-344a94e6fd4f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:51.379625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-365ade79-e47a-43d1-b1f5-d5bdb7588e4c req-ebf6a977-e25a-4e49-8b2f-344a94e6fd4f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 945 time: 0.0672421 Nov 23 09:50:51.414691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e48ee2b6-b6d1-44f3-bd74-00e5fbcca056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.476622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-365ade79-e47a-43d1-b1f5-d5bdb7588e4c req-ae0d3b6d-dbbd-4576-8777-67a0e7cc78f4 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842938 Nov 23 09:50:51.555405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e48ee2b6-b6d1-44f3-bd74-00e5fbcca056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.561312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e48ee2b6-b6d1-44f3-bd74-00e5fbcca056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.567952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d970600c-b00b-4d1a-bab8-9f9c7a611de0 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:51.594352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e48ee2b6-b6d1-44f3-bd74-00e5fbcca056 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43882510d4614a2096fe639aaad7a50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574076 Nov 23 09:50:51.601414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52872) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:51.618134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-3678bab0-31ab-402d-88ad-3a070af36a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:51.619594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-3678bab0-31ab-402d-88ad-3a070af36a35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.5063014 Nov 23 09:50:51.633622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee2b6-b6d1-44f3-bd74-00e5fbcca056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b11d6-982b-4dbb-864b-8dddafc5afa0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:51.689134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.722277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.729098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-0c98a2e9-c9c4-4d03-b6dd-0897a7218cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301981 Nov 23 09:50:51.736131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port d970600c-b00b-4d1a-bab8-9f9c7a611de0 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:50:51.742161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port d970600c-b00b-4d1a-bab8-9f9c7a611de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:51.742958 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.792534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.796866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.800629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c93b11d6-982b-4dbb-864b-8dddafc5afa0 HTTP/1.1" status: 204 len: 168 time: 0.1960955 Nov 23 09:50:51.810620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52420f8d-c2ad-4752-9b33-74c5586469f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b11d6-982b-4dbb-864b-8dddafc5afa0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:51.844536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-752dd1e9-4b59-43f5-a9d4-d42ef90f297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:51.847964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-752dd1e9-4b59-43f5-a9d4-d42ef90f297a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 1094 time: 0.2719438 Nov 23 09:50:51.849130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfcbde-9ff6-4d4a-8394-bd9ef373e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:51.930352 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:51.955651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a99381-5606-4f13-ae16-40d40affdafa req-ac5f0a82-2ab0-42b2-ae65-2a12e8dc0470 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:51.967081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1a99381-5606-4f13-ae16-40d40affdafa req-ac5f0a82-2ab0-42b2-ae65-2a12e8dc0470 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 943 time: 0.7295921 Nov 23 09:50:51.975019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:51.976936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:51.979890 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963dbe7f-8c90-4cab-b0cd-90d0a7b1605e" -d '{"events": [{"server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "name": "network-vif-plugged", "status": "completed", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:51.996955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-a90a4bac-7ec5-4071-b6e7-9b19642f4510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9474de58-a294-4f74-984b-2e1cf0038036 HTTP/1.1" status: 200 len: 217 time: 0.1259556 Nov 23 09:50:52.001312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:52.047139 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71da8613-8748-4642-8dde-b7ef4513fb3d x-openstack-request-id: req-71da8613-8748-4642-8dde-b7ef4513fb3d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:52.047455 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "name": "network-vif-plugged", "status": "completed", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:52.047711 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71da8613-8748-4642-8dde-b7ef4513fb3d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:52.048215 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'code': 200} Nov 23 09:50:52.058862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:52.083588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:52.125254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1a99381-5606-4f13-ae16-40d40affdafa req-4d0a0f67-a14c-49f6-a35d-a79b8bbf7dc9 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572006 Nov 23 09:50:52.173555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-b425bec4-37f8-4e37-be55-eb362df76b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.175158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-b425bec4-37f8-4e37-be55-eb362df76b5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.1708126 Nov 23 09:50:52.256516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-a0d8775b-9c95-42f8-9d1c-3eafd6b14a11 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097079 Nov 23 09:50:52.284595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89a4a2ba-ac26-47aa-9d75-7719722918db req-66e20d1e-e989-4a91-9f9d-cc33da1976eb tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 210 time: 0.0679061 Nov 23 09:50:52.295835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447cab5-c152-41c9-b8fe-8fc5105acee9 req-7afe605a-7fe3-4220-81bf-6b71fd374ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.298485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b447cab5-c152-41c9-b8fe-8fc5105acee9 req-7afe605a-7fe3-4220-81bf-6b71fd374ffd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1097 time: 0.1644504 Nov 23 09:50:52.365056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b447cab5-c152-41c9-b8fe-8fc5105acee9 req-31c63195-787e-4b21-a4fa-0cb872ebebd3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574415 Nov 23 09:50:52.368758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:52.381275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'a934ea61-a1b2-41b3-8543-a932f39fcc45'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:52.392711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273784-3556-4eed-a5f5-79825ec04bff req-c4b0a8cd-da1f-4ed0-ac71-4bf26d67dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.394269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-c4b0a8cd-da1f-4ed0-ac71-4bf26d67dae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014844 Nov 23 09:50:52.412649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:52.430558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea450769-3c75-4fb3-a1ea-0d159fb00f1a req-26af20e5-4ec1-41e6-b8b4-a563720ce692 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.438459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea450769-3c75-4fb3-a1ea-0d159fb00f1a req-26af20e5-4ec1-41e6-b8b4-a563720ce692 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 944 time: 0.2108355 Nov 23 09:50:52.477311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:52.486421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:52.492160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:52.574531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:52.630879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:52.651647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49a6406e-2c51-4d52-aa00-37f124fb3ba3 req-2afa621e-be30-420e-8377-9e4b92533b54 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754032 Nov 23 09:50:52.678486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea450769-3c75-4fb3-a1ea-0d159fb00f1a req-42a7f701-5d4a-41b3-8596-b203835d84bb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391341 Nov 23 09:50:52.773198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed009-c904-49b2-9107-7f0b1731334a req-9e088d0a-8667-4d9c-9a73-ee535a29eac1 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.776672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-586ed009-c904-49b2-9107-7f0b1731334a req-9e088d0a-8667-4d9c-9a73-ee535a29eac1 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.1526527 Nov 23 09:50:52.873043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-586ed009-c904-49b2-9107-7f0b1731334a req-fb9dcbbd-39c8-4138-ad83-b2638495bb97 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874655 Nov 23 09:50:52.880172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:52.881419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:52.915918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-07a84742-237c-468c-a260-8947b0933d6e tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1741035 Nov 23 09:50:52.973803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Request body: {'port': {'device_id': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:53.001308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5c3345cd-342e-41bb-bf1d-4f56f7d76602 None None] Provisioning complete for port d9801c43-bab5-4adf-a0cc-3189529ec192 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:53.001680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5c3345cd-342e-41bb-bf1d-4f56f7d76602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:53.034712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:53.038541 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303185d-615b-451f-9906-37457a84a331" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "tag": "9474de58-a294-4f74-984b-2e1cf0038036"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:53.043882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-eb47269f-9c67-4314-975b-581ecb1b855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.046684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-eb47269f-9c67-4314-975b-581ecb1b855e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 1095 time: 0.2882025 Nov 23 09:50:53.073125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5c3345cd-342e-41bb-bf1d-4f56f7d76602 None None] Port d9801c43-bab5-4adf-a0cc-3189529ec192 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:50:53.101540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:53.131247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-d09bedd8-84de-4cb5-9a88-821e01d09743 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512653 Nov 23 09:50:53.208012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-33381af5-c26d-4764-af84-13f33f8d496e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990574 Nov 23 09:50:53.314863 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d957731-f56d-4d88-aaa5-4ed158da1b55 x-openstack-request-id: req-2d957731-f56d-4d88-aaa5-4ed158da1b55 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:53.315197 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "tag": "9474de58-a294-4f74-984b-2e1cf0038036", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:53.315545 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d957731-f56d-4d88-aaa5-4ed158da1b55 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:53.316732 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036', 'status': 'completed', 'code': 200} Nov 23 09:50:53.347701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-085580f5-8452-481f-ac45-2b34c516a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.351893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-085580f5-8452-481f-ac45-2b34c516a5f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1096 time: 0.1155679 Nov 23 09:50:53.433028 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1273784-3556-4eed-a5f5-79825ec04bff req-70334c02-d05d-462e-b88a-aa0bc87d6c74 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178948 Nov 23 09:50:53.473284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a2d37-45a2-4aab-8f55-073a43cf5d73 req-11a297af-d2ca-45e2-bf7f-3c72e3a666fc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.475090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a70a2d37-45a2-4aab-8f55-073a43cf5d73 req-11a297af-d2ca-45e2-bf7f-3c72e3a666fc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 943 time: 0.1533129 Nov 23 09:50:53.481340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-3ff7aa86-269f-4958-a716-0994602c678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.483288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-3ff7aa86-269f-4958-a716-0994602c678f service neutron] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 906 time: 0.4260702 Nov 23 09:50:53.504479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:53.533422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d4702-38e3-418e-adda-b2bfce2d1a5f req-de8e1b9d-1f48-4a55-8317-e0127409d5ed tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.542012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-621d4702-38e3-418e-adda-b2bfce2d1a5f req-de8e1b9d-1f48-4a55-8317-e0127409d5ed tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 935 time: 0.1195326 Nov 23 09:50:53.549875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:53.571820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-ae58d7df-e6a8-4232-bba8-a74aab66bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.573356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-ae58d7df-e6a8-4232-bba8-a74aab66bbb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.1970062 Nov 23 09:50:53.626309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-e4e84ecd-75ef-4d66-86c8-f141b915cbdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.0439754 Nov 23 09:50:53.657168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-621d4702-38e3-418e-adda-b2bfce2d1a5f req-28904739-5f20-43b5-af7a-a366a3ce4ace tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105893 Nov 23 09:50:53.684509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-042d24ce-79ae-4ede-a3de-cbaebd293c42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353946a7-0bed-4c47-a9be-53e65d21b965 HTTP/1.1" status: 200 len: 217 time: 0.1419551 Nov 23 09:50:53.694619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0984ca54-2371-4785-b58a-846b8978a277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:53.771947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a70a2d37-45a2-4aab-8f55-073a43cf5d73 req-c343009b-d810-4a7c-8a0c-4268e453bf13 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316911 Nov 23 09:50:53.853965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-64a3aeba-fd1b-4560-aa0e-e65ad3a68989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.855731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-64a3aeba-fd1b-4560-aa0e-e65ad3a68989 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.1057022 Nov 23 09:50:53.868813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303185d-615b-451f-9906-37457a84a331 req-ef4d7633-6be6-4695-b157-b01c61613232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:53.870429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-ef4d7633-6be6-4695-b157-b01c61613232 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 1094 time: 0.3289263 Nov 23 09:50:53.940267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-a4a8146a-dc33-480b-b1d2-2652f90f49ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687754 Nov 23 09:50:54.218045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-06ef98ee-edf7-41d5-99da-5f7c8e874aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.219467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-06ef98ee-edf7-41d5-99da-5f7c8e874aca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.5847750 Nov 23 09:50:54.280990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-2d07fa20-7287-4448-a15f-8709dfbf2c32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281363 Nov 23 09:50:54.314543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303185d-615b-451f-9906-37457a84a331 req-98830860-375d-4195-b86e-07287c6304f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.316182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-98830860-375d-4195-b86e-07287c6304f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.4334538 Nov 23 09:50:54.358664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2ad77-d5ff-460d-80d0-507f2b891ed4 req-c3e4ce02-ca8e-47a2-a207-b50194d753c2 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.366136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6d2ad77-d5ff-460d-80d0-507f2b891ed4 req-c3e4ce02-ca8e-47a2-a207-b50194d753c2 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 944 time: 0.1540217 Nov 23 09:50:54.424612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-c16363fb-bae4-4524-ad74-1a89987cdc41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9474de58-a294-4f74-984b-2e1cf0038036 HTTP/1.1" status: 200 len: 217 time: 0.0980496 Nov 23 09:50:54.432102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-e903130d-89ab-4c62-b4ce-603bf1cde37a service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241266 Nov 23 09:50:54.490532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-84a54701-b938-4bce-b375-50544d4243b6 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937160 Nov 23 09:50:54.509402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6d2ad77-d5ff-460d-80d0-507f2b891ed4 req-a097a934-e98d-445c-8ab9-c0bdddf3b7cf tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421082 Nov 23 09:50:54.510349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303185d-615b-451f-9906-37457a84a331 req-ee3addd8-0f86-4b7a-9c1c-ab9469e0af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.511923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-ee3addd8-0f86-4b7a-9c1c-ab9469e0af6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.0760429 Nov 23 09:50:54.549104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0984ca54-2371-4785-b58a-846b8978a277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:54.565673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0984ca54-2371-4785-b58a-846b8978a277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:54.600216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9801c43-bab5-4adf-a0cc-3189529ec192 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:54.636236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:54.655276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Transition to ACTIVE for port object d9801c43-bab5-4adf-a0cc-3189529ec192 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:50:54.668905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:54.687300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0984ca54-2371-4785-b58a-846b8978a277 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a9f128e91f742c79962d9ce268102d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1338992 Nov 23 09:50:54.701663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984ca54-2371-4785-b58a-846b8978a277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ec99ec-477e-45a2-9f1e-86cd4e6088cd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:54.706448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52988) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:54.747409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Pushing event updated for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:54.753932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbcb1a03-e353-494c-b8f5-7bc1b5d11a1d req-2846d278-515b-4a21-84bf-b233249741a7 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106360 Nov 23 09:50:54.758962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303185d-615b-451f-9906-37457a84a331 req-c5173357-ec45-40a1-a99c-a8aa528e05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.760517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-c5173357-ec45-40a1-a99c-a8aa528e05f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752968 Nov 23 09:50:54.783362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66c20427-e62a-4147-a428-e91b73ac0f72 req-e6acefb6-9a6e-4d38-8427-4fc4e2360c89 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613630 Nov 23 09:50:54.808346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8fb4c-30d3-4b63-bc21-9bc5796bd843 req-8711aa50-92d7-4ac6-bf21-42f64070b683 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:54.816968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fd8fb4c-30d3-4b63-bc21-9bc5796bd843 req-8711aa50-92d7-4ac6-bf21-42f64070b683 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.1666043 Nov 23 09:50:54.947676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:54.976633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fd8fb4c-30d3-4b63-bc21-9bc5796bd843 req-c88bc607-70bb-4c3d-9dd1-71a4e020cdf9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586599 Nov 23 09:50:55.047132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.198951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.201752 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.202854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44ec99ec-477e-45a2-9f1e-86cd4e6088cd HTTP/1.1" status: 204 len: 168 time: 0.4945867 Nov 23 09:50:55.256455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb5a3-7512-4073-a82d-b4d534e2c1bd req-3651a667-53f1-42f0-a648-d36b6098e47c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:55.265086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Attempting to bind port d9801c43-bab5-4adf-a0cc-3189529ec192 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:50:55.265837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Attempting to bind port d9801c43-bab5-4adf-a0cc-3189529ec192 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:50:55.266469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Attempting to bind port d9801c43-bab5-4adf-a0cc-3189529ec192 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:55.275889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cedfb5a3-7512-4073-a82d-b4d534e2c1bd req-3651a667-53f1-42f0-a648-d36b6098e47c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 943 time: 0.1815286 Nov 23 09:50:55.282334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Port d9801c43-bab5-4adf-a0cc-3189529ec192 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:50:55.282907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Attempting to bind port d9801c43-bab5-4adf-a0cc-3189529ec192 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:50:55.298451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d33ac7-1f4e-4f79-b881-98ca97b8a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ec99ec-477e-45a2-9f1e-86cd4e6088cd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:55.337341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb441-8285-451d-aea2-96059353e7a2 req-faaae465-a1b7-47a8-a176-b33072aff414 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:55.345107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcafb441-8285-451d-aea2-96059353e7a2 req-faaae465-a1b7-47a8-a176-b33072aff414 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 947 time: 0.3126001 Nov 23 09:50:55.348979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:50:55.349333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:55.351100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:50:55.351565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Bound port: d9801c43-bab5-4adf-a0cc-3189529ec192, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:50:55.351923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.383994 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-bbd2c11f-2bbb-40fc-99ea-511e9f0f5426 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005392 Nov 23 09:50:55.386413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cedfb5a3-7512-4073-a82d-b4d534e2c1bd req-45072ad4-83e3-422d-86cb-3b3bfdd1c6cc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096311 Nov 23 09:50:55.497398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:50:55.558083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d9801c43-bab5-4adf-a0cc-3189529ec192,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:50:55.577145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.599259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:55.600347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:55.601579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:55.602170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] 10.222.0.50 "PUT /v2.0/ports/d9801c43-bab5-4adf-a0cc-3189529ec192 HTTP/1.1" status: 200 len: 1095 time: 2.6413531 Nov 23 09:50:55.606164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcafb441-8285-451d-aea2-96059353e7a2 req-c533cca5-3793-4723-afd6-8efbd866501a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209706 Nov 23 09:50:55.630831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:55.635261 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c0a30-4b16-4657-866d-3f72da3cc31b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:55.869870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-50275357-50bd-47c4-b099-d03267110e6f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 258 time: 0.4392500 Nov 23 09:50:55.901726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:55.944575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:55.969152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '353946a7-0bed-4c47-a9be-53e65d21b965', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': '353946a7-0bed-4c47-a9be-53e65d21b965', 'mac_address': 'fa:16:3e:bb:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:55.980509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.028878 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.056927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353946a7-0bed-4c47-a9be-53e65d21b965 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:56.114587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:56.130934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.207623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.254060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:56.460696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Allocated IP 172.25.1.194 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/e33fee8b-8e1b-4edd-be62-2eba33b6ee18) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:56.495252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5303185d-615b-451f-9906-37457a84a331 req-008a149e-04ca-4c1b-bac2-80381b27ce4b service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0695806 Nov 23 09:50:56.510215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['353946a7-0bed-4c47-a9be-53e65d21b965'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:56.519812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53062) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:56.537145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba95cd-255a-4852-9ae0-9a0ee3efa24e service neutron] Pushing event updated for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:56.564480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-a525883d-7ea8-4050-82e1-adeba616f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:56.565548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-a525883d-7ea8-4050-82e1-adeba616f1e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 1098 time: 0.8650038 Nov 23 09:50:56.585942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e71a40-4aad-4468-b956-6e1447b28fa5 req-cf2f2c3f-652c-4b4a-b2cd-28b7ee3dc813 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:56.587724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70e71a40-4aad-4468-b956-6e1447b28fa5 req-cf2f2c3f-652c-4b4a-b2cd-28b7ee3dc813 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 945 time: 0.1292737 Nov 23 09:50:56.645550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-977bf976-9a4e-4802-8ada-529a41673de7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d9801c43-bab5-4adf-a0cc-3189529ec192 HTTP/1.1" status: 200 len: 217 time: 0.0565035 Nov 23 09:50:56.712432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.733178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1694493940-network', 'tenant_id': 'a001b113ecb646518cde1c86e005018f'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:56.769940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.796155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Made reservation on behalf of a001b113ecb646518cde1c86e005018f for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:56.799584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.817419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70e71a40-4aad-4468-b956-6e1447b28fa5 req-0ba5f014-a7d7-4f85-873d-f2921f8db7c8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750681 Nov 23 09:50:56.822509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:56.847781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:50:56.860602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:56.866479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:50:56.868143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-e2cf9005-ae57-450a-beaa-83cd0bdb5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:56.870591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-e2cf9005-ae57-450a-beaa-83cd0bdb5ede service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1733048 Nov 23 09:50:56.902233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event updated for resources: {'Port': ['ID=e33fee8b-8e1b-4edd-be62-2eba33b6ee18,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:56.925216 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59f9f9-f6e0-428a-ada2-01264afcbc54 x-openstack-request-id: req-0f59f9f9-f6e0-428a-ada2-01264afcbc54 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:56.925504 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:56.925751 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f59f9f9-f6e0-428a-ada2-01264afcbc54 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:56.933837 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192', 'status': 'completed', 'code': 200} Nov 23 09:50:56.986087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-80b4e178-88b8-48b7-ba3d-75814a18af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:56.992793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-80b4e178-88b8-48b7-ba3d-75814a18af69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136565 Nov 23 09:50:56.994967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.002810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.003079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.044048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5cf21-8e45-419b-a111-2cc822eb3148,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:57.087925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.095905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:50:57.148667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.149019 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Added segment ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2 of type vlan for network 7c929a71-6268-4f49-ae6f-d313e8d06037 Nov 23 09:50:57.212203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dba18-43fe-43fd-91be-606cd1ab03bc req-f105aa8f-9271-426c-a7e5-a8cc7c605294 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:57.213953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-396dba18-43fe-43fd-91be-606cd1ab03bc req-f105aa8f-9271-426c-a7e5-a8cc7c605294 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 943 time: 0.2041819 Nov 23 09:50:57.236899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.290773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-e49951b6-06c7-4438-b63e-243764004632 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798438 Nov 23 09:50:57.325071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.326058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:57.326634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.335533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.343476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-396dba18-43fe-43fd-91be-606cd1ab03bc req-c8eb6574-209e-49e3-b734-e6a3c289c985 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174812 Nov 23 09:50:57.344948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.428052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event updated for resources: {'Port': ['ID=e33fee8b-8e1b-4edd-be62-2eba33b6ee18,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:57.439787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.477382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.479091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-b296c5c0-9a33-40f7-af7e-764ef0f26f21 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6076822 Nov 23 09:50:57.482646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9608572 Nov 23 09:50:57.482811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53068) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:57.489275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Request body: {'subnet': {'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1694493940-subnet', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:57.554113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b47f85-e5bf-4031-acc1-893b976474a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c929a71-6268-4f49-ae6f-d313e8d06037,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:57.566817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-73636671-3f59-4762-a6f2-f8bb35dc2594 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0711122 Nov 23 09:50:57.567001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:50:57.616579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57767d6-965b-4ff3-b161-63cfd6cf8d29 req-ae990041-1fd1-46f7-bcd6-513cdefdcf00 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:57.626428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b57767d6-965b-4ff3-b161-63cfd6cf8d29 req-ae990041-1fd1-46f7-bcd6-513cdefdcf00 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 947 time: 0.1555922 Nov 23 09:50:57.636438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55b865df-03b4-423d-a5b8-ef1fabaf6317 req-ba030bd6-185d-4d0a-a60f-7028ca638105 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338270 Nov 23 09:50:57.704222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-c4be5f72-48c8-48d2-a54b-dd5495116617 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:57.705774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9d93d2-02a4-4652-9a04-ca414981c9d4 req-c4be5f72-48c8-48d2-a54b-dd5495116617 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1295300 Nov 23 09:50:57.707300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Made reservation on behalf of a001b113ecb646518cde1c86e005018f for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:50:57.711640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:57.755719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b57767d6-965b-4ff3-b161-63cfd6cf8d29 req-f607036c-d1ae-4837-a1b1-a148b633f6c9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279311 Nov 23 09:50:57.770415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9474de58-a294-4f74-984b-2e1cf0038036 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:50:57.939796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-7523dc3f-6a4a-4639-a42e-ddd4481c138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:57.941438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-7523dc3f-6a4a-4639-a42e-ddd4481c138f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 1098 time: 0.0975726 Nov 23 09:50:58.013162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.033797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:50:58.132227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-c9c818de-1285-4c3f-96d5-a9cf692383cb tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.140741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-c9c818de-1285-4c3f-96d5-a9cf692383cb tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2775688 Nov 23 09:50:58.219238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:58.225480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Checking segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:50:58.226107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Network hostable DHCP agents. Network: 7c929a71-6268-4f49-ae6f-d313e8d06037, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:50:58.235545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9474de58-a294-4f74-984b-2e1cf0038036,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:58.239398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-c0eac94f-5be9-4851-bd45-e228fa58ec20 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0971594 Nov 23 09:50:58.244519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'floatingip': {'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:58.254983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186ac3-9113-4f9c-974e-65056e380881 req-1a119e69-94eb-40b5-87a9-b08b8a5bf9e3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.257486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9474de58-a294-4f74-984b-2e1cf0038036', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'port_id': '9474de58-a294-4f74-984b-2e1cf0038036', 'mac_address': 'fa:16:3e:3c:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:50:58.262826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1186ac3-9113-4f9c-974e-65056e380881 req-1a119e69-94eb-40b5-87a9-b08b8a5bf9e3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 945 time: 0.2559965 Nov 23 09:50:58.316208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:50:58.324687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.332760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 353946a7-0bed-4c47-a9be-53e65d21b965 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:50:58.348105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 353946a7-0bed-4c47-a9be-53e65d21b965 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:50:58.348467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.365561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1186ac3-9113-4f9c-974e-65056e380881 req-4e6fecdd-9ca2-49ef-9435-d3e85befe1a2 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014543 Nov 23 09:50:58.387617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-68d99789-6371-45b5-84a6-5f92b47fed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.392401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-68d99789-6371-45b5-84a6-5f92b47fed5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.4360812 Nov 23 09:50:58.417007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.437055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9474de58-a294-4f74-984b-2e1cf0038036 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:50:58.467053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9474de58-a294-4f74-984b-2e1cf0038036,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:58.488091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.518696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 7c929a71-6268-4f49-ae6f-d313e8d06037) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:50:58.536053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.537077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-a186e4c6-77bd-4619-a2b2-e160343013ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d9801c43-bab5-4adf-a0cc-3189529ec192 HTTP/1.1" status: 200 len: 217 time: 0.1338480 Nov 23 09:50:58.546496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.547444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.580053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ec63b-42e6-409d-b0f4-ed2ecb5ecb9c None None] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:50:58.605187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:50:58.608595 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798a65e-2b90-484a-89e7-41cb2d568c93" -d '{"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:50:58.631327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0c2e9bf3-5479-4605-867f-5a2f0c421d4b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1470799 Nov 23 09:50:58.632708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53084) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:50:58.642239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:50:58.694600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e3e3-ef05-4f3d-b5ae-9d51eb8eb79e req-64540fe7-a903-4228-8fd5-85ea1205fcca tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.702666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b471e3e3-ef05-4f3d-b5ae-9d51eb8eb79e req-64540fe7-a903-4228-8fd5-85ea1205fcca tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 944 time: 0.1648695 Nov 23 09:50:58.730520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:50:58.774600 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.786385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:58.787256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b471e3e3-ef05-4f3d-b5ae-9d51eb8eb79e req-686dcb3f-4604-4506-8281-e3081f5d7444 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834301 Nov 23 09:50:58.799294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-c057bc44-0c98-4379-89c2-319f3d443aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.802650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-c057bc44-0c98-4379-89c2-319f3d443aa0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1718392 Nov 23 09:50:58.879263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-94de781c-0fe2-4ea2-97f4-1369e27e5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:58.881368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-94de781c-0fe2-4ea2-97f4-1369e27e5e69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654135 Nov 23 09:50:58.893387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.894762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:58.901632 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa723f-c7a8-4927-ba88-af141d55bdb5 x-openstack-request-id: req-e6fa723f-c7a8-4927-ba88-af141d55bdb5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:50:58.902080 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:50:58.902432 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6fa723f-c7a8-4927-ba88-af141d55bdb5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:50:58.902934 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965', 'code': 200} Nov 23 09:50:58.953348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9474de58-a294-4f74-984b-2e1cf0038036'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:50:59.063574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-ae8e78b3-0309-4e46-999f-c9a1adfa361c service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614771 Nov 23 09:50:59.092763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:50:59.205244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.258181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743368f-9be2-458a-bfc1-f3333c9ee51b req-0293abca-e776-4125-8411-35fc85d376a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:59.259830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e743368f-9be2-458a-bfc1-f3333c9ee51b req-0293abca-e776-4125-8411-35fc85d376a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 1097 time: 0.1949415 Nov 23 09:50:59.274993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a87c0-6f25-4c31-b4d9-2baaf1c759a0 req-d5baa9c9-40bc-4a58-9bac-01ec9832e4c9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:59.276481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae8a87c0-6f25-4c31-b4d9-2baaf1c759a0 req-d5baa9c9-40bc-4a58-9bac-01ec9832e4c9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 947 time: 0.2092202 Nov 23 09:50:59.280785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-7c929a71-6268-4f49-ae6f-d313e8d06037', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:50:59.281668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.310373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e8c0a30-4b16-4657-866d-3f72da3cc31b req-0c65f916-0abc-49ab-bdde-aea2890f1c75 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098582 Nov 23 09:50:59.423047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae8a87c0-6f25-4c31-b4d9-2baaf1c759a0 req-a86caa0f-8f0e-43bf-8009-33a5932767a2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344833 Nov 23 09:50:59.425304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e743368f-9be2-458a-bfc1-f3333c9ee51b req-6ee5fa38-28f6-43c6-9e4e-60fa8bf1c757 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457398 Nov 23 09:50:59.434046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.455746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:50:59.547062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.598853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.651147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Allocated IP 172.20.0.2 (7c929a71-6268-4f49-ae6f-d313e8d06037/cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa/57c47e16-983e-4b23-a550-70dfec6649b8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:50:59.653608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140cc28-075e-4e81-b256-d353b7feaf4c req-a97774af-b4d1-424b-a270-c142199c086d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:50:59.655640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b140cc28-075e-4e81-b256-d353b7feaf4c req-a97774af-b4d1-424b-a270-c142199c086d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.0763466 Nov 23 09:50:59.716490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b140cc28-075e-4e81-b256-d353b7feaf4c req-c2ecfbee-9c61-41cf-a514-8300fd9c9ea2 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Nov 23 09:50:59.792959 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Floating IP a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 associated. External IP: 172.25.1.194, port: d970600c-b00b-4d1a-bab8-9f9c7a611de0. Nov 23 09:50:59.928438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.941822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:50:59.996535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1e5ce-b715-4764-80d3-0a1b729c012b req-e985d69a-d2f5-447d-bf32-5ee029a55a3a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:00.000157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04d1e5ce-b715-4764-80d3-0a1b729c012b req-e985d69a-d2f5-447d-bf32-5ee029a55a3a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 944 time: 0.1045702 Nov 23 09:51:00.017860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Pushing event updated for resources: {'Port': ['ID=57c47e16-983e-4b23-a550-70dfec6649b8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:00.029806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:00.035699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:00.038514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:00.072462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04d1e5ce-b715-4764-80d3-0a1b729c012b req-e1f322e2-0681-47b4-89c3-57acb3c8e47f tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638394 Nov 23 09:51:00.103762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Attempting to bind port 57c47e16-983e-4b23-a550-70dfec6649b8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:00.104228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Attempting to bind port 57c47e16-983e-4b23-a550-70dfec6649b8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:00.104660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Attempting to bind port 57c47e16-983e-4b23-a550-70dfec6649b8 on network 7c929a71-6268-4f49-ae6f-d313e8d06037 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:00.110800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:00.111267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Checking segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:00.111734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.112193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Bound using segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:00.112959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Bound port: 57c47e16-983e-4b23-a550-70dfec6649b8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:00.113395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.193426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] For port 57c47e16-983e-4b23-a550-70dfec6649b8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:00.204737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] For port 57c47e16-983e-4b23-a550-70dfec6649b8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57c47e16-983e-4b23-a550-70dfec6649b8,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:00.214292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.307135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf3027-bb2f-4515-bb4e-2e1c2454c709 None None] Pushing event updated for resources: {'Port': ['ID=57c47e16-983e-4b23-a550-70dfec6649b8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:00.408697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.435906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.642375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5888d-d52a-4c54-9f63-bbf8c5b5e5c0 req-cdb5792e-2c77-4040-adf8-44fc86c32e3c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:00.650296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2d5888d-d52a-4c54-9f63-bbf8c5b5e5c0 req-cdb5792e-2c77-4040-adf8-44fc86c32e3c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 947 time: 0.0667408 Nov 23 09:51:00.681361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Router c78438d5-3265-49e9-a174-8d70b6a01dfe has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:00.707984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Allocated IP 172.25.1.116 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/133fac47-6016-4eb6-bfe1-72a46fa84b2c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:00.741625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2d5888d-d52a-4c54-9f63-bbf8c5b5e5c0 req-13df06ff-74db-4a38-b331-d47ac4a8cd67 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902555 Nov 23 09:51:00.853278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b8c2-002f-4480-928c-d7e36ffebc19 req-3e5a9c85-7e30-4820-8799-85e190eaf566 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:00.854819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb13b8c2-002f-4480-928c-d7e36ffebc19 req-3e5a9c85-7e30-4820-8799-85e190eaf566 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.0546227 Nov 23 09:51:00.935858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:00.944541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:00.950825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Sync routers for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:00.958724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb13b8c2-002f-4480-928c-d7e36ffebc19 req-6625b0d8-c8f1-41fe-ac2f-12385137fdde tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950427 Nov 23 09:51:00.979998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:00.982196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:00.999059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b9939106-0331-490a-bda3-7fd84bb5d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "PUT /v2.0/floatingips/a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 HTTP/1.1" status: 200 len: 997 time: 2.7583916 Nov 23 09:51:01.007585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:01.048047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:01.051356 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e" -d '{"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:01.076664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:01.198486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d9801c43-bab5-4adf-a0cc-3189529ec192 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:51:01.227141 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a616a2-90aa-4df1-989a-21575ea750ac x-openstack-request-id: req-27a616a2-90aa-4df1-989a-21575ea750ac {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:01.227503 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:01.227760 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27a616a2-90aa-4df1-989a-21575ea750ac {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:01.228170 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'status': 'completed', 'code': 200} Nov 23 09:51:01.235538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Pushing event updated for resources: {'Port': ['ID=133fac47-6016-4eb6-bfe1-72a46fa84b2c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:01.273746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:01.278025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:01.290198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:01.294323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:01.394458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-6585d0fa-5d5b-4124-a62e-2a196870c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:01.406284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-6585d0fa-5d5b-4124-a62e-2a196870c356 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1097 time: 0.2636573 Nov 23 09:51:01.412298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-825f5149-faee-4056-b7c5-16b08534f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:01.413969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-825f5149-faee-4056-b7c5-16b08534f99f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1097 time: 0.3581498 Nov 23 09:51:01.435961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57c47e16-983e-4b23-a550-70dfec6649b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:01.468856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260887f-27a1-4229-a0e6-67f66e473daf req-c4a8c20a-ec90-4ac6-9a25-0178a6918f95 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:01.484951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6260887f-27a1-4229-a0e6-67f66e473daf req-c4a8c20a-ec90-4ac6-9a25-0178a6918f95 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 944 time: 0.2362201 Nov 23 09:51:01.661431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9474de58-a294-4f74-984b-2e1cf0038036 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:01.672576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6260887f-27a1-4229-a0e6-67f66e473daf req-4f3058b3-a06d-4502-996d-ea7b7a43aea6 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866336 Nov 23 09:51:01.697347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-6d16966e-698a-4cbd-a3d0-a8a9166a56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:01.700708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-6d16966e-698a-4cbd-a3d0-a8a9166a56a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 930 time: 0.2867687 Nov 23 09:51:01.746700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050d9b3-4ffe-4000-a075-79c96916930e None None] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:01.845632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-4b8aa7ea-6d3f-458f-b49c-b18f3ae6ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:01.855512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-235df85c-a6be-40af-bd07-31fc0759187a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 1000 time: 0.1415532 Nov 23 09:51:01.870069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-4b8aa7ea-6d3f-458f-b49c-b18f3ae6ec2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 930 time: 0.3921723 Nov 23 09:51:02.015455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7628df3-50b4-436f-ad76-a9f92cf60ce1 req-882c652c-94de-452e-972d-5e4a14b5cee2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.023167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7628df3-50b4-436f-ad76-a9f92cf60ce1 req-882c652c-94de-452e-972d-5e4a14b5cee2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 947 time: 0.1589882 Nov 23 09:51:02.026204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-e840707d-5abe-4cea-972f-1ed1afcfc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.028401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-e840707d-5abe-4cea-972f-1ed1afcfc4dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.1412563 Nov 23 09:51:02.105081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-591640d8-f1d4-4f3e-b729-e73d810c76e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 1000 time: 0.2341211 Nov 23 09:51:02.115406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-dcc78743-1405-456a-8aea-e8e1cfe99f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.117210 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-dcc78743-1405-456a-8aea-e8e1cfe99f02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819774 Nov 23 09:51:02.125593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d9801c43-bab5-4adf-a0cc-3189529ec192,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:02.135702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7628df3-50b4-436f-ad76-a9f92cf60ce1 req-ff4bfb3f-bf8e-4432-a645-e1f3c4c32314 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113424 Nov 23 09:51:02.176709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ca09c10a-4031-4640-b3b4-030b2f1c952a None None] Provisioning complete for port 57c47e16-983e-4b23-a550-70dfec6649b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:02.176978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ca09c10a-4031-4640-b3b4-030b2f1c952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.188774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 57c47e16-983e-4b23-a550-70dfec6649b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:02.190613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.288435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd9801c43-bab5-4adf-a0cc-3189529ec192', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'd9801c43-bab5-4adf-a0cc-3189529ec192', 'mac_address': 'fa:16:3e:18:31:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:51:02.351858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9474de58-a294-4f74-984b-2e1cf0038036 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:51:02.375466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b6b7171b-4dbd-475d-b539-e8464389ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.377783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-b6b7171b-4dbd-475d-b539-e8464389ea6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.0995874 Nov 23 09:51:02.379411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9474de58-a294-4f74-984b-2e1cf0038036 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:02.379779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.387194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-58a98577-14fd-44d7-b9d2-942b56805893 service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356999 Nov 23 09:51:02.410533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a2a4c510-87f5-47b4-9131-fa99dc1ecfc5', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'mac_address': 'fa:16:3e:d8:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:50:56Z', 'updated_at': '2021-11-23T09:50:59Z', 'revision_number': 1, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:02.443015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.471768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593517f-e5d5-470c-97e5-10e67ac410a6 req-3aaa59b5-0f84-4825-aedf-43b61502a2a9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.483838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7593517f-e5d5-470c-97e5-10e67ac410a6 req-3aaa59b5-0f84-4825-aedf-43b61502a2a9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.2240717 Nov 23 09:51:02.508195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-bbaef1cd-3901-4b60-bc98-e62cd1d4dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:02.510568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-bbaef1cd-3901-4b60-bc98-e62cd1d4dcd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216834 Nov 23 09:51:02.598391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.599874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7593517f-e5d5-470c-97e5-10e67ac410a6 req-61e8fd5f-e05e-4a38-9f8c-2bb6ea698e3b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150801 Nov 23 09:51:02.602737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Checking router: c78438d5-3265-49e9-a174-8d70b6a01dfe for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:02.669181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39ecb205-964d-4af4-8b08-ad69cdc0ea7e req-ca081530-b7b4-4b95-8fd1-6e0d374f8d1f service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810712 Nov 23 09:51:02.805114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:02.814394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9801c43-bab5-4adf-a0cc-3189529ec192 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:02.870566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:02.871233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:02.992422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 57c47e16-983e-4b23-a550-70dfec6649b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57c47e16-983e-4b23-a550-70dfec6649b8,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:02.997047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d9801c43-bab5-4adf-a0cc-3189529ec192,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:03.002821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ca09c10a-4031-4640-b3b4-030b2f1c952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.011353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.065917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-f2240f8f-d1c6-4efc-bfd5-c60e130eb099 service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479255 Nov 23 09:51:03.122979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.125092 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.133656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=57c47e16-983e-4b23-a550-70dfec6649b8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:03.137777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942699-465e-424c-af3c-53b9290d6a7f req-262b46b6-2f8d-4609-801d-26f2d98d6c7a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:03.156438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12942699-465e-424c-af3c-53b9290d6a7f req-262b46b6-2f8d-4609-801d-26f2d98d6c7a tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 944 time: 0.1072235 Nov 23 09:51:03.282273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-ca09c10a-4031-4640-b3b4-030b2f1c952a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:51:03.282853 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-ca09c10a-4031-4640-b3b4-030b2f1c952a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:51:03.283577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.286148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12942699-465e-424c-af3c-53b9290d6a7f req-a44f0f22-4f63-4163-99b2-51c1ea7b1dbe tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285405 Nov 23 09:51:03.325700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9474de58-a294-4f74-984b-2e1cf0038036,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:03.332967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:03.335728 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cd9a8f-ec94-40b2-95e3-2d9cf5efee5a" -d '{"events": [{"server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "name": "network-vif-plugged", "status": "completed", "tag": "9474de58-a294-4f74-984b-2e1cf0038036"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:03.362270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:03.365419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57c47e16-983e-4b23-a550-70dfec6649b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:03.367062 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.396703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bb96a87-e5ea-49d8-bf57-b07a9ef2e533 req-793b4bfc-4a62-46aa-87bd-65683d2dc8bd service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144333 Nov 23 09:51:03.444752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529204-d6fe-4987-aed9-b532e149a121 req-94f214dd-11f7-49b5-afd9-289966d80c7b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:03.454503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44529204-d6fe-4987-aed9-b532e149a121 req-94f214dd-11f7-49b5-afd9-289966d80c7b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.0799565 Nov 23 09:51:03.477512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:51:03.488687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:03.513439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d9801c43-bab5-4adf-a0cc-3189529ec192'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:03.531272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44529204-d6fe-4987-aed9-b532e149a121 req-76f701cb-40aa-439e-8f5d-115eedf40470 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743222 Nov 23 09:51:03.642911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc275-7257-45ea-89d7-c075d590d887 req-6f5d2537-8ce7-49ca-b442-54f1bc96a918 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:03.652179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-731cc275-7257-45ea-89d7-c075d590d887 req-6f5d2537-8ce7-49ca-b442-54f1bc96a918 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 948 time: 0.0619643 Nov 23 09:51:03.691635 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb00ff0-a1c5-4041-8de3-046f2f60fe18 x-openstack-request-id: req-ffb00ff0-a1c5-4041-8de3-046f2f60fe18 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:03.692008 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "name": "network-vif-plugged", "status": "completed", "tag": "9474de58-a294-4f74-984b-2e1cf0038036", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:03.692177 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffb00ff0-a1c5-4041-8de3-046f2f60fe18 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:03.692766 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036', 'code': 200} Nov 23 09:51:03.705810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:03.717921 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Sync routers for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:03.747300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-731cc275-7257-45ea-89d7-c075d590d887 req-04c742b1-141e-4a9e-887d-cd7a79778def tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927782 Nov 23 09:51:03.758230 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:03.758230 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:03.797245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.803375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5a0876fb-4ea1-4de0-8026-5bb9bb7df493 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1655283 Nov 23 09:51:03.813693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53152) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:03.878273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-4b908937-5bfb-4c4b-bf45-cb8b5f395a4b tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 258 time: 0.1843042 Nov 23 09:51:03.884998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:03.927962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:03.984288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281240cd-6939-4916-8abe-2790a506b596 req-01d64b47-fcde-4297-8a7d-6adebc83f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:03.994141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-281240cd-6939-4916-8abe-2790a506b596 req-01d64b47-fcde-4297-8a7d-6adebc83f0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 1096 time: 0.2437928 Nov 23 09:51:04.007265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:04.015590 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:04.098807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.164310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 57c47e16-983e-4b23-a550-70dfec6649b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:04.165008 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.190952 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-281240cd-6939-4916-8abe-2790a506b596 req-1536f12a-abc8-4942-8161-49aa58a07942 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959546 Nov 23 09:51:04.388224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Allocated IP 172.25.1.34 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/dbfdd6b9-2edb-400e-95bd-f63bbb0363e6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:04.500954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dbf7c9b4-ef2c-4504-aa02-618d29f106cc None None] Provisioning complete for port 57c47e16-983e-4b23-a550-70dfec6649b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:04.501522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c9b4-ef2c-4504-aa02-618d29f106cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.503912 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:01Z', 'revision_number': 3, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:04.546127 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Checking router: f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:04.547555 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Updating router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d port 133fac47-6016-4eb6-bfe1-72a46fa84b2c binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:51:04.586212 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.641040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a2a4c510-87f5-47b4-9131-fa99dc1ecfc5', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'mac_address': 'fa:16:3e:d8:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:50:56Z', 'updated_at': '2021-11-23T09:50:59Z', 'revision_number': 1, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:04.664529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.677206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bde809-b663-430c-8182-c81bf1bae1ca None None] The sync data for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 is: [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a2a4c510-87f5-47b4-9131-fa99dc1ecfc5', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'mac_address': 'fa:16:3e:d8:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:50:56Z', 'updated_at': '2021-11-23T09:50:59Z', 'revision_number': 1, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:04.713300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7389f-923f-4854-8d32-775f0eb61522 req-65d3c618-a203-49af-bd0a-a016c21c85f4 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:04.715177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71f7389f-923f-4854-8d32-775f0eb61522 req-65d3c618-a203-49af-bd0a-a016c21c85f4 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2753263 Nov 23 09:51:04.746160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:04.879172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:04.897238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:04.901649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:04.904576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event updated for resources: {'Port': ['ID=dbfdd6b9-2edb-400e-95bd-f63bbb0363e6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:05.037254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a11e7c-718b-4f61-9d0e-05f48dc76396 None None] New status for floating IP a2a4c510-87f5-47b4-9131-fa99dc1ecfc5: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:51:05.095431 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.104272 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.124726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.173300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Attempting to bind port 133fac47-6016-4eb6-bfe1-72a46fa84b2c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:05.173672 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Attempting to bind port 133fac47-6016-4eb6-bfe1-72a46fa84b2c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:05.174106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Attempting to bind port 133fac47-6016-4eb6-bfe1-72a46fa84b2c on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Bound port: 133fac47-6016-4eb6-bfe1-72a46fa84b2c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:05.189953 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.196409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71f7389f-923f-4854-8d32-775f0eb61522 req-924aa675-4c33-40af-af06-a4407000d5b1 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711256 Nov 23 09:51:05.221364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.245012 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] For port 133fac47-6016-4eb6-bfe1-72a46fa84b2c, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:05.248852 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] For port 133fac47-6016-4eb6-bfe1-72a46fa84b2c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=133fac47-6016-4eb6-bfe1-72a46fa84b2c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:05.259776 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.280532 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10479-41e3-4634-843c-f5a280330525 None None] Pushing event updated for resources: {'Port': ['ID=133fac47-6016-4eb6-bfe1-72a46fa84b2c,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:05.310190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:05.310905 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:05.467540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3344ec-a6d0-449b-a0bf-474ec4c496f0 req-64b4ffcf-0b05-4e27-bb5f-6082bb3038f5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:05.469403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f3344ec-a6d0-449b-a0bf-474ec4c496f0 req-64b4ffcf-0b05-4e27-bb5f-6082bb3038f5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1617823 Nov 23 09:51:05.492547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10479-41e3-4634-843c-f5a280330525 None None] Pushing event updated for resources: {'Port': ['ID=133fac47-6016-4eb6-bfe1-72a46fa84b2c,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:05.576091 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:05.587307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.590441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.599085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.623997 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f3344ec-a6d0-449b-a0bf-474ec4c496f0 req-ba983161-b7a8-4904-8e57-2feb4f8c1ab6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415820 Nov 23 09:51:05.755021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.804910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event updated for resources: {'Port': ['ID=dbfdd6b9-2edb-400e-95bd-f63bbb0363e6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:05.817640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:05.819081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-f1627ed6-3af8-4f47-a0c4-196abcd66e2f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9397979 Nov 23 09:51:05.931060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-6421eaf0-8d43-4068-af55-f1220ad2e2df tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.1044018 Nov 23 09:51:05.999739 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:01Z', 'revision_number': 3, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:06.035170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f9ce-1f9f-4275-8ead-e082804281fb req-79fd6ae0-4506-4cc0-8c60-f2e4964f0530 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:06.035578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c8a1a-f4e6-4d14-8f2c-796a169a2789 None None] The sync data for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 is: [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:01Z', 'revision_number': 3, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:06.043382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a707f9ce-1f9f-4275-8ead-e082804281fb req-79fd6ae0-4506-4cc0-8c60-f2e4964f0530 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 948 time: 0.2722061 Nov 23 09:51:06.138296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Allocated IP 172.20.0.1 (7c929a71-6268-4f49-ae6f-d313e8d06037/cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa/f9a3e07c-e844-44bd-8b34-83cbda115762) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:06.161394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-3fdd3172-63c1-497d-a259-d5e06a9a2bec tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:06.169700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a707f9ce-1f9f-4275-8ead-e082804281fb req-5fae61aa-d131-43c3-8d2b-cf8f22171e5b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037800 Nov 23 09:51:06.176361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e3ab794-87b0-45b9-a63f-beafdd5aaa57 req-3fdd3172-63c1-497d-a259-d5e06a9a2bec tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2429657 Nov 23 09:51:06.380003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:06.506679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e0ec4-6972-4835-8548-95502e5bc688 req-be7b18e5-3949-4b0e-b9a6-e6d7e7fed1bc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:06.515092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-285e0ec4-6972-4835-8548-95502e5bc688 req-be7b18e5-3949-4b0e-b9a6-e6d7e7fed1bc tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2178042 Nov 23 09:51:06.528508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:06.605124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:06.614817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:06.619062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:06.627755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:06.671608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-285e0ec4-6972-4835-8548-95502e5bc688 req-b210ad27-580b-4a72-a5bf-de720d4e23cf tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552043 Nov 23 09:51:06.710846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:06.929362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-fd436e77-c96a-4ad4-ad54-0afbec0073c6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:06.937710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-fd436e77-c96a-4ad4-ad54-0afbec0073c6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6737952 Nov 23 09:51:06.968163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca8214-c86d-4a6e-9302-438ae1225b47 req-4c43575b-5f56-465f-820d-ba2061ea4cd0 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:06.970025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77ca8214-c86d-4a6e-9302-438ae1225b47 req-4c43575b-5f56-465f-820d-ba2061ea4cd0 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1589813 Nov 23 09:51:06.993352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a0fa964c-c669-44fe-8e86-a586ec63f308 None None] Provisioning complete for port f9a3e07c-e844-44bd-8b34-83cbda115762 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:06.994152 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0fa964c-c669-44fe-8e86-a586ec63f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.045376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-9ea43707-111d-408e-9473-aa916afdb71a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.1055644 Nov 23 09:51:07.066553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-92495685-bda4-4bfb-bb53-00d1edf4272e tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'floatingip': {'port_id': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:07.079140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa964c-c669-44fe-8e86-a586ec63f308 None None] Port f9a3e07c-e844-44bd-8b34-83cbda115762 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:07.128679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77ca8214-c86d-4a6e-9302-438ae1225b47 req-7a622b3b-7a19-407e-9b6e-51ccc0bacf43 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476436 Nov 23 09:51:07.129580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.169493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-92495685-bda4-4bfb-bb53-00d1edf4272e tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.218023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d9801c43-bab5-4adf-a0cc-3189529ec192 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:07.345340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 133fac47-6016-4eb6-bfe1-72a46fa84b2c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:07.396318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d9801c43-bab5-4adf-a0cc-3189529ec192 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:51:07.435638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d9801c43-bab5-4adf-a0cc-3189529ec192 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:07.436001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.445800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2828c0-6e5b-4174-b976-cc8a5d175843 req-e2b563ef-46b4-46ad-8fec-a6a3e63a1818 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:07.458597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b2828c0-6e5b-4174-b976-cc8a5d175843 req-e2b563ef-46b4-46ad-8fec-a6a3e63a1818 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2132087 Nov 23 09:51:07.473352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53194) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:07.484697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Request body: {'floatingip': {'port_id': '9474de58-a294-4f74-984b-2e1cf0038036'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:07.533805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 133fac47-6016-4eb6-bfe1-72a46fa84b2c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:07.534230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.628453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.680463 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.699211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.721520 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-92495685-bda4-4bfb-bb53-00d1edf4272e tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 09:51:07.729608 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.732807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e85417d3-4f4d-4e71-8c6c-e4089942c5eb req-92495685-bda4-4bfb-bb53-00d1edf4272e tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "PUT /v2.0/floatingips/d58e2266-a907-4dce-87bc-e36aa69924ae HTTP/1.1" status: 409 len: 550 time: 0.6717157 Nov 23 09:51:07.752081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d9801c43-bab5-4adf-a0cc-3189529ec192,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:07.755694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:07.764076 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24dfc51-07b1-49ce-bfd8-abb2d04c9fe7" -d '{"events": [{"server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "name": "network-vif-plugged", "status": "completed", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:07.771612 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.779809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8c62-9829-4ca0-bc8a-f314bd365303 req-00fd3ca7-e5ea-4938-a28b-1654263dbfa3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:07.781643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40ca8c62-9829-4ca0-bc8a-f314bd365303 req-00fd3ca7-e5ea-4938-a28b-1654263dbfa3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 948 time: 0.2036572 Nov 23 09:51:07.818071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.880457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-104c6fdc-3e8a-4b1b-bc9b-053c348d8100 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips/d58e2266-a907-4dce-87bc-e36aa69924ae HTTP/1.1" status: 200 len: 692 time: 0.1219590 Nov 23 09:51:07.901063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 133fac47-6016-4eb6-bfe1-72a46fa84b2c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=133fac47-6016-4eb6-bfe1-72a46fa84b2c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:07.914169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:07.922200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.979609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:07.987526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:08.012279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=133fac47-6016-4eb6-bfe1-72a46fa84b2c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:08.038559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40ca8c62-9829-4ca0-bc8a-f314bd365303 req-455c324d-8514-447f-af12-9ec5479aa0c8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250977 Nov 23 09:51:08.044649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.045005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.045979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.046180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.046515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.046843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.047199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.047749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.048124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.048677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.049004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.049571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:08.127935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-9bdbd989-d853-4a95-ba69-020953da955c tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:08.129575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-9bdbd989-d853-4a95-ba69-020953da955c tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2455225 Nov 23 09:51:08.138921 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9f8c6-97cf-40cb-90c6-e58a36a3a016 x-openstack-request-id: req-cbf9f8c6-97cf-40cb-90c6-e58a36a3a016 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:08.139164 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "name": "network-vif-plugged", "status": "completed", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:08.139363 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbf9f8c6-97cf-40cb-90c6-e58a36a3a016 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:08.139756 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192', 'code': 200} Nov 23 09:51:08.143731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-e8d813e3-acc7-4208-8239-e44acd49fb07 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:51:08.148493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-e8d813e3-acc7-4208-8239-e44acd49fb07 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129116 Nov 23 09:51:08.252494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-68aec4df-d827-443c-9966-cbcef8e3b3eb tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.0975432 Nov 23 09:51:08.339891 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-4507e7bb-c298-4376-a571-61a75732ecdf tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.0783472 Nov 23 09:51:08.453217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:08.459507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:08.462985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036febb-9c40-4d7a-ae26-0538816fe8f4 req-09adf436-83dd-477a-9b12-6e7aeac4f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:08.464563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7036febb-9c40-4d7a-ae26-0538816fe8f4 req-09adf436-83dd-477a-9b12-6e7aeac4f272 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 1100 time: 0.2478137 Nov 23 09:51:08.505040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Deleting port dbfdd6b9-2edb-400e-95bd-f63bbb0363e6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:08.505390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.505622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630868-a730-4051-840d-31d5a8c5b419 req-0be1db37-49d5-41cf-949f-4ecd1d918fb3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:08.515632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8630868-a730-4051-840d-31d5a8c5b419 req-0be1db37-49d5-41cf-949f-4ecd1d918fb3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.2142627 Nov 23 09:51:08.625442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.625778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.655137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Calling delete_port for dbfdd6b9-2edb-400e-95bd-f63bbb0363e6 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:08.825980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7036febb-9c40-4d7a-ae26-0538816fe8f4 req-87dc63ce-3fec-4c17-a813-af580fad39fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457489 Nov 23 09:51:08.829571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.db.resource_extend [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:51:08.869791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.891047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8630868-a730-4051-840d-31d5a8c5b419 req-3a0b19dc-c8a4-45e4-8346-9f88081edbb3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745153 Nov 23 09:51:08.914129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event deleted for resources: {'Port': ['ID=dbfdd6b9-2edb-400e-95bd-f63bbb0363e6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:08.922931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bde13508-deb4-4722-be40-ff391ba2e810 None None] Provisioning complete for port f9a3e07c-e844-44bd-8b34-83cbda115762 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:08.923560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bde13508-deb4-4722-be40-ff391ba2e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.933637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:08.938383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:08.945561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:09.007307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bde13508-deb4-4722-be40-ff391ba2e810 None None] Port f9a3e07c-e844-44bd-8b34-83cbda115762 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:09.077540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:09.087666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:09.098674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0c5e93f-aa4c-466b-9813-eba5483b4204 req-f7c4fd8e-7401-4107-a465-5465caaa0979 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "DELETE /v2.0/floatingips/d58e2266-a907-4dce-87bc-e36aa69924ae HTTP/1.1" status: 204 len: 173 time: 0.7526295 Nov 23 09:51:09.171358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:09.196291 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Sync routers for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:09.206476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffa7c715-f36d-4e2d-83cf-c2266019e756 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3746886 Nov 23 09:51:09.228839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:09.233045 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:09.303849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-85abc49d-c8f2-48a0-b1bf-084d0e058440 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 1002 time: 0.1951826 Nov 23 09:51:09.398380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 133fac47-6016-4eb6-bfe1-72a46fa84b2c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:09.400433 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d associated. External IP: 172.25.1.176, port: 9474de58-a294-4f74-984b-2e1cf0038036. Nov 23 09:51:09.415690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-21cd0b79-f3cb-453f-aeee-8805741ef552 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:09.417772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-21cd0b79-f3cb-453f-aeee-8805741ef552 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports/d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 943 time: 0.1007409 Nov 23 09:51:09.469535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 133fac47-6016-4eb6-bfe1-72a46fa84b2c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:09.470356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:09.517191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53801f-474e-409a-8281-68f248602be4 req-cc899b69-2a5d-470e-864e-cbe70d78a810 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:09.518914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d53801f-474e-409a-8281-68f248602be4 req-cc899b69-2a5d-470e-864e-cbe70d78a810 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 949 time: 0.2581413 Nov 23 09:51:09.644569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-9e4ff942-4d91-4872-8230-402e0756764f tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 1002 time: 0.1327844 Nov 23 09:51:09.655866 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:09.897361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-1b735c4b-724d-4feb-8410-affedcf93637 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:09.899171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-1b735c4b-724d-4feb-8410-affedcf93637 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2488425 Nov 23 09:51:09.994978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-d740531d-56c6-4554-9b79-65a54c9fcd3a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 1002 time: 0.0875850 Nov 23 09:51:10.017935 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 2, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:10.018251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:10.053289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d53801f-474e-409a-8281-68f248602be4 req-7c7d1b6a-1b41-48ae-a0ba-55e4f2a780ef tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227215 Nov 23 09:51:10.110198 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Checking router: f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:10.110575 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Updating router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d port f9a3e07c-e844-44bd-8b34-83cbda115762 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:51:10.157280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.172271 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.351016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:10.526592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.531829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.533463 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Floating IP a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 disassociated. External IP: 172.25.1.194, port: d970600c-b00b-4d1a-bab8-9f9c7a611de0. Nov 23 09:51:10.597502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:10.604888 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.615624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:10.632706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:10.633640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:10.694148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28451de0-f9bd-4cc2-859c-8272cbb08c3d tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "PUT /v2.0/floatingips/b4eb2139-2a7c-4b35-8077-4d88b5087f7d HTTP/1.1" status: 200 len: 991 time: 3.2165530 Nov 23 09:51:10.694751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:10.703120 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892325fe-76a7-42d4-82c9-172eefa235d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "tag": "9474de58-a294-4f74-984b-2e1cf0038036"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:10.729735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:10.734251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736085445', 'description': 'tempest-description--1437285343'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:10.803583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:10.848723 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.854134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.862623 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:10.944164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705f82-b1df-4d38-babf-38cbcd3cf243 req-18ba65bb-c231-44dd-b8b6-005ed82c3331 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:10.946414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89705f82-b1df-4d38-babf-38cbcd3cf243 req-18ba65bb-c231-44dd-b8b6-005ed82c3331 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1547582 Nov 23 09:51:11.020850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2447e3-bd5e-46b0-b0f3-35feddeb7ba0 None None] Pushing event updated for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:11.026754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Router c78438d5-3265-49e9-a174-8d70b6a01dfe has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:11.142946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89705f82-b1df-4d38-babf-38cbcd3cf243 req-3ef3da92-9c74-4564-9b7d-f48cbae5c457 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794386 Nov 23 09:51:11.180157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.194551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.235835 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Attempting to bind port f9a3e07c-e844-44bd-8b34-83cbda115762 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:11.238946 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Attempting to bind port f9a3e07c-e844-44bd-8b34-83cbda115762 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:11.240765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Attempting to bind port f9a3e07c-e844-44bd-8b34-83cbda115762 on network 7c929a71-6268-4f49-ae6f-d313e8d06037 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:11.256852 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:11.259659 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Checking segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:11.266579 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.267392 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Bound using segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:11.268751 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Bound port: f9a3e07c-e844-44bd-8b34-83cbda115762, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:11.269923 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.320094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:11.328741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.362451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa133f-4b61-4939-a6a0-1561a19cc7f6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:11.393747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-34da09ca-24e7-4e7a-91ea-dcc6313e1609 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "PUT /v2.0/floatingips/a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 HTTP/1.1" status: 200 len: 695 time: 1.3897724 Nov 23 09:51:11.396469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:11.402975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Sync routers for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:11.405230 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502dcb7-d220-4545-ab66-57ebb37d9151" -d '{"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:11.405399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.406071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-977dfa63-3659-40c0-9f5c-0fbbd76130ce None None] Provisioning complete for port f9a3e07c-e844-44bd-8b34-83cbda115762 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:11.406443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-977dfa63-3659-40c0-9f5c-0fbbd76130ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.410329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d9844e1-7b93-48dc-b2a3-818634bd70d5 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6805451 Nov 23 09:51:11.412995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:11.427985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'security_group_rule': {'security_group_id': '0dfa133f-4b61-4939-a6a0-1561a19cc7f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:11.440171 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c84e861-46bd-4174-921a-f103af628a18 x-openstack-request-id: req-4c84e861-46bd-4174-921a-f103af628a18 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:11.440452 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "tag": "9474de58-a294-4f74-984b-2e1cf0038036", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:11.440723 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c84e861-46bd-4174-921a-f103af628a18 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:11.441093 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036', 'status': 'completed', 'code': 200} Nov 23 09:51:11.480105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-a76210f1-0687-4930-a5cf-de008f7df8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.489688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-a76210f1-0687-4930-a5cf-de008f7df8ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1097 time: 0.0748155 Nov 23 09:51:11.496601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] For port f9a3e07c-e844-44bd-8b34-83cbda115762, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:11.507131 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] For port f9a3e07c-e844-44bd-8b34-83cbda115762, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f9a3e07c-e844-44bd-8b34-83cbda115762,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:11.517378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': '9474de58-a294-4f74-984b-2e1cf0038036', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:3c:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:51:08Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:11.527161 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.543007 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:11.543738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:11.601569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:11.617441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-977dfa63-3659-40c0-9f5c-0fbbd76130ce None None] Port f9a3e07c-e844-44bd-8b34-83cbda115762 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:11.644675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:11.644675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:11.671984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.685398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-455a8343-d295-407d-826e-97785fb315e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.692823 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2447e3-bd5e-46b0-b0f3-35feddeb7ba0 None None] Pushing event updated for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:11.694785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-455a8343-d295-407d-826e-97785fb315e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 930 time: 0.2035060 Nov 23 09:51:11.753403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3eb7-8328-4ca0-8466-b89424bafda8 req-5f8a1967-c905-42aa-b613-78dbdaa17e64 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.761567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83bc3eb7-8328-4ca0-8466-b89424bafda8 req-5f8a1967-c905-42aa-b613-78dbdaa17e64 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 949 time: 0.2518523 Nov 23 09:51:11.777781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-8c5c5cc7-9d7d-4771-9a8f-dfd5fc4b21c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 217 time: 0.0820363 Nov 23 09:51:11.780330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-c1609e91-49ba-4a91-84b4-4da8070094bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.782324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-c1609e91-49ba-4a91-84b4-4da8070094bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89245c43dc2f4856b77f901747d48bd2&device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 1096 time: 0.3165753 Nov 23 09:51:11.834402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:11.836030 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:11.838057 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:11.862084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-5246e385-be8f-496e-a4f3-3f544db156f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.864421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:11.874480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-5246e385-be8f-496e-a4f3-3f544db156f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.0956991 Nov 23 09:51:11.939617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-d5781bc5-239b-4fd8-b63c-e892144e073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:11.945246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-d5781bc5-239b-4fd8-b63c-e892144e073c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695524 Nov 23 09:51:12.066647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.131372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-026fb9a5-d127-4816-8c7e-aa7b1e419fdd service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783986 Nov 23 09:51:12.149973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:12.186358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738ebe5b-3db9-41ef-80b7-11e6fe417acd,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:12.218330 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:12.264405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83bc3eb7-8328-4ca0-8466-b89424bafda8 req-ab153270-7561-4e9a-8779-adf0e1868509 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999156 Nov 23 09:51:12.275188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.281698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-795a5516-4f1b-48c9-8c90-a88fa9291f8d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8639433 Nov 23 09:51:12.288502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53260) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:12.305776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'security_group_rule': {'security_group_id': '0dfa133f-4b61-4939-a6a0-1561a19cc7f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:12.377181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-e44b625e-6640-4097-b322-20f9dbc4d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.379998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-e44b625e-6640-4097-b322-20f9dbc4d24e service neutron] 10.222.0.11 "GET /v2.0/networks?id=461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 200 len: 925 time: 0.5311639 Nov 23 09:51:12.433245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] Provisioning complete for port f9a3e07c-e844-44bd-8b34-83cbda115762 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:12.433605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.467139 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6510c3-1d8d-4143-8f0b-5eda3dc7467f x-openstack-request-id: req-ab6510c3-1d8d-4143-8f0b-5eda3dc7467f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:12.467567 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:12.467938 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab6510c3-1d8d-4143-8f0b-5eda3dc7467f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:12.468654 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'status': 'completed', 'code': 200} Nov 23 09:51:12.487284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd3fc37-f4d5-4ab2-86a5-dc1624443124 req-f05a392e-c243-4f0d-914f-aaaede121430 service neutron] 10.222.0.62 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479390 Nov 23 09:51:12.550242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': '9474de58-a294-4f74-984b-2e1cf0038036', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:3c:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:51:08Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:12.556300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-944a067c-0f95-4b9e-8a56-2cc2c04ec682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.568201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-944a067c-0f95-4b9e-8a56-2cc2c04ec682 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae630061d20e4bf0abb536f5592fed36&device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 1097 time: 0.0983560 Nov 23 09:51:12.606324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91060a04-3d93-4f04-9e78-07cffe8a1311 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b4eb2139-2a7c-4b35-8077-4d88b5087f7d', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'port_id': '9474de58-a294-4f74-984b-2e1cf0038036', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'mac_address': 'fa:16:3e:3c:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:47:25Z', 'updated_at': '2021-11-23T09:51:08Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:12.625455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-71945034-9658-4016-b478-d75249bb6ae9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9474de58-a294-4f74-984b-2e1cf0038036 HTTP/1.1" status: 200 len: 999 time: 0.2249782 Nov 23 09:51:12.695987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.709982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.775908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] For port f9a3e07c-e844-44bd-8b34-83cbda115762, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f9a3e07c-e844-44bd-8b34-83cbda115762,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:12.788398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:12.843762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-054784b5-d336-4816-9012-057b9c840a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.845278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-054784b5-d336-4816-9012-057b9c840a8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 200 len: 930 time: 0.2608061 Nov 23 09:51:12.846121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-b0e0391f-f893-4f33-a62f-0ee347df5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.847596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-b0e0391f-f893-4f33-a62f-0ee347df5d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 200 len: 863 time: 0.1792791 Nov 23 09:51:12.875544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51ffad-e9eb-4ac7-9d42-42ef5077624f req-6162613d-5a06-477f-91f9-11777d88ef1d tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.877452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af51ffad-e9eb-4ac7-9d42-42ef5077624f req-6162613d-5a06-477f-91f9-11777d88ef1d tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1096 time: 0.2973115 Nov 23 09:51:12.887094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3e117-8fac-439d-b2ca-0ae996aab5d3 req-965b169c-1404-4167-8937-b845db525ee4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:12.888642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6b3e117-8fac-439d-b2ca-0ae996aab5d3 req-965b169c-1404-4167-8937-b845db525ee4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.2417476 Nov 23 09:51:12.902962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1918c8-fb36-44cf-9311-57c6b53b4ff0 None None] Pushing event updated for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:12.980814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-5a5fd09c-9a74-47c3-b414-4f37c986123b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 200 len: 217 time: 0.1092849 Nov 23 09:51:13.006528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e158d-551a-4841-93ba-d78daa6e79d5 None None] New status for floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:51:13.061952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-3e1e5dae-0fbd-4cb7-8b92-903e53943976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:13.063438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-3e1e5dae-0fbd-4cb7-8b92-903e53943976 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 200 len: 868 time: 0.0692475 Nov 23 09:51:13.067107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6b3e117-8fac-439d-b2ca-0ae996aab5d3 req-a0927cce-e4b4-468f-879e-7276fc6fae16 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040921 Nov 23 09:51:13.084365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:13.098690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:13.143458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af51ffad-e9eb-4ac7-9d42-42ef5077624f req-12ab1326-d45b-4c30-88c4-0bbbaf2b77a5 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087781 Nov 23 09:51:13.149412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:13.155854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-1f8eaad7-b881-4928-b839-41ad71e98568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:13.157382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-1f8eaad7-b881-4928-b839-41ad71e98568 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=949ce7b7-eebf-4992-bccd-924bd41f06b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852458 Nov 23 09:51:13.199727 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Checking router: c78438d5-3265-49e9-a174-8d70b6a01dfe for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:13.200437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-e995af48-b48b-439e-8782-b8b8d3be605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:13.201958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-e995af48-b48b-439e-8782-b8b8d3be605f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=461c94ce-85c4-4852-85f1-798ca6132f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203068 Nov 23 09:51:13.204598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:11Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:13.239378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6d7b8-c349-45fd-a41c-2bbd1389439e None None] The sync data for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 is: [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:11Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:13.242811 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:13.243854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:50:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:13.265547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c08ff1c-1759-4831-a061-f88402290047,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:13.317931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:13.319956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d65ecdd8-6c65-435c-a77d-0077dab19915 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0286314 Nov 23 09:51:13.332444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:13.337690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:13.422963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-826519d3-44ad-466c-8fed-ed1e99636429 service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571754 Nov 23 09:51:13.426048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa21f0c-ae89-4b21-9d16-800d55d8fd31 req-788685bc-b0bf-47b5-b9c3-6dfc7293499b tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:13.427917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eaa21f0c-ae89-4b21-9d16-800d55d8fd31 req-788685bc-b0bf-47b5-b9c3-6dfc7293499b tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 1100 time: 0.1636977 Nov 23 09:51:13.444978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:13.488477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-5fbe3825-d7a8-4668-82ae-1a0d8da6668a tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips/a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 HTTP/1.1" status: 200 len: 695 time: 0.1651902 Nov 23 09:51:13.624515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eaa21f0c-ae89-4b21-9d16-800d55d8fd31 req-91af4186-dcd2-49cd-b47c-9346773abdb6 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820741 Nov 23 09:51:13.630611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-a83884f3-2eb4-4f6f-a79c-8637384fc2ee tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:13.638449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-a83884f3-2eb4-4f6f-a79c-8637384fc2ee tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1490493 Nov 23 09:51:13.664457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2502dcb7-d220-4545-ab66-57ebb37d9151 req-0f395639-bf31-4e12-a176-ee8607b494ee service neutron] 10.222.0.11 "GET /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336166 Nov 23 09:51:13.694717 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:13.801419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-4ac5507e-4dec-43ba-b596-219019173090 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 698 time: 0.1619954 Nov 23 09:51:13.891587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-b52bb5e9-f920-48d5-a593-82744b82a220 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 698 time: 0.0891840 Nov 23 09:51:13.944660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-f39f431d-258a-4116-8b8a-977399a114f4 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232223 Nov 23 09:51:14.060106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:14.093686 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7694414-dedd-4fd4-b034-ac6ea97c1007 None None] The sync data for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 is: [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:50:32Z', 'revision_number': 4, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '262bef67-6229-451f-b47f-20a8de441732', 'name': '', 'network_id': '949ce7b7-eebf-4992-bccd-924bd41f06b1', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'mac_address': 'fa:16:3e:6d:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:31Z', 'updated_at': '2021-11-23T09:50:39Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'subnets': [{'id': '655df58b-d9cb-4e08-a5d2-eaa0d51d103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:14.218907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-892325fe-76a7-42d4-82c9-172eefa235d1 req-6bc4983b-2b65-47c1-b901-360109497577 service neutron] 10.222.0.11 "GET /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335107 Nov 23 09:51:14.233431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.248146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Deleting port e33fee8b-8e1b-4edd-be62-2eba33b6ee18 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:14.248399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.443866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.444194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.477788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Calling delete_port for e33fee8b-8e1b-4edd-be62-2eba33b6ee18 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:14.481712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Allocated IP 172.25.1.155 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/64a37719-0f5f-4e25-ade1-bd24dde6e0b3) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:14.691586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.792507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.805920 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6b8eb-592d-4367-b9fc-eea48f1e2d21 None None] New status for floating IP a2a4c510-87f5-47b4-9131-fa99dc1ecfc5: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:51:14.840710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event deleted for resources: {'Port': ['ID=e33fee8b-8e1b-4edd-be62-2eba33b6ee18,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:14.848144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:14.943146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:14.956798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:14.959660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:14.967880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'Port': ['ID=64a37719-0f5f-4e25-ade1-bd24dde6e0b3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:15.026252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.029489 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.030865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1306c95-f597-4cba-8f7f-5575b89049b0 req-334521e3-ac39-4d4e-8665-1fb8ab0950e9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "DELETE /v2.0/floatingips/a2a4c510-87f5-47b4-9131-fa99dc1ecfc5 HTTP/1.1" status: 204 len: 173 time: 1.1383982 Nov 23 09:51:15.069675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c2e611ca-951c-47de-9bda-067a6c618a95 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:51:15.080063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c2e611ca-951c-47de-9bda-067a6c618a95 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219989 Nov 23 09:51:15.224842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-25541930-2ba9-4007-bdd4-991c70d46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:15.226993 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-25541930-2ba9-4007-bdd4-991c70d46a13 service neutron] 10.222.0.62 "GET /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 1093 time: 0.1461012 Nov 23 09:51:15.229054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.256019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:15.256509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:51:15.302655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f9a3e07c-e844-44bd-8b34-83cbda115762 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:15.318219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-ee6d4afa-4e76-418e-b8b8-9735c25471c4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969796 Nov 23 09:51:15.359441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.362165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f9a3e07c-e844-44bd-8b34-83cbda115762 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:15.362613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.544758 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:15.843691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-131a7c5f-675e-456b-a93e-9dfa1f135f5d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:15.845150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-131a7c5f-675e-456b-a93e-9dfa1f135f5d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5190885 Nov 23 09:51:15.897852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-b39e3b32-0bca-4607-b747-ff3e5c0afb1b tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/quotas/73229fdea19e45b7bd6a758207803669 HTTP/1.1" status: 200 len: 375 time: 0.0237448 Nov 23 09:51:15.927862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:15.928197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:15.928532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:15.960429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:51:15.960650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:15.976651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:15.977078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:15.977537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:15.977996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Bound port: 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:16.020493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:16.031904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:16.049278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-5115562a-a093-45ac-9633-82c108c4fbf2 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1419561 Nov 23 09:51:16.125166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:16.140294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:16.141452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1535481a-1d55-4ce0-9e44-ad7a174dfdb1 service neutron] 10.222.0.62 "POST /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78/bindings HTTP/1.1" status: 201 len: 389 time: 0.8965051 Nov 23 09:51:16.144257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'Port': ['ID=64a37719-0f5f-4e25-ade1-bd24dde6e0b3,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:16.162852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:16.198664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:16.200458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa3efcdd-dd3c-4849-ac21-dd07b09a34d3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8669446 Nov 23 09:51:16.296687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9024ca-44e1-42ac-a35a-30b3de48ae88 req-e563080f-745d-4587-ad84-5f5d3631411d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:16.299377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d9024ca-44e1-42ac-a35a-30b3de48ae88 req-e563080f-745d-4587-ad84-5f5d3631411d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.0711312 Nov 23 09:51:16.411454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d9024ca-44e1-42ac-a35a-30b3de48ae88 req-585aea98-aacb-49c2-b874-a0b471cc9c8b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038320 Nov 23 09:51:16.603529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f92cc74f-650b-48c0-9492-105107420a6c req-cff967b2-c43c-4bfa-959e-54aeaf930a66 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 210 time: 0.0847282 Nov 23 09:51:16.636361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-00e2dd9a-cefb-48be-974e-06d8f0794054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:16.638218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-00e2dd9a-cefb-48be-974e-06d8f0794054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1096 time: 0.1521752 Nov 23 09:51:16.820946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d6e08-0382-4678-8f4c-8fb2db62c760 req-45e758b4-278e-4e76-8ecf-896fac8bc5f9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:16.828270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d83d6e08-0382-4678-8f4c-8fb2db62c760 req-45e758b4-278e-4e76-8ecf-896fac8bc5f9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1072800 Nov 23 09:51:16.836221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c457c5ba-cb93-4ee3-beee-7617fede1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:16.838272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c457c5ba-cb93-4ee3-beee-7617fede1821 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.1921492 Nov 23 09:51:16.840742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3480af-6ac7-4e19-a334-e7033359f1c7 req-efc80df3-52fd-4e01-86df-95cad6c35ba9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:16.843322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c3480af-6ac7-4e19-a334-e7033359f1c7 req-efc80df3-52fd-4e01-86df-95cad6c35ba9 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0797949 Nov 23 09:51:16.896275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-1369da02-4cd3-43ea-baae-4055f6ef4370 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 217 time: 0.0454259 Nov 23 09:51:16.916448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c3480af-6ac7-4e19-a334-e7033359f1c7 req-deff6d67-4645-4e5c-9d1e-896eeee54503 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0639784 Nov 23 09:51:17.007607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d83d6e08-0382-4678-8f4c-8fb2db62c760 req-9fc92a42-cf1a-4c73-9355-5c38e7528b84 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783915 Nov 23 09:51:17.065168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-b368055e-8da9-410d-8ea2-69350396b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:17.069711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-b368055e-8da9-410d-8ea2-69350396b8c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1339407 Nov 23 09:51:17.105742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa093e-b891-4474-92b9-d1032f986f2d req-bb92c093-7c2a-4faf-aa9e-d175d05e6f53 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:17.107342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62fa093e-b891-4474-92b9-d1032f986f2d req-bb92c093-7c2a-4faf-aa9e-d175d05e6f53 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 945 time: 0.0826561 Nov 23 09:51:17.131135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc28b4-467a-48ce-90d9-62f965bec018 req-149f7554-cfaf-4850-b24f-b33a34a9ee54 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0853164 Nov 23 09:51:17.159337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-49744486-b390-4166-82d8-a4b568b88586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466809 Nov 23 09:51:17.199550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62fa093e-b891-4474-92b9-d1032f986f2d req-c5200f14-ad2c-4e85-80cb-ada259b99635 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Nov 23 09:51:17.282481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-139072c1-24cf-4c40-9b9a-936b4fbac734 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075253 Nov 23 09:51:17.436752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-967cee52-475d-43b9-bda6-6ea1ec4eddbc service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402147 Nov 23 09:51:17.538915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dcda6-8bf6-465f-bc6f-b78debd55051 req-c3fddecf-defb-42b4-9cc1-467914f56167 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:17.540584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-454dcda6-8bf6-465f-bc6f-b78debd55051 req-c3fddecf-defb-42b4-9cc1-467914f56167 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.0649211 Nov 23 09:51:17.631235 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-454dcda6-8bf6-465f-bc6f-b78debd55051 req-6f682e59-690d-4ded-a3b9-5c624e0c93c5 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770068 Nov 23 09:51:17.631891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43797dcb-a927-4095-87c7-49bff49b785a req-ef6ab0ae-be21-4062-b4bd-bd4c43a758c5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:17.633522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43797dcb-a927-4095-87c7-49bff49b785a req-ef6ab0ae-be21-4062-b4bd-bd4c43a758c5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1140678 Nov 23 09:51:17.703788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43797dcb-a927-4095-87c7-49bff49b785a req-eb5470ec-0e6c-46f5-b35f-a81e92259bc3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612545 Nov 23 09:51:17.727140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e88ade94-dcd6-42d5-a4d9-e207145a2eac req-a49d6189-95a4-4613-809e-3ddd1e86826d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 210 time: 0.0294700 Nov 23 09:51:17.782713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b3ede69-5584-4fde-90c4-a933daa63e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:17.916529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-891b004a-40a0-405a-ba50-27da428d22b6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=73229fdea19e45b7bd6a758207803669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411065 Nov 23 09:51:18.113746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-668b93e8-57d4-4b07-8694-8807d58fb477 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.115628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-668b93e8-57d4-4b07-8694-8807d58fb477 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916630 Nov 23 09:51:18.140858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Request body: {'port': {'device_id': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '73229fdea19e45b7bd6a758207803669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:18.243711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9985fe8-aea1-46fb-8f36-1068db0f18b6 req-46aa5031-247e-44bf-a80c-e5c6c75baeb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.253725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9985fe8-aea1-46fb-8f36-1068db0f18b6 req-46aa5031-247e-44bf-a80c-e5c6c75baeb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1153870 Nov 23 09:51:18.340567 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:51:18.351762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9985fe8-aea1-46fb-8f36-1068db0f18b6 req-de684353-f73c-4cda-9b97-33fdf1af81e6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960803 Nov 23 09:51:18.432017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad03fb-7bdb-47d4-a77e-39d81ef58c46 req-d2f69daf-ed81-4d59-927d-f63819ca002a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.439637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dad03fb-7bdb-47d4-a77e-39d81ef58c46 req-d2f69daf-ed81-4d59-927d-f63819ca002a tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 945 time: 0.1168933 Nov 23 09:51:18.481375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1411435-650c-4ac8-b427-935c87e9381e req-194b22ee-39ef-4659-86f9-1d75ee700074 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.482983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1411435-650c-4ac8-b427-935c87e9381e req-194b22ee-39ef-4659-86f9-1d75ee700074 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 945 time: 0.1176236 Nov 23 09:51:18.505419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Made reservation on behalf of 73229fdea19e45b7bd6a758207803669 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:18.508919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:18.572699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dad03fb-7bdb-47d4-a77e-39d81ef58c46 req-6be60450-7aa4-43c9-8bae-25c844a2593d tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/security-groups?id=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320515 Nov 23 09:51:18.728336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Deleting port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:18.728675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:18.771499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Allocated IP 192.168.233.57 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/0e52f861-a15a-4ac3-8cdb-738c82ae3322) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:18.842762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5471-731b-4dca-b949-25c751f21ad3 req-09e17e19-8048-4814-84c2-8a007cbebaa6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.855567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-257c5471-731b-4dca-b949-25c751f21ad3 req-09e17e19-8048-4814-84c2-8a007cbebaa6 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.1153357 Nov 23 09:51:18.915201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] For port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:18.915581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:18.972866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75c024-3260-4335-bc12-8fc04fae203d req-19f7d54a-da0b-4f97-bece-cf40e26483ed tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:18.974282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-257c5471-731b-4dca-b949-25c751f21ad3 req-f6ac365d-05cb-4185-8b74-915e42282515 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174166 Nov 23 09:51:18.980424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c75c024-3260-4335-bc12-8fc04fae203d req-19f7d54a-da0b-4f97-bece-cf40e26483ed tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1719673 Nov 23 09:51:18.989502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Calling delete_port for 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:19.130678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79de3873-6d12-4f26-8ae6-9ad4d7c54979 req-e6396817-6952-4fff-9175-22c86370cfea tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 210 time: 0.0414793 Nov 23 09:51:19.172452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c75c024-3260-4335-bc12-8fc04fae203d req-87f235fe-89b7-48ca-b114-07c0c43b8805 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910207 Nov 23 09:51:19.253383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:19.348480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:19.358203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:19.370211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'd9801c43-bab5-4adf-a0cc-3189529ec192'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:19.384416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:19.403016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:19.406806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:19.409910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Pushing event deleted for resources: {'Port': ['ID=3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:19.462532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:19.562326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] No DVR routers for this DVR port 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:19.570648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:19.576935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1411435-650c-4ac8-b427-935c87e9381e req-b9eecceb-046b-4760-8db9-1e683206c7e8 tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.50 "DELETE /v2.0/ports/3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f HTTP/1.1" status: 204 len: 173 time: 1.0863583 Nov 23 09:51:19.600792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'name': 'network-vif-deleted', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:19.603551 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f436dd-2468-4ac7-a602-466772f8cccb" -d '{"events": [{"server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "name": "network-vif-deleted", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:19.683661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f7d6-5738-4125-9235-302ab63ada03 req-da3f4f73-e168-4003-b337-0dc70a4f491e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:19.692270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8d8f7d6-5738-4125-9235-302ab63ada03 req-da3f4f73-e168-4003-b337-0dc70a4f491e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1924314 Nov 23 09:51:19.732130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event updated for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:19.793444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:19.798668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:19.856481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3c90b265-d9d4-456b-80a8-aa425e80f1a1 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:19.858865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3c90b265-d9d4-456b-80a8-aa425e80f1a1 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.11 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.2792730 Nov 23 09:51:19.875313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8d8f7d6-5738-4125-9235-302ab63ada03 req-f727069b-c2c8-4b8d-aa65-9509f9d25ef8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817930 Nov 23 09:51:19.915915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-d0031b0e-1ce6-43ca-96a0-7d1f3028d4f6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7798195 Nov 23 09:51:19.923312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc76d576-d3da-4269-800f-b1c1e4e0582b req-5a257901-f323-47b6-8e28-b7c90f7f565f tempest-AttachSCSIVolumeTestJSON-1818184291 tempest-AttachSCSIVolumeTestJSON-1818184291-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc72050-1272-42ba-a72a-f1bc3ef2428b HTTP/1.1" status: 200 len: 210 time: 0.0753508 Nov 23 09:51:19.936592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Request body: {'port': {'device_id': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:20.099116 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5589339e-f669-4fdb-99d7-8df4971cf047 x-openstack-request-id: req-5589339e-f669-4fdb-99d7-8df4971cf047 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:20.099745 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc72050-1272-42ba-a72a-f1bc3ef2428b", "name": "network-vif-deleted", "tag": "3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:20.099745 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5589339e-f669-4fdb-99d7-8df4971cf047 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:20.100053 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc72050-1272-42ba-a72a-f1bc3ef2428b', 'name': 'network-vif-deleted', 'tag': '3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f', 'status': 'completed', 'code': 200} Nov 23 09:51:20.100694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.133162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Deleting port d970600c-b00b-4d1a-bab8-9f9c7a611de0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:20.134028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.285089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.355582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-12bf4a03-d2b2-4cbb-b0b2-18dfd38b8e40 None None] Provisioning complete for port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:20.356338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-12bf4a03-d2b2-4cbb-b0b2-18dfd38b8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.494288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d243db9-7277-49b6-911d-fec4a6b831fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.523303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-12bf4a03-d2b2-4cbb-b0b2-18dfd38b8e40 None None] Port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:20.561436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] For port d970600c-b00b-4d1a-bab8-9f9c7a611de0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d970600c-b00b-4d1a-bab8-9f9c7a611de0,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:20.565232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.623753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecbd19-2a65-4024-b24d-28ca524b2ca6 req-b7657ab1-f2f1-4ca7-9b9c-887a0c2da121 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:20.625550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fecbd19-2a65-4024-b24d-28ca524b2ca6 req-b7657ab1-f2f1-4ca7-9b9c-887a0c2da121 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 935 time: 0.2557809 Nov 23 09:51:20.630640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Calling delete_port for d970600c-b00b-4d1a-bab8-9f9c7a611de0 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:20.667724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e52f861-a15a-4ac3-8cdb-738c82ae3322 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:20.682423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.697815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Transition to ACTIVE for port object 0e52f861-a15a-4ac3-8cdb-738c82ae3322 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:51:20.714765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b8c1-430e-4964-9477-195cd595fb2c req-7953e7fd-b141-4e40-ae07-9fedf81a8216 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:20.716373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30d8b8c1-430e-4964-9477-195cd595fb2c req-7953e7fd-b141-4e40-ae07-9fedf81a8216 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 946 time: 0.5422275 Nov 23 09:51:20.718080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:20.764032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fecbd19-2a65-4024-b24d-28ca524b2ca6 req-bd75a2df-5bc4-446c-9e40-35321775a408 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287584 Nov 23 09:51:20.767855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Pushing event updated for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:20.982507 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30d8b8c1-430e-4964-9477-195cd595fb2c req-a4cbb2bc-30ed-4b4c-a721-b63ee0d8f404 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87cd3be-f344-4294-90bf-ad543b1cd0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162282 Nov 23 09:51:21.154365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Attempting to bind port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:21.155047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Attempting to bind port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:21.155047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Attempting to bind port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:21.180534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:51:21.181540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Attempting to bind port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:21.204066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:21.204409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:21.204799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:21.205248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Bound port: 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:21.209919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.244644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.286090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca853ff-b756-4abf-b971-c6a9f569df9d req-4034943d-9391-44b8-b07c-6b9ce32267d3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:21.296583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca853ff-b756-4abf-b971-c6a9f569df9d req-4034943d-9391-44b8-b07c-6b9ce32267d3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.3727834 Nov 23 09:51:21.341146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:21.354566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.441408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:21.446172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:21.460810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.523215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Pushing event deleted for resources: {'Port': ['ID=d970600c-b00b-4d1a-bab8-9f9c7a611de0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:21.528288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:21.528895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3d3c4b6c-2656-4d2a-bc6d-bfb217fbfe2f not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:21.597657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:21.598311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.599731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] 10.222.0.11 "PUT /v2.0/ports/0e52f861-a15a-4ac3-8cdb-738c82ae3322 HTTP/1.1" status: 200 len: 1095 time: 1.6733468 Nov 23 09:51:21.708537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13fce5-cb9d-48fc-b403-9dcbec9a21f2 req-1dce8ccf-76ff-453b-a1dc-20d944cb6694 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:21.726720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b13fce5-cb9d-48fc-b403-9dcbec9a21f2 req-1dce8ccf-76ff-453b-a1dc-20d944cb6694 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.2787492 Nov 23 09:51:21.731702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] No DVR routers for this DVR port d970600c-b00b-4d1a-bab8-9f9c7a611de0 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:21.761753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:21.766593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0672ce53-9b9c-4abf-88a5-7e9d48401dcc req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.11 "DELETE /v2.0/ports/d970600c-b00b-4d1a-bab8-9f9c7a611de0 HTTP/1.1" status: 204 len: 173 time: 1.8865883 Nov 23 09:51:21.820668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'name': 'network-vif-deleted', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:21.826797 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086bacb-c1b6-4e66-b70a-ad3ef48640e3" -d '{"events": [{"server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "name": "network-vif-deleted", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:21.829724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2142b1-93ca-40d8-ba3c-00ae129f854c service neutron] Pushing event updated for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:21.840830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.845301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.846997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.847521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.848937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.849505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.850115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.850632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.851124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.851667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.852145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.852623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3a526-3c8c-4106-a41c-731182147169 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:21.898653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca853ff-b756-4abf-b971-c6a9f569df9d req-ce5dd500-cfca-47ee-93c4-7e28dbef4aa3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901966 Nov 23 09:51:21.937692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b13fce5-cb9d-48fc-b403-9dcbec9a21f2 req-fea7df74-6ce3-4545-89c9-6c6598a17ff8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098370 Nov 23 09:51:21.942763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-326df27f-7fd3-4d21-bc85-f83a50c4ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:21.944462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-326df27f-7fd3-4d21-bc85-f83a50c4ed49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 1098 time: 0.2628405 Nov 23 09:51:22.042901 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-feced300-7a30-43fa-b847-6525b5abca17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322 HTTP/1.1" status: 200 len: 217 time: 0.0888114 Nov 23 09:51:22.060839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d970600c-b00b-4d1a-bab8-9f9c7a611de0 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:22.106437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:22.109080 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3455f32-029e-419d-8943-ff4781ab21fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:22.130401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: d970600c-b00b-4d1a-bab8-9f9c7a611de0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:22.130736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d970600c-b00b-4d1a-bab8-9f9c7a611de0 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:22.148614 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ec0ae-093e-4dc6-bb2c-9d3153457c0d x-openstack-request-id: req-385ec0ae-093e-4dc6-bb2c-9d3153457c0d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:22.148954 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54034c89-bba5-4163-9b32-2c4aa8fcface", "name": "network-vif-deleted", "tag": "d970600c-b00b-4d1a-bab8-9f9c7a611de0", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:22.149296 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-385ec0ae-093e-4dc6-bb2c-9d3153457c0d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:22.149710 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54034c89-bba5-4163-9b32-2c4aa8fcface', 'name': 'network-vif-deleted', 'tag': 'd970600c-b00b-4d1a-bab8-9f9c7a611de0', 'status': 'completed', 'code': 200} Nov 23 09:51:22.223945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-6c007e68-12ec-48ce-bcd4-71544547e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:22.225670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-6c007e68-12ec-48ce-bcd4-71544547e187 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1748407 Nov 23 09:51:22.257286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102cbe1-2695-430c-8573-abf274b31e12 req-762dbb30-185e-49aa-aeee-02ebee863e88 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:22.259124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9102cbe1-2695-430c-8573-abf274b31e12 req-762dbb30-185e-49aa-aeee-02ebee863e88 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 947 time: 0.1383545 Nov 23 09:51:22.331758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-35c8bf67-efac-45d2-9c3e-b91a6c387a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:22.333321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-35c8bf67-efac-45d2-9c3e-b91a6c387a04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979824 Nov 23 09:51:22.384984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea89948f-627a-4c52-a6dc-b935d4b07d3d req-9655f643-1a92-486a-a9c1-da4484552e08 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749 tempest-FloatingIPsAssociationNegativeTestJSON-1669084749-project] 10.222.0.62 "GET /v2.0/ports?device_id=54034c89-bba5-4163-9b32-2c4aa8fcface HTTP/1.1" status: 200 len: 210 time: 0.0853007 Nov 23 09:51:22.394620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9102cbe1-2695-430c-8573-abf274b31e12 req-d356fddc-a715-4144-a7b8-87779f15e4ef tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167705 Nov 23 09:51:22.591045 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f76716-3afd-4fa6-a22c-14f35be58bbd x-openstack-request-id: req-70f76716-3afd-4fa6-a22c-14f35be58bbd {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:22.591671 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:22.592303 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f76716-3afd-4fa6-a22c-14f35be58bbd {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:22.592846 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322', 'status': 'completed', 'code': 200} Nov 23 09:51:22.596803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:22.679239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-6a7c128d-3379-48b5-8578-df266bda2a58 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317051 Nov 23 09:51:22.930328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74ffe07d-6bd4-4f71-a0f0-4c31eb57dde6 req-25406d30-e162-49a2-810a-283245c36f2d service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262666 Nov 23 09:51:23.127370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa6a5-3ee0-4d8f-b8ea-15af7ec11976 req-149ba0a6-769c-445d-add7-c33b6cf2afbc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.137034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a1aa6a5-3ee0-4d8f-b8ea-15af7ec11976 req-149ba0a6-769c-445d-add7-c33b6cf2afbc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.0805163 Nov 23 09:51:23.192133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ac5ec-2267-4e60-925e-5401ac027251 req-ad00de9b-d55a-4384-be61-700dd8766b15 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.195755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-554ac5ec-2267-4e60-925e-5401ac027251 req-ad00de9b-d55a-4384-be61-700dd8766b15 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1350653 Nov 23 09:51:23.200752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455f32-029e-419d-8943-ff4781ab21fd req-c3649e6a-8362-4c17-890c-6f34bc97b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.204885 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-c3649e6a-8362-4c17-890c-6f34bc97b6bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 1098 time: 0.1983886 Nov 23 09:51:23.214515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a1aa6a5-3ee0-4d8f-b8ea-15af7ec11976 req-620e43d0-967c-468d-8bf6-9a138eca896d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765085 Nov 23 09:51:23.321383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455f32-029e-419d-8943-ff4781ab21fd req-5e474149-2713-4f85-a2a9-1b0b753971d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.322879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-5e474149-2713-4f85-a2a9-1b0b753971d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1006629 Nov 23 09:51:23.387488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-01468cb3-8b54-4a6a-92be-2cb687cc4f34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322 HTTP/1.1" status: 200 len: 217 time: 0.0535154 Nov 23 09:51:23.448361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-554ac5ec-2267-4e60-925e-5401ac027251 req-ed9acfa3-ba38-47c7-9994-3696f949ae29 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391322 Nov 23 09:51:23.481084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455f32-029e-419d-8943-ff4781ab21fd req-71d57d44-dc50-4cd9-99c8-5ab1a396c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.482785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-71d57d44-dc50-4cd9-99c8-5ab1a396c609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0845847 Nov 23 09:51:23.494411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:23.575600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:23.588773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455f32-029e-419d-8943-ff4781ab21fd req-4f698226-44bf-4407-a01b-0ed9ec1e783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.590971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-4f698226-44bf-4407-a01b-0ed9ec1e783f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985250 Nov 23 09:51:23.788658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-42baed15-0acc-4dcc-bdb7-7bab050ddeb2 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877580 Nov 23 09:51:23.900620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3455f32-029e-419d-8943-ff4781ab21fd req-c5bfd2a6-8526-4661-a828-fe7a6d81186a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037617 Nov 23 09:51:23.926131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db0f2b-111f-4fdb-8657-7c202930c0fe req-0796257e-66f7-4c7c-8147-aaf7837d981c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:23.927852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05db0f2b-111f-4fdb-8657-7c202930c0fe req-0796257e-66f7-4c7c-8147-aaf7837d981c tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 947 time: 0.3456993 Nov 23 09:51:24.021414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05db0f2b-111f-4fdb-8657-7c202930c0fe req-1dc69a91-5848-4307-b879-578d011f1a36 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608625 Nov 23 09:51:24.300950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:24.341137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff208f7e-5fa3-41ae-9f3a-388216f68381 req-d40aa42d-3ce6-42b2-977e-b0b420a75e14 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:24.348932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff208f7e-5fa3-41ae-9f3a-388216f68381 req-d40aa42d-3ce6-42b2-977e-b0b420a75e14 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.0639863 Nov 23 09:51:24.405359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff208f7e-5fa3-41ae-9f3a-388216f68381 req-4e0ce17c-e04d-4567-b0c1-265fd13180c6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550971 Nov 23 09:51:24.894120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522ccf6-3fea-45a2-a4e1-ef6cf7c2f976 req-3cc90026-5535-4115-aaa4-81da305c6293 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:24.902279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1522ccf6-3fea-45a2-a4e1-ef6cf7c2f976 req-3cc90026-5535-4115-aaa4-81da305c6293 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.2398539 Nov 23 09:51:25.035476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1522ccf6-3fea-45a2-a4e1-ef6cf7c2f976 req-80b6e96f-124d-458a-bf72-f566aed8ea74 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263664 Nov 23 09:51:25.066830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-ca6a130b-3181-4865-b215-7c845a91af04 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:25.068529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-ca6a130b-3181-4865-b215-7c845a91af04 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.2014432 Nov 23 09:51:25.096689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-02ec939e-80e4-4bdc-8f50-861ee05d7bde tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/quotas/74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 375 time: 0.0204995 Nov 23 09:51:25.225760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-a2f5291f-4753-4d0c-afcb-e98abd18d6c8 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232975 Nov 23 09:51:25.239258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Deleting port 262bef67-6229-451f-b47f-20a8de441732 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:25.239600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:25.366903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-83a7136c-4923-473a-89f3-57d603f348bd service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326346 Nov 23 09:51:25.381982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937dcae-2bec-4021-920f-f4a67098ab55 req-a1429d62-d81f-4a46-928c-b0a88ee5af96 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:25.389552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9937dcae-2bec-4021-920f-f4a67098ab55 req-a1429d62-d81f-4a46-928c-b0a88ee5af96 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 947 time: 0.1256523 Nov 23 09:51:25.401592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] For port 262bef67-6229-451f-b47f-20a8de441732, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=262bef67-6229-451f-b47f-20a8de441732,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:25.402007 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:25.424275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Calling delete_port for 262bef67-6229-451f-b47f-20a8de441732 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:25.514747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9937dcae-2bec-4021-920f-f4a67098ab55 req-3e2bfbfc-4c42-4154-87b0-7e4733711542 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195807 Nov 23 09:51:25.530460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-af8092dc-809e-4941-bcb3-295870bffd10 service neutron] 10.222.0.62 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576452 Nov 23 09:51:25.790783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:25.898019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b26301-c6a3-4376-9edc-f619bcfb696e req-38dc6057-f952-4c52-b396-22eb35da4870 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:25.899809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76b26301-c6a3-4376-9edc-f619bcfb696e req-38dc6057-f952-4c52-b396-22eb35da4870 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.2618735 Nov 23 09:51:25.957403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=262bef67-6229-451f-b47f-20a8de441732,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:25.994870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9513a1fe-e7ca-4cbc-96ff-27058bd4b42e req-0940bb08-a521-46eb-98fe-bc6884cd228e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0570898 Nov 23 09:51:26.189713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76b26301-c6a3-4376-9edc-f619bcfb696e req-8690b372-8c37-4673-8dee-1b02f9bcf9be tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538564 Nov 23 09:51:26.208920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73bbee-d9fe-46e3-9831-35935fb0f31a req-f4c8e39b-0b31-49a7-b319-9db2489d663d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:26.210594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe73bbee-d9fe-46e3-9831-35935fb0f31a req-f4c8e39b-0b31-49a7-b319-9db2489d663d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1032526 Nov 23 09:51:26.341225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe73bbee-d9fe-46e3-9831-35935fb0f31a req-857f84e7-eee9-4218-866e-cb5e0cf55c53 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161971 Nov 23 09:51:26.408766 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:26.850596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167dc17-1255-4fb5-8700-8b0aa87e1aac req-62e6381f-f328-4241-a4cf-ec083b74690a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:26.852110 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6167dc17-1255-4fb5-8700-8b0aa87e1aac req-62e6381f-f328-4241-a4cf-ec083b74690a tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 947 time: 0.1582060 Nov 23 09:51:26.928406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6167dc17-1255-4fb5-8700-8b0aa87e1aac req-9f514eff-0c27-4f63-a923-02f2eb78293f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670795 Nov 23 09:51:26.951090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Router c78438d5-3265-49e9-a174-8d70b6a01dfe has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:27.159475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:27.169228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bcb7f6a-08f0-4d25-b31d-867a5e4e6132 req-ac1e3980-d2e6-4790-8412-7df6c20bcca5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0668862 Nov 23 09:51:27.181095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Sync routers for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:27.205380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-36bced72-065e-431d-be2e-1c7f5e33e2f9 admin admin] 10.222.0.62 "PUT /v2.0/routers/c78438d5-3265-49e9-a174-8d70b6a01dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262200 Nov 23 09:51:27.206753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:27.214444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:27.215103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:27.400043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47e0f3-0a9a-402f-b36d-0492e12fbe10 req-4edcb540-a117-4c25-b07c-d07320623380 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:27.409154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e47e0f3-0a9a-402f-b36d-0492e12fbe10 req-4edcb540-a117-4c25-b07c-d07320623380 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.0805216 Nov 23 09:51:27.473480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:27.475977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:27.480763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e47e0f3-0a9a-402f-b36d-0492e12fbe10 req-d352e10a-dce6-4244-b776-65edd150f2ea tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Nov 23 09:51:27.615317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997166e-88b1-41c8-9bd2-236dbb3202fa req-a4bcab3b-2d50-4632-aedf-96b0d6fb9b8f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:27.617241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7997166e-88b1-41c8-9bd2-236dbb3202fa req-a4bcab3b-2d50-4632-aedf-96b0d6fb9b8f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.0663104 Nov 23 09:51:27.707163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7997166e-88b1-41c8-9bd2-236dbb3202fa req-2a04483c-27d4-4f65-8346-22fe43c83a10 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Nov 23 09:51:27.772500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0e52f861-a15a-4ac3-8cdb-738c82ae3322 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:51:27.957262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:51:25Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:28.004320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Checking router: c78438d5-3265-49e9-a174-8d70b6a01dfe for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:28.010974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:28.030390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Routers {'c78438d5-3265-49e9-a174-8d70b6a01dfe'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:28.033387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c78438d5-3265-49e9-a174-8d70b6a01dfe'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:28.217009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] Set router c78438d5-3265-49e9-a174-8d70b6a01dfe gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:28.232226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53650) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:28.302891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ad1c-b529-49aa-becb-ea8319c12940 req-058fad17-4850-490f-a754-feab4c8cb317 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:28.303950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '0e52f861-a15a-4ac3-8cdb-738c82ae3322', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '0e52f861-a15a-4ac3-8cdb-738c82ae3322', 'mac_address': 'fa:16:3e:39:53:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:51:28.317733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91e8ad1c-b529-49aa-becb-ea8319c12940 req-058fad17-4850-490f-a754-feab4c8cb317 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 947 time: 0.2688262 Nov 23 09:51:28.392158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-1e13208a-8724-4201-bfa0-36d46ab9200e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:28.394236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-1e13208a-8724-4201-bfa0-36d46ab9200e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 820 time: 0.3818774 Nov 23 09:51:28.398478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:28.427050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Request body: {'port': {'device_id': 'c316d2fd-e466-4815-88e1-c625181373d7', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'admin_state_up': True, 'tenant_id': '74e9003d97424e56aee352d3650bba9d'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:28.490923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30719f60-7053-48ba-99a3-3a17f7dcc603 req-fb02c590-1405-4251-85dc-607c29b9351e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0662417 Nov 23 09:51:28.524607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:28.558478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91e8ad1c-b529-49aa-becb-ea8319c12940 req-06c94777-6a44-4cdd-90d0-4e342c6508d6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311728 Nov 23 09:51:28.580206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e52f861-a15a-4ac3-8cdb-738c82ae3322 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:28.617421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:28.652996 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:28.761687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Deleting port b8944f12-7645-46c0-b8b1-0b96942d2f7b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:28.763453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:28.857295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:28.866201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606771a-ffd7-46e3-90bd-5f7c71f456f9 req-97beda50-30ee-415c-8d06-99a5b3bb0dcc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:28.867824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c606771a-ffd7-46e3-90bd-5f7c71f456f9 req-97beda50-30ee-415c-8d06-99a5b3bb0dcc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1182356 Nov 23 09:51:28.878059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.878556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.879597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.880114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.880556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.880983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.881415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.881833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.882710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.883169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.883574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.883991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:28.891849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Made reservation on behalf of 74e9003d97424e56aee352d3650bba9d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:28.895423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:28.982195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] For port b8944f12-7645-46c0-b8b1-0b96942d2f7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b8944f12-7645-46c0-b8b1-0b96942d2f7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:28.982500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:29.008182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c606771a-ffd7-46e3-90bd-5f7c71f456f9 req-a21e1db7-3627-48d1-8e26-25c3178c2f1a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248937 Nov 23 09:51:29.024531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:51:25Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:29.038733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e402e0e-2c17-4f85-b923-30cfe1305243 req-3a3552ca-015f-4164-91c8-6970c4acdb07 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:29.046671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e402e0e-2c17-4f85-b923-30cfe1305243 req-3a3552ca-015f-4164-91c8-6970c4acdb07 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1662953 Nov 23 09:51:29.057322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Calling delete_port for b8944f12-7645-46c0-b8b1-0b96942d2f7b owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:29.095368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['0e52f861-a15a-4ac3-8cdb-738c82ae3322'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:29.099732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf47978-ba8c-499e-a6d2-4bc367cb61f7 None None] The sync data for ids ['c78438d5-3265-49e9-a174-8d70b6a01dfe'] in n-d-781076-5 is: [{'id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1392014080-router', 'tenant_id': 'ae630061d20e4bf0abb536f5592fed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:27Z', 'updated_at': '2021-11-23T09:51:25Z', 'revision_number': 5, 'project_id': 'ae630061d20e4bf0abb536f5592fed36', 'gw_port': {'id': 'b8944f12-7645-46c0-b8b1-0b96942d2f7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78438d5-3265-49e9-a174-8d70b6a01dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:50:28Z', 'updated_at': '2021-11-23T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:29.203322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:29.205391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e402e0e-2c17-4f85-b923-30cfe1305243 req-d77a8a11-54bd-44bc-a350-662e7dc2564d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526492 Nov 23 09:51:29.247102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Allocated IP 172.20.0.12 (439f3770-f03b-4e17-bed8-c35b24af0524/c3c726ea-66b3-4c28-b762-076ebe4d14cf/09ee35dd-9b7a-47a9-a18c-a668e50d94f0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:29.490982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 262bef67-6229-451f-b47f-20a8de441732 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:29.536230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 262bef67-6229-451f-b47f-20a8de441732 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:29.545023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 262bef67-6229-451f-b47f-20a8de441732 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:29.730644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a674b754-d802-4269-bb11-60485f1955e3 req-d051bebd-23fc-4447-a8ce-735f406fd6a5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0775206 Nov 23 09:51:29.750200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Deleting port fa59a6e9-f6f9-4f33-a059-da95245c1d33 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:29.750542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:29.757028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:29.948769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] For port fa59a6e9-f6f9-4f33-a059-da95245c1d33, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fa59a6e9-f6f9-4f33-a059-da95245c1d33,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:29.949145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:29.972533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Calling delete_port for fa59a6e9-f6f9-4f33-a059-da95245c1d33 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:30.008096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8944f12-7645-46c0-b8b1-0b96942d2f7b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:30.079148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8ba1-8017-4cd8-a2ec-4fce150e0ce7 req-a6fef4ca-2879-43fa-bf4e-7b747aaefb8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:30.087960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-479e8ba1-8017-4cd8-a2ec-4fce150e0ce7 req-a6fef4ca-2879-43fa-bf4e-7b747aaefb8d tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 948 time: 0.3750961 Nov 23 09:51:30.117857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.121977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.239062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae32d-3671-4b26-825f-ae77a984806b req-739a5b8a-3d46-4202-b802-21636ac4c888 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:30.243068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-275ae32d-3671-4b26-825f-ae77a984806b req-739a5b8a-3d46-4202-b802-21636ac4c888 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.0808647 Nov 23 09:51:30.337973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-479e8ba1-8017-4cd8-a2ec-4fce150e0ce7 req-87e7af28-c432-48cf-ab04-fab2acc27b25 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489848 Nov 23 09:51:30.341108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.354102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['77221cc0-b843-4810-8917-5bb8f557aa90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:30.357308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.365122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.365972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.424057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-275ae32d-3671-4b26-825f-ae77a984806b req-3a57dd81-cc6a-4775-96cb-21c3b6528b1c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361818 Nov 23 09:51:30.430506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Network 439f3770-f03b-4e17-bed8-c35b24af0524 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:30.460721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa59a6e9-f6f9-4f33-a059-da95245c1d33,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:30.522842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:30.527844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:30.626722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:30.635968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.636491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78438d5-3265-49e9-a174-8d70b6a01dfe {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:51:30.649383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.650988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a93108b6-8b92-408f-b5d7-44bf7a117f3f admin admin] 10.222.0.62 "DELETE /v2.0/routers/c78438d5-3265-49e9-a174-8d70b6a01dfe HTTP/1.1" status: 204 len: 168 time: 3.4425199 Nov 23 09:51:30.655568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53672) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:30.724433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:30.724847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.731646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.804441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Deleting subnet 655df58b-d9cb-4e08-a5d2-eaa0d51d103b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:51:30.831719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f1d45-cf8a-47ef-a423-f55cb5a28cf3 req-63584404-0ab2-4553-9f21-3f698de2ddee tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:30.834800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cd8f1d45-cf8a-47ef-a423-f55cb5a28cf3 req-63584404-0ab2-4553-9f21-3f698de2ddee tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.2961912 Nov 23 09:51:30.839724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:30.899908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-d1659117-d51a-4027-9c63-9100c215ffb0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4902375 Nov 23 09:51:30.923693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Request body: {'port': {'device_id': 'c316d2fd-e466-4815-88e1-c625181373d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:30.999104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cd8f1d45-cf8a-47ef-a423-f55cb5a28cf3 req-ef70b654-4957-490c-999e-4fd06eb1c3fc tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525764 Nov 23 09:51:31.004907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.025416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.291623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.383432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd6c2-7e3a-4f9c-8379-b2048ebf12bd req-b8620395-d62d-4bc7-ba3a-eafafa52f33d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:31.392106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-885bd6c2-7e3a-4f9c-8379-b2048ebf12bd req-b8620395-d62d-4bc7-ba3a-eafafa52f33d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 932 time: 0.5235293 Nov 23 09:51:31.409096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.447742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:31.464432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-885bd6c2-7e3a-4f9c-8379-b2048ebf12bd req-04a72fab-a8e6-4e39-9620-313e9f284ada tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Nov 23 09:51:31.464592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b8944f12-7645-46c0-b8b1-0b96942d2f7b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:31.492294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.522295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b8944f12-7645-46c0-b8b1-0b96942d2f7b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:31.522640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b8944f12-7645-46c0-b8b1-0b96942d2f7b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:31.532075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.535881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/655df58b-d9cb-4e08-a5d2-eaa0d51d103b HTTP/1.1" status: 204 len: 168 time: 0.8769174 Nov 23 09:51:31.546309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbf831-3edc-445e-a628-89c81cbdbf95 None None] Network 949ce7b7-eebf-4992-bccd-924bd41f06b1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:31.554984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53684) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:31.576607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1de53-1259-42ae-b6fb-a208dad59080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655df58b-d9cb-4e08-a5d2-eaa0d51d103b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:31.584116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Transition to ACTIVE for port object 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:51:31.610618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.688071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:31.718600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5def80-373b-4a02-aa8c-940145e2f3f8 req-44aa3e9e-83e0-4deb-a3c5-7dc31db16dec tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:31.720260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc5def80-373b-4a02-aa8c-940145e2f3f8 req-44aa3e9e-83e0-4deb-a3c5-7dc31db16dec tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 948 time: 0.1831865 Nov 23 09:51:31.746104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.760849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a965f90-29c7-4294-8cce-6de329775777 req-075a7fc0-3b9c-45a7-acb3-a35ecf5e224a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:31.767463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a965f90-29c7-4294-8cce-6de329775777 req-075a7fc0-3b9c-45a7-acb3-a35ecf5e224a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1820860 Nov 23 09:51:31.793215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0e52f861-a15a-4ac3-8cdb-738c82ae3322 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:31.826862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:31.855358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] DHCP port deletion for 949ce7b7-eebf-4992-bccd-924bd41f06b1 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:51:31.875321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc5def80-373b-4a02-aa8c-940145e2f3f8 req-3ce37dca-502f-41e2-9c61-e85610cf28fc tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356936 Nov 23 09:51:31.899697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:31.900158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:31.900812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:31.907817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:51:31.908264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:31.909259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:51:31.914979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:31.915428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:31.915897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:31.916422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Bound port: 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:31.916946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:31.917391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.917522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:31.979089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Deleting port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:31.979372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.053935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:32.059818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:32.071342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.100604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.100822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:32.111978 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Sync routers for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:32.113991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-94603579-420f-4e63-a1df-8d4ef735c5e7 admin admin] 10.222.0.62 "PUT /v2.0/routers/c91c2126-c34a-4ae7-a39f-4d1c60be65b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8803005 Nov 23 09:51:32.114659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53688) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:32.146009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:32.146665 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:32.198115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] For port 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=130cfeb5-bfee-4dac-ba5a-f99b5291a427,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:32.206181 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.209300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:32.212225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.218910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 1092 time: 1.2994802 Nov 23 09:51:32.238892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:32.247076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.249946 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d10975-16f4-446a-9857-edb6dba44a29" -d '{"events": [{"name": "network-changed", "server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:32.263539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:32.264092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a965f90-29c7-4294-8cce-6de329775777 req-460bb63a-680c-48e7-95fb-9d3423ae2941 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917941 Nov 23 09:51:32.271722 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d672b57-c0b7-4aad-8640-b4924f577db9" -d '{"events": [{"server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "name": "network-vif-plugged", "status": "completed", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:32.292490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:32.294506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Calling delete_port for 130cfeb5-bfee-4dac-ba5a-f99b5291a427 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:32.302804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.367167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Deleting port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:32.367778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.446996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca4425-4550-4edf-b208-2661d2be6e48 req-eb129e28-0fe1-4140-a46d-26dc49fc10e4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:32.454518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31ca4425-4550-4edf-b208-2661d2be6e48 req-eb129e28-0fe1-4140-a46d-26dc49fc10e4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.3177531 Nov 23 09:51:32.457097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a22055-883b-4d67-a61a-ff40cca723c5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:32.468102 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3000eaea-ec97-4941-b3b2-f0bc91cc7be0 x-openstack-request-id: req-3000eaea-ec97-4941-b3b2-f0bc91cc7be0 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:32.468390 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:32.468645 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3000eaea-ec97-4941-b3b2-f0bc91cc7be0 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:32.469050 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'status': 'completed', 'code': 200} Nov 23 09:51:32.474766 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:32.539483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] For port 130cfeb5-bfee-4dac-ba5a-f99b5291a427, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=130cfeb5-bfee-4dac-ba5a-f99b5291a427,segment=NetworkSegment(2b5b2448-68db-4886-b156-99a3be128e3c),segment_id=2b5b2448-68db-4886-b156-99a3be128e3c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:32.541070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.574161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Calling delete_port for 130cfeb5-bfee-4dac-ba5a-f99b5291a427 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:32.774964 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01cf9d0-cf20-4c05-8bda-66e981ef5bc9 x-openstack-request-id: req-a01cf9d0-cf20-4c05-8bda-66e981ef5bc9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:32.775547 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "name": "network-vif-plugged", "status": "completed", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:32.775547 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a01cf9d0-cf20-4c05-8bda-66e981ef5bc9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:32.776878 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322', 'code': 200} Nov 23 09:51:32.805964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.851919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.859139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Pushing event deleted for resources: {'Port': ['ID=130cfeb5-bfee-4dac-ba5a-f99b5291a427,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:32.861548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] No DVR routers for this DVR port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:32.870309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:32.883059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f3bc9-b808-4491-b44e-006d2dd0197a req-03a1d3ea-e5aa-4934-84fa-2447ddcfb467 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:32.891117 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf7f3bc9-b808-4491-b44e-006d2dd0197a req-03a1d3ea-e5aa-4934-84fa-2447ddcfb467 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1892178 Nov 23 09:51:32.900677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:32.912135 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:51:30Z', 'revision_number': 5, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port': {'id': '2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:14Z', 'updated_at': '2021-11-23T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:32.975846 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Checking router: c91c2126-c34a-4ae7-a39f-4d1c60be65b4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:32.976137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] No DVR routers for this DVR port 130cfeb5-bfee-4dac-ba5a-f99b5291a427 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:32.998813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea53d-d04f-4644-93ce-b02b73d0afb1 None None] Pushing event deleted for resources: {'Port': ['ID=130cfeb5-bfee-4dac-ba5a-f99b5291a427,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:33.011363 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Routers {'c91c2126-c34a-4ae7-a39f-4d1c60be65b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:33.012006 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:33.054914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf7f3bc9-b808-4491-b44e-006d2dd0197a req-69a62970-6975-449f-8567-e7ae136134e5 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624885 Nov 23 09:51:33.117733 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.143782 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] Set router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:33.151826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Deleting port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:33.152175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.180343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949ce7b7-eebf-4992-bccd-924bd41f06b1']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:33.223785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5b2448-68db-4886-b156-99a3be128e3c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:33.224177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5b2448-68db-4886-b156-99a3be128e3c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:33.247767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.264554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31ca4425-4550-4edf-b208-2661d2be6e48 req-5b743b29-f78e-466d-bf96-9413268b6407 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893858 Nov 23 09:51:33.266765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:51:32Z', 'revision_number': 6, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:33.288360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-69343375-e7ed-4709-9ece-c68de95e4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:33.289964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-69343375-e7ed-4709-9ece-c68de95e4e9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1095 time: 0.9890466 Nov 23 09:51:33.309294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.309566 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c080a5-1522-40a1-8e3c-dbcdc022058f None None] The sync data for ids ['c91c2126-c34a-4ae7-a39f-4d1c60be65b4'] in n-d-781076-5 is: [{'id': 'c91c2126-c34a-4ae7-a39f-4d1c60be65b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-591488385-router', 'tenant_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:12Z', 'updated_at': '2021-11-23T09:51:32Z', 'revision_number': 6, 'project_id': '4772420ebf9d4aad9b8397e4ccaba7c4', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:33.327479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:51:33.327903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.334182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 130cfeb5-bfee-4dac-ba5a-f99b5291a427 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:51:33.372004 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:51:33.395025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eef2bb-aadb-4f22-ac58-26652ceaa74f req-40180391-d915-43c9-b978-ffbe433b941f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:33.406533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72eef2bb-aadb-4f22-ac58-26652ceaa74f req-40180391-d915-43c9-b978-ffbe433b941f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.2431071 Nov 23 09:51:33.411060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 130cfeb5-bfee-4dac-ba5a-f99b5291a427 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:33.411711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 130cfeb5-bfee-4dac-ba5a-f99b5291a427 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:33.424230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-ee1ace68-ecf4-4c3a-a65e-850087aacf1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 217 time: 0.0945833 Nov 23 09:51:33.427217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecada8b-e926-43dd-aa3c-54abf99adfb9 req-a8081983-b021-40bd-94ee-56efac85a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:33.428386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ecada8b-e926-43dd-aa3c-54abf99adfb9 req-a8081983-b021-40bd-94ee-56efac85a0c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 1100 time: 0.7905228 Nov 23 09:51:33.531606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] For port 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:33.531947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.544958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-1801064f-9571-4b00-a011-ba385ee16eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:33.546808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-1801064f-9571-4b00-a011-ba385ee16eef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1057346 Nov 23 09:51:33.547278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.557968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:33.558465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695abe-aed4-4388-86a7-90b885bdddfd req-1874208c-87c4-402c-9414-975536706b71 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:33.560196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0695abe-aed4-4388-86a7-90b885bdddfd req-1874208c-87c4-402c-9414-975536706b71 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1307931 Nov 23 09:51:33.563969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] 10.222.0.62 "DELETE /v2.0/networks/949ce7b7-eebf-4992-bccd-924bd41f06b1 HTTP/1.1" status: 204 len: 168 time: 2.0049977 Nov 23 09:51:33.563969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Calling delete_port for 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:33.574712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72eef2bb-aadb-4f22-ac58-26652ceaa74f req-51316feb-c537-47f9-ab17-2f815dae3989 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672323 Nov 23 09:51:33.598619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25effba1-617c-4139-93a8-d48b27bbd604 admin admin] Pushing event deleted for resources: {'Network': ['ID=949ce7b7-eebf-4992-bccd-924bd41f06b1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:33.619665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-f489f66b-9f18-4fba-9fd6-fce7b823bc75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533736 Nov 23 09:51:33.629147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ecada8b-e926-43dd-aa3c-54abf99adfb9 req-ab066609-7587-4d67-82a4-1170e06b89fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769736 Nov 23 09:51:33.679186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0695abe-aed4-4388-86a7-90b885bdddfd req-def7e23c-8058-4b05-9022-39c48df6ca47 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979621 Nov 23 09:51:33.811588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-6141fca0-ed5d-448b-81fc-fe65a02b4fd0 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814439 Nov 23 09:51:33.840035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53710) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:33.914321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f8bfd069-0c55-4b89-bc1d-45e5ac9effa5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae630061d20e4bf0abb536f5592fed36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729163 Nov 23 09:51:33.914909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53712) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:33.936236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73632cc-928e-42b8-b88b-592bcb1a92d6 req-77dca8bd-a54e-46dd-8f82-23e92c1ecd32 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160982 Nov 23 09:51:33.998264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.038905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:34.041012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.056055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10975-16f4-446a-9857-edb6dba44a29 req-f61be44a-8607-4ecd-b8d8-7e4fc193b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:34.056984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-f61be44a-8607-4ecd-b8d8-7e4fc193b982 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1095 time: 0.0671227 Nov 23 09:51:34.102281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.146322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.209398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10975-16f4-446a-9857-edb6dba44a29 req-ec232e01-64ec-49b8-b756-b5ab828d5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:34.211395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-ec232e01-64ec-49b8-b756-b5ab828d5afe service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1469772 Nov 23 09:51:34.271316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.275805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.277481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-e79e8823-a772-4db5-a2cf-16c9651b9018 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 217 time: 0.0507679 Nov 23 09:51:34.327274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.330875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.335290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b87cd3be-f344-4294-90bf-ad543b1cd0f0 HTTP/1.1" status: 204 len: 168 time: 0.4178381 Nov 23 09:51:34.339305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865c427-55cd-4d32-8578-a939b9e9d18f req-782d5abc-a954-4fc5-a99b-8cbf1e44e84a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:34.346391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e865c427-55cd-4d32-8578-a939b9e9d18f req-782d5abc-a954-4fc5-a99b-8cbf1e44e84a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1691864 Nov 23 09:51:34.346654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182e562-1b80-478a-8fa9-2c56b1b9e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87cd3be-f344-4294-90bf-ad543b1cd0f0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:34.348674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.349453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91c2126-c34a-4ae7-a39f-4d1c60be65b4 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:51:34.367819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.369692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d8581de2-aba1-43f6-a9d4-5cf98ff8e55e admin admin] 10.222.0.62 "DELETE /v2.0/routers/c91c2126-c34a-4ae7-a39f-4d1c60be65b4 HTTP/1.1" status: 204 len: 168 time: 2.2506368 Nov 23 09:51:34.372659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53720) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:34.436086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Deleting subnet 094ef26e-2bac-417c-a99b-555a86730e86 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:51:34.442656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.465542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10975-16f4-446a-9857-edb6dba44a29 req-2a7b165d-8615-4374-ab01-22421702fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:34.467187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-2a7b165d-8615-4374-ab01-22421702fb28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1820772 Nov 23 09:51:34.487644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e865c427-55cd-4d32-8578-a939b9e9d18f req-725cc061-44a4-40f0-b588-d917da112d27 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159053 Nov 23 09:51:34.532541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.553130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-34848f67-759e-4fbc-9118-db320160bf08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641732 Nov 23 09:51:34.577995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9e8a5-076d-401f-9b3e-6bcb4097559e req-ff0c841b-3139-4ced-b07c-2029a4044255 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:34.579899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99f9e8a5-076d-401f-9b3e-6bcb4097559e req-ff0c841b-3139-4ced-b07c-2029a4044255 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1343694 Nov 23 09:51:34.699732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99f9e8a5-076d-401f-9b3e-6bcb4097559e req-7dc0fd72-77e2-499c-a50d-10f0cdb3ff7c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131306 Nov 23 09:51:34.706299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.820779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.854927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800710c-b7e6-44e6-8408-349c4708bdb6 None None] Network f2ec4527-431f-443f-a406-5efd82a8944e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:34.857372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:34.863633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/094ef26e-2bac-417c-a99b-555a86730e86 HTTP/1.1" status: 204 len: 168 time: 0.4886513 Nov 23 09:51:34.898771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53732) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:34.959147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d1636-db08-4f0f-846a-fd154c1126b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094ef26e-2bac-417c-a99b-555a86730e86,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:34.997483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699bc7c-4c75-4326-b002-4e8d1516efdd req-d715e780-080d-44da-8ec2-d62cfa4f9a1d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:35.001649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5699bc7c-4c75-4326-b002-4e8d1516efdd req-d715e780-080d-44da-8ec2-d62cfa4f9a1d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 945 time: 0.1353865 Nov 23 09:51:35.068996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-be4bb82f-e003-496f-a2cf-2fe5504cc942 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067909 Nov 23 09:51:35.081260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-e3ad2a78-9288-4b98-b0e9-99083a337196 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:35.083026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-e3ad2a78-9288-4b98-b0e9-99083a337196 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.2718127 Nov 23 09:51:35.103480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5699bc7c-4c75-4326-b002-4e8d1516efdd req-15f55b16-562e-4a63-893d-9c4701129a35 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940902 Nov 23 09:51:35.132661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] DHCP port deletion for f2ec4527-431f-443f-a406-5efd82a8944e request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:51:35.280566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Deleting port 20b3cc58-be75-40e7-928f-53ea20d802f8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:35.280948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:35.380093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:35.383659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 20b3cc58-be75-40e7-928f-53ea20d802f8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:35.440882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] For port 20b3cc58-be75-40e7-928f-53ea20d802f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=20b3cc58-be75-40e7-928f-53ea20d802f8,segment=NetworkSegment(bad9cbc1-bf97-4459-b912-4e140ed5c6c4),segment_id=bad9cbc1-bf97-4459-b912-4e140ed5c6c4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:35.441570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38d10975-16f4-446a-9857-edb6dba44a29 req-75de7777-92f7-4566-a069-f7f2e2341e10 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402662 Nov 23 09:51:35.442386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:35.480677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Calling delete_port for 20b3cc58-be75-40e7-928f-53ea20d802f8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:35.484210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:35.505531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:35.525218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82c5c-dd4f-465e-a207-e32538dc7b17 req-7630dd9f-703a-4ee7-a723-769dedffedff tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:35.527410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4d82c5c-dd4f-465e-a207-e32538dc7b17 req-7630dd9f-703a-4ee7-a723-769dedffedff tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.7425790 Nov 23 09:51:35.625018 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4d82c5c-dd4f-465e-a207-e32538dc7b17 req-8d01e060-6989-4fb0-af88-e71b7ec5f5b1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730507 Nov 23 09:51:35.701109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port 20b3cc58-be75-40e7-928f-53ea20d802f8 update to DOWN by agent not found {{(pid=110025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 09:51:35.701558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:35.712677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:35.846533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:35.854153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2a0eea3b-823f-40c0-8b7a-fa4b20ab3fc2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:35.854729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fa59a6e9-f6f9-4f33-a059-da95245c1d33 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:35.988691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: fa59a6e9-f6f9-4f33-a059-da95245c1d33 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:35.990096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fa59a6e9-f6f9-4f33-a059-da95245c1d33 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:35.992334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:51:36.034623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] Pushing event deleted for resources: {'Port': ['ID=20b3cc58-be75-40e7-928f-53ea20d802f8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:36.036575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f35d8c-df54-456e-9be4-d2b89f366a7c None None] No DVR routers for this DVR port 20b3cc58-be75-40e7-928f-53ea20d802f8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:36.047850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:36.112697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Deleting port 20b3cc58-be75-40e7-928f-53ea20d802f8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:36.113080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.205815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:36.207520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] For port 20b3cc58-be75-40e7-928f-53ea20d802f8, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:36.207836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.219942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:36.232209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:51:36.298947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Calling delete_port for 20b3cc58-be75-40e7-928f-53ea20d802f8 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:36.302382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Port 20b3cc58-be75-40e7-928f-53ea20d802f8 was not found and therefore no delete operation was performed {{(pid=110024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:51:36.303980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.323541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed3b9e-c93a-4be4-a1f4-716215f1b893 req-52a9b2ad-6726-4987-a258-08d984ad2065 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:36.331476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07ed3b9e-c93a-4be4-a1f4-716215f1b893 req-52a9b2ad-6726-4987-a258-08d984ad2065 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.3535523 Nov 23 09:51:36.405248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Pushing event deleted for resources: {'Port': ['ID=20b3cc58-be75-40e7-928f-53ea20d802f8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:36.411900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] No DVR routers for this DVR port 20b3cc58-be75-40e7-928f-53ea20d802f8 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:36.421617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:36.424190 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5bdf0-ced4-4dd3-8067-5a92c58878f9" -d '{"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:36.451399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.476916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.538374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07ed3b9e-c93a-4be4-a1f4-716215f1b893 req-4b6fcf78-67dc-4181-a8fe-2f2908f8aa4a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057266 Nov 23 09:51:36.575375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fbac7-2072-419e-a3b7-c4a33cf43e69 req-9c0f9a66-7df1-4607-80ba-69eab62429c0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:36.576965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-473fbac7-2072-419e-a3b7-c4a33cf43e69 req-9c0f9a66-7df1-4607-80ba-69eab62429c0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0988877 Nov 23 09:51:36.590757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.634985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec4527-431f-443f-a406-5efd82a8944e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:36.655103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:36.664496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:36.664791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad9cbc1-bf97-4459-b912-4e140ed5c6c4') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:36.668313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-473fbac7-2072-419e-a3b7-c4a33cf43e69 req-738f35d1-d519-4902-88b8-f37f173a255c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770242 Nov 23 09:51:36.712098 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa7137b-d8a0-4b13-8339-25101704a1f1 x-openstack-request-id: req-efa7137b-d8a0-4b13-8339-25101704a1f1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:36.712436 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:36.712640 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efa7137b-d8a0-4b13-8339-25101704a1f1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:36.713039 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'code': 200} Nov 23 09:51:36.716577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.718699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:36.719032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:36.719353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:36.740474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:51:36.740817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Attempting to bind port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:36.753241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53788) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:36.759636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:36.759977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:36.760735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:36.761184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Bound port: 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:36.761524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.763960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.778006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:51:36.778421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:51:36.780144 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:51:36.877304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.889719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:36.890798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f7df-f882-4bcd-b4c6-4af43d988f13 req-2421214f-20b2-443f-96a4-0d662b980373 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:36.895909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] 10.222.0.62 "DELETE /v2.0/networks/f2ec4527-431f-443f-a406-5efd82a8944e HTTP/1.1" status: 204 len: 168 time: 1.9908209 Nov 23 09:51:36.896085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5e2f7df-f882-4bcd-b4c6-4af43d988f13 req-2421214f-20b2-443f-96a4-0d662b980373 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.1322889 Nov 23 09:51:36.896201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53794) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:36.905913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166517d-d452-4004-a7c4-20c80366f35b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ec4527-431f-443f-a406-5efd82a8944e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:36.911345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:36.930730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:36.938770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.026302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:37.027013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.029051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] 10.222.0.11 "PUT /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 1121 time: 1.9152613 Nov 23 09:51:37.032893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef949b2-1cf2-4183-968e-6bf2229c5654 service neutron] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=8']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:37.060808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b190999b-3779-40df-9449-42f8c6febaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.143097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5e2f7df-f882-4bcd-b4c6-4af43d988f13 req-8d0a2dc6-fff9-48dc-9580-c611cff067fa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372406 Nov 23 09:51:37.151840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:37.346234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40dd8b-b010-464c-a952-7e0d2e517c34 req-94c8b9b4-da73-4cc5-a07a-32e7758dcd59 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:37.348987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff40dd8b-b010-464c-a952-7e0d2e517c34 req-94c8b9b4-da73-4cc5-a07a-32e7758dcd59 tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 1100 time: 0.0601506 Nov 23 09:51:37.352627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b190999b-3779-40df-9449-42f8c6febaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.364132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b190999b-3779-40df-9449-42f8c6febaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.430694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff40dd8b-b010-464c-a952-7e0d2e517c34 req-f819fd78-441e-48f8-8c11-6371d9167f7c tempest-ServersOnMultiNodesTest-1856997386 tempest-ServersOnMultiNodesTest-1856997386-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Nov 23 09:51:37.471729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190999b-3779-40df-9449-42f8c6febaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b297ce5d-65fa-49f7-848c-e21d6dc4a1da,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:37.485929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:37.486321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b190999b-3779-40df-9449-42f8c6febaff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d49d6d875649417cb11fb1f4bcd0ad6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7317035 Nov 23 09:51:37.510485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:37.598423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.630108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.726972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.729842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.736957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b297ce5d-65fa-49f7-848c-e21d6dc4a1da HTTP/1.1" status: 204 len: 168 time: 0.2489491 Nov 23 09:51:37.758929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7201089-03d3-4b61-97e7-0bcbadd7c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b297ce5d-65fa-49f7-848c-e21d6dc4a1da,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:37.794241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:37.849628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68688-84fe-49d1-81e6-31df5bd8df1f req-4574f163-1162-4d3c-aee3-c73cd680ff9e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:37.852339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ab68688-84fe-49d1-81e6-31df5bd8df1f req-4574f163-1162-4d3c-aee3-c73cd680ff9e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0712824 Nov 23 09:51:37.888068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0b740-96e2-40ca-90e3-68f94247131c req-c12ae477-25b7-43d1-92d1-bd8f419f61ab tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:37.898642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5b0b740-96e2-40ca-90e3-68f94247131c req-c12ae477-25b7-43d1-92d1-bd8f419f61ab tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.2031784 Nov 23 09:51:37.930229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ab68688-84fe-49d1-81e6-31df5bd8df1f req-8a3dc561-ef73-446f-8a69-a28d27dbecfb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Nov 23 09:51:38.046829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765441e9-e741-42c5-97c9-b13b2dcdd445 req-e8454f32-9fd3-4f9a-8925-09895f0b9190 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:38.048823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-765441e9-e741-42c5-97c9-b13b2dcdd445 req-e8454f32-9fd3-4f9a-8925-09895f0b9190 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.0530393 Nov 23 09:51:38.108356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-765441e9-e741-42c5-97c9-b13b2dcdd445 req-6df72076-85c9-4aa4-b65b-b72d162a3693 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Nov 23 09:51:38.111301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5b0b740-96e2-40ca-90e3-68f94247131c req-87d47700-862c-4f82-8076-0990e6928ee0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073858 Nov 23 09:51:38.251640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Deleting port 9a975474-00ea-4174-879f-fe9b32a57edc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:38.251987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.330772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] For port 9a975474-00ea-4174-879f-fe9b32a57edc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9a975474-00ea-4174-879f-fe9b32a57edc,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:38.331143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.348447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Calling delete_port for 9a975474-00ea-4174-879f-fe9b32a57edc owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:38.556816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.568538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:38.591604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a975474-00ea-4174-879f-fe9b32a57edc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:38.694337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1612444415-network', 'tenant_id': '40b7ccb9996449839de5245283002808'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:38.715068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:38.717554 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:38.739389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Made reservation on behalf of 40b7ccb9996449839de5245283002808 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:38.743061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.756134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.776515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.794952 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d642ae80-5301-4210-b8aa-6ff32b450f36 x-openstack-request-id: req-d642ae80-5301-4210-b8aa-6ff32b450f36 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:38.795729 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:38.796104 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d642ae80-5301-4210-b8aa-6ff32b450f36 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:38.796591 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'status': 'completed', 'code': 200} Nov 23 09:51:38.899602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.902140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-becd463e-f472-4935-ac80-b6f46207d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:38.904000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-becd463e-f472-4935-ac80-b6f46207d31f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1124 time: 0.0787940 Nov 23 09:51:38.905336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:38.959289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:51:38.968298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3177d2db-cb48-489d-b7c3-406272552bff,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:39.013354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.013812 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Added segment ed145446-a290-48a0-be57-38a8f211c173 of type vlan for network 106f4460-8a69-4776-af1b-e1eb0426bf51 Nov 23 09:51:39.083937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.122151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-36fccaa2-ab98-436a-bb65-a70316cc653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.123781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-36fccaa2-ab98-436a-bb65-a70316cc653e service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.2114999 Nov 23 09:51:39.129438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.130679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.131383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.206838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-9edc3493-10db-4208-b50b-eae8c25c8a2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 217 time: 0.0720801 Nov 23 09:51:39.267395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] Pushing event updated for resources: {'Network': ['ID=106f4460-8a69-4776-af1b-e1eb0426bf51,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:39.277818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 106f4460-8a69-4776-af1b-e1eb0426bf51 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:51:39.279720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f02c06ce-993a-4e77-b082-7bc4fd211030 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7094250 Nov 23 09:51:39.310304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53886) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:39.326641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Request body: {'subnet': {'network_id': '106f4460-8a69-4776-af1b-e1eb0426bf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1612444415-subnet', 'tenant_id': '40b7ccb9996449839de5245283002808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:39.384559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-fb6265b2-1bc5-46ee-b1fd-27dad5ccd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.387448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-fb6265b2-1bc5-46ee-b1fd-27dad5ccd2a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1219192 Nov 23 09:51:39.402178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7dac5-ae63-4111-87fa-4020ea4ba91a req-7d7044bb-ec26-4d70-8107-ab8afd93e8c4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.412146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cfc7dac5-ae63-4111-87fa-4020ea4ba91a req-7d7044bb-ec26-4d70-8107-ab8afd93e8c4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.1424925 Nov 23 09:51:39.438124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Made reservation on behalf of 40b7ccb9996449839de5245283002808 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:39.439574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcfb3e-9bab-4d58-b57b-b4c6abf4ab0c req-a2abd111-84c2-4f27-a4cc-49f09a29d2bc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.440125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.446527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2dcfb3e-9bab-4d58-b57b-b4c6abf4ab0c req-a2abd111-84c2-4f27-a4cc-49f09a29d2bc tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.2082162 Nov 23 09:51:39.467234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-9654dae1-efe8-4291-8593-536d5fe1b4bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532677 Nov 23 09:51:39.479951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:39.555667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2dcfb3e-9bab-4d58-b57b-b4c6abf4ab0c req-c4fb48db-cdc7-421e-8ac2-c4e835ec30bf tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076529 Nov 23 09:51:39.624649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:39.636720 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3e7acf02-6d4e-4dac-a83b-1ceee7bfcd41 admin admin] 10.222.0.62 "PUT /v2.0/routers/c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395184 Nov 23 09:51:39.640095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685441b-129b-4437-98e4-90f16910005c None None] Sync routers for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:39.642498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53898) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:39.652118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cfc7dac5-ae63-4111-87fa-4020ea4ba91a req-b9582a60-366c-4c4d-9a83-7f4cd932e902 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392938 Nov 23 09:51:39.671610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:39.672408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:39.724395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3a9bd-addd-495a-b924-a0197c209622 req-1318ed26-5885-4e42-b9b9-fe282fbd50e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.726355 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55e3a9bd-addd-495a-b924-a0197c209622 req-1318ed26-5885-4e42-b9b9-fe282fbd50e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.1746962 Nov 23 09:51:39.772403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-a374e2e1-49ec-49f7-8618-0a98912e2325 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916353 Nov 23 09:51:39.773430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.842721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:51:39.894057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.939201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:39.946277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:39.960084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:39.963341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '353946a7-0bed-4c47-a9be-53e65d21b965', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': '353946a7-0bed-4c47-a9be-53e65d21b965', 'mac_address': 'fa:16:3e:bb:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:51:39.986764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9110c4-3077-42cd-bcd3-52419879db22 req-564adad8-9df3-426f-ad00-52bf3d645446 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:39.988444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d9110c4-3077-42cd-bcd3-52419879db22 req-564adad8-9df3-426f-ad00-52bf3d645446 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1004894 Nov 23 09:51:40.041822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Deleting port f5ff02f4-c72b-47ff-9be6-acc4b385b05f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:40.042324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.084639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d9110c4-3077-42cd-bcd3-52419879db22 req-903dc069-87bd-4785-883e-1a85c002a2bb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846689 Nov 23 09:51:40.117025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c32eb4-ad19-426d-ab65-a266e666ae63,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:40.129440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.151304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 353946a7-0bed-4c47-a9be-53e65d21b965 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:40.154716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:40.155058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.163583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] For port f5ff02f4-c72b-47ff-9be6-acc4b385b05f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:40.164437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.174893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Checking segment: {'id': 'ed145446-a290-48a0-be57-38a8f211c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106f4460-8a69-4776-af1b-e1eb0426bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:40.175257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Network hostable DHCP agents. Network: 106f4460-8a69-4776-af1b-e1eb0426bf51, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:51:40.179308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:40.183212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Calling delete_port for f5ff02f4-c72b-47ff-9be6-acc4b385b05f owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:40.184137 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c401e04-5929-4e8b-86dd-c4f78b4df0bc req-688eb4ad-16cf-44b8-a345-6c685a2da712 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198671 Nov 23 09:51:40.197143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.256407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Network 106f4460-8a69-4776-af1b-e1eb0426bf51 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:51:40.283075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 106f4460-8a69-4776-af1b-e1eb0426bf51) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:40.289072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:40.290331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.291642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:40.304618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d16c1-a2b3-4d8a-9521-47296a64528c None None] Network 106f4460-8a69-4776-af1b-e1eb0426bf51 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:40.327049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port 0e52f861-a15a-4ac3-8cdb-738c82ae3322, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0e52f861-a15a-4ac3-8cdb-738c82ae3322,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:40.327525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.351326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6b655cc4-3173-4f56-8a50-a9cfbba08152 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0318637 Nov 23 09:51:40.366488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for 0e52f861-a15a-4ac3-8cdb-738c82ae3322 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:40.407582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['353946a7-0bed-4c47-a9be-53e65d21b965'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:40.543564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.545514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb1022-92e6-4158-8e1e-c9e198d6f0fe None None] Network 106f4460-8a69-4776-af1b-e1eb0426bf51 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:40.592275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:51:38Z', 'revision_number': 5, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port': {'id': 'f5ff02f4-c72b-47ff-9be6-acc4b385b05f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:49:28Z', 'updated_at': '2021-11-23T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:40.607065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ff02f4-c72b-47ff-9be6-acc4b385b05f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:40.674685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685441b-129b-4437-98e4-90f16910005c None None] Checking router: c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:40.710806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.713031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] Routers {'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:40.713666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:40.834113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.838673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.858813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898adb-094a-44e3-afa1-d570888d9cc5 req-87a9290c-30b5-41b0-b585-858b93d04853 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:40.867156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57898adb-094a-44e3-afa1-d570888d9cc5 req-87a9290c-30b5-41b0-b585-858b93d04853 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1685719 Nov 23 09:51:40.917718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-616287989', 'description': 'tempest-description-530125279'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:40.938588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.939261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:51:40.945978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.947320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f08aec00-a12c-4cab-bfac-139df03cf4b6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 HTTP/1.1" status: 204 len: 168 time: 1.3035841 Nov 23 09:51:40.952075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:40.961424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] Set router c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:40.985267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:40.988059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57898adb-094a-44e3-afa1-d570888d9cc5 req-370f82df-c85c-44ff-8709-b748e3bc1351 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197557 Nov 23 09:51:41.065877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Deleting subnet 32a097f3-f35b-4d43-9004-65ebfd98ea3e {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:51:41.066248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4685441b-129b-4437-98e4-90f16910005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:51:40Z', 'revision_number': 7, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:41.082303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.115929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9717a-2c13-48e2-8463-8fa0a353fb61 req-b53251c6-ca34-4866-a9dc-c04c550574d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:41.118477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bec9717a-2c13-48e2-8463-8fa0a353fb61 req-b53251c6-ca34-4866-a9dc-c04c550574d3 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed3dfa1-e821-47a7-b622-37bde01826d5 HTTP/1.1" status: 200 len: 949 time: 0.0619516 Nov 23 09:51:41.143938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.150851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685441b-129b-4437-98e4-90f16910005c None None] The sync data for ids ['c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5'] in n-d-781076-5 is: [{'id': 'c3f3359a-4e2e-4e0d-adf7-f11c1a9e1ea5', 'name': 'tempest-AttachSCSIVolumeTestJSON-874201253-router', 'tenant_id': 'b610a3615a2a4c47883f9124859ba9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:49:27Z', 'updated_at': '2021-11-23T09:51:40Z', 'revision_number': 7, 'project_id': 'b610a3615a2a4c47883f9124859ba9c5', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:41.173333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.178247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bec9717a-2c13-48e2-8463-8fa0a353fb61 req-f5e92e54-1938-4df6-b864-6ac6013d3e70 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Nov 23 09:51:41.206070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:41.213372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'd9801c43-bab5-4adf-a0cc-3189529ec192'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:41.248085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=0e52f861-a15a-4ac3-8cdb-738c82ae3322,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:41.297205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.328948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port 0e52f861-a15a-4ac3-8cdb-738c82ae3322 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:41.352585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.358701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.365093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55e3a9bd-addd-495a-b924-a0197c209622 req-c5712adf-ef33-4dd8-8b96-bf5b86e6baa6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "DELETE /v2.0/ports/0e52f861-a15a-4ac3-8cdb-738c82ae3322 HTTP/1.1" status: 204 len: 173 time: 1.6027699 Nov 23 09:51:41.368436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'name': 'network-vif-deleted', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:41.370743 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61784143-7e9a-4da3-8f2e-c1360aabcdd8" -d '{"events": [{"server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "name": "network-vif-deleted", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:41.468333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.472658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.473966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-312df7f8-b17c-4edf-831d-e26e9575a593 req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5622656 Nov 23 09:51:41.500606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dbafc-ea3c-4fbd-87f3-2e67ba48e5bd tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011e9fda-d862-4a75-aedf-e91167bf376d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:41.586826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.626249 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d68551-c72f-4fa9-bbe7-cf53ac8df71a x-openstack-request-id: req-a8d68551-c72f-4fa9-bbe7-cf53ac8df71a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:41.626681 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3dfa1-e821-47a7-b622-37bde01826d5", "name": "network-vif-deleted", "tag": "0e52f861-a15a-4ac3-8cdb-738c82ae3322", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:41.626931 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8d68551-c72f-4fa9-bbe7-cf53ac8df71a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:41.627327 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3dfa1-e821-47a7-b622-37bde01826d5', 'name': 'network-vif-deleted', 'tag': '0e52f861-a15a-4ac3-8cdb-738c82ae3322', 'status': 'completed', 'code': 200} Nov 23 09:51:41.628435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a097f3-f35b-4d43-9004-65ebfd98ea3e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:41.634471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96104a-4664-46fb-b49b-5397e2ae61c9 req-fc1c50f3-3fbb-43c5-8dad-3cf7b2081b85 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:41.636303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.642540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57f06e8e-dc0f-44b6-ad22-614aec5da634 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/32a097f3-f35b-4d43-9004-65ebfd98ea3e HTTP/1.1" status: 204 len: 168 time: 0.6898513 Nov 23 09:51:41.650446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e96104a-4664-46fb-b49b-5397e2ae61c9 req-fc1c50f3-3fbb-43c5-8dad-3cf7b2081b85 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1769269 Nov 23 09:51:41.651864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53942) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:41.670717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc98826-55b4-47e6-b392-3caa83bee259 None None] Network 62482e81-41fd-4210-ac4c-d3663f7edc67 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:41.731011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9a975474-00ea-4174-879f-fe9b32a57edc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:41.732700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e96104a-4664-46fb-b49b-5397e2ae61c9 req-5a3a329b-eee4-4d7f-b653-b76ca31f7d6e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793011 Nov 23 09:51:41.779280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-c27f6674-3969-4c4b-822f-fe82db531759 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/011e9fda-d862-4a75-aedf-e91167bf376d HTTP/1.1" status: 200 len: 1820 time: 0.1457393 Nov 23 09:51:41.781771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.793004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '011e9fda-d862-4a75-aedf-e91167bf376d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:41.793453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '011e9fda-d862-4a75-aedf-e91167bf376d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:41.816891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 9a975474-00ea-4174-879f-fe9b32a57edc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:41.817312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9a975474-00ea-4174-879f-fe9b32a57edc not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:41.865093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:41.892041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Deleting port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:41.892386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.895717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.976292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.982005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] For port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,segment=NetworkSegment(e3e912ae-790b-4de2-b081-317b2a0619b3),segment_id=e3e912ae-790b-4de2-b081-317b2a0619b3)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:41.982297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:41.992529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.011835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Calling delete_port for 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:42.031871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f17693-08a8-4a63-a54d-b84212c74605,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:42.094026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.095324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14ca968d-2f7c-4938-9a12-4af3834c340c req-505dc12e-1697-48af-bcc2-1af8fb21d0fe tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3075860 Nov 23 09:51:42.145411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-59243120', 'description': 'tempest-description-320241599'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:42.221009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.258935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28582d17-da88-4cf2-9a43-8a7976fd0825 req-1f8c7507-f648-4674-8655-7e90c270aea3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:42.271842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-28582d17-da88-4cf2-9a43-8a7976fd0825 req-1f8c7507-f648-4674-8655-7e90c270aea3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1341822 Nov 23 09:51:42.309003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 353946a7-0bed-4c47-a9be-53e65d21b965 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:42.309763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.312436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.320667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.341565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.356864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-28582d17-da88-4cf2-9a43-8a7976fd0825 req-80b9a84d-7878-4e53-9666-5bff69301a73 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840707 Nov 23 09:51:42.393409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=21105efc-0e3e-4bec-ab07-ddb8ca5c52ad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:42.413177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ea454-696f-4798-b51f-f8d292b27162,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:42.418321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] No DVR routers for this DVR port 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:42.533600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.575788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62482e81-41fd-4210-ac4c-d3663f7edc67']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:42.595924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69b486-e149-4fea-9e7a-ed7314b91645 None None] DHCP port deletion for 62482e81-41fd-4210-ac4c-d3663f7edc67 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:51:42.604826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.606686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b21fd020-c2b5-44a2-b757-aa94a7b028bb req-c800d542-582f-4ef0-9c5c-d20867efad53 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4771867 Nov 23 09:51:42.619106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e912ae-790b-4de2-b081-317b2a0619b3') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:42.619567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e912ae-790b-4de2-b081-317b2a0619b3') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:42.644406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.687196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.708996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:51:42.709652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:51:42.712059 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:51:42.779140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b7f116eb-fa81-484a-acc6-04e7e7ed1996 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/fb3ea454-696f-4798-b51f-f8d292b27162 HTTP/1.1" status: 200 len: 1819 time: 0.0878181 Nov 23 09:51:42.791154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.806455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fb3ea454-696f-4798-b51f-f8d292b27162', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:42.806913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fb3ea454-696f-4798-b51f-f8d292b27162', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:42.836517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.848924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] 10.222.0.62 "DELETE /v2.0/networks/62482e81-41fd-4210-ac4c-d3663f7edc67 HTTP/1.1" status: 204 len: 168 time: 1.1940513 Nov 23 09:51:42.850255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d806f-6de9-497a-ba35-a9e1dea6bd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=62482e81-41fd-4210-ac4c-d3663f7edc67,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:42.850729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.899375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:42.902192 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c064684-6f83-4337-a6cf-e309c35c66a3" -d '{"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:42.906360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.926532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:42.943709 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:42.944549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0e52f861-a15a-4ac3-8cdb-738c82ae3322 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:42.979422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.000574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.004471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 0e52f861-a15a-4ac3-8cdb-738c82ae3322 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:43.005952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0e52f861-a15a-4ac3-8cdb-738c82ae3322 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:43.042209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f541b9ee-f2ad-4cac-a303-6959af0e7fd5,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:43.055140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:43.066891 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.071216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d550df3-2554-4196-952a-e292bd57524b req-ac33e35e-001f-4b94-9367-44e57e3cef21 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:43.073504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a2de61b-db6f-4504-8057-1bac0a10dbca req-b150fe73-0ad2-4526-a588-a375d9682599 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2802885 Nov 23 09:51:43.074815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d550df3-2554-4196-952a-e292bd57524b req-ac33e35e-001f-4b94-9367-44e57e3cef21 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1164670 Nov 23 09:51:43.090968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:43.163902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d550df3-2554-4196-952a-e292bd57524b req-7e9b673d-1092-4931-929c-0c9decc4b947 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636420 Nov 23 09:51:43.176242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-911f9a8a-3932-4001-aa70-10227006cd07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4772420ebf9d4aad9b8397e4ccaba7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889587 Nov 23 09:51:43.178916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53980) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:43.266006 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad4b2bf-9d8e-42bb-ad51-8a58acf840d8 x-openstack-request-id: req-5ad4b2bf-9d8e-42bb-ad51-8a58acf840d8 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:43.266326 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-plugged", "status": "completed", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:43.266587 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ad4b2bf-9d8e-42bb-ad51-8a58acf840d8 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:43.266993 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965', 'code': 200} Nov 23 09:51:43.268047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b82d-99c1-496d-9b6b-c140c9c59f81 req-6aa3018e-529f-43ce-9fc3-075c4bd8e3c6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:43.275691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4028b82d-99c1-496d-9b6b-c140c9c59f81 req-6aa3018e-529f-43ce-9fc3-075c4bd8e3c6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 949 time: 0.0963423 Nov 23 09:51:43.296818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.303052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-392557194', 'description': 'tempest-description-2022361114'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:43.310265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:43.338541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4028b82d-99c1-496d-9b6b-c140c9c59f81 req-2dc7c603-e01a-4152-9056-636683226907 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Nov 23 09:51:43.357101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:43.359898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.360377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 21105efc-0e3e-4bec-ab07-ddb8ca5c52ad not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:43.361080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5ff02f4-c72b-47ff-9be6-acc4b385b05f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:43.396758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.414682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f5ff02f4-c72b-47ff-9be6-acc4b385b05f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:43.414682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5ff02f4-c72b-47ff-9be6-acc4b385b05f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:43.469949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.473228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.477020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7 HTTP/1.1" status: 204 len: 168 time: 0.2942147 Nov 23 09:51:43.486350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2944ba-8349-4e63-b720-8278f27149e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dfc8cb-ef75-47ab-9dbd-a34ecdaf3dc7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:43.537629 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.545734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.606293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:43.619502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee66d16-1583-4134-aa67-3347a0f6be22 req-d19f9d2f-36e9-43cc-a173-ab1c4bf47f65 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:43.621357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e2d872b-72e5-44a2-94fb-960c84e164d9 req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3258054 Nov 23 09:51:43.624173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cee66d16-1583-4134-aa67-3347a0f6be22 req-d19f9d2f-36e9-43cc-a173-ab1c4bf47f65 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1231532 Nov 23 09:51:43.642215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cb87d-e653-4a39-9c9a-dc3dc1c17308 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82314f45-8e27-469b-a5eb-9386e269ae0d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:43.782673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-903184336', 'description': 'tempest-description-849972596'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:43.806464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cee66d16-1583-4134-aa67-3347a0f6be22 req-6976f170-a995-4d93-b4f8-6dc34d76dd0f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647179 Nov 23 09:51:43.830839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.056959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.064998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.143535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.157506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fd63467-816f-42aa-b10b-ddd4e5e05d23 req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3773508 Nov 23 09:51:44.166354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda180f9-69ae-4d1b-b1a5-cd3acfc1ee75 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c720a6-4803-492f-829d-51122aa9cec9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:44.264317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54022) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:44.305264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-154b3a55-faa8-44e6-816a-0bd91ead1fd8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/82314f45-8e27-469b-a5eb-9386e269ae0d HTTP/1.1" status: 200 len: 1821 time: 0.1153505 Nov 23 09:51:44.375588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-8c39c314-d1c3-4dda-8071-c502b43d9843 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/88c720a6-4803-492f-829d-51122aa9cec9 HTTP/1.1" status: 200 len: 1820 time: 0.0690739 Nov 23 09:51:44.386036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82314f45-8e27-469b-a5eb-9386e269ae0d', 'remote_group_id': '88c720a6-4803-492f-829d-51122aa9cec9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:44.386391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82314f45-8e27-469b-a5eb-9386e269ae0d', 'remote_group_id': '88c720a6-4803-492f-829d-51122aa9cec9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:44.401695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32e52b9a-d34b-4a90-bda5-290550d26394 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b610a3615a2a4c47883f9124859ba9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357412 Nov 23 09:51:44.404704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54032) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:44.429807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7030f-774a-4bb1-b496-b5027d07096b req-926eb3d2-9ce6-4291-9c87-accc096103fd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:44.431394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8d7030f-774a-4bb1-b496-b5027d07096b req-926eb3d2-9ce6-4291-9c87-accc096103fd tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1153982 Nov 23 09:51:44.439149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-f7851922-e232-4ace-b8db-b37d41e1c170 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:44.440578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-f7851922-e232-4ace-b8db-b37d41e1c170 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 949 time: 0.1257944 Nov 23 09:51:44.506883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.545700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.550498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.564258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8d7030f-774a-4bb1-b496-b5027d07096b req-7f444fde-405c-45d6-bf49-8402f2e2f1a2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225841 Nov 23 09:51:44.595251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port d9801c43-bab5-4adf-a0cc-3189529ec192 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:44.595639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.672812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.686940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.741266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbd0c24-37c2-4d09-814e-3d7b27877eac,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:44.756277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.773658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19d11f9e-eec4-4516-80ef-dfafb42cdc28 req-d40fe563-f175-4251-a518-854b58fee6d8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3920953 Nov 23 09:51:44.796816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.799508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.803834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port d9801c43-bab5-4adf-a0cc-3189529ec192, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d9801c43-bab5-4adf-a0cc-3189529ec192,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:44.804131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bc5b4bd-063b-45a5-aed5-167331861a93 HTTP/1.1" status: 204 len: 168 time: 0.3971784 Nov 23 09:51:44.804441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:44.836299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6bafe-bfb5-4bab-96ae-15dbda6b83f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc5b4bd-063b-45a5-aed5-167331861a93,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:44.841322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b13cab-adcc-4545-a7a1-b318b81a30eb req-1262b3bb-707a-4bdb-a41f-0222e6f23056 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:44.845518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65b13cab-adcc-4545-a7a1-b318b81a30eb req-1262b3bb-707a-4bdb-a41f-0222e6f23056 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d7e67b9-3914-41cc-9525-4142d1541fff HTTP/1.1" status: 200 len: 949 time: 0.1314125 Nov 23 09:51:44.846735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for d9801c43-bab5-4adf-a0cc-3189529ec192 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:44.929543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2114107576', 'description': 'tempest-description-1537402589'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:44.975914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.046553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65b13cab-adcc-4545-a7a1-b318b81a30eb req-0a873315-3e18-457b-a610-093a82b4a2ff tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796148 Nov 23 09:51:45.141467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.147180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.228950 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.230148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.232213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6925b6c4-a9c4-400f-addd-f640b6ec3ad9 req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3066814 Nov 23 09:51:45.238129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32186f6d-e119-4be0-925e-9b463af0cf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f686a0d9-0d16-4749-af1b-5a5b1b2441ad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:45.250428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'a934ea61-a1b2-41b3-8543-a932f39fcc45'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:45.271543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:45.298923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f003d3-d2ad-4125-877f-6cb603a2360b req-b210e51f-b895-46f9-961f-bf31f3e5ebab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:45.303839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4f003d3-d2ad-4125-877f-6cb603a2360b req-b210e51f-b895-46f9-961f-bf31f3e5ebab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1331820 Nov 23 09:51:45.304766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=d9801c43-bab5-4adf-a0cc-3189529ec192,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:45.371339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port d9801c43-bab5-4adf-a0cc-3189529ec192 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:45.381375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.390972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d6a2434-1059-49e2-8d5a-a3c2bb0b751e req-fd1a28c3-c491-4883-9d96-df58ba6c8f31 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "DELETE /v2.0/ports/d9801c43-bab5-4adf-a0cc-3189529ec192 HTTP/1.1" status: 204 len: 173 time: 0.9424553 Nov 23 09:51:45.391542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'name': 'network-vif-deleted', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:45.394115 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15da46-af8c-4397-90cf-511c3261f9ae" -d '{"events": [{"server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "name": "network-vif-deleted", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:45.421294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445654054', 'description': 'tempest-description-1338794207'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:45.434574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:51:45.442613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4f003d3-d2ad-4125-877f-6cb603a2360b req-b7ede010-14bb-45c6-b7fd-c76de7d5f6af tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061471 Nov 23 09:51:45.494317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.608869 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a9482c-e577-4554-9273-2e6d90206e00 x-openstack-request-id: req-e7a9482c-e577-4554-9273-2e6d90206e00 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:45.609237 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7e67b9-3914-41cc-9525-4142d1541fff", "name": "network-vif-deleted", "tag": "d9801c43-bab5-4adf-a0cc-3189529ec192", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:45.609494 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7a9482c-e577-4554-9273-2e6d90206e00 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:45.609986 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e67b9-3914-41cc-9525-4142d1541fff', 'name': 'network-vif-deleted', 'tag': 'd9801c43-bab5-4adf-a0cc-3189529ec192', 'status': 'completed', 'code': 200} Nov 23 09:51:45.688012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.718544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.725099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.803785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:45.849078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524', 'port_id': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'mac_address': 'fa:16:3e:da:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c726ea-66b3-4c28-b762-076ebe4d14cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:51:45.865033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:45.866366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99706a82-3d8e-4384-9440-39439b89fa80 req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4505184 Nov 23 09:51:45.932954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd20d37-84f6-4c45-804c-1ecdfd49724b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10af5222-6886-4504-bdf6-509ded8f60e7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:45.940494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0848-9d88-4053-aaec-14d056ad26c1 req-13d02689-4c96-41c7-9373-8c2bc49d2853 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:45.950535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3da0848-9d88-4053-aaec-14d056ad26c1 req-13d02689-4c96-41c7-9373-8c2bc49d2853 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.2138886 Nov 23 09:51:46.069516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-aac73cc5-ddf3-422f-bb4a-57bbfe712179 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/f686a0d9-0d16-4749-af1b-5a5b1b2441ad HTTP/1.1" status: 200 len: 1822 time: 0.1713493 Nov 23 09:51:46.109201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3da0848-9d88-4053-aaec-14d056ad26c1 req-ba9c13eb-57a8-41dc-8fe7-bf51609105ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566432 Nov 23 09:51:46.161327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.212961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:46.220408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c2e37388-51fe-4e08-a87a-93661782d4e9 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/10af5222-6886-4504-bdf6-509ded8f60e7 HTTP/1.1" status: 200 len: 1821 time: 0.1499071 Nov 23 09:51:46.231868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f686a0d9-0d16-4749-af1b-5a5b1b2441ad', 'remote_group_id': '10af5222-6886-4504-bdf6-509ded8f60e7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:46.232565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f686a0d9-0d16-4749-af1b-5a5b1b2441ad', 'remote_group_id': '10af5222-6886-4504-bdf6-509ded8f60e7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:46.346515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:46.348775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.362184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:46.362721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.439704 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.447292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.507601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b551a56-4f4a-4644-bf45-508cf1430f3c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:46.522146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.522865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:46.547170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6305b9e-2654-4ca2-942e-c385baf67797 req-c840bea4-fa81-43f1-92ef-a19c921e9727 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3083627 Nov 23 09:51:46.562250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-151304448-network', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:46.604507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Made reservation on behalf of a823476ce8814f22b3ca7c471d582837 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:46.611476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.645055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.667365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['09ee35dd-9b7a-47a9-a18c-a668e50d94f0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:46.695831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-0944e724-cf47-4b0a-8bd7-19fbe0ccbf0f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/10af5222-6886-4504-bdf6-509ded8f60e7 HTTP/1.1" status: 200 len: 1821 time: 0.0751803 Nov 23 09:51:46.770187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.787962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c2944-4323-4f98-af0a-0b805baf6931 req-fdbe6773-9b93-4a52-b538-7efde63d00a0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:46.790089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f3c2944-4323-4f98-af0a-0b805baf6931 req-fdbe6773-9b93-4a52-b538-7efde63d00a0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0861151 Nov 23 09:51:46.808986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.841409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.856547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.909795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.913541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.914743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1b3c938-a009-43e8-84dc-67265e13a723 req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/10af5222-6886-4504-bdf6-509ded8f60e7 HTTP/1.1" status: 204 len: 173 time: 0.2121885 Nov 23 09:51:46.924591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f3c2944-4323-4f98-af0a-0b805baf6931 req-48e5c66e-eeeb-4e77-9575-be1001c9e23b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224463 Nov 23 09:51:46.927342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f32d74-d15e-4f7e-a0ee-3f7fc1e08d31 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af5222-6886-4504-bdf6-509ded8f60e7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:46.957329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:51:46.977268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd09609-7a07-4e10-8bb9-4833f8eacd84,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:46.998765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:46.999124 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Added segment b3dad4d7-034d-47d1-b92e-5fde95b7d94f of type vlan for network c482852d-c54e-4141-8689-632214b42de2 Nov 23 09:51:47.062637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-942c6739-eee1-4faf-b2d9-978fb6ad61de req-e5038d41-6a7b-4e50-a7d1-bbd4a09291db tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/f686a0d9-0d16-4749-af1b-5a5b1b2441ad HTTP/1.1" status: 200 len: 1822 time: 0.0968068 Nov 23 09:51:47.064498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.091870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a0bf-1946-4477-b95e-f4513e0869c4 req-23a7c060-913c-4a6a-ae9f-9bc9b6898e10 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:47.096120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d78a0bf-1946-4477-b95e-f4513e0869c4 req-23a7c060-913c-4a6a-ae9f-9bc9b6898e10 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.0806470 Nov 23 09:51:47.098800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-668364362', 'description': 'tempest-description-856454135'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:47.115528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.116757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:47.117421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.168437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d78a0bf-1946-4477-b95e-f4513e0869c4 req-c3e41fd7-769a-4afc-ab4b-0421106d49b7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608573 Nov 23 09:51:47.211537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.218316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8541911 Nov 23 09:51:47.220279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb200-f35c-42c1-82ce-39a2aede9970 admin admin] Pushing event updated for resources: {'Network': ['ID=c482852d-c54e-4141-8689-632214b42de2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:47.221307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54124) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:47.230006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Request body: {'subnet': {'network_id': 'c482852d-c54e-4141-8689-632214b42de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-subnet', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:47.239104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c482852d-c54e-4141-8689-632214b42de2 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:51:47.258885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Made reservation on behalf of a823476ce8814f22b3ca7c471d582837 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:47.261484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.314376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.321272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.363993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.365470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c513e169-b19b-4492-8e02-0f7033ff5cc4 req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2757797 Nov 23 09:51:47.366779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d777e7a-df83-4681-b461-f48d6ec2aa3f tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe561e3-b678-4c9c-97e1-6651d1dafede,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:47.416904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-e5698d20-de8c-4e34-ac23-e22cfefe993b tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--736085445&fields=id&tenant_id=a001b113ecb646518cde1c86e005018f HTTP/1.1" status: 200 len: 267 time: 0.1272955 Nov 23 09:51:47.429981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d9801c43-bab5-4adf-a0cc-3189529ec192 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:47.476830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: d9801c43-bab5-4adf-a0cc-3189529ec192 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:47.477425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d9801c43-bab5-4adf-a0cc-3189529ec192 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:47.527985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2c3fa-6835-46d4-a036-a7d005055fc6 req-10f58ef9-ee4c-496a-b347-86ca6c2a611c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:47.540154 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ee2c3fa-6835-46d4-a036-a7d005055fc6 req-10f58ef9-ee4c-496a-b347-86ca6c2a611c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.1076698 Nov 23 09:51:47.596514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-900b3f56-349f-40e6-8ed6-097fe73035a7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:47.598170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-900b3f56-349f-40e6-8ed6-097fe73035a7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/networks?id=7c929a71-6268-4f49-ae6f-d313e8d06037 HTTP/1.1" status: 200 len: 816 time: 0.1686664 Nov 23 09:51:47.627112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-7bc39dd1-683c-42de-acef-042275e57355 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/quotas/a001b113ecb646518cde1c86e005018f HTTP/1.1" status: 200 len: 375 time: 0.0156598 Nov 23 09:51:47.630805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ee2c3fa-6835-46d4-a036-a7d005055fc6 req-6c309381-99ec-4875-81b1-8ff97bb2e09d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895436 Nov 23 09:51:47.721081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.762354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-cc2350f7-4aab-4a77-b365-2c5b20ac1c72 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a001b113ecb646518cde1c86e005018f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241581 Nov 23 09:51:47.789443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b1efc10c-cd24-4d73-a500-410cb2c5160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:47.835520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2225c1-f995-47f5-b5ba-f7d5fa451fc6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:47.858992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-371774e4-ef75-41b9-992f-a618c7a78905 req-2070a11f-31d0-4f45-baa4-015bdbcaa4bc tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 200 len: 1820 time: 0.0685573 Nov 23 09:51:47.876636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe561e3-b678-4c9c-97e1-6651d1dafede', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:47.876958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe561e3-b678-4c9c-97e1-6651d1dafede', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:47.919299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Checking segment: {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:47.919982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Network hostable DHCP agents. Network: c482852d-c54e-4141-8689-632214b42de2, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:51:47.961935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Network c482852d-c54e-4141-8689-632214b42de2 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:51:47.983053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-277f3454-59ee-427d-9933-59c6e1744a45 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:47.985096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-277f3454-59ee-427d-9933-59c6e1744a45 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 949 time: 0.1034009 Nov 23 09:51:47.986103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-dd3444f7-1626-42c9-bbf7-4b874b7dc845 service neutron] 10.222.0.62 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038667 Nov 23 09:51:47.995126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c482852d-c54e-4141-8689-632214b42de2) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:48.007632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285d6f4-c6e2-4dd2-a652-c9d2290213bf None None] Network c482852d-c54e-4141-8689-632214b42de2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:48.035193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:48.035797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.045985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.109794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-36c12007-8065-4270-bc24-c28c7124c590 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8865948 Nov 23 09:51:48.114263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:48.114727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.119332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:48.126500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.138932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port a934ea61-a1b2-41b3-8543-a932f39fcc45 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:48.139480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.162870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bb684812-b29a-4b7b-bfb2-d1aaa63fce29 service neutron] 10.222.0.62 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585746 Nov 23 09:51:48.171625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.172953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.261139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port a934ea61-a1b2-41b3-8543-a932f39fcc45, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a934ea61-a1b2-41b3-8543-a932f39fcc45,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:48.261800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.280626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for a934ea61-a1b2-41b3-8543-a932f39fcc45 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:48.284231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.326393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d392a7b5-ecb5-4361-97e0-e918eabbc85a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:48.383174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.398435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-371774e4-ef75-41b9-992f-a618c7a78905 req-770ecaf0-7eb2-41ac-942c-88e76ecaf335 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5245852 Nov 23 09:51:48.522330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.613556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c482852d-c54e-4141-8689-632214b42de2', 'network_id': 'c482852d-c54e-4141-8689-632214b42de2', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'fixed_ips': [{'subnet_id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:51:48.614460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.682570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fbdb1-2cf0-485b-b8ec-cd634d7adb42 req-0b47f9f5-5b3d-4f13-ac80-f5991f1ac9e2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:48.692396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e1fbdb1-2cf0-485b-b8ec-cd634d7adb42 req-0b47f9f5-5b3d-4f13-ac80-f5991f1ac9e2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0882459 Nov 23 09:51:48.716083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.751970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=a934ea61-a1b2-41b3-8543-a932f39fcc45,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:48.797525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e1fbdb1-2cf0-485b-b8ec-cd634d7adb42 req-895c05ba-c720-4ecb-9f89-dbb77437a8ad tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039653 Nov 23 09:51:48.830302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'a934ea61-a1b2-41b3-8543-a932f39fcc45'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:48.849043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42b61c23-c03e-40ed-b96f-c68a7850f2b8 req-f1a352e9-de6c-43e3-9d54-6dd322e11bc6 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=7abab191-69d8-4945-906a-d83788ec34c4 HTTP/1.1" status: 200 len: 210 time: 0.0446861 Nov 23 09:51:48.903934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.927977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:48.928614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:49.014396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port a934ea61-a1b2-41b3-8543-a932f39fcc45 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:49.023363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.028279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e218a57-9736-4f19-bc00-b4aa9baded28 req-72649a0e-a4b5-433c-9764-68fb879a9abf tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "DELETE /v2.0/ports/a934ea61-a1b2-41b3-8543-a932f39fcc45 HTTP/1.1" status: 204 len: 173 time: 1.0355079 Nov 23 09:51:49.028807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'name': 'network-vif-deleted', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:49.035305 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24f7730-9b5e-4493-9fa3-2cb960c58ce2" -d '{"events": [{"server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "name": "network-vif-deleted", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:49.057643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-b001e1e7-0e9b-4eac-9e52-ef07fd35aa4a tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 200 len: 2413 time: 0.1828101 Nov 23 09:51:49.063855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe561e3-b678-4c9c-97e1-6651d1dafede', 'remote_group_id': None}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:49.064273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe561e3-b678-4c9c-97e1-6651d1dafede', 'remote_group_id': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:49.188793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.224672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685e37-ebeb-4783-9980-adde3e479091 req-0d7d79fa-aa58-40ba-9953-045a25f08a8e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:49.239398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d685e37-ebeb-4783-9980-adde3e479091 req-0d7d79fa-aa58-40ba-9953-045a25f08a8e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.2601180 Nov 23 09:51:49.251982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Allocated IP 172.20.0.2 (c482852d-c54e-4141-8689-632214b42de2/df2225c1-f995-47f5-b5ba-f7d5fa451fc6/153bbc03-77bc-42d6-b2d3-73c8ab3ef42e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:49.281516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.287331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Allocated IP 172.25.1.216 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/c3066754-f397-45bc-a9fc-fec47c04ced7) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:49.295779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.334852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099200d-da78-4a8b-aab8-22f863d43cc2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:49.350290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.368884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd522e49-cafe-40d4-a7c0-c7eb7ea51fe6 req-fe829ab2-c7bd-42e0-99cf-d60492d218e5 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3094039 Nov 23 09:51:49.424698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:49.438495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f27aee05-3d8a-4a50-9086-b7aa966358de req-ead5e8df-7807-46c5-a4ee-1bcc3bed8145 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0393226 Nov 23 09:51:49.574096 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cce7da-181a-4b03-aff6-572421756a7e x-openstack-request-id: req-12cce7da-181a-4b03-aff6-572421756a7e {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:49.574700 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abab191-69d8-4945-906a-d83788ec34c4", "name": "network-vif-deleted", "tag": "a934ea61-a1b2-41b3-8543-a932f39fcc45", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:49.575403 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12cce7da-181a-4b03-aff6-572421756a7e {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:49.576099 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abab191-69d8-4945-906a-d83788ec34c4', 'name': 'network-vif-deleted', 'tag': 'a934ea61-a1b2-41b3-8543-a932f39fcc45', 'status': 'completed', 'code': 200} Nov 23 09:51:49.620966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d685e37-ebeb-4783-9980-adde3e479091 req-979093e9-ce7d-4d34-a60e-7aea2e137090 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733382 Nov 23 09:51:49.714714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.730712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6f60d1d3-60cc-4bad-aaf7-c03c3908ae6a req-d0edbc9c-5abf-417c-ad01-fd0ba2117e40 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 200 len: 3011 time: 0.1260839 Nov 23 09:51:49.803520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:51:49.834702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-8c9286ab-a176-4f04-abd6-9267a4c0c1d6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-group-rules/e099200d-da78-4a8b-aab8-22f863d43cc2 HTTP/1.1" status: 200 len: 783 time: 0.0509567 Nov 23 09:51:49.839721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.848194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:49.848560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.850800 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.908936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:49.922552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:49.941613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:49.944379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:50.012437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d96a3-799b-4379-9974-9ff6fcab179f req-c38caf73-475b-487e-8d57-ce3a282033e6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:50.019807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e32d96a3-799b-4379-9974-9ff6fcab179f req-c38caf73-475b-487e-8d57-ce3a282033e6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.0974789 Nov 23 09:51:50.036322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Network c482852d-c54e-4141-8689-632214b42de2 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:50.059806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:50.068331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Pushing event updated for resources: {'Port': ['ID=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:50.071805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:50.085477 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.093506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e32d96a3-799b-4379-9974-9ff6fcab179f req-e55a2fb3-88bb-427c-81c0-89698ace4760 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Nov 23 09:51:50.170352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-84e463ad-770d-4e09-8689-9da2622a121e tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 200 len: 3011 time: 0.3315926 Nov 23 09:51:50.173674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3066754-f397-45bc-a9fc-fec47c04ced7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:50.230028 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.252158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Attempting to bind port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:50.252697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Attempting to bind port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:50.253248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Attempting to bind port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e on network c482852d-c54e-4141-8689-632214b42de2 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:50.267651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d43c-47de-4cab-9965-22896fc234bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.271217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:50.271724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Checking segment: {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:50.273070 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.273595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Bound using segment: {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:50.274545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Bound port: 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:50.274994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.290043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.299025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.307184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:50.309794 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898840db-20d2-41a9-a31a-dc5c90254974" -d '{"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-plugged", "status": "completed", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:50.346794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:50.371330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.390103 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.396110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.397243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbcb4083-8d61-4880-8e8c-a0e5af6b9611 req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e099200d-da78-4a8b-aab8-22f863d43cc2 HTTP/1.1" status: 204 len: 173 time: 0.2137182 Nov 23 09:51:50.435390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ac70f-99c2-47ad-a48c-b86c95489923 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e099200d-da78-4a8b-aab8-22f863d43cc2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:50.451477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.490302 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865b409-69cc-4b35-8d86-593051115bd9 x-openstack-request-id: req-4865b409-69cc-4b35-8d86-593051115bd9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:50.490609 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-plugged", "status": "completed", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:50.490856 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4865b409-69cc-4b35-8d86-593051115bd9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:50.491256 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'code': 200} Nov 23 09:51:50.556377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-b130df70-501c-40d7-8c42-c9e52fdff351 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 200 len: 2413 time: 0.0914450 Nov 23 09:51:50.581916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] For port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:50.590905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] For port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:50.613510 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.615583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:50.775236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.778095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdca0b-3f6a-4195-8eec-3516a5e341d3 None None] Pushing event updated for resources: {'Port': ['ID=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:50.806504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35e6c5-ae76-405d-9b52-4e05a7ed99fa req-294b9919-4207-4333-b75c-76907ae436c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:50.808225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c35e6c5-ae76-405d-9b52-4e05a7ed99fa req-294b9919-4207-4333-b75c-76907ae436c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1097 time: 0.2492537 Nov 23 09:51:50.833526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.906795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c35e6c5-ae76-405d-9b52-4e05a7ed99fa req-25ba0216-59f7-4f61-9999-ac74f016e0d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902381 Nov 23 09:51:50.927813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.932173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:50.949843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddb5c89b-3090-43a9-a459-0bf5074bb5a3 req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/dbe561e3-b678-4c9c-97e1-6651d1dafede HTTP/1.1" status: 204 len: 173 time: 0.3916509 Nov 23 09:51:50.980402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58781443-94bb-4f56-a14a-6d33798f0842 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe561e3-b678-4c9c-97e1-6651d1dafede,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:51.065654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61b24a1f-d901-4d0b-8d4a-80291c167079 req-2b2af74d-1511-4a14-82a8-da3f85d44e9e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0733833 Nov 23 09:51:51.112226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:51.320133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947592e-0350-4d5f-9fd3-c8bf4e939e1a req-02786e68-a1c0-48ac-baf0-ebb3e3b32494 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:51.330652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3947592e-0350-4d5f-9fd3-c8bf4e939e1a req-02786e68-a1c0-48ac-baf0-ebb3e3b32494 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.1422734 Nov 23 09:51:51.418736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:51.450929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-a618d017-f8dc-40a4-9f35-c3994f52d81a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178095 Nov 23 09:51:51.469323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3947592e-0350-4d5f-9fd3-c8bf4e939e1a req-164f82e7-fc4e-4dc6-9882-888ebf3a9bad tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372418 Nov 23 09:51:51.495439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:51.554294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a934ea61-a1b2-41b3-8543-a932f39fcc45 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:51.597298 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-beadeeb4-1166-4365-bd18-17ddf4e91c0b req-96349d86-933f-4899-9467-0453420150bf tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] show failed (client error): The resource could not be found. Nov 23 09:51:51.621406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beadeeb4-1166-4365-bd18-17ddf4e91c0b req-96349d86-933f-4899-9467-0453420150bf tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/10af5222-6886-4504-bdf6-509ded8f60e7 HTTP/1.1" status: 404 len: 352 time: 0.0427313 Nov 23 09:51:51.629189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-bb2c1fac-7791-4920-af76-17dbbe69207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:51.636394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-bb2c1fac-7791-4920-af76-17dbbe69207d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 1096 time: 0.1556618 Nov 23 09:51:51.663195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-06a44162-0d6a-46a0-9329-629ca04bd3e7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:51.664535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a934ea61-a1b2-41b3-8543-a932f39fcc45 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:51.665136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-06a44162-0d6a-46a0-9329-629ca04bd3e7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.50 "GET /v2.0/networks?id=7c929a71-6268-4f49-ae6f-d313e8d06037 HTTP/1.1" status: 200 len: 816 time: 0.6744723 Nov 23 09:51:51.665270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a934ea61-a1b2-41b3-8543-a932f39fcc45 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:51.685944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3506ab-d322-4f7e-9a76-869b3cb41756 req-ddc847d4-91bf-4ed6-8caf-5f951e66db72 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:51.687764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e3506ab-d322-4f7e-9a76-869b3cb41756 req-ddc847d4-91bf-4ed6-8caf-5f951e66db72 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.3461871 Nov 23 09:51:51.696317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:51.696694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:51.829746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-2d1a080c-5e05-4c3f-92b6-db15a07c2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:51.835952 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-2d1a080c-5e05-4c3f-92b6-db15a07c2aa8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1706963 Nov 23 09:51:51.850815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:51.852347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-892ee946-7761-4e14-91fd-2d3f5c06472f tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a001b113ecb646518cde1c86e005018f HTTP/1.1" status: 200 len: 379 time: 0.1634471 Nov 23 09:51:51.871576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e3506ab-d322-4f7e-9a76-869b3cb41756 req-49b0fd78-93c9-4c88-8c5c-d296269e6925 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331923 Nov 23 09:51:51.878454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'port': {'device_id': '86be9995-a69f-4120-8b17-e98678f2472b', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'admin_state_up': True, 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'security_groups': ['0dfa133f-4b61-4939-a6a0-1561a19cc7f6']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:51.940039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:51.955687 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.058336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-b768f709-c711-47bf-a15d-57f313ffb0e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 200 len: 217 time: 0.2006741 Nov 23 09:51:52.108200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Router 663369fa-03af-441d-907f-e73ee85812b0 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:51:52.124335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-d604fbe5-0430-4b27-b8f8-857872527cce tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/f686a0d9-0d16-4749-af1b-5a5b1b2441ad HTTP/1.1" status: 200 len: 1822 time: 0.1961734 Nov 23 09:51:52.151894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:52.176413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-ec5f56b0-e964-4796-930e-ba239ac139a4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:52.177975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-ec5f56b0-e964-4796-930e-ba239ac139a4 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 949 time: 0.1927924 Nov 23 09:51:52.200380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e94a-a0f8-4a3a-b00f-b663e97f021d req-ec79f2d4-45f8-4fcf-b1ba-d38af536d02b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:52.202529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a04e94a-a0f8-4a3a-b00f-b663e97f021d req-ec79f2d4-45f8-4fcf-b1ba-d38af536d02b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.3655834 Nov 23 09:51:52.224501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-a177f4d9-b8c0-405f-a4de-e719bce52335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:52.227187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-a177f4d9-b8c0-405f-a4de-e719bce52335 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1557844 Nov 23 09:51:52.271219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Made reservation on behalf of a001b113ecb646518cde1c86e005018f for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:51:52.281521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.321539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-cd787e0f-7fe2-477c-9e02-246dced1b6f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615335 Nov 23 09:51:52.462265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a04e94a-a0f8-4a3a-b00f-b663e97f021d req-d0658f49-7df0-4cf4-9469-924c9e095d6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186971 Nov 23 09:51:52.476493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acddc3-5deb-4115-81ff-6d2152a6326a None None] Network c482852d-c54e-4141-8689-632214b42de2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:51:52.575767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port 0838181b-6c05-46b5-9360-098e31d7bc10 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:52.576488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.624977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19abf10d-6e97-45b4-a710-97329242fa1a req-69eddb6b-8a0f-4bac-bc77-c3e2566e656b tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0716696 Nov 23 09:51:52.680062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:52.690600 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Sync routers for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:51:52.695774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.700491 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.702958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-99b15199-527a-42d7-88d9-37175e63a1b2 None None] Provisioning complete for port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:52.704050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99b15199-527a-42d7-88d9-37175e63a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.705636 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:52.711148 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:52.874507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port 0838181b-6c05-46b5-9360-098e31d7bc10, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0838181b-6c05-46b5-9360-098e31d7bc10,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:52.874886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:52.896869 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:52.918996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for 0838181b-6c05-46b5-9360-098e31d7bc10 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:52.953667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950736-dc06-4054-8184-5ad285951d51 req-112403e1-6dbb-4909-8394-e38892a1c332 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:52.979276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39950736-dc06-4054-8184-5ad285951d51 req-112403e1-6dbb-4909-8394-e38892a1c332 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/ports?device_id=80d0c6b0-9d08-4544-8a08-98aa133cf30d HTTP/1.1" status: 200 len: 949 time: 0.4526365 Nov 23 09:51:53.077371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.078695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a6827cbd-4761-4e2e-8527-a49abfa1f9d0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9634824 Nov 23 09:51:53.136932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:51:53.147641 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:50Z', 'revision_number': 3, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:53.166690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.180107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5', 'fe609f94-79dd-438a-a97e-961e911e9e6a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:53.226565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.306588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c', '0838181b-6c05-46b5-9360-098e31d7bc10'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:53.385439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Allocated IP 172.20.0.8 (7c929a71-6268-4f49-ae6f-d313e8d06037/cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa/9d87382d-5ccd-4e08-bd22-7875a4283ebd) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:53.410680 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Checking router: 663369fa-03af-441d-907f-e73ee85812b0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:51:53.416774 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Updating router 663369fa-03af-441d-907f-e73ee85812b0 port c3066754-f397-45bc-a9fc-fec47c04ced7 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:51:53.430101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:53.446890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.449491 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.451296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8451493e-a7bd-427b-8c9b-6cac36b17d18 req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/f686a0d9-0d16-4749-af1b-5a5b1b2441ad HTTP/1.1" status: 204 len: 173 time: 1.3193517 Nov 23 09:51:53.504418 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.663302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port fe609f94-79dd-438a-a97e-961e911e9e6a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:51:53.678368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.684706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e1c3e-fc0b-418c-9401-d8b3fc0ee8f6 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f686a0d9-0d16-4749-af1b-5a5b1b2441ad,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:53.705061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.771939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-88b4f1a2-fb7c-4f13-89ca-759746c7383e None None] Provisioning complete for port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:53.772406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88b4f1a2-fb7c-4f13-89ca-759746c7383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.779529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.941926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port fe609f94-79dd-438a-a97e-961e911e9e6a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fe609f94-79dd-438a-a97e-961e911e9e6a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:53.954377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:53.997439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b9340bb-754a-4b5d-b1f4-b2f2caee31d8 req-26b7179e-46e8-43c7-9921-e0b5419160a7 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8d3253-158f-4517-a2f5-0ef3dfdeaeed HTTP/1.1" status: 200 len: 210 time: 0.8681939 Nov 23 09:51:54.006520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=0838181b-6c05-46b5-9360-098e31d7bc10,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:54.017487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f07b2-a762-4d06-baff-a08fdf778515 req-625f32a1-4389-4f7f-88b8-7746767ce103 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:54.026885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db1f07b2-a762-4d06-baff-a08fdf778515 req-625f32a1-4389-4f7f-88b8-7746767ce103 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.3327792 Nov 23 09:51:54.030320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for fe609f94-79dd-438a-a97e-961e911e9e6a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:51:54.064429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:54.064905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.069773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-b65d7d4b-e887-44fb-b3df-9fcc305fbe4f service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7351611 Nov 23 09:51:54.172588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port 0838181b-6c05-46b5-9360-098e31d7bc10 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:54.215677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.219317 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4d6a3b5-8030-476f-b552-e9d1742f20aa req-23d48968-a8f6-4c05-8173-a88829443753 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "DELETE /v2.0/ports/0838181b-6c05-46b5-9360-098e31d7bc10 HTTP/1.1" status: 204 len: 173 time: 2.0137205 Nov 23 09:51:54.219975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'name': 'network-vif-deleted', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:54.222515 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63561594-4f55-4f38-a7cb-194b1bbcad25" -d '{"events": [{"server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "name": "network-vif-deleted", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:54.243596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db1f07b2-a762-4d06-baff-a08fdf778515 req-0d256f9d-5914-413b-8bb5-7f810984be50 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088346 Nov 23 09:51:54.248584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.305565 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.336283 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.432748 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Attempting to bind port c3066754-f397-45bc-a9fc-fec47c04ced7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:54.433381 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Attempting to bind port c3066754-f397-45bc-a9fc-fec47c04ced7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:54.434338 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Attempting to bind port c3066754-f397-45bc-a9fc-fec47c04ced7 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:54.460547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:54.461307 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:54.466470 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.467151 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:54.467854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Bound port: c3066754-f397-45bc-a9fc-fec47c04ced7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:54.468541 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.491404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:54.502687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4da512-f694-4c8f-97c0-506c14c608c5 req-226f92cf-d5dc-4e65-b44a-42d6a85f52e7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:54.504435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a4da512-f694-4c8f-97c0-506c14c608c5 req-226f92cf-d5dc-4e65-b44a-42d6a85f52e7 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.3511670 Nov 23 09:51:54.559608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f78c374-8d61-440a-9f65-abf2c7bbeba2 req-c1850ff8-489c-4325-89e1-5fa1d7d1582a service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816151 Nov 23 09:51:54.570191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] For port c3066754-f397-45bc-a9fc-fec47c04ced7, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:54.578915 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] For port c3066754-f397-45bc-a9fc-fec47c04ced7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c3066754-f397-45bc-a9fc-fec47c04ced7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:54.584704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event updated for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:54.605823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:54.615229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:54.621981 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.626891 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Pushing event updated for resources: {'Port': ['ID=c3066754-f397-45bc-a9fc-fec47c04ced7,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:54.658995 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.659489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.659980 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.660610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.660944 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.661269 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.662115 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.665319 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.665319 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.665663 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.666039 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.666368 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:51:54.817150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:54.817826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:54.820404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a4da512-f694-4c8f-97c0-506c14c608c5 req-22f9134c-5c28-4fd5-93fc-9ecc4f3aefaa tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084571 Nov 23 09:51:54.880259 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:51:54.882938 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:54.898906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-1d028d89-352a-4c4e-af24-994524ecb4c7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0242066 Nov 23 09:51:54.917329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Request body: {'port': {'device_id': '86be9995-a69f-4120-8b17-e98678f2472b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:51:54.945565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a538def3-ae29-4f91-9190-eb811ac62815 req-d093ae45-e3f2-4b94-ac4d-a9bdcc29aad4 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/88c720a6-4803-492f-829d-51122aa9cec9 HTTP/1.1" status: 200 len: 1820 time: 0.6116481 Nov 23 09:51:55.196440 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367370d4-989f-4b51-b471-63c3c1489b9a None None] Pushing event updated for resources: {'Port': ['ID=c3066754-f397-45bc-a9fc-fec47c04ced7,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:55.246369 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:51:55.274157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-920b3110-c796-4a19-85fa-c744dcd813ea None None] Provisioning complete for port 9d87382d-5ccd-4e08-bd22-7875a4283ebd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:55.274740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-920b3110-c796-4a19-85fa-c744dcd813ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.357542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.378730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.399879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-920b3110-c796-4a19-85fa-c744dcd813ea None None] Port 9d87382d-5ccd-4e08-bd22-7875a4283ebd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:55.435006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a538def3-ae29-4f91-9190-eb811ac62815 req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.447106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fe609f94-79dd-438a-a97e-961e911e9e6a no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:55.459795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.470951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b196173-c9b2-45f4-bb15-959cad579250 req-245a6003-84d6-4ee7-adbd-0f3634c6d04e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:55.474975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b196173-c9b2-45f4-bb15-959cad579250 req-245a6003-84d6-4ee7-adbd-0f3634c6d04e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 931 time: 0.3858843 Nov 23 09:51:55.491417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:55.498443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: fe609f94-79dd-438a-a97e-961e911e9e6a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:55.498934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fe609f94-79dd-438a-a97e-961e911e9e6a not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:55.499466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:55.513578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:51:55.537518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-1c29faaa-bed8-42dc-959a-025bcd3e891a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3204989 Nov 23 09:51:55.569686 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:50Z', 'revision_number': 3, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:51:55.606160 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a77286-1fc3-4452-85b9-1ae20cba3700 None None] The sync data for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 is: [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:50Z', 'revision_number': 3, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:51:55.703881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b196173-c9b2-45f4-bb15-959cad579250 req-49fd02b3-71be-4beb-9b94-c1dcbc326634 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175856 Nov 23 09:51:55.773342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-3a228211-89ad-48f4-95ae-13955bb582f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:55.774982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-3a228211-89ad-48f4-95ae-13955bb582f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73229fdea19e45b7bd6a758207803669&device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 1101 time: 0.2023957 Nov 23 09:51:55.806503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=fe609f94-79dd-438a-a97e-961e911e9e6a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:55.834735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a538def3-ae29-4f91-9190-eb811ac62815 req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.857687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc', '37732dd9-6703-437e-873b-4739b8f971b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:51:55.939192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:55.944110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port fe609f94-79dd-438a-a97e-961e911e9e6a on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:51:55.959963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:55.964222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39950736-dc06-4054-8184-5ad285951d51 req-1323d01b-6a56-4524-8c90-a427b6549265 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "DELETE /v2.0/ports/fe609f94-79dd-438a-a97e-961e911e9e6a HTTP/1.1" status: 204 len: 173 time: 2.9842432 Nov 23 09:51:55.964876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'name': 'network-vif-deleted', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:55.968550 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e4ad1-cef8-4956-b848-fdf42705ccf0" -d '{"events": [{"server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "name": "network-vif-deleted", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:56.031077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-df278997-edc0-4058-9889-b6d3ddc5daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:56.032983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-df278997-edc0-4058-9889-b6d3ddc5daa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2321773 Nov 23 09:51:56.037147 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1cd6cc-e728-4534-a14c-846ef6876a52 x-openstack-request-id: req-ce1cd6cc-e728-4534-a14c-846ef6876a52 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:56.037460 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8d3253-158f-4517-a2f5-0ef3dfdeaeed", "name": "network-vif-deleted", "tag": "0838181b-6c05-46b5-9360-098e31d7bc10", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:56.037775 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce1cd6cc-e728-4534-a14c-846ef6876a52 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:56.038403 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8d3253-158f-4517-a2f5-0ef3dfdeaeed', 'name': 'network-vif-deleted', 'tag': '0838181b-6c05-46b5-9360-098e31d7bc10', 'status': 'completed', 'code': 200} Nov 23 09:51:56.160759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:56.161571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0838181b-6c05-46b5-9360-098e31d7bc10 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:51:56.195556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-e39fcd3c-0177-4701-8931-03d34f5fc97e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=6b23fba2-b017-441e-8a36-a9f480e5503c HTTP/1.1" status: 200 len: 217 time: 0.0821645 Nov 23 09:51:56.236720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 0838181b-6c05-46b5-9360-098e31d7bc10 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:51:56.237447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0838181b-6c05-46b5-9360-098e31d7bc10 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:51:56.337404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-0b56867b-c544-4a7a-9b3a-94e75de5fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:56.343729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-0b56867b-c544-4a7a-9b3a-94e75de5fa16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1037261 Nov 23 09:51:56.351762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad7df7-ed25-4154-9323-0a6394469398 req-7a7f5411-9437-410b-9e69-a41d86f7fab9 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:56.353580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6dad7df7-ed25-4154-9323-0a6394469398 req-7a7f5411-9437-410b-9e69-a41d86f7fab9 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1097 time: 0.3144064 Nov 23 09:51:56.393754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d87382d-5ccd-4e08-bd22-7875a4283ebd {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:51:56.407388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:56.422940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Transition to ACTIVE for port object 9d87382d-5ccd-4e08-bd22-7875a4283ebd will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:51:56.441772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:56.519872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6dad7df7-ed25-4154-9323-0a6394469398 req-e7ab0104-8e83-49a3-a4cb-0bf9351d7412 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150320 Nov 23 09:51:56.547799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-673d1c69-9eb9-44cd-ad8b-767048169e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:56.549360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-673d1c69-9eb9-44cd-ad8b-767048169e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946564 Nov 23 09:51:56.556330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Pushing event updated for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:56.739204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a538def3-ae29-4f91-9190-eb811ac62815 req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:56.746161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a538def3-ae29-4f91-9190-eb811ac62815 req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:56.749048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a538def3-ae29-4f91-9190-eb811ac62815 req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/88c720a6-4803-492f-829d-51122aa9cec9 HTTP/1.1" status: 204 len: 173 time: 1.7936134 Nov 23 09:51:56.844555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fbe42-41ef-4bb9-b3be-a5f381836b5d tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c720a6-4803-492f-829d-51122aa9cec9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:56.869013 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08edf3f0-44b0-47eb-9cd5-34d823da998b x-openstack-request-id: req-08edf3f0-44b0-47eb-9cd5-34d823da998b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:56.873836 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d0c6b0-9d08-4544-8a08-98aa133cf30d", "name": "network-vif-deleted", "tag": "fe609f94-79dd-438a-a97e-961e911e9e6a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:56.874307 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08edf3f0-44b0-47eb-9cd5-34d823da998b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:56.874902 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d0c6b0-9d08-4544-8a08-98aa133cf30d', 'name': 'network-vif-deleted', 'tag': 'fe609f94-79dd-438a-a97e-961e911e9e6a', 'status': 'completed', 'code': 200} Nov 23 09:51:56.908495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Attempting to bind port 9d87382d-5ccd-4e08-bd22-7875a4283ebd on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:51:56.909430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Attempting to bind port 9d87382d-5ccd-4e08-bd22-7875a4283ebd by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:51:56.909961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Attempting to bind port 9d87382d-5ccd-4e08-bd22-7875a4283ebd on network 7c929a71-6268-4f49-ae6f-d313e8d06037 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:56.931794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Port 9d87382d-5ccd-4e08-bd22-7875a4283ebd on network 7c929a71-6268-4f49-ae6f-d313e8d06037 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:51:56.932380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Attempting to bind port 9d87382d-5ccd-4e08-bd22-7875a4283ebd on network 7c929a71-6268-4f49-ae6f-d313e8d06037 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:51:56.942340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-c47d4fa5-0ed9-49f2-ad5b-21c7094883ed service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810842 Nov 23 09:51:56.994135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:51:56.994488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Checking segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:51:56.994884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Bound using segment: {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:51:56.995333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Bound port: 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:51:56.995687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.092555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Allocated IP 172.20.0.1 (c482852d-c54e-4141-8689-632214b42de2/df2225c1-f995-47f5-b5ba-f7d5fa451fc6/26f6f417-19c3-4e65-bb90-76f00ea04ec0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:51:57.118921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:51:57.132691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e34283-e946-4b0b-8a4b-427855c964c1 req-92e226ec-6932-499b-862d-a5d4be0bbbb1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.134400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0e34283-e946-4b0b-8a4b-427855c964c1 req-92e226ec-6932-499b-862d-a5d4be0bbbb1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.2037852 Nov 23 09:51:57.136600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:51:57.188882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.243025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.243650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.245626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] 10.222.0.50 "PUT /v2.0/ports/9d87382d-5ccd-4e08-bd22-7875a4283ebd HTTP/1.1" status: 200 len: 1091 time: 2.3328490 Nov 23 09:51:57.333818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d2a4-4543-4923-aed0-39275b8a8796 req-3099882d-e8f0-4493-a6a1-7dda00669e40 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.334535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0e34283-e946-4b0b-8a4b-427855c964c1 req-04417251-4257-4134-93a6-0d69a3dc4805 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927330 Nov 23 09:51:57.347717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35d9d2a4-4543-4923-aed0-39275b8a8796 req-3099882d-e8f0-4493-a6a1-7dda00669e40 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1097 time: 0.3247302 Nov 23 09:51:57.431693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c3066754-f397-45bc-a9fc-fec47c04ced7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:57.458712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c1e5-13ed-4b06-93a7-baf8447bcb6b service neutron] Pushing event updated for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:57.489472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-f76b6b9a-aacc-42b2-86f8-54e4d18b3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.504395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-f76b6b9a-aacc-42b2-86f8-54e4d18b3f8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a001b113ecb646518cde1c86e005018f&device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 1094 time: 0.2014694 Nov 23 09:51:57.535954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9c31aa-6dff-4e83-b985-5e116ff4297c req-69196fec-0d5b-4407-a030-d774ead07010 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831559 Nov 23 09:51:57.609994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c3066754-f397-45bc-a9fc-fec47c04ced7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:57.610397 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.623093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-fe60cd99-373c-47a3-b280-73cbc821091c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd HTTP/1.1" status: 200 len: 217 time: 0.1006262 Nov 23 09:51:57.634293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35d9d2a4-4543-4923-aed0-39275b8a8796 req-52ef807d-c86c-4216-b070-754462af06cc tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806911 Nov 23 09:51:57.682279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.754101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-9846c645-895b-4121-bc3a-537c42adcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.756279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-9846c645-895b-4121-bc3a-537c42adcf8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa HTTP/1.1" status: 200 len: 855 time: 0.1008482 Nov 23 09:51:57.761036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-c07380e8-e176-4eb8-9b0d-e7930f5a72c8 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/82314f45-8e27-469b-a5eb-9386e269ae0d HTTP/1.1" status: 200 len: 1821 time: 0.0767007 Nov 23 09:51:57.774911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28094-8f2f-4988-b951-6a7032a219ed req-a4407286-0a02-4b6c-af2f-e7dd29fdb4f1 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.776741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8a28094-8f2f-4988-b951-6a7032a219ed req-a4407286-0a02-4b6c-af2f-e7dd29fdb4f1 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.2898288 Nov 23 09:51:57.917523 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.918971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8a28094-8f2f-4988-b951-6a7032a219ed req-d5152faf-fa1c-4c94-afaf-3d9e28099788 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324377 Nov 23 09:51:57.922440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:57.925253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-73c6e6c0-ebac-492c-9ed0-746bf7ba5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:57.926381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-73c6e6c0-ebac-492c-9ed0-746bf7ba5829 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c929a71-6268-4f49-ae6f-d313e8d06037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487005 Nov 23 09:51:57.930873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.002577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port c3066754-f397-45bc-a9fc-fec47c04ced7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c3066754-f397-45bc-a9fc-fec47c04ced7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:51:58.017837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.099791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Network c482852d-c54e-4141-8689-632214b42de2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:58.132437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:58.150652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-df39743f-0f7e-450f-bf9a-6214c110d035 service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164090 Nov 23 09:51:58.171852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.172084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=c3066754-f397-45bc-a9fc-fec47c04ced7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:58.213564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:51:58.270965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Pushing event updated for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:58.331811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.384666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7422d21a-629e-4b0e-9065-ce3a53f207bc req-8c6ad75a-56f5-4977-a17f-503f9355fee1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259703 Nov 23 09:51:58.459797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.471976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.487117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6bd9800-5219-4630-bc3a-a9d83dac763d req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/82314f45-8e27-469b-a5eb-9386e269ae0d HTTP/1.1" status: 204 len: 173 time: 0.7134030 Nov 23 09:51:58.540750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4a4e2fff-9c1f-4cca-8620-455f4443c4a5 None None] Provisioning complete for port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:58.541663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a4e2fff-9c1f-4cca-8620-455f4443c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.622320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e2fff-9c1f-4cca-8620-455f4443c4a5 None None] Port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:51:58.628984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb349a6-62ed-4402-b2ef-22e808cc1e4b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82314f45-8e27-469b-a5eb-9386e269ae0d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:58.711883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:58.716298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d2a0-e355-435f-812c-42c829861afc req-ede7ddb7-ca4c-42bb-afb6-af2631af9087 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:58.725964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e83d2a0-e355-435f-812c-42c829861afc req-ede7ddb7-ca4c-42bb-afb6-af2631af9087 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.1179850 Nov 23 09:51:58.796108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e83d2a0-e355-435f-812c-42c829861afc req-e8d3b8d2-962b-4112-88d5-2e4e0aa72948 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692616 Nov 23 09:51:58.879650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:51:58.888080 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:51:58.932350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4122a47-0a27-456a-aa52-3dde79492238 req-f25ae7cd-c2f8-4378-9dbf-180edcb850ba tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/fb3ea454-696f-4798-b51f-f8d292b27162 HTTP/1.1" status: 200 len: 2418 time: 0.0994790 Nov 23 09:51:59.052909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d4122a47-0a27-456a-aa52-3dde79492238 req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.056771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.070941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.111575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d4122a47-0a27-456a-aa52-3dde79492238 req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.172769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.189697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d4122a47-0a27-456a-aa52-3dde79492238 req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.193010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d4122a47-0a27-456a-aa52-3dde79492238 req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.197158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Pushing event updated for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:59.205962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4122a47-0a27-456a-aa52-3dde79492238 req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/fb3ea454-696f-4798-b51f-f8d292b27162 HTTP/1.1" status: 204 len: 173 time: 0.2683718 Nov 23 09:51:59.231409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863c9e4-6e54-4f7c-9dfa-b7f49c4b4092 tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ea454-696f-4798-b51f-f8d292b27162,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:51:59.382559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c3066754-f397-45bc-a9fc-fec47c04ced7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:51:59.401118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Network c482852d-c54e-4141-8689-632214b42de2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:51:59.403391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:51:59.492903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c3066754-f397-45bc-a9fc-fec47c04ced7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:59.493270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.531517 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d75b1c3-7b94-4a7f-9372-be016f14edd1 x-openstack-request-id: req-8d75b1c3-7b94-4a7f-9372-be016f14edd1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:51:59.531810 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:51:59.532064 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d75b1c3-7b94-4a7f-9372-be016f14edd1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:51:59.532855 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'status': 'completed', 'code': 200} Nov 23 09:51:59.683653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Router 663369fa-03af-441d-907f-e73ee85812b0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:51:59.745932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-1f46eaf0-31be-4cdc-8066-23d7a72bad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:59.753120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-1f46eaf0-31be-4cdc-8066-23d7a72bad9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a001b113ecb646518cde1c86e005018f&device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 1094 time: 0.2004488 Nov 23 09:51:59.845668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a6cfa-e93b-4264-b571-c6e959501dbd req-182980d3-a9de-43ab-8f34-30b9e54c836a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:51:59.847554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a45a6cfa-e93b-4264-b571-c6e959501dbd req-182980d3-a9de-43ab-8f34-30b9e54c836a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.2035906 Nov 23 09:51:59.877218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ad8eff0-60eb-4003-ba49-5249c815c83b None None] Provisioning complete for port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:51:59.877863 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eff0-60eb-4003-ba49-5249c815c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:51:59.930594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:51:59.941603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d32f44b5-3dc4-4faa-9b11-8baa102edc93 admin admin] 10.222.0.62 "PUT /v2.0/routers/663369fa-03af-441d-907f-e73ee85812b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8039308 Nov 23 09:51:59.967605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Sync routers for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:00.003568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:00.003568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:00.010379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-44af20f6-68dc-4119-87b0-471d794fea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:00.012878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-44af20f6-68dc-4119-87b0-471d794fea5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c929a71-6268-4f49-ae6f-d313e8d06037 HTTP/1.1" status: 200 len: 917 time: 0.2496705 Nov 23 09:52:00.014285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8eff0-60eb-4003-ba49-5249c815c83b None None] Port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:00.030167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a45a6cfa-e93b-4264-b571-c6e959501dbd req-247d422a-d28f-4f9f-ad2a-fc196233825a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364553 Nov 23 09:52:00.102928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-440e633f-7f76-4411-b7a1-28f47b8ec300 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:52:00.104308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-440e633f-7f76-4411-b7a1-28f47b8ec300 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070460 Nov 23 09:52:00.124517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-97fcf636-443c-44c1-9574-340bace86e31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd HTTP/1.1" status: 200 len: 217 time: 0.0848613 Nov 23 09:52:00.204451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-0082ecc8-2902-40a0-a272-f5784a69b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:00.211929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-0082ecc8-2902-40a0-a272-f5784a69b9a7 service neutron] 10.222.0.62 "GET /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 1094 time: 0.0935216 Nov 23 09:52:00.217593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:00.218302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:52:00.273810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:00.279504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-68e18445-9841-409e-8ee8-d464aa7f9eff tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "GET /v2.0/security-groups/011e9fda-d862-4a75-aedf-e91167bf376d HTTP/1.1" status: 200 len: 2413 time: 0.0914326 Nov 23 09:52:00.301564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-db1bec71-aac5-4838-abd6-1600febaf12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:00.305070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-db1bec71-aac5-4838-abd6-1600febaf12f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa HTTP/1.1" status: 200 len: 855 time: 0.1777966 Nov 23 09:52:00.406202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:00.406537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:00.406864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:00.415092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:52:00.415416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:00.424902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:00.425245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:00.425754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:00.426831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Bound port: 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:00.464248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-1058cd0d-6f99-45c1-a146-4a65699be155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:00.469111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-1058cd0d-6f99-45c1-a146-4a65699be155 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c929a71-6268-4f49-ae6f-d313e8d06037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576610 Nov 23 09:52:00.515167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:00.528861 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:00.541134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-5abbd5c8-aaff-4de8-a47e-91e9692fc422 service neutron] 10.222.0.62 "POST /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3210211 Nov 23 09:52:00.560859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:58Z', 'revision_number': 4, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '26f6f417-19c3-4e65-bb90-76f00ea04ec0', 'name': '', 'network_id': 'c482852d-c54e-4141-8689-632214b42de2', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'mac_address': 'fa:16:3e:d4:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:55Z', 'updated_at': '2021-11-23T09:51:58Z', 'revision_number': 2, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'subnets': [{'id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:00.622762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Checking router: 663369fa-03af-441d-907f-e73ee85812b0 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:00.623172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Updating router 663369fa-03af-441d-907f-e73ee85812b0 port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:00.661647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:00.685673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-0a577959-a4df-4289-8dd8-59303a0c795a service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026954 Nov 23 09:52:00.693389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:00.933452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ea62ba-b786-4cde-b50d-5cfa60d3b7b7 req-ad7ef0f6-d8f6-46ef-8250-da15904385c4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352083 Nov 23 09:52:01.004103 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.040765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.070136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.087575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-06a89af4-53b0-42a7-b8c6-72e3b9df52c1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:01.088941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-06a89af4-53b0-42a7-b8c6-72e3b9df52c1 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/ports?device_id=7698cadd-eb6a-48a2-b78c-d9f20676187d HTTP/1.1" status: 200 len: 950 time: 0.1438203 Nov 23 09:52:01.143558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ec407-807e-4183-ba22-89d2f7d69fd5 None None] Pushing event updated for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:01.247957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Attempting to bind port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:01.248609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Attempting to bind port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:01.249077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Attempting to bind port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 on network c482852d-c54e-4141-8689-632214b42de2 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:01.270553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:01.275281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Checking segment: {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:01.276005 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.278146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.278400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Bound using segment: {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:01.280647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Bound port: 26f6f417-19c3-4e65-bb90-76f00ea04ec0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c482852d-c54e-4141-8689-632214b42de2'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:01.283052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.284022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.294476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54366) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:01.300491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7bd1287a-4127-4bef-84e2-72955fb08c22 req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] 10.222.0.62 "DELETE /v2.0/security-groups/011e9fda-d862-4a75-aedf-e91167bf376d HTTP/1.1" status: 204 len: 173 time: 1.0221465 Nov 23 09:52:01.329537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588bf7-fc18-448e-af52-5b0c0b8f8b1b tempest-SecurityGroupRulesTestJSON-1555324715 tempest-SecurityGroupRulesTestJSON-1555324715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e9fda-d862-4a75-aedf-e91167bf376d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:01.344261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port 37732dd9-6703-437e-873b-4739b8f971b5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:01.348713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.458602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Deleting subnet 67c32eb4-ad19-426d-ab65-a266e666ae63 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:52:01.476467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.568663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port 37732dd9-6703-437e-873b-4739b8f971b5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=37732dd9-6703-437e-873b-4739b8f971b5,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:01.569134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.592457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for 37732dd9-6703-437e-873b-4739b8f971b5 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:01.599913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] For port 26f6f417-19c3-4e65-bb90-76f00ea04ec0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:01.621585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] For port 26f6f417-19c3-4e65-bb90-76f00ea04ec0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=26f6f417-19c3-4e65-bb90-76f00ea04ec0,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:01.624806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] Provisioning complete for port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:01.625254 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.691708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.692118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.787032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5f269-7b07-402f-8edb-9ba679a74403 req-fd0b0dca-d336-4bdf-b79e-4382e6d95559 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:01.789639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffe5f269-7b07-402f-8edb-9ba679a74403 req-fd0b0dca-d336-4bdf-b79e-4382e6d95559 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 943 time: 0.3249497 Nov 23 09:52:01.800250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:01.807928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:51:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:01.810316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ec407-807e-4183-ba22-89d2f7d69fd5 None None] Pushing event updated for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:01.915704 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:01.935554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:01.938110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a12a7664-4cb8-4113-b942-d6db6451b7cc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:02.012587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=37732dd9-6703-437e-873b-4739b8f971b5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:02.065157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffe5f269-7b07-402f-8edb-9ba679a74403 req-a2f27455-6312-4bf1-9989-1e7a61345c58 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648194 Nov 23 09:52:02.153860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.283433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-cea490f9-26b4-4aaf-afa2-14b0714677b7 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7006741 Nov 23 09:52:02.290625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:02.295685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port 37732dd9-6703-437e-873b-4739b8f971b5 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:02.304927 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.309064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2593961a-82ae-4803-9a4c-7ffb140412e8 req-f8df1a7c-de43-40e5-8628-3304df3a8efa tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "DELETE /v2.0/ports/37732dd9-6703-437e-873b-4739b8f971b5 HTTP/1.1" status: 204 len: 173 time: 1.2012064 Nov 23 09:52:02.328031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.329711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'name': 'network-vif-deleted', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:02.333603 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22adef38-bbcd-415c-9bda-3dad8c610240" -d '{"events": [{"server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "name": "network-vif-deleted", "tag": "37732dd9-6703-437e-873b-4739b8f971b5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:02.375191 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.403010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-2f2ebee4-f7a4-4363-9888-26562eb88c0e service neutron] 10.222.0.50 "GET /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.3990562 Nov 23 09:52:02.413249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:02.419178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.424297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d6183-fc7b-4839-bd92-b0ff668b43cc req-fd49ad10-8724-4716-872f-fbc852e14d3b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:02.441371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef4d6183-fc7b-4839-bd92-b0ff668b43cc req-fd49ad10-8724-4716-872f-fbc852e14d3b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.2167013 Nov 23 09:52:02.521117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c32eb4-ad19-426d-ab65-a266e666ae63,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:02.538059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:02.559955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ab43783e-05bd-40ce-ad91-01455e83a078 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/67c32eb4-ad19-426d-ab65-a266e666ae63 HTTP/1.1" status: 204 len: 168 time: 1.2619586 Nov 23 09:52:02.560657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54378) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:02.593722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef4d6183-fc7b-4839-bd92-b0ff668b43cc req-33a86b1c-5966-43e9-b878-6ae6e46955ea tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513546 Nov 23 09:52:02.721349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] For port 26f6f417-19c3-4e65-bb90-76f00ea04ec0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=26f6f417-19c3-4e65-bb90-76f00ea04ec0,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:02.773616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.176673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc2259-0b08-4a9a-a37e-d5d665711b23 None None] Pushing event updated for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:03.217519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-46b2ff73-919f-457b-839a-089c5de577c0 None None] Provisioning complete for port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:03.218553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff73-919f-457b-839a-089c5de577c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.436066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.525330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a12a7664-4cb8-4113-b942-d6db6451b7cc no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:03.536598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:58Z', 'revision_number': 4, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '26f6f417-19c3-4e65-bb90-76f00ea04ec0', 'name': '', 'network_id': 'c482852d-c54e-4141-8689-632214b42de2', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'mac_address': 'fa:16:3e:d4:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:55Z', 'updated_at': '2021-11-23T09:52:01Z', 'revision_number': 4, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'subnets': [{'id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:03.537766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.562465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106f4460-8a69-4776-af1b-e1eb0426bf51']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:03.571308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a151-3561-438c-a6bd-caa060c42319 req-b2c128c5-62de-4882-8155-5a46d03c8960 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:03.572879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e691a151-3561-438c-a6bd-caa060c42319 req-b2c128c5-62de-4882-8155-5a46d03c8960 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.7712448 Nov 23 09:52:03.583269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed145446-a290-48a0-be57-38a8f211c173') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:03.583866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed145446-a290-48a0-be57-38a8f211c173') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:03.595661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.604663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-1e3fbaf9-c198-4ee2-bdc4-702fac446ff9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:03.606115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-1e3fbaf9-c198-4ee2-bdc4-702fac446ff9 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 950 time: 0.7186480 Nov 23 09:52:03.611328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.618681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:52:03.619417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.655911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b31e6-6636-418c-a05f-7e422614bc9d None None] The sync data for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 is: [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:58Z', 'revision_number': 4, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '26f6f417-19c3-4e65-bb90-76f00ea04ec0', 'name': '', 'network_id': 'c482852d-c54e-4141-8689-632214b42de2', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'mac_address': 'fa:16:3e:d4:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:55Z', 'updated_at': '2021-11-23T09:52:01Z', 'revision_number': 4, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'subnets': [{'id': 'df2225c1-f995-47f5-b5ba-f7d5fa451fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:52:03.746147 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:52:03.749453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.761619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.777746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/106f4460-8a69-4776-af1b-e1eb0426bf51 HTTP/1.1" status: 204 len: 168 time: 1.2158458 Nov 23 09:52:03.793393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.825162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:03.828378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8264-00c0-4861-b6d1-ad485b8e66d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=106f4460-8a69-4776-af1b-e1eb0426bf51,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:03.847845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:03.890034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:03.901812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:03.937659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:03.971015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.020050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:04.022477 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9184fe1-ab50-4caa-8154-8683a99899f2" -d '{"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:04.024685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:04.052018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:04.066235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.067145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 37732dd9-6703-437e-873b-4739b8f971b5 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:04.143533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 37732dd9-6703-437e-873b-4739b8f971b5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:04.144193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 37732dd9-6703-437e-873b-4739b8f971b5 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:04.156288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9a42e10-b293-47bd-a009-d716e3197b82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40b7ccb9996449839de5245283002808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306098 Nov 23 09:52:04.159894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:04.167245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] Transition to ACTIVE for port object 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:52:04.181148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:04.193535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e691a151-3561-438c-a6bd-caa060c42319 req-ad77f038-36ca-4773-a711-c7c2165e5176 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6062465 Nov 23 09:52:04.206521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.383790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] No DVR routers for this DVR port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:04.406441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50824104-574e-4523-a409-2e5def319112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.434889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port a12a7664-4cb8-4113-b942-d6db6451b7cc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:04.435243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.441638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50824104-574e-4523-a409-2e5def319112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.478178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Allocated IP 172.25.1.14 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8b135f8e-678b-46b9-8a64-b6bafc7ef2a3) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:04.528593 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50824104-574e-4523-a409-2e5def319112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.532604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50824104-574e-4523-a409-2e5def319112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.532780 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f90a98-cec9-4cd3-8de1-86c6963f6849 x-openstack-request-id: req-f0f90a98-cec9-4cd3-8de1-86c6963f6849 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:04.532780 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7698cadd-eb6a-48a2-b78c-d9f20676187d", "name": "network-vif-deleted", "tag": "37732dd9-6703-437e-873b-4739b8f971b5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:04.532780 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0f90a98-cec9-4cd3-8de1-86c6963f6849 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:04.532780 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7698cadd-eb6a-48a2-b78c-d9f20676187d', 'name': 'network-vif-deleted', 'tag': '37732dd9-6703-437e-873b-4739b8f971b5', 'status': 'completed', 'code': 200} Nov 23 09:52:04.535873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-50824104-574e-4523-a409-2e5def319112 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3177d2db-cb48-489d-b7c3-406272552bff HTTP/1.1" status: 204 len: 168 time: 0.3721168 Nov 23 09:52:04.573152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50824104-574e-4523-a409-2e5def319112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3177d2db-cb48-489d-b7c3-406272552bff,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:04.612703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] Pushing event updated for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:04.629975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.684319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.765319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:04.771917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:04.774121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-4d9773ca-d8de-4679-89e5-720232e3353b service neutron] 10.222.0.50 "PUT /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3294628 Nov 23 09:52:04.775808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:04.850170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd37bb5-3f96-4214-9315-a12c604216c1 req-9af92bf6-8ea7-405a-97cb-26903c704b2f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:04.851403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=8b135f8e-678b-46b9-8a64-b6bafc7ef2a3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:04.859403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd37bb5-3f96-4214-9315-a12c604216c1 req-9af92bf6-8ea7-405a-97cb-26903c704b2f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.3046997 Nov 23 09:52:04.911285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port a12a7664-4cb8-4113-b942-d6db6451b7cc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a12a7664-4cb8-4113-b942-d6db6451b7cc,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:04.911656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:04.950040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for a12a7664-4cb8-4113-b942-d6db6451b7cc owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:04.968256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-9c94febe-a6bc-4bb3-ae8d-94aa563f0cde tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:04.970481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-9c94febe-a6bc-4bb3-ae8d-94aa563f0cde tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1315961 Nov 23 09:52:04.986951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd37bb5-3f96-4214-9315-a12c604216c1 req-f9d2d5b8-0621-4e21-ae04-86050d1a5389 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265206 Nov 23 09:52:05.072078 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:05.088354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-ffd5ccdc-a85c-487d-8002-17c62dcc5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:05.091072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-ffd5ccdc-a85c-487d-8002-17c62dcc5d98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b&tenant_id=c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 1095 time: 0.0945399 Nov 23 09:52:05.227568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4a5ff-79e5-4cb3-9d21-b32ce67bbcd4 req-cf05fbd6-4730-4d5e-9d07-03599c971b38 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:05.237136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-00d4a5ff-79e5-4cb3-9d21-b32ce67bbcd4 req-cf05fbd6-4730-4d5e-9d07-03599c971b38 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1094596 Nov 23 09:52:05.305020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-00d4a5ff-79e5-4cb3-9d21-b32ce67bbcd4 req-ac9cded0-1dee-4229-8726-b0303830ea22 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646138 Nov 23 09:52:05.306969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:05.393684 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb42322-7c80-4dd1-861d-a175a85a402d x-openstack-request-id: req-2cb42322-7c80-4dd1-861d-a175a85a402d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:05.394249 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:05.394249 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cb42322-7c80-4dd1-861d-a175a85a402d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:05.394669 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'code': 200} Nov 23 09:52:05.430566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:05.444852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:05.501385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-6705623e-2a0b-452d-88b6-46c3328c98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:05.503133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-6705623e-2a0b-452d-88b6-46c3328c98e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1095 time: 0.3601213 Nov 23 09:52:05.536210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 26f6f417-19c3-4e65-bb90-76f00ea04ec0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:05.714203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=a12a7664-4cb8-4113-b942-d6db6451b7cc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:05.722958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port a12a7664-4cb8-4113-b942-d6db6451b7cc on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:05.728248 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:05.741931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8aa6359-a369-4671-aef4-0f13e16d1066 req-7c238b85-9b8a-4950-bd62-8dfa2ec6c7e0 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.50 "DELETE /v2.0/ports/a12a7664-4cb8-4113-b942-d6db6451b7cc HTTP/1.1" status: 204 len: 173 time: 2.1233606 Nov 23 09:52:05.799753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05f3c46e-8882-4394-8de3-a4f7542caf46 req-fcc6ab2e-1cef-42f5-b673-3f4f65e91cca tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=48aa82b5-e702-4e83-ab0b-bd888f5e36d6 HTTP/1.1" status: 200 len: 210 time: 0.1709824 Nov 23 09:52:05.979288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:05.979661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.188313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-8131c93d-8e30-4249-8972-4eefc7fbe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:06.193308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-8131c93d-8e30-4249-8972-4eefc7fbe675 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.6782131 Nov 23 09:52:06.216884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6236845-7772-484f-9ad4-8005696cd450 req-4f901434-091f-4e60-b71e-6b5c05f0deef tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:06.220032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6236845-7772-484f-9ad4-8005696cd450 req-4f901434-091f-4e60-b71e-6b5c05f0deef tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.1853280 Nov 23 09:52:06.339447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6236845-7772-484f-9ad4-8005696cd450 req-f6a7d9ba-700e-4777-9dcd-9e7e88c552ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080182 Nov 23 09:52:06.373383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.380371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-20800378-bdd8-4403-af35-b77e8ec85163 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 200 len: 217 time: 0.1761138 Nov 23 09:52:06.385836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.489035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:06.534957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-deleted', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:06.537567 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b69a3f-2712-42fa-9b59-d648f83ea291" -d '{"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-deleted", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:06.557813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-8d2e3ad4-6833-4e38-8c3c-e683a6af00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:06.560727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-8d2e3ad4-6833-4e38-8c3c-e683a6af00e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1655192 Nov 23 09:52:06.646166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.649232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=8b135f8e-678b-46b9-8a64-b6bafc7ef2a3,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:06.651047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-474394401-network', 'tenant_id': 'b7f15291a2af4107825132e95b418e36'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:06.684733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-8ba28b0a-e956-47a1-8991-a5079d5ca54b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810452 Nov 23 09:52:06.734825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Made reservation on behalf of b7f15291a2af4107825132e95b418e36 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:06.738982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.752347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8ff77-f014-4d16-802b-4d4cf8f30c56 req-700d7c88-e990-4d70-939b-33bde769b1f6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:06.754151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d8ff77-f014-4d16-802b-4d4cf8f30c56 req-700d7c88-e990-4d70-939b-33bde769b1f6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.0955408 Nov 23 09:52:06.763552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.789615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.798609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-d6764028-507d-4975-973c-6ef5c1d6a40f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5133772 Nov 23 09:52:06.858463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d8ff77-f014-4d16-802b-4d4cf8f30c56 req-a654a372-fceb-4370-8e0b-7bfa643efc06 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960999 Nov 23 09:52:06.912310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.917711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-2c24a388-bc27-47dd-bfd0-7aa8fe092794 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1171894 Nov 23 09:52:06.918663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.946823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:06.963253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd250227-4eea-4d75-9e96-4c0c6ecd6c6e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:06.972711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:06.973532 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Added segment 537aea55-28d7-488e-a229-788c4dfbd8bf of type vlan for network 9b1b732e-c634-41aa-b536-fd4e4d14a11d Nov 23 09:52:07.017302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-d73ac060-b055-496a-a327-e1952fc736ea service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230181 Nov 23 09:52:07.063126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.096725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a55c-2d1f-49aa-9e76-f4cd007f632d req-edb393cd-752a-4d71-a7e0-4f65a9bbc959 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:07.107285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a026a55c-2d1f-49aa-9e76-f4cd007f632d req-edb393cd-752a-4d71-a7e0-4f65a9bbc959 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1214545 Nov 23 09:52:07.155093 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.156511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:07.157290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.196818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-b9e3fe9e-96d5-4622-b48a-503f11d95d99 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:07.198304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-b9e3fe9e-96d5-4622-b48a-503f11d95d99 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2771089 Nov 23 09:52:07.205010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-28b2894d-5f00-42b0-8e2d-bf3335c29126 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790445 Nov 23 09:52:07.226622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a026a55c-2d1f-49aa-9e76-f4cd007f632d req-91e2bc34-0b26-4d02-846f-32386f5166b9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175334 Nov 23 09:52:07.233354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7422245 Nov 23 09:52:07.237564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-c324504e-1f9c-4562-a0c0-5712e9de6dfb tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:52:07.238913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:07.244861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Request body: {'subnet': {'network_id': '9b1b732e-c634-41aa-b536-fd4e4d14a11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-474394401-subnet', 'tenant_id': 'b7f15291a2af4107825132e95b418e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:07.246433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cfadf2e-b8de-472c-aa27-600956a82909 req-c324504e-1f9c-4562-a0c0-5712e9de6dfb tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0404878 Nov 23 09:52:07.338799 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066069ab-4aac-4ac3-a606-8fd3ce61ffa9 x-openstack-request-id: req-066069ab-4aac-4ac3-a606-8fd3ce61ffa9 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:07.339091 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa82b5-e702-4e83-ab0b-bd888f5e36d6", "name": "network-vif-deleted", "tag": "a12a7664-4cb8-4113-b942-d6db6451b7cc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:07.339334 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-066069ab-4aac-4ac3-a606-8fd3ce61ffa9 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:07.339759 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa82b5-e702-4e83-ab0b-bd888f5e36d6', 'name': 'network-vif-deleted', 'tag': 'a12a7664-4cb8-4113-b942-d6db6451b7cc', 'status': 'completed', 'code': 200} Nov 23 09:52:07.340778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Made reservation on behalf of b7f15291a2af4107825132e95b418e36 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:07.343218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.460572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeff66-c47c-4a8e-b4a7-1f51fb2f62c1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1b732e-c634-41aa-b536-fd4e4d14a11d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:07.476042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 9b1b732e-c634-41aa-b536-fd4e4d14a11d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:52:07.567185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-ee9096e9-e363-4af9-897b-0d18cfdce9b6 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2301607 Nov 23 09:52:07.573842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:07.596442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c7a1e36b-13dd-4ab3-bc85-6cbbf6d5bb48 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:07.598535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-c7a1e36b-13dd-4ab3-bc85-6cbbf6d5bb48 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1159291 Nov 23 09:52:07.620133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.624173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf13eb-b6cf-4e2d-920b-cc4a226b654e req-9177d1b2-58a9-4ccf-9eaa-4ccab28e27f4 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:07.625727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dbf13eb-b6cf-4e2d-920b-cc4a226b654e req-9177d1b2-58a9-4ccf-9eaa-4ccab28e27f4 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.0876069 Nov 23 09:52:07.724081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dbf13eb-b6cf-4e2d-920b-cc4a226b654e req-52598eae-8130-43e7-b0c3-8f186adba7b7 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793924 Nov 23 09:52:07.770078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.805844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-162c8a40-8d8c-4a50-bb1d-8ae1796072bd service neutron] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:07.811677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-162c8a40-8d8c-4a50-bb1d-8ae1796072bd service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.813780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcd7b274-1dfd-4203-84c6-dda96cca7f6d req-162c8a40-8d8c-4a50-bb1d-8ae1796072bd service neutron] 10.222.0.11 "DELETE /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.2050231 Nov 23 09:52:07.837507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa308fd6-4374-41ac-9b4c-075659a2db2b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:07.872487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Checking segment: {'id': '537aea55-28d7-488e-a229-788c4dfbd8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9b1b732e-c634-41aa-b536-fd4e4d14a11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:07.872487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Network hostable DHCP agents. Network: 9b1b732e-c634-41aa-b536-fd4e4d14a11d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:52:07.877135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:07.944956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Network 9b1b732e-c634-41aa-b536-fd4e4d14a11d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:52:07.968154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 9b1b732e-c634-41aa-b536-fd4e4d14a11d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:07.977995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6f8a2-b594-449c-9190-53e6f917edff None None] Network 9b1b732e-c634-41aa-b536-fd4e4d14a11d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:08.010265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:08.010861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.045973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-59852c20-795f-489e-a7b7-cf4f1085853b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8008149 Nov 23 09:52:08.068223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Allocated IP 172.25.1.253 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/7450f1f7-4fe3-47ac-9892-d28f489db0c2) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:08.230343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29508d14-7d4d-4c1d-93bc-c3fe21bf85e7 None None] Network 9b1b732e-c634-41aa-b536-fd4e4d14a11d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:08.313395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.384193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.388217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630c8d-587d-4e06-af38-a744a7254cd0 req-0b16019b-3f49-4f28-a514-cd795feccd4b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:08.389757 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9630c8d-587d-4e06-af38-a744a7254cd0 req-0b16019b-3f49-4f28-a514-cd795feccd4b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.0837009 Nov 23 09:52:08.463858 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9630c8d-587d-4e06-af38-a744a7254cd0 req-de4b8ebc-aad5-4f71-b0de-43afe73998c3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 Nov 23 09:52:08.467987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:08.469822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=7450f1f7-4fe3-47ac-9892-d28f489db0c2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:08.473824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:08.476362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:08.582115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.604275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0395609-e6fe-47de-8464-7e8600ca2024 req-44942be5-5b49-4a1b-b8fe-f4f3dec89dff tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:08.606031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0395609-e6fe-47de-8464-7e8600ca2024 req-44942be5-5b49-4a1b-b8fe-f4f3dec89dff tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 950 time: 0.0548010 Nov 23 09:52:08.627220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.675709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0395609-e6fe-47de-8464-7e8600ca2024 req-bc246e86-c8d3-425d-ad9c-2225e7210a09 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Nov 23 09:52:08.845627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.852623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.918623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-11274702', 'description': 'tempest-description-2009667809'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:08.963294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:08.977796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=7450f1f7-4fe3-47ac-9892-d28f489db0c2,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:08.989442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.014636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.015900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-a99b91a5-afd1-4dd3-9a11-df03b6aa37fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4479585 Nov 23 09:52:09.064014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.069708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.081444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-8df93811-6b45-4786-acd5-13bd39c57ab9 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.0578480 Nov 23 09:52:09.100150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.101392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-407969ef-2d2f-4fcd-a658-39c0de914890 req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1875038 Nov 23 09:52:09.145544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820becbc-f712-40c7-a479-7010a996bc91,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:09.158477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-a7174aab-fe29-4dff-b70d-edd4d4e3ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.160066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-a7174aab-fe29-4dff-b70d-edd4d4e3ff04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1097 time: 0.0796387 Nov 23 09:52:09.161680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.162063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.163566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.163566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.163566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.163566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.163964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.164056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.164383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.164913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.165606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.166278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068481c-c999-4ae1-8bbf-3e3e03f305b3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:09.239557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-de127996-4e7b-42b0-bfa2-c4819bbea396 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.240986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-befd6516-c42c-4b07-b465-fdf9900c2642 req-de127996-4e7b-42b0-bfa2-c4819bbea396 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1499147 Nov 23 09:52:09.304910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccec7c-54c1-4af9-9fca-233cd58e4116 req-0ccec2f4-5209-4c00-9e61-3168a68aaf2b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.306556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68ccec7c-54c1-4af9-9fca-233cd58e4116 req-0ccec2f4-5209-4c00-9e61-3168a68aaf2b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1116111 Nov 23 09:52:09.309529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-0ea73fec-9cfe-42dd-a005-fb7a093c0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.310898 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-0ea73fec-9cfe-42dd-a005-fb7a093c0e62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1394689 Nov 23 09:52:09.359418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f5e4-fe5f-4a5d-965b-10f97c869335 req-cc070c5b-5303-4d84-8be2-b42c19d0b7ab tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.361252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd3f5e4-fe5f-4a5d-965b-10f97c869335 req-cc070c5b-5303-4d84-8be2-b42c19d0b7ab tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.0505488 Nov 23 09:52:09.363621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-18f527d9-fbbc-4d99-97b1-ba0de4f65104 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 217 time: 0.0444112 Nov 23 09:52:09.408946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd3f5e4-fe5f-4a5d-965b-10f97c869335 req-03e34729-0ea7-47c4-aa5b-f1902cdab9de tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Nov 23 09:52:09.417397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68ccec7c-54c1-4af9-9fca-233cd58e4116 req-c644ad77-61af-496f-a5fe-b2f0cb897512 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050155 Nov 23 09:52:09.427092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-39e954ad-f29d-480d-98a0-287a4f148744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.428692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-39e954ad-f29d-480d-98a0-287a4f148744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.0569875 Nov 23 09:52:09.475890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-14673e9a-3946-4d24-ad7d-5ed99ce9b78f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394106 Nov 23 09:52:09.526023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9e04194-0766-4b83-a076-18c945cb0360 req-51aae49b-dba0-4224-86b3-f351a9ff8534 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/820becbc-f712-40c7-a479-7010a996bc91 HTTP/1.1" status: 200 len: 1828 time: 0.0799260 Nov 23 09:52:09.560701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '820becbc-f712-40c7-a479-7010a996bc91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:09.560970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '820becbc-f712-40c7-a479-7010a996bc91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:09.607775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-40829354-4e71-4440-b98b-5b3c58c6d561 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215622 Nov 23 09:52:09.660380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-83dc258c-1dba-4911-bca8-9ecbb5f05a70 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1069005 Nov 23 09:52:09.666777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:09.669507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.688516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.720405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.728744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.758063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-09ee9a1a-fdac-4fec-a2b1-5d9f80ac107e service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389742 Nov 23 09:52:09.759340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2017442b-9545-4182-ba15-2cd066bb24b2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:09.769582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.770783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9e04194-0766-4b83-a076-18c945cb0360 req-223fbe38-a802-4645-abdd-aacfb39d003f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2168829 Nov 23 09:52:09.794163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:09.898828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-22ab23c6-0a31-4741-b6c8-000923899f5f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.900470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-22ab23c6-0a31-4741-b6c8-000923899f5f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 950 time: 0.0881190 Nov 23 09:52:09.907121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03491356-b939-4d44-b586-59673b2c69ea req-c3b0409b-ad53-46a5-ada2-d0e2470efba6 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:09.908790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03491356-b939-4d44-b586-59673b2c69ea req-c3b0409b-ad53-46a5-ada2-d0e2470efba6 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1095 time: 0.0801132 Nov 23 09:52:09.921863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Allocated IP 172.25.1.84 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/aea37e72-a103-463a-bfce-5b2f9a6a268e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:10.008252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03491356-b939-4d44-b586-59673b2c69ea req-92bc5492-328e-40dc-bc6c-77891fd7c0ca tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Nov 23 09:52:10.043750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Deleting port 6b23fba2-b017-441e-8a36-a9f480e5503c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:10.044522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.049308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.092341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.144303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:10.150115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:10.153852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:10.180670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=aea37e72-a103-463a-bfce-5b2f9a6a268e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:10.212085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] For port 6b23fba2-b017-441e-8a36-a9f480e5503c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b23fba2-b017-441e-8a36-a9f480e5503c,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:10.212596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.228875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Calling delete_port for 6b23fba2-b017-441e-8a36-a9f480e5503c owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:10.248807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.249926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ecd5-f5ea-4dfe-a925-da773d67eece req-e201cf69-e9ec-48aa-9fb3-c09f4ad2f7c8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:10.251806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4c2ecd5-f5ea-4dfe-a925-da773d67eece req-e201cf69-e9ec-48aa-9fb3-c09f4ad2f7c8 tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf40ca28-ad8d-4447-9b34-6083316b5d48 HTTP/1.1" status: 200 len: 950 time: 0.0923560 Nov 23 09:52:10.290520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.362731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4c2ecd5-f5ea-4dfe-a925-da773d67eece req-c1595f74-05c1-4fe9-90cc-15c715e20d9f tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7e40bb5-5d65-47a6-b704-939a97ea833f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Nov 23 09:52:10.461790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.464966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.469114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.477375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b23fba2-b017-441e-8a36-a9f480e5503c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:10.497643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c453ece-a3a7-41a8-b354-1a5ade4e411e req-bab70094-66f6-4c43-abaa-ec16d8324904 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/820becbc-f712-40c7-a479-7010a996bc91 HTTP/1.1" status: 200 len: 2421 time: 0.0759606 Nov 23 09:52:10.500286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Pushing event deleted for resources: {'Port': ['ID=6b23fba2-b017-441e-8a36-a9f480e5503c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:10.550193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=aea37e72-a103-463a-bfce-5b2f9a6a268e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:10.568270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.576420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] No DVR routers for this DVR port 6b23fba2-b017-441e-8a36-a9f480e5503c on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:10.579848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.585651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec21be7-39d3-4f6a-9538-df5a1a8a6614 req-d722cd35-94e5-4c16-81ca-d540ee54f2de tempest-ServersOnMultiNodesTest-1891831697 tempest-ServersOnMultiNodesTest-1891831697-project] 10.222.0.11 "DELETE /v2.0/ports/6b23fba2-b017-441e-8a36-a9f480e5503c HTTP/1.1" status: 204 len: 173 time: 0.6757443 Nov 23 09:52:10.587070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'name': 'network-vif-deleted', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:10.588084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:10.591549 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e00e3c0-9a07-419f-af78-b926286ca770" -d '{"events": [{"server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "name": "network-vif-deleted", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:10.598049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-a76942a2-9c90-41ae-a699-480086041c71 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9352195 Nov 23 09:52:10.639194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e581-ff49-4f1a-8f49-b1f67e258546 req-2e83dc7e-2d80-4f90-94ee-9b6f7c91f4c4 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:10.640613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e28e581-ff49-4f1a-8f49-b1f67e258546 req-2e83dc7e-2d80-4f90-94ee-9b6f7c91f4c4 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 1095 time: 0.0654662 Nov 23 09:52:10.658474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-2b663197-4c54-4a39-8741-4728f9634ca1 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0586820 Nov 23 09:52:10.713565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e28e581-ff49-4f1a-8f49-b1f67e258546 req-d5ad3661-3923-4c95-836a-61ef8280caed tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631745 Nov 23 09:52:10.809667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-4cba428b-6068-41b0-92b8-81c35f332d89 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:10.811100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d50091-0cac-4755-8359-1f5b3de3fa82 req-4cba428b-6068-41b0-92b8-81c35f332d89 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1438336 Nov 23 09:52:10.940895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570985-5ce8-402b-9a71-872ecf09146f req-acb9c9ed-0bbb-4848-8865-4c0cfb078b58 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:10.942746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62570985-5ce8-402b-9a71-872ecf09146f req-acb9c9ed-0bbb-4848-8865-4c0cfb078b58 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.0744271 Nov 23 09:52:11.024368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62570985-5ce8-402b-9a71-872ecf09146f req-85fcd0c0-d022-44f9-9b95-ff6f467f8042 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745680 Nov 23 09:52:11.195568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259eed1-3502-4c64-8d18-511a64f74fa1 req-35ebcbe8-3e0a-4c9e-8fc2-d7b75a71db63 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:11.204326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0259eed1-3502-4c64-8d18-511a64f74fa1 req-35ebcbe8-3e0a-4c9e-8fc2-d7b75a71db63 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.0836589 Nov 23 09:52:11.257931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0259eed1-3502-4c64-8d18-511a64f74fa1 req-c6e50646-58c9-471c-8da1-9dd2b7eb62a7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527184 Nov 23 09:52:11.378311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1fab139-0313-48e5-ba62-f47a583958ad req-d837cf7e-c005-4f34-bb6c-6dab2a081f28 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-group-rules/2017442b-9545-4182-ba15-2cd066bb24b2 HTTP/1.1" status: 200 len: 778 time: 0.0182247 Nov 23 09:52:11.428887 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2972c24-349a-4577-8f5c-a650fd189b58 x-openstack-request-id: req-e2972c24-349a-4577-8f5c-a650fd189b58 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:11.429446 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40ca28-ad8d-4447-9b34-6083316b5d48", "name": "network-vif-deleted", "tag": "6b23fba2-b017-441e-8a36-a9f480e5503c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:11.430022 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2972c24-349a-4577-8f5c-a650fd189b58 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:11.430507 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf40ca28-ad8d-4447-9b34-6083316b5d48', 'name': 'network-vif-deleted', 'tag': '6b23fba2-b017-441e-8a36-a9f480e5503c', 'status': 'completed', 'code': 200} Nov 23 09:52:11.437368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1fab139-0313-48e5-ba62-f47a583958ad req-e0752d09-a62c-45d0-b98c-0391a8308a4d tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/820becbc-f712-40c7-a479-7010a996bc91 HTTP/1.1" status: 200 len: 2421 time: 0.0522678 Nov 23 09:52:11.469236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1fab139-0313-48e5-ba62-f47a583958ad req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.478840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1fab139-0313-48e5-ba62-f47a583958ad req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.508105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1fab139-0313-48e5-ba62-f47a583958ad req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.516288 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1fab139-0313-48e5-ba62-f47a583958ad req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.517836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1fab139-0313-48e5-ba62-f47a583958ad req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2017442b-9545-4182-ba15-2cd066bb24b2 HTTP/1.1" status: 204 len: 173 time: 0.0740485 Nov 23 09:52:11.529628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304910e3-76f1-40d2-a329-b8e14bf9a2ce tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2017442b-9545-4182-ba15-2cd066bb24b2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:11.668509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-ea69c8ab-7d0e-4f48-be4c-8477bcb59bb9 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1297283 Nov 23 09:52:11.678690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:11.706724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.846974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-736408459', 'description': 'tempest-description-1640658724'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:11.871762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:11.876176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.030666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.031519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Allocated IP 172.25.1.56 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/9f6796fd-d78c-481d-9f17-b885e0b413a6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:12.032018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:12.038521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.072291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.074144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7edffbd8-ef0a-45a2-bde7-d0b6ff9897ca req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2353232 Nov 23 09:52:12.074933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c66b-f3a1-47cd-ad2b-586fd4ce086c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24756e8-c683-4ce2-aa40-b35f808228bd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:12.179402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.224303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.231314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54624) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:12.232254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d6e09af6-0b0d-46cc-9980-9f0a6a145396 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73229fdea19e45b7bd6a758207803669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990988 Nov 23 09:52:12.307529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:12.317874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:12.324495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=9f6796fd-d78c-481d-9f17-b885e0b413a6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:12.328432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:12.372212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-a9cd8101-0e8c-4c2d-9d27-0f4b44b81702 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:12.375513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-a9cd8101-0e8c-4c2d-9d27-0f4b44b81702 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.1258776 Nov 23 09:52:12.379260 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.391220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-849c2afb-1765-4c05-a42c-3bc0c76d8a96 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/quotas/b878da0ccc244e24bd98724fc716b3f5 HTTP/1.1" status: 200 len: 375 time: 0.0103869 Nov 23 09:52:12.427016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.457434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-3f1332c9-05d5-4889-85ce-eb2d14146e38 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546527 Nov 23 09:52:12.475121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.515367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.540381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.543042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.544229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7e40bb5-5d65-47a6-b704-939a97ea833f HTTP/1.1" status: 204 len: 168 time: 0.3114338 Nov 23 09:52:12.556872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e2da-a39c-4d38-87eb-f993252d21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e40bb5-5d65-47a6-b704-939a97ea833f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:12.584290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-1da7a935-5775-442f-9ce2-36d6f97bc190 service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256266 Nov 23 09:52:12.720108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.721027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-0e8248d9-db29-406b-af8c-cb0f202fa87b service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296828 Nov 23 09:52:12.733460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.814840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event updated for resources: {'Port': ['ID=9f6796fd-d78c-481d-9f17-b885e0b413a6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:12.838770 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.874872 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:12.876625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-53156d9f-367c-4df6-8f6f-efc03514cc3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2018495 Nov 23 09:52:12.952694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-3c11014d-3ccc-4fdb-96a0-5b26e4660d13 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.0674443 Nov 23 09:52:12.990635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54640) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:13.046071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d0015-e018-488b-ba2a-367d311f0130 req-8dd0ce7d-4d4b-4146-9c07-4e7d54cb2319 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:13.048590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db2d0015-e018-488b-ba2a-367d311f0130 req-8dd0ce7d-4d4b-4146-9c07-4e7d54cb2319 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 943 time: 0.1294577 Nov 23 09:52:13.113846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-213810f7-6c3e-4377-afbc-2ec7e86d9401 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:13.131875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb1236a-6d3b-423e-8cad-04bdc50929fd req-213810f7-6c3e-4377-afbc-2ec7e86d9401 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1682937 Nov 23 09:52:13.133504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db2d0015-e018-488b-ba2a-367d311f0130 req-277fef6d-10a5-494b-b126-b37ff2022d8a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727425 Nov 23 09:52:13.138719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54644) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:13.139375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7755ebba-7f31-455a-93df-773b78663337 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=302344ad6cd2489294cd9344256e1690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433811 Nov 23 09:52:13.216824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7822dea3-4093-4197-91ec-ca707c4a0ea8 req-1f1e468c-92cc-4e2e-b302-0fa5d3466dbb tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/c24756e8-c683-4ce2-aa40-b35f808228bd HTTP/1.1" status: 200 len: 1829 time: 0.0771222 Nov 23 09:52:13.246107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.292119 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.318273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a262b2-21d9-4b96-8bbd-74ff8c368a24 req-3891a90a-c5c0-4935-8b6d-62ef9f3624fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:13.328234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83a262b2-21d9-4b96-8bbd-74ff8c368a24 req-3891a90a-c5c0-4935-8b6d-62ef9f3624fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1076519 Nov 23 09:52:13.363356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.368559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.373073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af485fae-5ca4-461b-92c0-d1712e945a0e HTTP/1.1" status: 204 len: 168 time: 0.2312808 Nov 23 09:52:13.385077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbc1a3-5974-48b8-8134-28a097702b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af485fae-5ca4-461b-92c0-d1712e945a0e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:13.422613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2950502-e268-4422-9bfc-87d2520c70f4 req-133c8051-6720-4524-84d4-367aa61856b3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 210 time: 0.0491669 Nov 23 09:52:13.467348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83a262b2-21d9-4b96-8bbd-74ff8c368a24 req-da216bc8-284b-420b-bd08-2954245ef49f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330526 Nov 23 09:52:13.487461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-ab7b7bec-7d5c-4f83-a8fe-0d0c96cbe1b4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:13.489298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-ab7b7bec-7d5c-4f83-a8fe-0d0c96cbe1b4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f156fe6-f91c-4416-a32b-69b1b708c9b1 HTTP/1.1" status: 200 len: 946 time: 0.1585352 Nov 23 09:52:13.553731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9d87382d-5ccd-4e08-bd22-7875a4283ebd details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:52:13.626272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9b8c58-a444-4cb7-aa77-3f546e5b1b36 req-3f5e1af4-4d3d-49eb-92d8-7c64888def3d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips/3f64b4e5-4d82-4a4c-86f9-0c17b4012b34 HTTP/1.1" status: 200 len: 692 time: 0.1624100 Nov 23 09:52:13.653482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-815233989', 'description': 'tempest-description-473291297'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:13.709594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Deleting port 353946a7-0bed-4c47-a9be-53e65d21b965 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:13.710436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.715463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.773038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:13.806470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'port_id': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'mac_address': 'fa:16:3e:fe:a2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:52:13.821920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b8c58-a444-4cb7-aa77-3f546e5b1b36 req-d9c2b50b-c5c6-410d-ba09-7b365ced6847 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:13.868324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9b8c58-a444-4cb7-aa77-3f546e5b1b36 req-d9c2b50b-c5c6-410d-ba09-7b365ced6847 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2390499 Nov 23 09:52:13.878138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] For port 353946a7-0bed-4c47-a9be-53e65d21b965, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=353946a7-0bed-4c47-a9be-53e65d21b965,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:13.878674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.908268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Calling delete_port for 353946a7-0bed-4c47-a9be-53e65d21b965 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:13.937503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:13.956422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:13.964901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-bbddc805-c444-4c21-85fb-67d57894bbc4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips/3f64b4e5-4d82-4a4c-86f9-0c17b4012b34 HTTP/1.1" status: 200 len: 692 time: 0.0840018 Nov 23 09:52:13.989647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.031221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d87382d-5ccd-4e08-bd22-7875a4283ebd {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:14.051714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.070362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:14.094706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.101605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800823e8-88c0-4707-b27c-3e90ea166433,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:14.154432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.174135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bba29d35-5363-462a-b79e-d95bfb9cc6ad req-7a53e7f0-1f5a-4b41-994b-8c3c3fce7241 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5253270 Nov 23 09:52:14.182783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-8b46f113-d08f-42f6-908f-20c6f17a2074 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:14.193728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-8b46f113-d08f-42f6-908f-20c6f17a2074 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2272007 Nov 23 09:52:14.260828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:14.263743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.321983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-c39f171b-0b1e-41eb-b33d-bbaf7104b920 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.1265671 Nov 23 09:52:14.387589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc38d-396a-46dd-a91d-c6556823a385 req-e45fc078-1ef4-40a0-9e40-96b12fe7dde9 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:14.390237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be6dc38d-396a-46dd-a91d-c6556823a385 req-e45fc078-1ef4-40a0-9e40-96b12fe7dde9 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 944 time: 0.0726357 Nov 23 09:52:14.390415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-1b9eb882-6147-4eaa-8289-917908aa437e tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.0673525 Nov 23 09:52:14.391518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.419099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b23fba2-b017-441e-8a36-a9f480e5503c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:14.423492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['9d87382d-5ccd-4e08-bd22-7875a4283ebd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:14.437698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event deleted for resources: {'Port': ['ID=353946a7-0bed-4c47-a9be-53e65d21b965,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:14.468970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6b23fba2-b017-441e-8a36-a9f480e5503c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:14.469612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b23fba2-b017-441e-8a36-a9f480e5503c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:14.507101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] No DVR routers for this DVR port 353946a7-0bed-4c47-a9be-53e65d21b965 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:14.511990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.533267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ceb988a9-51b3-4404-9daa-6c9a51c78b9a req-8471275e-4bfd-45fb-b230-addee964ccbb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "DELETE /v2.0/ports/353946a7-0bed-4c47-a9be-53e65d21b965 HTTP/1.1" status: 204 len: 173 time: 1.0342703 Nov 23 09:52:14.535201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-deleted', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:14.539789 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876cbb54-874b-46cd-9132-426b2d709330" -d '{"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-deleted", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:14.623774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be6dc38d-396a-46dd-a91d-c6556823a385 req-568afb8a-e413-4db7-8b8d-8524f2927189 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169321 Nov 23 09:52:14.733803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Deleting port 9f6796fd-d78c-481d-9f17-b885e0b413a6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:14.734253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.841393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:14.856486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.856814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:14.876573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Calling delete_port for 9f6796fd-d78c-481d-9f17-b885e0b413a6 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:14.974587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1672829984-network', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:15.015774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Made reservation on behalf of a4fbfb29c29c400fb5a7f13041e35055 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:15.018571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.033291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.110387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0d05300-4206-4401-9f51-055808f69927 req-f2552105-b846-4aa1-b0b2-099cd3a3598b tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/800823e8-88c0-4707-b27c-3e90ea166433 HTTP/1.1" status: 200 len: 1828 time: 0.4352753 Nov 23 09:52:15.120201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.147205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-75ece643-3dcc-4f40-8135-4d3f477cdbd3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:15.148664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-75ece643-3dcc-4f40-8135-4d3f477cdbd3 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.4989254 Nov 23 09:52:15.173546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Request body: {'port': {'device_id': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'admin_state_up': True, 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:15.188384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event deleted for resources: {'Port': ['ID=9f6796fd-d78c-481d-9f17-b885e0b413a6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:15.302151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.312645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.314898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b568728-05d4-445d-abf2-c1d6f1769072 req-3c43b3a1-0616-46d1-ab2c-f655ed135265 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f64b4e5-4d82-4a4c-86f9-0c17b4012b34 HTTP/1.1" status: 204 len: 173 time: 0.9165463 Nov 23 09:52:15.335916 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.340105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.346625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:15.350457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.376506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a63e68-8739-4e2a-aee4-d41d28c7a4fd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:15.387863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b7c4885-d0c6-4575-87db-79f6496fcaee req-06989623-da26-4af6-a98d-ec9028de244a tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 210 time: 0.0526803 Nov 23 09:52:15.396397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:15.428457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.428773 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Added segment 03384bca-6cd9-428f-bf51-2a1a574760b8 of type vlan for network fc149b71-1fc8-426d-baae-4196f6e6f84c Nov 23 09:52:15.473095 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf8ebd-3767-4547-b22e-91bf0a17a4b8 x-openstack-request-id: req-46cf8ebd-3767-4547-b22e-91bf0a17a4b8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:15.473386 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f156fe6-f91c-4416-a32b-69b1b708c9b1", "name": "network-vif-deleted", "tag": "353946a7-0bed-4c47-a9be-53e65d21b965", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:15.473632 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46cf8ebd-3767-4547-b22e-91bf0a17a4b8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:15.474068 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f156fe6-f91c-4416-a32b-69b1b708c9b1', 'name': 'network-vif-deleted', 'tag': '353946a7-0bed-4c47-a9be-53e65d21b965', 'status': 'completed', 'code': 200} Nov 23 09:52:15.495719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.538747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.539014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:15.539533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.556631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Allocated IP 172.20.0.11 (70822e58-482f-464d-95b9-1f992ddc6785/2a0a4e92-3256-4f3e-8405-780e9c95a24f/72246013-245c-445a-a3a3-e065c6229017) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:15.559557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9d87382d-5ccd-4e08-bd22-7875a4283ebd up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:15.561533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-229380737', 'description': 'tempest-description-2004422513'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:15.607070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.642414 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.651981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 9d87382d-5ccd-4e08-bd22-7875a4283ebd completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:52:15.652164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8093653 Nov 23 09:52:15.652975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0957a-5cc9-47c4-9419-e0fa6c9f38fa admin admin] Pushing event updated for resources: {'Network': ['ID=fc149b71-1fc8-426d-baae-4196f6e6f84c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:15.658562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 9d87382d-5ccd-4e08-bd22-7875a4283ebd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:15.659287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.663670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network fc149b71-1fc8-426d-baae-4196f6e6f84c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:52:15.664977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a7f5-7cfe-4294-95de-cfadb8111bca req-0c614e7c-2b30-44e5-a4da-263f8d14fde3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:15.666962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9230a7f5-7cfe-4294-95de-cfadb8111bca req-0c614e7c-2b30-44e5-a4da-263f8d14fde3 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.2404695 Nov 23 09:52:15.667472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:15.673711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Request body: {'subnet': {'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1672829984-subnet', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:15.741653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Made reservation on behalf of a4fbfb29c29c400fb5a7f13041e35055 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:15.745090 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.752437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9230a7f5-7cfe-4294-95de-cfadb8111bca req-b5cb6109-1758-4675-912b-4369b45bef6d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742531 Nov 23 09:52:15.764551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.780777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.843894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.850491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c7e15ca-141a-499a-a944-7d38b7fd600c req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2969477 Nov 23 09:52:15.879662 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:15.887567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8261a-3a71-4724-a52d-87ae3d7bd1a4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54251b5f-8aed-498d-9e40-cd1c30f38fca,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:15.913062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:15.916221 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fd95d-0c79-4917-beca-b932d8e5cf2c" -d '{"events": [{"server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "name": "network-vif-plugged", "status": "completed", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:15.935403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:15.942715 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.021765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:16.106650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca122-851f-4893-af9f-79f30aa401d9 req-b9e5bd1f-fe4b-4e5b-9c6b-823c655e8649 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.108837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22fca122-851f-4893-af9f-79f30aa401d9 req-b9e5bd1f-fe4b-4e5b-9c6b-823c655e8649 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.1323516 Nov 23 09:52:16.113075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.183653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22fca122-851f-4893-af9f-79f30aa401d9 req-c15dad5e-b5d7-4dfe-b610-1fbe5becab5a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679073 Nov 23 09:52:16.197290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.287722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Network 70822e58-482f-464d-95b9-1f992ddc6785 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:16.302519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:16.305844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:16.308317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:16.346475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0af80b97-1bc0-430b-a89c-03b66cdb9c72 req-0479c237-b553-4c9f-8da8-6a28f8976ab8 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/54251b5f-8aed-498d-9e40-cd1c30f38fca HTTP/1.1" status: 200 len: 1829 time: 0.1068223 Nov 23 09:52:16.374986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.375252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.399759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-88696b02-2728-42cc-9280-6dec161831d8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2370057 Nov 23 09:52:16.408410 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133d39ba-2643-47e5-9cfe-5e3bca2dca42 x-openstack-request-id: req-133d39ba-2643-47e5-9cfe-5e3bca2dca42 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:16.409006 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "name": "network-vif-plugged", "status": "completed", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:16.409777 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-133d39ba-2643-47e5-9cfe-5e3bca2dca42 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:16.410756 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'code': 200} Nov 23 09:52:16.436602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Request body: {'port': {'device_id': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:16.457078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff23e3-7f83-421f-b3fc-324c351f285b req-9a075ba8-3b73-451f-8e40-d48f2dff240f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.458708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11ff23e3-7f83-421f-b3fc-324c351f285b req-9a075ba8-3b73-451f-8e40-d48f2dff240f tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6164482 Nov 23 09:52:16.491317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691398282', 'description': 'tempest-description-810218209'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:16.552895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.561851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.570767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.694459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58643fb7-6d53-4572-95c6-1a109326b957,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:16.716801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493bde-ae22-4781-a30f-01e7bd319bc9 req-61df0ce2-1d35-412c-a546-35b8aa96ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.718551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8493bde-ae22-4781-a30f-01e7bd319bc9 req-61df0ce2-1d35-412c-a546-35b8aa96ccfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 1096 time: 0.2200065 Nov 23 09:52:16.719281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Checking segment: {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:16.719622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Network hostable DHCP agents. Network: fc149b71-1fc8-426d-baae-4196f6e6f84c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:52:16.726470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc27504-be72-47bb-9b18-fa53f5e57251 req-32a27458-4a96-4844-ad91-180346bc8d4d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.728544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bc27504-be72-47bb-9b18-fa53f5e57251 req-32a27458-4a96-4844-ad91-180346bc8d4d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 932 time: 0.1333487 Nov 23 09:52:16.771833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Network fc149b71-1fc8-426d-baae-4196f6e6f84c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:52:16.789695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.801649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.811234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, fc149b71-1fc8-426d-baae-4196f6e6f84c) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:16.825824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bc27504-be72-47bb-9b18-fa53f5e57251 req-2e8a2316-435a-47c6-a9a9-981704622738 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870275 Nov 23 09:52:16.826960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19605f-55fc-413f-b9ab-dead27415f49 None None] Network fc149b71-1fc8-426d-baae-4196f6e6f84c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:16.834526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:16.835220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.858174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8493bde-ae22-4781-a30f-01e7bd319bc9 req-13ab2ae3-baa4-49ba-ad43-6a11848d5b97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264627 Nov 23 09:52:16.868088 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.869679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07016cb5-8900-44e9-bb81-bb9e322c8462 req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3822904 Nov 23 09:52:16.871597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4921-78fa-42ab-964f-1cf823ad3040 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c256e-4e6c-4488-ad9e-5cc2ae1237ce,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:16.896638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ecace446-0ff7-405b-9f6f-c2cd955a859a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2269661 Nov 23 09:52:16.899402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54728) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:16.907810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:16.946217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.947513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:16.991078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8696d3c-c6fa-4209-91b5-a9fafa90fb85 req-932162a9-101a-4d78-afdc-89ad6f530211 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=a823476ce8814f22b3ca7c471d582837 HTTP/1.1" status: 200 len: 1655 time: 0.1007478 Nov 23 09:52:17.077703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.108028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-fc149b71-1fc8-426d-baae-4196f6e6f84c', 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'fixed_ips': [{'subnet_id': '58643fb7-6d53-4572-95c6-1a109326b957'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:52:17.109451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.194332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696d3c-c6fa-4209-91b5-a9fafa90fb85 req-4cdaca5b-e483-4718-b52e-edbd1b0daca6 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:17.204371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8696d3c-c6fa-4209-91b5-a9fafa90fb85 req-4cdaca5b-e483-4718-b52e-edbd1b0daca6 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks?id=35f90cd8-754c-4665-9b8f-953033b6f293&id=35f90cd8-754c-4665-9b8f-953033b6f293&id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 787 time: 0.2121863 Nov 23 09:52:17.207815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:17.219484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-a8696d3c-c6fa-4209-91b5-a9fafa90fb85 req-e1270f53-a512-48bc-a54a-c64ce622d5f1 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:52:17.232424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8696d3c-c6fa-4209-91b5-a9fafa90fb85 req-e1270f53-a512-48bc-a54a-c64ce622d5f1 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272021 Nov 23 09:52:17.239594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.270772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f391171-4889-4fad-8707-8e3eafada0c4 req-822ada97-7b40-4217-a300-783034881f96 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:17.272298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Transition to ACTIVE for port object 72246013-245c-445a-a3a3-e065c6229017 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:52:17.273395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f391171-4889-4fad-8707-8e3eafada0c4 req-822ada97-7b40-4217-a300-783034881f96 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1907976 Nov 23 09:52:17.283730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.328755 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.380882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54419f59-4f6c-4fcd-a60d-0126df5084ef req-f6d907f5-c2c9-4881-b269-de68e3219b5c tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/1d6c256e-4e6c-4488-ad9e-5cc2ae1237ce HTTP/1.1" status: 200 len: 1828 time: 0.1354225 Nov 23 09:52:17.386177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f391171-4889-4fad-8707-8e3eafada0c4 req-42fa30b0-515e-4d49-b77f-c5a86be377ef tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810182 Nov 23 09:52:17.452388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Allocated IP 172.20.0.2 (fc149b71-1fc8-426d-baae-4196f6e6f84c/58643fb7-6d53-4572-95c6-1a109326b957/fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:17.484615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:17.535549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-6740e384-d37b-4320-8e9e-4be6ed9fb6f8 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips/ae7bf500-5ec2-4236-b483-c0cd93f9b6d5 HTTP/1.1" status: 200 len: 692 time: 0.0785582 Nov 23 09:52:17.574960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8602d-531d-4dc4-aead-142f9194fe48 req-a1c7cf44-d5fb-4b8b-916c-10593d40b68e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:17.576496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65b8602d-531d-4dc4-aead-142f9194fe48 req-a1c7cf44-d5fb-4b8b-916c-10593d40b68e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.0846117 Nov 23 09:52:17.577794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Attempting to bind port 72246013-245c-445a-a3a3-e065c6229017 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:17.578149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Attempting to bind port 72246013-245c-445a-a3a3-e065c6229017 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:17.578472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Attempting to bind port 72246013-245c-445a-a3a3-e065c6229017 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:17.584014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Port 72246013-245c-445a-a3a3-e065c6229017 on network 70822e58-482f-464d-95b9-1f992ddc6785 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:52:17.584797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Attempting to bind port 72246013-245c-445a-a3a3-e065c6229017 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:17.598038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:17.598372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Checking segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:17.598747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Bound using segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:17.599180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Bound port: 72246013-245c-445a-a3a3-e065c6229017, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:17.600134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.644952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.653032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.692289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65b8602d-531d-4dc4-aead-142f9194fe48 req-7d226f6b-228a-459a-bbfd-11ff7cb779bb tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976665 Nov 23 09:52:17.703952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Network fc149b71-1fc8-426d-baae-4196f6e6f84c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:17.705758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:17.714218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:17.730319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Pushing event updated for resources: {'Port': ['ID=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:17.748798 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-ed5edc0f-a440-4034-9295-fb1801082455 req-7ee2b808-ee47-45f3-8bf9-14f633ad19db tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] show failed (client error): The resource could not be found. Nov 23 09:52:17.760846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed5edc0f-a440-4034-9295-fb1801082455 req-7ee2b808-ee47-45f3-8bf9-14f633ad19db tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/04d28597-0f71-4305-8807-ecfe9fb95ed4 HTTP/1.1" status: 404 len: 352 time: 0.0398974 Nov 23 09:52:17.781364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-17394456-d57f-4318-bbd1-64f294c2aa7c tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:17.781954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:17.789526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-17394456-d57f-4318-bbd1-64f294c2aa7c tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2522802 Nov 23 09:52:17.790372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:17.803590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.821250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Attempting to bind port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:17.821621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Attempting to bind port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:17.822237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Attempting to bind port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 on network fc149b71-1fc8-426d-baae-4196f6e6f84c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:17.829685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:17.830539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Checking segment: {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:17.830688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.831074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Bound using segment: {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:17.831555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Bound port: fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:17.832078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.842223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b116ab7-3bd3-4d6f-9815-5d0c2bce1d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.862205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-9197798e-03ee-44c2-9b7b-b6eefb376f35 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0715759 Nov 23 09:52:17.875019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:17.877045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.882723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] 10.222.0.11 "PUT /v2.0/ports/72246013-245c-445a-a3a3-e065c6229017 HTTP/1.1" status: 200 len: 1092 time: 1.4665291 Nov 23 09:52:17.887030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'tag': '72246013-245c-445a-a3a3-e065c6229017'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:17.889584 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9991e8d7-002e-4e86-be56-f4a4856f92ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "tag": "72246013-245c-445a-a3a3-e065c6229017"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:17.915628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.956863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404ba00-06b2-4988-8fdd-076e4f2c8849 service neutron] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:17.959357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-3f8e89c7-8682-473e-9c16-c32807a9eb47 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0955157 Nov 23 09:52:17.963705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] For port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:17.968464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:17.969539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] For port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:17.974817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:17.979770 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-17e5d63b-56b9-4eca-8409-c5c9627d16ab req-45280f0e-ff18-4942-9a35-90d7096628e4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] show failed (client error): The resource could not be found. Nov 23 09:52:17.981226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17e5d63b-56b9-4eca-8409-c5c9627d16ab req-45280f0e-ff18-4942-9a35-90d7096628e4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-group-rules/1dbe2ec2-06ac-4ac3-9ec8-fd1c784716ba HTTP/1.1" status: 404 len: 361 time: 0.0587082 Nov 23 09:52:17.993142 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.008852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-6ff5e72d-826b-4015-b8a2-0534ba5b1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:18.010576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-6ff5e72d-826b-4015-b8a2-0534ba5b1392 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 1095 time: 0.0703511 Nov 23 09:52:18.089194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-73814b93-cc3f-4322-9464-69d280a6f194 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72246013-245c-445a-a3a3-e065c6229017 HTTP/1.1" status: 200 len: 217 time: 0.0698557 Nov 23 09:52:18.117565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ec8f-fd83-4280-bac1-47b6ec38c7b7 None None] Pushing event updated for resources: {'Port': ['ID=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:18.120464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 353946a7-0bed-4c47-a9be-53e65d21b965 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:18.120857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 353946a7-0bed-4c47-a9be-53e65d21b965 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:18.214686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c63be-e0a9-4de4-a5eb-5c3d117f17d6 req-004ed337-139c-45cb-ae35-b46d13db3988 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:18.216469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-462c63be-e0a9-4de4-a5eb-5c3d117f17d6 req-004ed337-139c-45cb-ae35-b46d13db3988 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 944 time: 0.1410885 Nov 23 09:52:18.224233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-a0b4487a-9ace-4811-8161-f24e4e623497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:18.226148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-a0b4487a-9ace-4811-8161-f24e4e623497 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.1201084 Nov 23 09:52:18.272145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-ebd34a71-ae47-4c94-836d-2b33d9118525 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375535 Nov 23 09:52:18.321363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Allocated IP 172.25.1.209 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/982f1b67-24b2-4537-98f2-9f9415880c17) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:18.340276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-462c63be-e0a9-4de4-a5eb-5c3d117f17d6 req-4bb36385-dc6c-4201-85d6-3d93aef2e83f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130438 Nov 23 09:52:18.441264 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97047b0-a1d9-49e0-b6b3-23bfc6dc38c2 x-openstack-request-id: req-d97047b0-a1d9-49e0-b6b3-23bfc6dc38c2 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:18.441556 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "tag": "72246013-245c-445a-a3a3-e065c6229017", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:18.441811 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d97047b0-a1d9-49e0-b6b3-23bfc6dc38c2 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:18.442278 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'tag': '72246013-245c-445a-a3a3-e065c6229017', 'status': 'completed', 'code': 200} Nov 23 09:52:18.468852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Deleting port aea37e72-a103-463a-bfce-5b2f9a6a268e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:18.469420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.492470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-3bfda788-bc44-4771-a826-c5d573f67a1b service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088404 Nov 23 09:52:18.563628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.608158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.608158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.620974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-a8a9d988-2857-4f66-b4b0-31c95505f0ef tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/1d6c256e-4e6c-4488-ad9e-5cc2ae1237ce HTTP/1.1" status: 200 len: 1828 time: 0.0976596 Nov 23 09:52:18.623999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Calling delete_port for aea37e72-a103-463a-bfce-5b2f9a6a268e owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:18.644274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.653660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f4adff-6c61-4f48-8ad4-52db7fe10bd2 req-e3c4be01-24f9-4e92-a560-da1ca0bf40d2 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511450 Nov 23 09:52:18.722670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.742891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:18.749920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:18.759689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:18.768558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Pushing event updated for resources: {'Port': ['ID=982f1b67-24b2-4537-98f2-9f9415880c17,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:18.777874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.803849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-5050b296-5c7a-497a-934a-e490f4cf726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:18.805503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-5050b296-5c7a-497a-934a-e490f4cf726f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 1095 time: 0.0962329 Nov 23 09:52:18.888640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.891144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:18.902760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf0c2a23-2c2a-413c-909a-bdc9e5a16013 req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d6c256e-4e6c-4488-ad9e-5cc2ae1237ce HTTP/1.1" status: 204 len: 173 time: 0.2804043 Nov 23 09:52:18.924489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976d345-aa36-4d7d-a856-805a07f2bf4f tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c256e-4e6c-4488-ad9e-5cc2ae1237ce,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:18.952204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-934356b7-7035-4c8f-a6d4-cdecec71a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:18.954118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-934356b7-7035-4c8f-a6d4-cdecec71a706 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 906 time: 0.1386251 Nov 23 09:52:18.986439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.021322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-568892a9-0eea-48d4-b7f7-b1de6dbb1258 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72246013-245c-445a-a3a3-e065c6229017 HTTP/1.1" status: 200 len: 217 time: 0.0588167 Nov 23 09:52:19.094378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-d9a56ed4-47d8-48d2-94e2-15e6d66982fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:19.096295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-d9a56ed4-47d8-48d2-94e2-15e6d66982fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.0669675 Nov 23 09:52:19.098325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event deleted for resources: {'Port': ['ID=aea37e72-a103-463a-bfce-5b2f9a6a268e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:19.137378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.140475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.141733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a139368-0271-4997-a0c4-ebb22c1cd84e req-185dabec-3356-4d7d-9c8b-4aa317070afc tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "DELETE /v2.0/floatingips/ae7bf500-5ec2-4236-b483-c0cd93f9b6d5 HTTP/1.1" status: 204 len: 173 time: 1.1815410 Nov 23 09:52:19.151340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-d8410a78-765c-44fb-bb3e-1964210eef23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415566 Nov 23 09:52:19.284839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.312535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34596f8-86e4-436f-ba9f-382965eaefb9 req-d705aaa8-9e70-40b7-b522-6f1ac4da7beb tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:19.314116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f34596f8-86e4-436f-ba9f-382965eaefb9 req-d705aaa8-9e70-40b7-b522-6f1ac4da7beb tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.0792480 Nov 23 09:52:19.380213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-956cd9b5-76b0-4618-aff9-9f64ca77481b service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042210 Nov 23 09:52:19.415144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:19.434172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f34596f8-86e4-436f-ba9f-382965eaefb9 req-3207143b-a5b9-4bc1-a247-2fad8725b3bb tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723269 Nov 23 09:52:19.535390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:19.535846 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.540968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9991e8d7-002e-4e86-be56-f4a4856f92ad req-7dcbcde0-f253-4d7c-bc31-4908203ff905 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431184 Nov 23 09:52:19.638686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31ed3-d6b6-4e53-8725-6a987b7ba065 req-3446c3d8-92f7-439b-bbf7-1786e9099585 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:19.647268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e31ed3-d6b6-4e53-8725-6a987b7ba065 req-3446c3d8-92f7-439b-bbf7-1786e9099585 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.2658045 Nov 23 09:52:19.713975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00dbe5-f144-42b1-a747-e7d06f8c98e6 None None] Network fc149b71-1fc8-426d-baae-4196f6e6f84c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:19.722288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e31ed3-d6b6-4e53-8725-6a987b7ba065 req-b045d47f-d03a-490e-b4d0-5a41a220c702 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703087 Nov 23 09:52:19.747760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.828437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-38107eab-1a41-42f1-a6a1-9bba54fd52f2 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/54251b5f-8aed-498d-9e40-cd1c30f38fca HTTP/1.1" status: 200 len: 1829 time: 0.0653803 Nov 23 09:52:19.856453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-86101cb0-7889-464c-91ef-a137ee6e7785 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips/3f38a9a5-22f7-49dd-a434-35f045dc184d HTTP/1.1" status: 200 len: 693 time: 0.0616667 Nov 23 09:52:19.919379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.944676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.947582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:19.989117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7d257231-26fb-4673-93d1-d4eb5e48f6a9 None None] Provisioning complete for port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:19.989489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d257231-26fb-4673-93d1-d4eb5e48f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.008077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.012513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.021515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dec3f001-3aa6-4810-b4ae-d2bd44180d5e req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-groups/54251b5f-8aed-498d-9e40-cd1c30f38fca HTTP/1.1" status: 204 len: 173 time: 0.1911042 Nov 23 09:52:20.054072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07babea7-8b69-4d82-8080-a2e4f254da55 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54251b5f-8aed-498d-9e40-cd1c30f38fca,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:20.107728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.165938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bf16c-e904-42c9-85ae-9c5a0f61a5af req-0e3a977c-2f90-4456-bb3b-cb2cd0a49e98 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:20.174104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca2bf16c-e904-42c9-85ae-9c5a0f61a5af req-0e3a977c-2f90-4456-bb3b-cb2cd0a49e98 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 944 time: 0.0727508 Nov 23 09:52:20.174726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:20.176523 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d257231-26fb-4673-93d1-d4eb5e48f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.233331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.238626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca2bf16c-e904-42c9-85ae-9c5a0f61a5af req-2264bbe6-fce5-49b3-b536-2ad1da57466a tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634735 Nov 23 09:52:20.276829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc4d237d-9a55-4a8b-b724-25f684be6ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.340469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-7d257231-26fb-4673-93d1-d4eb5e48f6a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:52:20.341057 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-7d257231-26fb-4673-93d1-d4eb5e48f6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:52:20.374173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:20.396931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f7832-836f-4b2c-b97b-22c5fdc85d9a req-b75f761e-ba03-4151-9252-995a6e03646b tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:20.398525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f5f7832-836f-4b2c-b97b-22c5fdc85d9a req-b75f761e-ba03-4151-9252-995a6e03646b tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.0960417 Nov 23 09:52:20.407737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:20.415510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Request body: {'floatingip': {'port_id': '9d87382d-5ccd-4e08-bd22-7875a4283ebd'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:20.423683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-590fc152-5aa4-45d0-92f2-85cb8ee7cf75 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:20.428083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-590fc152-5aa4-45d0-92f2-85cb8ee7cf75 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.5430145 Nov 23 09:52:20.460227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Router 252bdb84-5ce4-44ea-969a-5edf1ef8045f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:52:20.476774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.545095 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-049bcdc7-a1a0-46ae-9b5a-bcd26039e8fe tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.1035981 Nov 23 09:52:20.651435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-50f2537f-d565-444d-9a84-deee07633055 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/800823e8-88c0-4707-b27c-3e90ea166433 HTTP/1.1" status: 200 len: 1828 time: 0.1212957 Nov 23 09:52:20.655362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-e4e083a4-bb5a-42fa-a33e-9704d83a8623 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.253 HTTP/1.1" status: 200 len: 696 time: 0.1024199 Nov 23 09:52:20.838725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:20.852026 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Sync routers for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:20.870750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:20.871616 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:20.907115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:20.911254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f35608fc-a526-4986-ae55-f182054c4178 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0054390 Nov 23 09:52:20.915997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54812) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:20.973203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.040811 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:21.049548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Deleting port 7450f1f7-4fe3-47ac-9892-d28f489db0c2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:21.049902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.052133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-92d403b3-d99c-4ac1-87bb-25579aae9d15 None None] Provisioning complete for port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:21.052758 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92d403b3-d99c-4ac1-87bb-25579aae9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.076224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.243784 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.262181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.273205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.324886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.327930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.329197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd591e70-f6b8-4c2b-adca-705dcb252ac7 req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-groups/800823e8-88c0-4707-b27c-3e90ea166433 HTTP/1.1" status: 204 len: 173 time: 0.6261141 Nov 23 09:52:21.341649 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:18Z', 'revision_number': 3, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:21.374728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520c01-31ac-46dd-a14f-24b621f30a78 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800823e8-88c0-4707-b27c-3e90ea166433,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:21.442527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:21.457819 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Checking router: 252bdb84-5ce4-44ea-969a-5edf1ef8045f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:21.458209 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Updating router 252bdb84-5ce4-44ea-969a-5edf1ef8045f port 982f1b67-24b2-4537-98f2-9f9415880c17 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:21.515672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.516078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.563874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Calling delete_port for 7450f1f7-4fe3-47ac-9892-d28f489db0c2 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:21.566930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:21.567890 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:21.576216 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.092079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.130775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event deleted for resources: {'Port': ['ID=7450f1f7-4fe3-47ac-9892-d28f489db0c2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:22.213672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.215806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.220081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.221245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.230476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.230817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.231155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.231484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.231819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.232143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.232472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.232786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:22.249741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.289821 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Floating IP 9d9c6e69-01dc-4537-8c2b-f731c32a0817 associated. External IP: 172.25.1.155, port: 9d87382d-5ccd-4e08-bd22-7875a4283ebd. Nov 23 09:52:22.304885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e955-dc00-49ec-b3d1-21d73611e830 req-77eaa61a-746c-417f-b415-4714df801be9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:22.312767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d712e955-dc00-49ec-b3d1-21d73611e830 req-77eaa61a-746c-417f-b415-4714df801be9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.0870283 Nov 23 09:52:22.396503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.399378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.401036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d00dce-ceec-4e78-9efc-2e869f1f0df3 req-f0be7fc8-8736-4f83-b548-ce782f4f03f4 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f38a9a5-22f7-49dd-a434-35f045dc184d HTTP/1.1" status: 204 len: 173 time: 1.7441101 Nov 23 09:52:22.508432 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.509381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d712e955-dc00-49ec-b3d1-21d73611e830 req-178e3333-b08f-4b3f-9c91-438c55a9dcfc tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956129 Nov 23 09:52:22.518393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.520771 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.584849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Allocated IP 172.20.0.1 (fc149b71-1fc8-426d-baae-4196f6e6f84c/58643fb7-6d53-4572-95c6-1a109326b957/46e1eda4-2535-4511-bb63-1dfc132a86b1) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:22.590556 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877dc2-ee37-4f0b-9634-aa455dc00560 None None] Pushing event updated for resources: {'Port': ['ID=982f1b67-24b2-4537-98f2-9f9415880c17,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:22.598781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83905949-a1df-41e0-bbb9-57413edb20ab req-984be245-4a0a-4a27-83b3-d2c2ffc61172 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:22.600309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83905949-a1df-41e0-bbb9-57413edb20ab req-984be245-4a0a-4a27-83b3-d2c2ffc61172 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 944 time: 0.1065516 Nov 23 09:52:22.611722 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Attempting to bind port 982f1b67-24b2-4537-98f2-9f9415880c17 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:22.612341 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Attempting to bind port 982f1b67-24b2-4537-98f2-9f9415880c17 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:22.612863 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Attempting to bind port 982f1b67-24b2-4537-98f2-9f9415880c17 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:22.619469 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:22.620095 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:22.620802 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.621486 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:22.622184 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Bound port: 982f1b67-24b2-4537-98f2-9f9415880c17, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:22.622762 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.713951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83905949-a1df-41e0-bbb9-57413edb20ab req-8b8acf99-2596-47bb-9cd2-e2c36cc59fc2 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Nov 23 09:52:22.719901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] For port 982f1b67-24b2-4537-98f2-9f9415880c17, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:22.724203 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] For port 982f1b67-24b2-4537-98f2-9f9415880c17, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=982f1b67-24b2-4537-98f2-9f9415880c17,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:22.729695 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.758035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.763626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-fa436f34-c43e-4c67-ba85-9d120d04bfe1 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/c24756e8-c683-4ce2-aa40-b35f808228bd HTTP/1.1" status: 200 len: 1829 time: 0.1235673 Nov 23 09:52:22.817548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:22.823079 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:22.823974 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:22.887900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-013a5842-4d8a-4020-a649-755058f5fd88 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips/a56c4fbb-7721-491c-80e0-42f6465d5b76 HTTP/1.1" status: 200 len: 692 time: 0.0865889 Nov 23 09:52:22.899451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.953453 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877dc2-ee37-4f0b-9634-aa455dc00560 None None] Pushing event updated for resources: {'Port': ['ID=982f1b67-24b2-4537-98f2-9f9415880c17,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:22.962373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:22.980745 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:22.983836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.023614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:23.030537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.037371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Sync routers for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:23.041662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.052359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Network fc149b71-1fc8-426d-baae-4196f6e6f84c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:23.052627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.065093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:23.070169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-568af6f8-4273-4aa5-b624-f91aa7cb1f55 req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-groups/c24756e8-c683-4ce2-aa40-b35f808228bd HTTP/1.1" status: 204 len: 173 time: 0.3055432 Nov 23 09:52:23.075497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:23.075629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:23.076304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:23.097985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Pushing event updated for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:23.131775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743becf-3dab-4f37-b568-d85592b77eb4 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24756e8-c683-4ce2-aa40-b35f808228bd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:23.155037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8bfb0287-7ce1-44d6-9131-9b9f5d71a890 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "PUT /v2.0/floatingips/9d9c6e69-01dc-4537-8c2b-f731c32a0817 HTTP/1.1" status: 200 len: 991 time: 2.7459614 Nov 23 09:52:23.156003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:23.159786 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026626ab-8085-4117-a2ad-4b2c3dd01706" -d '{"events": [{"name": "network-changed", "server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:23.166906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-d77575d0-9e9d-4033-bd77-8d1141242e48 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:23.182558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-d77575d0-9e9d-4033-bd77-8d1141242e48 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2886038 Nov 23 09:52:23.284950 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:18Z', 'revision_number': 3, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:23.320311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-23ae8dd1-5fea-4bf0-a546-10be56e41093 tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1361585 Nov 23 09:52:23.320980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5d9691d-5125-4820-b304-03bd6660700a req-9b871b31-3e0c-4f00-ab19-a91b0b5b51d3 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "GET /v2.0/security-groups/820becbc-f712-40c7-a479-7010a996bc91 HTTP/1.1" status: 200 len: 1828 time: 0.0834286 Nov 23 09:52:23.337117 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5bcf-6635-4e9c-98a8-24040b7521ae None None] The sync data for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 is: [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:18Z', 'revision_number': 3, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:23.406441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:23.410668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.440064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f5d9691d-5125-4820-b304-03bd6660700a req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.465140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-a58895b1-692b-4955-8ee6-cd1a3cb8e9ee tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1419990 Nov 23 09:52:23.489272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f5d9691d-5125-4820-b304-03bd6660700a req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.573154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f5d9691d-5125-4820-b304-03bd6660700a req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.583011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f5d9691d-5125-4820-b304-03bd6660700a req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.583381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5d9691d-5125-4820-b304-03bd6660700a req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] 10.222.0.62 "DELETE /v2.0/security-groups/820becbc-f712-40c7-a479-7010a996bc91 HTTP/1.1" status: 204 len: 173 time: 0.2606764 Nov 23 09:52:23.591224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:23.606058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-167d681c-1655-42ab-983f-5e3afe8288aa None None] Provisioning complete for port 46e1eda4-2535-4511-bb63-1dfc132a86b1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:23.606980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-167d681c-1655-42ab-983f-5e3afe8288aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.617718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.620573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d03127-9d34-4056-a7c5-8548f26e5918 tempest-SecurityGroupRulesNegativeTestJSON-455330865 tempest-SecurityGroupRulesNegativeTestJSON-455330865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820becbc-f712-40c7-a479-7010a996bc91,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:23.742709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Deleting subnet aa308fd6-4374-41ac-9b4c-075659a2db2b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:52:23.757521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.805471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.826880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Deleting port 8b135f8e-678b-46b9-8a64-b6bafc7ef2a3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:23.827063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.851449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-167d681c-1655-42ab-983f-5e3afe8288aa None None] Port 46e1eda4-2535-4511-bb63-1dfc132a86b1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:23.873049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.965558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.980132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:52:23.996722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:23.997203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.010844 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d044a2c8-e5df-4d7b-9cae-eaf84b3a7d08 x-openstack-request-id: req-d044a2c8-e5df-4d7b-9cae-eaf84b3a7d08 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:24.011540 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:24.011984 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d044a2c8-e5df-4d7b-9cae-eaf84b3a7d08 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:24.012847 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'status': 'completed', 'code': 200} Nov 23 09:52:24.076405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.080145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Calling delete_port for 8b135f8e-678b-46b9-8a64-b6bafc7ef2a3 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:24.148353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa308fd6-4374-41ac-9b4c-075659a2db2b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:24.210410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:24.224686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-4ace0c13-af2f-45ee-9bd1-d2b67c4dbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:24.226556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-4ace0c13-af2f-45ee-9bd1-d2b67c4dbb4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a001b113ecb646518cde1c86e005018f&device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 1096 time: 0.1628592 Nov 23 09:52:24.243566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.249275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '72246013-245c-445a-a3a3-e065c6229017', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': '72246013-245c-445a-a3a3-e065c6229017', 'mac_address': 'fa:16:3e:ce:f4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:52:24.255297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-65cc1267-e64d-45de-9826-83364d931726 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aa308fd6-4374-41ac-9b4c-075659a2db2b HTTP/1.1" status: 204 len: 168 time: 0.6606584 Nov 23 09:52:24.260682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54880) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:24.307454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96538cce-0aa2-499f-80e2-86e9adb53277 req-185f6439-e3b1-4023-b416-2e40cc6157d6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:24.318671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96538cce-0aa2-499f-80e2-86e9adb53277 req-185f6439-e3b1-4023-b416-2e40cc6157d6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1741838 Nov 23 09:52:24.355530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.387372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.393792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.424924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:24.438781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96538cce-0aa2-499f-80e2-86e9adb53277 req-c4f3845c-e84a-459a-beae-4e008a3b6cf0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188569 Nov 23 09:52:24.475307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:24.488962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:24.624146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a482e-cbb5-46c1-a574-1bd33d2f6047 req-ee7faad6-a1c1-40a0-939c-fb8e886755ff tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:24.625845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c98a482e-cbb5-46c1-a574-1bd33d2f6047 req-ee7faad6-a1c1-40a0-939c-fb8e886755ff tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 945 time: 0.0810337 Nov 23 09:52:24.632106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9d9c6e69-01dc-4537-8c2b-f731c32a0817', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'port_id': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'mac_address': 'fa:16:3e:fe:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be9995-a69f-4120-8b17-e98678f2472b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:51:15Z', 'updated_at': '2021-11-23T09:52:21Z', 'revision_number': 1, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:24.669258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:24.674924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Checking router: f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:24.705094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:24.705850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:24.711439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c98a482e-cbb5-46c1-a574-1bd33d2f6047 req-4b01dc5c-0a41-46dc-98b7-7cede9eb2024 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763302 Nov 23 09:52:24.984494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.022349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['72246013-245c-445a-a3a3-e065c6229017'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:25.037369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.090264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:25.117848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Pushing event updated for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:25.132403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-de3e6623-b750-4fd6-a792-1e4b09b5373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:25.134977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-de3e6623-b750-4fd6-a792-1e4b09b5373a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c929a71-6268-4f49-ae6f-d313e8d06037 HTTP/1.1" status: 200 len: 917 time: 0.8960092 Nov 23 09:52:25.181258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.278924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Pushing event deleted for resources: {'Port': ['ID=8b135f8e-678b-46b9-8a64-b6bafc7ef2a3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:25.393725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-7fe58808-b8fa-41ab-a15d-bf97523e8698 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd HTTP/1.1" status: 200 len: 999 time: 0.2235737 Nov 23 09:52:25.405850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Network fc149b71-1fc8-426d-baae-4196f6e6f84c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:25.443529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9d9c6e69-01dc-4537-8c2b-f731c32a0817', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'port_id': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'mac_address': 'fa:16:3e:fe:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be9995-a69f-4120-8b17-e98678f2472b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:51:15Z', 'updated_at': '2021-11-23T09:52:21Z', 'revision_number': 1, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:25.445798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 982f1b67-24b2-4537-98f2-9f9415880c17 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:25.476325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:25.483002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.546216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf29783-98f1-4691-b471-846ceccb9652 None None] The sync data for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 is: [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9d9c6e69-01dc-4537-8c2b-f731c32a0817', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'port_id': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'mac_address': 'fa:16:3e:fe:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be9995-a69f-4120-8b17-e98678f2472b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:51:15Z', 'updated_at': '2021-11-23T09:52:21Z', 'revision_number': 1, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:25.577668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 982f1b67-24b2-4537-98f2-9f9415880c17 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:25.578217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.679591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.687743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.689223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e629a8b-8eed-4860-97b3-c3bcf8a2b818 req-3254ec54-645b-4b8f-b39b-526c27928e5d tempest-FloatingIPDetailsTestJSON-182283630 tempest-FloatingIPDetailsTestJSON-182283630-project] 10.222.0.62 "DELETE /v2.0/floatingips/a56c4fbb-7721-491c-80e0-42f6465d5b76 HTTP/1.1" status: 204 len: 173 time: 2.2232301 Nov 23 09:52:25.709434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54888) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:25.713455 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.714072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1b732e-c634-41aa-b536-fd4e4d14a11d']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:25.758513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de2db-1efd-4cf3-914f-063f35018608 req-eec4c99c-fb11-4872-92e8-8d945d51a788 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:25.763512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-079de2db-1efd-4cf3-914f-063f35018608 req-eec4c99c-fb11-4872-92e8-8d945d51a788 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1437187 Nov 23 09:52:25.805314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 982f1b67-24b2-4537-98f2-9f9415880c17, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=982f1b67-24b2-4537-98f2-9f9415880c17,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:25.818952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.872828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-079de2db-1efd-4cf3-914f-063f35018608 req-36f636ab-184c-4f8d-8724-7cf297478767 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956469 Nov 23 09:52:25.903693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537aea55-28d7-488e-a229-788c4dfbd8bf') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:25.904131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537aea55-28d7-488e-a229-788c4dfbd8bf') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:25.918263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.942457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=982f1b67-24b2-4537-98f2-9f9415880c17,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:25.956821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:25.969251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:52:25.969817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.009370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d67f032d-0420-402e-9de1-c177b814f969 None None] Provisioning complete for port 46e1eda4-2535-4511-bb63-1dfc132a86b1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:26.009848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d67f032d-0420-402e-9de1-c177b814f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:52:26.034851 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:52:26.087997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-9036a763-08b4-4fcf-a593-58bc8a444152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:26.089406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-9036a763-08b4-4fcf-a593-58bc8a444152 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa HTTP/1.1" status: 200 len: 855 time: 0.6822171 Nov 23 09:52:26.091373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b83c63-d8b9-43bb-8fe3-4be0c15a6449 None None] New status for floating IP 9d9c6e69-01dc-4537-8c2b-f731c32a0817: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:52:26.115603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d67f032d-0420-402e-9de1-c177b814f969 None None] Port 46e1eda4-2535-4511-bb63-1dfc132a86b1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:26.237843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Router 252bdb84-5ce4-44ea-969a-5edf1ef8045f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:26.250856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.269165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.272940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9b1b732e-c634-41aa-b536-fd4e4d14a11d HTTP/1.1" status: 204 len: 168 time: 2.0099645 Nov 23 09:52:26.298538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3507bd-b987-4d7c-bcc5-2b81f4ecdf84 req-7d181f08-47ed-4411-ad73-ebdb9e403212 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:26.300370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b3507bd-b987-4d7c-bcc5-2b81f4ecdf84 req-7d181f08-47ed-4411-ad73-ebdb9e403212 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 945 time: 0.2841740 Nov 23 09:52:26.305309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eab1bf-e04c-4980-b72b-be418efba5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1b732e-c634-41aa-b536-fd4e4d14a11d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:26.322393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-d625fa32-fb4b-4487-be7e-dec2972d50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:26.324128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-d625fa32-fb4b-4487-be7e-dec2972d50e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c929a71-6268-4f49-ae6f-d313e8d06037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232361 Nov 23 09:52:26.437117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54900) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:26.484406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f898804b-7763-4fa9-9cf7-c0b9254f1d6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7f15291a2af4107825132e95b418e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459034 Nov 23 09:52:26.487131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:26.550658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.580640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.619672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b3507bd-b987-4d7c-bcc5-2b81f4ecdf84 req-f3be80e6-af32-4f65-872f-6a6328f08dae tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000143 Nov 23 09:52:26.641082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.644368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:26.647377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd250227-4eea-4d75-9e96-4c0c6ecd6c6e HTTP/1.1" status: 204 len: 168 time: 0.1592484 Nov 23 09:52:26.657988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2ee37-2695-4426-a8ec-f82185d366d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd250227-4eea-4d75-9e96-4c0c6ecd6c6e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:26.690899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:26.694471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-44c5448d-69b2-4c59-9fc6-d5e8eef59e59 service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237622 Nov 23 09:52:26.698112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6937c714-e292-42ec-abcd-be0eef3f918e admin admin] 10.222.0.62 "PUT /v2.0/routers/252bdb84-5ce4-44ea-969a-5edf1ef8045f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7761261 Nov 23 09:52:26.708967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Sync routers for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:26.719662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:26.720465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:26.889061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:26.893280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-026626ab-8085-4117-a2ad-4b2c3dd01706 req-16d3341e-2767-44fd-b0d1-f3677dda9b14 service neutron] 10.222.0.50 "GET /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817920 Nov 23 09:52:27.131540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.145188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f77318-01b9-4197-abd8-e2e181b4c449 req-1f553ac3-11d4-471c-b4c5-2054578302ad tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:27.148042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38f77318-01b9-4197-abd8-e2e181b4c449 req-1f553ac3-11d4-471c-b4c5-2054578302ad tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1429367 Nov 23 09:52:27.258234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:23Z', 'revision_number': 4, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '46e1eda4-2535-4511-bb63-1dfc132a86b1', 'name': '', 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'mac_address': 'fa:16:3e:6e:84:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '58643fb7-6d53-4572-95c6-1a109326b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:22Z', 'updated_at': '2021-11-23T09:52:23Z', 'revision_number': 2, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'subnets': [{'id': '58643fb7-6d53-4572-95c6-1a109326b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:27.323397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Checking router: 252bdb84-5ce4-44ea-969a-5edf1ef8045f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:27.326684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Updating router 252bdb84-5ce4-44ea-969a-5edf1ef8045f port 46e1eda4-2535-4511-bb63-1dfc132a86b1 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:27.370282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38f77318-01b9-4197-abd8-e2e181b4c449 req-56670120-117a-401b-a0d2-b136bf526b5f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383498 Nov 23 09:52:27.373271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.386417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 982f1b67-24b2-4537-98f2-9f9415880c17 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:27.514059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-2e4ecf86-6c75-4501-bd02-ca9b5f6ce6c2 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2481575 Nov 23 09:52:27.519615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:27.557389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.575328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 982f1b67-24b2-4537-98f2-9f9415880c17 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:27.575776 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.653242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Deleting port 26f6f417-19c3-4e65-bb90-76f00ea04ec0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:27.653586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.782665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.802186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] For port 26f6f417-19c3-4e65-bb90-76f00ea04ec0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=26f6f417-19c3-4e65-bb90-76f00ea04ec0,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:27.802557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.820822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Calling delete_port for 26f6f417-19c3-4e65-bb90-76f00ea04ec0 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:27.831150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b9f65-c6d3-47cb-8ca2-089efaf17ae5 req-b265f153-d653-45d7-aafb-32c3f005162b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:27.840664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-984b9f65-c6d3-47cb-8ca2-089efaf17ae5 req-b265f153-d653-45d7-aafb-32c3f005162b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 945 time: 0.1096025 Nov 23 09:52:27.893001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.906749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:27.940136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Allocated IP 172.25.1.168 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/85314eb7-35cf-4f5a-8c8c-02c868672650) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:27.955689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-984b9f65-c6d3-47cb-8ca2-089efaf17ae5 req-c9c258df-4ce1-4c19-bc8f-1af8ae68cfda tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152828 Nov 23 09:52:28.014544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef980-cf09-4006-be9f-7cab90c5d8b1 None None] Pushing event updated for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:28.018413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:28.065997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:28.115760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Attempting to bind port 46e1eda4-2535-4511-bb63-1dfc132a86b1 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:28.116129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Attempting to bind port 46e1eda4-2535-4511-bb63-1dfc132a86b1 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:28.116497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Attempting to bind port 46e1eda4-2535-4511-bb63-1dfc132a86b1 on network fc149b71-1fc8-426d-baae-4196f6e6f84c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:28.128880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:28.131817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Checking segment: {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:28.133740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.134210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Bound using segment: {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:28.137156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Bound port: 46e1eda4-2535-4511-bb63-1dfc132a86b1, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03384bca-6cd9-428f-bf51-2a1a574760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:28.137570 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.190312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 72246013-245c-445a-a3a3-e065c6229017 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:52:28.208672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.231975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.272172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] For port 46e1eda4-2535-4511-bb63-1dfc132a86b1, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:28.274998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-network', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:28.276461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] For port 46e1eda4-2535-4511-bb63-1dfc132a86b1, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46e1eda4-2535-4511-bb63-1dfc132a86b1,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:28.277440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Pushing event deleted for resources: {'Port': ['ID=26f6f417-19c3-4e65-bb90-76f00ea04ec0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:28.279809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 72246013-245c-445a-a3a3-e065c6229017 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:28.280220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.298675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.321774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.359704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:28.364646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:28.368359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.386632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.389392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:28.393097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:28.473211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:28.473855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:28.498548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event updated for resources: {'Port': ['ID=85314eb7-35cf-4f5a-8c8c-02c868672650,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:28.550244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.567998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.646935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:28.656568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef980-cf09-4006-be9f-7cab90c5d8b1 None None] Pushing event updated for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:28.679861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.695798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.696381 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Added segment fdc86257-22b7-476a-9b69-941a1fce1df6 of type vlan for network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad Nov 23 09:52:28.709373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:28.734614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1a0cb-ffd2-41b5-9736-3c7f2e2b7399 req-26548579-3902-4308-a4fa-0c782f1044fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:28.738407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8b1a0cb-ffd2-41b5-9736-3c7f2e2b7399 req-26548579-3902-4308-a4fa-0c782f1044fb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.1473241 Nov 23 09:52:28.758519 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.758797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.767455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] Provisioning complete for port 46e1eda4-2535-4511-bb63-1dfc132a86b1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:28.768003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.786398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.871970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.875610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.877276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:28.878328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:28.878632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8b1a0cb-ffd2-41b5-9736-3c7f2e2b7399 req-5ef61564-8f35-43c6-907c-6f99e0f3677e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334631 Nov 23 09:52:29.030530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72246013-245c-445a-a3a3-e065c6229017'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:29.033512 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c45e078-984f-4a03-af88-e461dc5ce1c9" -d '{"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-plugged", "status": "completed", "tag": "72246013-245c-445a-a3a3-e065c6229017"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:29.035165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9677324 Nov 23 09:52:29.041977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54956) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:29.042206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:29.049357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Request body: {'subnet': {'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-subnet', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:29.087954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:29.168245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.267914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df183bcd-3f0b-4642-b8c0-6d8ab29e1e7e admin admin] Pushing event updated for resources: {'Network': ['ID=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:29.307071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.321169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.333618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:52:29.338210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.461292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:29.464468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.469279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] For port 46e1eda4-2535-4511-bb63-1dfc132a86b1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46e1eda4-2535-4511-bb63-1dfc132a86b1,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:29.487179 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.497110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event updated for resources: {'Port': ['ID=85314eb7-35cf-4f5a-8c8c-02c868672650,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:29.515863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-a6dc4de0-77d3-4a30-b6d4-6374d6f96905 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:29.517671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-a6dc4de0-77d3-4a30-b6d4-6374d6f96905 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1097 time: 0.2447801 Nov 23 09:52:29.521193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.562722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:29.574232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:29.603428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82139fa3-34aa-4cd4-83b0-3087a043832b req-e1b35806-c58e-4652-8de8-6c65f389d716 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:29.613769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82139fa3-34aa-4cd4-83b0-3087a043832b req-e1b35806-c58e-4652-8de8-6c65f389d716 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.0853674 Nov 23 09:52:29.617123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Router 663369fa-03af-441d-907f-e73ee85812b0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:29.628638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.632939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.633292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.633637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.634211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.634549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.634882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.635442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.635781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.636156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.637144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.637644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.638038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:29.639826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-ef15ca33-68fa-4f03-bb0d-b654fc90b698 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1241961 Nov 23 09:52:29.720716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82139fa3-34aa-4cd4-83b0-3087a043832b req-ecb21f05-d34c-4475-9a07-7ad0f422aff5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036823 Nov 23 09:52:29.757057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-5dda1e43-98df-4d65-94d6-d90f8a065d6e tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1159425 Nov 23 09:52:29.761517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-55e4c6c6-318b-4778-8bc8-231ccdc4cbd2 None None] Provisioning complete for port 46e1eda4-2535-4511-bb63-1dfc132a86b1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:29.762258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-55e4c6c6-318b-4778-8bc8-231ccdc4cbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.773522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:29.812182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:29.824995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6ab2b6c4-f0e7-4c7d-9ca2-add6d79356bb admin admin] 10.222.0.62 "PUT /v2.0/routers/663369fa-03af-441d-907f-e73ee85812b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1082747 Nov 23 09:52:29.828476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54962) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:29.829199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Sync routers for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:29.855218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:29.855847 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:29.870360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f5cb7-ac01-4abd-b711-5827a0489847 None None] Pushing event updated for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:29.947956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:23Z', 'revision_number': 4, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '46e1eda4-2535-4511-bb63-1dfc132a86b1', 'name': '', 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'mac_address': 'fa:16:3e:6e:84:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '58643fb7-6d53-4572-95c6-1a109326b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:22Z', 'updated_at': '2021-11-23T09:52:28Z', 'revision_number': 4, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'subnets': [{'id': '58643fb7-6d53-4572-95c6-1a109326b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:29.988065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5a0d5-9e26-4ce1-83ff-b73e277d31dc None None] The sync data for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 is: [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:23Z', 'revision_number': 4, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '46e1eda4-2535-4511-bb63-1dfc132a86b1', 'name': '', 'network_id': 'fc149b71-1fc8-426d-baae-4196f6e6f84c', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'mac_address': 'fa:16:3e:6e:84:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '58643fb7-6d53-4572-95c6-1a109326b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:22Z', 'updated_at': '2021-11-23T09:52:28Z', 'revision_number': 4, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'subnets': [{'id': '58643fb7-6d53-4572-95c6-1a109326b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:30.068028 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:30.068263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:30.130407 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63984430-8e90-44d5-8a83-d6c1b25bab99 x-openstack-request-id: req-63984430-8e90-44d5-8a83-d6c1b25bab99 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:30.131142 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-plugged", "status": "completed", "tag": "72246013-245c-445a-a3a3-e065c6229017", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:30.131142 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63984430-8e90-44d5-8a83-d6c1b25bab99 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:30.131491 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72246013-245c-445a-a3a3-e065c6229017', 'code': 200} Nov 23 09:52:30.199997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-c775ee86-6072-46a1-8b37-c76bae8ca0d2 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:30.221236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae3d8cfb-06e5-48f1-ac0a-4aa544eb48b2 req-c775ee86-6072-46a1-8b37-c76bae8ca0d2 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.4630783 Nov 23 09:52:30.382775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ecc5-8aa6-408c-b858-94e4ba143b80 req-3a7809fb-ffe7-495a-b45f-2dc3eb599695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:30.386580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83b0ecc5-8aa6-408c-b858-94e4ba143b80 req-3a7809fb-ffe7-495a-b45f-2dc3eb599695 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1865737 Nov 23 09:52:30.488275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:30.489357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:30.532699 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:52:28Z', 'revision_number': 5, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port': {'id': 'c3066754-f397-45bc-a9fc-fec47c04ced7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663369fa-03af-441d-907f-e73ee85812b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:30.561986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83b0ecc5-8aa6-408c-b858-94e4ba143b80 req-021eba1f-08fb-46df-88e4-6704b2608d4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647160 Nov 23 09:52:30.582506 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Checking router: 663369fa-03af-441d-907f-e73ee85812b0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:30.588564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18cc40-c75e-44c6-97fe-4c3d786143b1 req-5e782412-9bd8-4bd3-8486-9e81538a659f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:30.594075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Routers {'663369fa-03af-441d-907f-e73ee85812b0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:30.594966 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['663369fa-03af-441d-907f-e73ee85812b0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:30.600350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c18cc40-c75e-44c6-97fe-4c3d786143b1 req-5e782412-9bd8-4bd3-8486-9e81538a659f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 946 time: 0.2230375 Nov 23 09:52:30.633068 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f588412a-afbb-4287-9cce-8d91f74398b1 req-f9847e80-011a-46d8-9c0d-e90bb021b5aa tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips/00701b9c-a0ad-49ea-b4a2-719e65a30206 HTTP/1.1" status: 200 len: 693 time: 0.1348019 Nov 23 09:52:30.639082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:30.688320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Checking segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:30.688768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Network hostable DHCP agents. Network: bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:52:30.694511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c18cc40-c75e-44c6-97fe-4c3d786143b1 req-22aeac5c-b52f-434f-9dea-6509737c9ad8 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Nov 23 09:52:30.739936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Deleting port c3066754-f397-45bc-a9fc-fec47c04ced7 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:30.740798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:30.757944 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] Set router 663369fa-03af-441d-907f-e73ee85812b0 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:30.805008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:30.850354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:52:30.858184 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:52:30Z', 'revision_number': 6, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:30.873393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:30.887040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04dc8d-f02e-4d74-8b1b-4bcf60cd600f None None] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:30.900536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:30.901233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:30.910472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:30.948161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588412a-afbb-4287-9cce-8d91f74398b1 req-8694cd96-7fc0-47d4-9f6a-7c5819f6e5fd tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:30.949835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f588412a-afbb-4287-9cce-8d91f74398b1 req-8694cd96-7fc0-47d4-9f6a-7c5819f6e5fd tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2871554 Nov 23 09:52:30.973607 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803b83-c694-4e6c-b914-154ffabf0149 None None] The sync data for ids ['663369fa-03af-441d-907f-e73ee85812b0'] in n-d-781076-5 is: [{'id': '663369fa-03af-441d-907f-e73ee85812b0', 'name': 'tempest-FloatingIPDetailsTestJSON-151304448-router', 'tenant_id': 'a823476ce8814f22b3ca7c471d582837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:51:48Z', 'updated_at': '2021-11-23T09:52:30Z', 'revision_number': 6, 'project_id': 'a823476ce8814f22b3ca7c471d582837', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:30.978024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-f588412a-afbb-4287-9cce-8d91f74398b1 req-c673b010-3216-42b2-893a-e7002f168bbb tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:52:30.979199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f588412a-afbb-4287-9cce-8d91f74398b1 req-c673b010-3216-42b2-893a-e7002f168bbb tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214119 Nov 23 09:52:30.989123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-45d13283-964b-49ff-b8db-2b8fbe5f1b25 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9413924 Nov 23 09:52:30.989276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:31.000844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:31.008184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:31.010868 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653240a7-1d2d-463c-9628-de4046b24184" -d '{"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-unplugged", "status": "completed", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:31.015818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.028243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.029337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] For port c3066754-f397-45bc-a9fc-fec47c04ced7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c3066754-f397-45bc-a9fc-fec47c04ced7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:31.029716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.057551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664947-cba6-4116-bd94-35f5b62a570e req-ea45a966-5a00-4aec-8e7e-9c4f5a1da4ca tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:31.067372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c664947-cba6-4116-bd94-35f5b62a570e req-ea45a966-5a00-4aec-8e7e-9c4f5a1da4ca tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.1763165 Nov 23 09:52:31.130019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:31.159186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Calling delete_port for c3066754-f397-45bc-a9fc-fec47c04ced7 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:31.165737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:52:31.166669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.173723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c664947-cba6-4116-bd94-35f5b62a570e req-e948c353-1380-4433-aee1-d8d08d71aa3f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054657 Nov 23 09:52:31.207033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6baf0c2f-495f-4f2e-8a46-83d5afd4c04e req-c5ba7385-7fe7-4114-baaf-1e3074cf9604 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=a4fbfb29c29c400fb5a7f13041e35055 HTTP/1.1" status: 200 len: 696 time: 0.0858941 Nov 23 09:52:31.208605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.210137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.305568 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f3b27-5074-4200-80e4-df805e98f327 x-openstack-request-id: req-695f3b27-5074-4200-80e4-df805e98f327 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:31.305992 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-unplugged", "status": "completed", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:31.306169 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-695f3b27-5074-4200-80e4-df805e98f327 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:31.306698 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'code': 200} Nov 23 09:52:31.321614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.332038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:31.332372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:31.332689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:31.359352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:52:31.359686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Attempting to bind port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on network 439f3770-f03b-4e17-bed8-c35b24af0524 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:31.477370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:31.477708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Checking segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:31.478119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Bound using segment: {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:31.478567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Bound port: 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d730b96-9740-4276-b9fd-3311944e996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '439f3770-f03b-4e17-bed8-c35b24af0524'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:31.478922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.560806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Allocated IP 172.20.0.2 (bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad/85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b/2641a49f-af69-434c-ae75-fa791228ddbf) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:31.614608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.700569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46e1eda4-2535-4511-bb63-1dfc132a86b1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:31.717352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf0c2f-495f-4f2e-8a46-83d5afd4c04e req-acc3a370-fcb6-4279-91ae-a32f964258e8 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:31.720884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.724836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6baf0c2f-495f-4f2e-8a46-83d5afd4c04e req-acc3a370-fcb6-4279-91ae-a32f964258e8 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks?id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 787 time: 0.4855113 Nov 23 09:52:31.750614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:31.759045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:31.831454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3066754-f397-45bc-a9fc-fec47c04ced7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:31.907649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 46e1eda4-2535-4511-bb63-1dfc132a86b1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:31.908033 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.914245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:31.937572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-8e14e057-9b0c-4310-a27f-1c971dab9e84 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips/00701b9c-a0ad-49ea-b4a2-719e65a30206 HTTP/1.1" status: 200 len: 693 time: 0.1681437 Nov 23 09:52:31.989501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:52:32.055853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.210553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff8458-a2b1-405d-be82-3a15af80a8a5 req-244e1287-a0cd-4ae9-b51c-e6b664e3330b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:32.213036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ff8458-a2b1-405d-be82-3a15af80a8a5 req-244e1287-a0cd-4ae9-b51c-e6b664e3330b tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.3525364 Nov 23 09:52:32.214069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=8']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:32.244627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.249747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.261115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.263354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:32.264161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.269301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-c506c4fe-84aa-435d-bc4a-0620f88f0d42 service neutron] 10.222.0.11 "PUT /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 1122 time: 2.7381735 Nov 23 09:52:32.299411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.313759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 26f6f417-19c3-4e65-bb90-76f00ea04ec0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:32.325649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-b6f92056-9ed3-4d1b-98e5-524afbbe27b8 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:32.326686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-b6f92056-9ed3-4d1b-98e5-524afbbe27b8 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.3787830 Nov 23 09:52:32.375473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:52:32.396453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['09ee35dd-9b7a-47a9-a18c-a668e50d94f0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:32.399406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['09ee35dd-9b7a-47a9-a18c-a668e50d94f0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:32.416183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 26f6f417-19c3-4e65-bb90-76f00ea04ec0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:32.416681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 26f6f417-19c3-4e65-bb90-76f00ea04ec0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:32.435217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-b416a2e3-1899-4680-8cca-a0fbe0531e78 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1006153 Nov 23 09:52:32.483069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.483612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663369fa-03af-441d-907f-e73ee85812b0 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:52:32.494527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.495708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dea52561-34bc-4e3e-b115-e9771080d797 admin admin] 10.222.0.62 "DELETE /v2.0/routers/663369fa-03af-441d-907f-e73ee85812b0 HTTP/1.1" status: 204 len: 168 time: 2.6652141 Nov 23 09:52:32.501478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54996) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:32.519778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:32.541957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:32.573616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:32.579970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:32.584119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Pushing event updated for resources: {'Port': ['ID=2641a49f-af69-434c-ae75-fa791228ddbf,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:32.595410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Deleting subnet df2225c1-f995-47f5-b5ba-f7d5fa451fc6 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:52:32.597654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:52:32.604061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.622983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ff8458-a2b1-405d-be82-3a15af80a8a5 req-2cf4216b-ec9e-431b-ad43-94fdc1a526bb tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924966 Nov 23 09:52:32.699574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-84d0dca5-998f-445a-bcd0-1baf09ee0961 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.2487359 Nov 23 09:52:32.713644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.748583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.750751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.788826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Attempting to bind port 2641a49f-af69-434c-ae75-fa791228ddbf on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:32.788826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Attempting to bind port 2641a49f-af69-434c-ae75-fa791228ddbf by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:32.790997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Attempting to bind port 2641a49f-af69-434c-ae75-fa791228ddbf on network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:32.825112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:32.826094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Checking segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:32.826730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.830648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Bound using segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:32.833360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Bound port: 2641a49f-af69-434c-ae75-fa791228ddbf, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:32.833975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.870742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Deleting port 85314eb7-35cf-4f5a-8c8c-02c868672650 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:32.871328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.933964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17ac6b-801d-4bad-b1ab-03450bfd9572 req-9fab52e7-1e2a-41e4-959d-96816af908ef tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:32.941301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e17ac6b-801d-4bad-b1ab-03450bfd9572 req-9fab52e7-1e2a-41e4-959d-96816af908ef tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.1677749 Nov 23 09:52:32.981231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:32.982889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.001808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.009184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Calling delete_port for 85314eb7-35cf-4f5a-8c8c-02c868672650 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:33.072426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e17ac6b-801d-4bad-b1ab-03450bfd9572 req-93896e73-d3eb-4add-ac0c-0f4943495524 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299179 Nov 23 09:52:33.074736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] For port 2641a49f-af69-434c-ae75-fa791228ddbf, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:33.075272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Allocated IP 172.25.1.22 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/731533ff-5f99-47dc-8100-a17fd674168d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:33.079915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] For port 2641a49f-af69-434c-ae75-fa791228ddbf, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2641a49f-af69-434c-ae75-fa791228ddbf,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:33.091534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.139040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.218635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f803220-db2c-4e81-9b18-f90cd0ac00f3 None None] Pushing event updated for resources: {'Port': ['ID=2641a49f-af69-434c-ae75-fa791228ddbf,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:33.224956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2225c1-f995-47f5-b5ba-f7d5fa451fc6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:33.235931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.240738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd68f89-9232-43bc-9ad4-c721dbb49d46 None None] Network c482852d-c54e-4141-8689-632214b42de2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:33.245616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-45f131e4-4f16-4708-a55c-7f08f50d716e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/df2225c1-f995-47f5-b5ba-f7d5fa451fc6 HTTP/1.1" status: 204 len: 168 time: 0.7392642 Nov 23 09:52:33.246431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55004) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:33.411958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.415750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.459780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c3066754-f397-45bc-a9fc-fec47c04ced7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:33.516047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c3066754-f397-45bc-a9fc-fec47c04ced7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:33.516388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c3066754-f397-45bc-a9fc-fec47c04ced7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:33.605979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.623907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] DHCP port deletion for c482852d-c54e-4141-8689-632214b42de2 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:52:33.700589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:33.707378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:33.723041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:33.730560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:33.732945 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57184e9d-bb15-4edd-89cb-c67991989ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:33.738255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Deleting port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:33.739066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.797229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=731533ff-5f99-47dc-8100-a17fd674168d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:33.800499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Deleting port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:33.805417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.877043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.887482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] For port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:33.888022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:33.904623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Calling delete_port for 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:33.940100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event deleted for resources: {'Port': ['ID=85314eb7-35cf-4f5a-8c8c-02c868672650,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:34.013864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.015700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] For port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,segment=NetworkSegment(b3dad4d7-034d-47d1-b92e-5fde95b7d94f),segment_id=b3dad4d7-034d-47d1-b92e-5fde95b7d94f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:34.016354 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.017254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.020190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a3cf05d-3031-4573-9a74-fe101b9bd3c0 req-4ed59982-6428-4549-a404-cf8ba7c561c4 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "DELETE /v2.0/floatingips/00701b9c-a0ad-49ea-b4a2-719e65a30206 HTTP/1.1" status: 204 len: 173 time: 1.3190784 Nov 23 09:52:34.066133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Calling delete_port for 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:34.069481 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea59200-b506-4b09-9363-3f0cfcb2aed4 x-openstack-request-id: req-7ea59200-b506-4b09-9363-3f0cfcb2aed4 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:34.070837 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:34.071196 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ea59200-b506-4b09-9363-3f0cfcb2aed4 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:34.071720 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'status': 'completed', 'code': 200} Nov 23 09:52:34.075560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b25c02-41af-46d5-a4b6-d44ce4557120 req-e5bd7947-c9fc-4ac0-8f43-6d9e891090be tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:34.077174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2b25c02-41af-46d5-a4b6-d44ce4557120 req-e5bd7947-c9fc-4ac0-8f43-6d9e891090be tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.2311256 Nov 23 09:52:34.225223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.232910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158dec-485b-4f97-a2d2-eb28749d6e85 req-5788cd39-8543-4bb9-876f-155d2b0256be tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:34.237118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-41158dec-485b-4f97-a2d2-eb28749d6e85 req-5788cd39-8543-4bb9-876f-155d2b0256be tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.0999951 Nov 23 09:52:34.267563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] Pushing event deleted for resources: {'Port': ['ID=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:34.273167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4929a-b6d8-47a6-8c21-a605867b804a None None] No DVR routers for this DVR port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:34.335031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-41158dec-485b-4f97-a2d2-eb28749d6e85 req-582a8516-892d-41d1-8b13-b6ade40f3feb tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Nov 23 09:52:34.338330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-b4d64ba5-c85e-43f2-b3c9-bac520d7f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:34.339839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-b4d64ba5-c85e-43f2-b3c9-bac520d7f0f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1125 time: 0.2371397 Nov 23 09:52:34.355984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2b25c02-41af-46d5-a4b6-d44ce4557120 req-b135389e-0f59-48e8-a094-8d87714faa15 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554092 Nov 23 09:52:34.487118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.491401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.542515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-979ed22c-9824-4f6d-809a-dccabed0eb81 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1495726 Nov 23 09:52:34.559365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:34.588761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.650524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e5834-17cd-499b-9f8a-03ed808f9c7c None None] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:34.716234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.819516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] Provisioning complete for port 2641a49f-af69-434c-ae75-fa791228ddbf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:34.820188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:34.931882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Pushing event deleted for resources: {'Port': ['ID=153bbc03-77bc-42d6-b2d3-73c8ab3ef42e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:34.935557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] No DVR routers for this DVR port 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:34.959032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Allocated IP 172.25.1.115 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/cd92f229-3d99-4724-85c3-c76f3301cabe) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:34.999563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.038573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-bd04f13f-116c-4a46-9632-fb792a802eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:35.040526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-bd04f13f-116c-4a46-9632-fb792a802eff service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.6680121 Nov 23 09:52:35.053597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] For port 2641a49f-af69-434c-ae75-fa791228ddbf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2641a49f-af69-434c-ae75-fa791228ddbf,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:35.060767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.086286 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.125289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d307ec-7ffd-46f9-a23f-928512e0621f None None] Pushing event updated for resources: {'Port': ['ID=2641a49f-af69-434c-ae75-fa791228ddbf,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:35.140270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.151592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-baa9e9a5-ba59-4942-b702-9268fffa6812 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 217 time: 0.1033082 Nov 23 09:52:35.186026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.214237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c482852d-c54e-4141-8689-632214b42de2']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:35.226355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:35.226663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dad4d7-034d-47d1-b92e-5fde95b7d94f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:35.238126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:35.244267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.246582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:35.251133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:35.260327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.268016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:52:35.268664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.282697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event updated for resources: {'Port': ['ID=cd92f229-3d99-4724-85c3-c76f3301cabe,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:52:35.333275 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:52:35.386732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.393228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.396729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c482852d-c54e-4141-8689-632214b42de2 HTTP/1.1" status: 204 len: 168 time: 2.1473691 Nov 23 09:52:35.413848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1984c8b4-72b8-4e85-b76b-071958f06ee2 None None] Provisioning complete for port 2641a49f-af69-434c-ae75-fa791228ddbf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:35.414271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1984c8b4-72b8-4e85-b76b-071958f06ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.463423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.464520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2641a49f-af69-434c-ae75-fa791228ddbf up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:35.493433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c12d0-be62-4dc9-b9d6-2870fa9a7360 admin admin] Pushing event deleted for resources: {'Network': ['ID=c482852d-c54e-4141-8689-632214b42de2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:35.530811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.551148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-d2575086-d24a-4279-a12e-0032e1334c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:35.552677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-d2575086-d24a-4279-a12e-0032e1334c86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.3858969 Nov 23 09:52:35.595455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-2919a3df-e97c-4c05-ad5e-5f7d66ff26b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338812 Nov 23 09:52:35.599198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.622406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2641a49f-af69-434c-ae75-fa791228ddbf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:35.622582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6b89a-10bc-470e-a5f5-0e8aa760bc1a req-79ccbd0e-6206-458f-bb74-61e08ab3f299 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:35.622728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.622831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:35.624127 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7f6b89a-10bc-470e-a5f5-0e8aa760bc1a req-79ccbd0e-6206-458f-bb74-61e08ab3f299 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.1272147 Nov 23 09:52:35.725017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e810d139-97f9-4f08-b693-ac16613bd23c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a823476ce8814f22b3ca7c471d582837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009457 Nov 23 09:52:35.727850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55034) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:35.801273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:35.822460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7f6b89a-10bc-470e-a5f5-0e8aa760bc1a req-f8a62c3d-1d93-48bc-a4b4-392430b3b71b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867628 Nov 23 09:52:35.850834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:35.851316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-5d49ed2a-4a9f-49bb-a00b-7d7906202c7b service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467530 Nov 23 09:52:35.851554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 153bbc03-77bc-42d6-b2d3-73c8ab3ef42e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:35.860631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.905371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.948280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Router 07033cda-2758-4588-bd62-17945d4b48e5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:52:35.987138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:35.994307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.032019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.037780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.041801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebd09609-7a07-4e10-8bb9-4833f8eacd84 HTTP/1.1" status: 204 len: 168 time: 0.3105140 Nov 23 09:52:36.085638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39c49c-9fb6-4c57-b300-593b18811094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd09609-7a07-4e10-8bb9-4833f8eacd84,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:36.142428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event updated for resources: {'Port': ['ID=cd92f229-3d99-4724-85c3-c76f3301cabe,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:36.144948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fa93-68d0-4c39-8691-3319419d24b7 req-38234cd1-a350-4e62-84ab-093b405dd9e0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:36.154136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a34fa93-68d0-4c39-8691-3319419d24b7 req-38234cd1-a350-4e62-84ab-093b405dd9e0 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.2064838 Nov 23 09:52:36.168039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57184e9d-bb15-4edd-89cb-c67991989ffc req-e4288b46-a421-43d9-9110-4e07ef061dac service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033299 Nov 23 09:52:36.171723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.213607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.216288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-554f046b-37ff-4303-9fcf-48afa9520d69 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6652031 Nov 23 09:52:36.293779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a34fa93-68d0-4c39-8691-3319419d24b7 req-a8393e99-91b4-4122-b097-bb4c0bff6139 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343403 Nov 23 09:52:36.296316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-a4c00a9e-c62c-4bfa-bad5-5058c1d324dc tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.0732615 Nov 23 09:52:36.297179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:36.310661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Sync routers for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:36.333313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:36.338391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:36.339276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:36.342512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-893c6a2f-1324-4ec1-bf80-e614f698e1a8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3510568 Nov 23 09:52:36.345455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55044) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:36.535965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-e42e53d5-a6ab-45bb-b178-f403b1e2f5b3 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:36.540001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5d63f63-dfff-41eb-9e43-12572ddfbca6 req-e42e53d5-a6ab-45bb-b178-f403b1e2f5b3 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.2209783 Nov 23 09:52:36.638538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:36.830625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1af37402-d41c-4131-ac85-879cf84225d6 req-1ff752d1-4dac-430e-b11f-70b3bbb91c32 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips/3655febb-985f-4ee4-b388-70bc0517b5e4 HTTP/1.1" status: 200 len: 693 time: 0.1997485 Nov 23 09:52:37.042386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:34Z', 'revision_number': 3, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:37.123692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Checking router: 07033cda-2758-4588-bd62-17945d4b48e5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:37.124740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Updating router 07033cda-2758-4588-bd62-17945d4b48e5 port 731533ff-5f99-47dc-8100-a17fd674168d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:37.189870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.242549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37402-d41c-4131-ac85-879cf84225d6 req-19b8b4f3-fbdf-49e9-bd4d-9012a4d93952 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:37.257733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1af37402-d41c-4131-ac85-879cf84225d6 req-19b8b4f3-fbdf-49e9-bd4d-9012a4d93952 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.4259267 Nov 23 09:52:37.358081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:37.495333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1af37402-d41c-4131-ac85-879cf84225d6 req-3b14551b-f60b-4dfa-9658-4692d647cb52 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.2356606 Nov 23 09:52:37.526815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bd2a-423f-4371-a88c-60600f21a96e req-9b88c0fc-9643-4c58-b199-5f15bb69fb37 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:37.528705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bea9bd2a-423f-4371-a88c-60600f21a96e req-9b88c0fc-9643-4c58-b199-5f15bb69fb37 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1097984 Nov 23 09:52:37.647544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.655837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.656056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1af37402-d41c-4131-ac85-879cf84225d6 req-012982c3-0e2c-4ded-a3b2-eeed0c0bdf0e tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.1597552 Nov 23 09:52:37.667230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bea9bd2a-423f-4371-a88c-60600f21a96e req-fadbd6d0-206c-420a-b737-790ce59e3d06 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300821 Nov 23 09:52:37.674931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-364003739-network', 'tenant_id': '6a0fa405e5f4424c96d1a4b90a6da683'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:37.709663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f92d-42f1-4e34-8111-9526122aeb22 None None] Pushing event updated for resources: {'Port': ['ID=731533ff-5f99-47dc-8100-a17fd674168d,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:37.709819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Made reservation on behalf of 6a0fa405e5f4424c96d1a4b90a6da683 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:37.716354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.718681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:37.740187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.780096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Attempting to bind port 731533ff-5f99-47dc-8100-a17fd674168d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:37.780607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Attempting to bind port 731533ff-5f99-47dc-8100-a17fd674168d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:37.781304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Attempting to bind port 731533ff-5f99-47dc-8100-a17fd674168d on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:37.797882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:37.798422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:37.798840 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.799218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:37.799717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Bound port: 731533ff-5f99-47dc-8100-a17fd674168d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:37.800083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.873390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] For port 731533ff-5f99-47dc-8100-a17fd674168d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:37.878126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] For port 731533ff-5f99-47dc-8100-a17fd674168d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731533ff-5f99-47dc-8100-a17fd674168d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:37.888752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.930755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.939476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:37.975345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f92d-42f1-4e34-8111-9526122aeb22 None None] Pushing event updated for resources: {'Port': ['ID=731533ff-5f99-47dc-8100-a17fd674168d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:38.006860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:38.023434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.023929 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Added segment aa8938a9-d6d2-47b1-8584-f718a8014db2 of type vlan for network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd Nov 23 09:52:38.030797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:38.031412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:38.082030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Deleting port cd92f229-3d99-4724-85c3-c76f3301cabe {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:38.082380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.137355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.164260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:38.217351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c0b64-064e-49ba-a93f-a1513dc4f259,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:38.222839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.225167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:38.226579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.277990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9185908 Nov 23 09:52:38.278786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:38.287962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Request body: {'subnet': {'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-364003739-subnet', 'tenant_id': '6a0fa405e5f4424c96d1a4b90a6da683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:38.316328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.316941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.321422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.333142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225747d-57d2-4e5b-bd26-c34a88b82c56 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:38.362722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Made reservation on behalf of 6a0fa405e5f4424c96d1a4b90a6da683 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:38.367048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.432738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:52:38.493084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Calling delete_port for cd92f229-3d99-4724-85c3-c76f3301cabe owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:38.614461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Allocated IP 172.20.0.1 (bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad/85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b/8de3df9c-6755-45ed-9884-23d29b751471) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:38.672692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:34Z', 'revision_number': 3, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:38.802987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.924852 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.935460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ec8b96-78d7-471b-8120-d9cf0b94849b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:38.956839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:38.996047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d475-f821-42e8-a5a7-1bec7b4f782e None None] The sync data for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 is: [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:34Z', 'revision_number': 3, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:39.040030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Pushing event deleted for resources: {'Port': ['ID=cd92f229-3d99-4724-85c3-c76f3301cabe,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:39.064805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Checking segment: {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:39.065179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Network hostable DHCP agents. Network: 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:52:39.105846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45e928-2a91-405a-85ac-03dc96da17ee req-44441b96-0a56-4680-a9eb-41e59971bc7d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:39.107554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c45e928-2a91-405a-85ac-03dc96da17ee req-44441b96-0a56-4680-a9eb-41e59971bc7d tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1503544 Nov 23 09:52:39.112988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.124461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:52:39.140457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:39.148861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32eb949-b38c-47aa-b552-3fe6db7b2e46 None None] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:39.166842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:39.167889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.186562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Pushing event updated for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:39.198657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.203660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.219719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bab7e9e0-89aa-4c6b-b33f-db1c39c9db5b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9373200 Nov 23 09:52:39.247070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1af37402-d41c-4131-ac85-879cf84225d6 req-a455f898-a3c0-4f9d-ac8e-a8f0c029a38d tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "DELETE /v2.0/floatingips/3655febb-985f-4ee4-b388-70bc0517b5e4 HTTP/1.1" status: 204 len: 173 time: 1.5895252 Nov 23 09:52:39.251591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c45e928-2a91-405a-85ac-03dc96da17ee req-b5ab3e65-b94e-427f-9dff-5615a4bdad3e tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 Nov 23 09:52:39.269278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:39.273949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:39.301179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:39.391863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.543237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ba328-9dea-4d89-baa0-e165079433e8 None None] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:39.673839 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-c3f91d85-08a4-4268-b2d8-43cbdcb38093 req-7fe89ad7-8799-46f7-9c6b-24ba3884846b tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] show failed (client error): The resource could not be found. Nov 23 09:52:39.675105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3f91d85-08a4-4268-b2d8-43cbdcb38093 req-7fe89ad7-8799-46f7-9c6b-24ba3884846b tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips/3655febb-985f-4ee4-b388-70bc0517b5e4 HTTP/1.1" status: 404 len: 350 time: 0.0783048 Nov 23 09:52:39.766020 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-42dffb3b-ac65-4847-94af-336cf94a5f8f req-66bc4d5a-51fc-4f25-ae33-f1dd3128aa98 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] show failed (client error): The resource could not be found. Nov 23 09:52:39.766805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42dffb3b-ac65-4847-94af-336cf94a5f8f req-66bc4d5a-51fc-4f25-ae33-f1dd3128aa98 tempest-FloatingIPsTestJSON-49682637 tempest-FloatingIPsTestJSON-49682637-project] 10.222.0.62 "GET /v2.0/floatingips/3655febb-985f-4ee4-b388-70bc0517b5e4 HTTP/1.1" status: 404 len: 350 time: 0.0511062 Nov 23 09:52:39.767600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-48d4e84e-993e-44e4-bc02-22e72e6053b4 None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:39.768031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48d4e84e-993e-44e4-bc02-22e72e6053b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.778339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:39.779921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:39.817732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-48d4e84e-993e-44e4-bc02-22e72e6053b4 None None] Port 8de3df9c-6755-45ed-9884-23d29b751471 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:39.977562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2143490223', 'description': 'tempest-description-1706280076'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:39.979940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-d8aaaea3-a453-4300-bc5d-8affbdf78dc5 service neutron] 10.222.0.50 "GET /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.1733124 Nov 23 09:52:40.065071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.143781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.152763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.251134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.261251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.267838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.272335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Pushing event updated for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:40.311815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8966fa09-596c-4d01-a510-a9965d46c3a7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:40.380035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.402540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-318da49e-036c-4515-892f-cf3ee312addb req-ec2399ae-6eb9-4499-9f86-68bec3ed56fe tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4261990 Nov 23 09:52:40.535323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.596474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1053973670', 'description': 'tempest-description-1070164315'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:40.662849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.803385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.837645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.853403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:40.887122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:40.899022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:40.900389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7da115-dee1-41ee-b12a-55df79081500 req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3096237 Nov 23 09:52:40.904406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22580dac-5b1f-4b87-a877-744264f4ec9b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82403a2b-19f4-49d0-8972-4ebbf534f6b2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:40.913051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:40.923248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6574b0-e56d-4e91-b95a-dbd80f569ee0 req-851537d5-789b-4943-bf10-d8ef7b641064 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:40.924803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4f6574b0-e56d-4e91-b95a-dbd80f569ee0 req-851537d5-789b-4943-bf10-d8ef7b641064 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 944 time: 0.1388776 Nov 23 09:52:40.927927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:40.953242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:40.962671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Deleting port 46e1eda4-2535-4511-bb63-1dfc132a86b1 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:40.966198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.013735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:41.102574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] For port 46e1eda4-2535-4511-bb63-1dfc132a86b1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46e1eda4-2535-4511-bb63-1dfc132a86b1,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:41.103460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.125215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Calling delete_port for 46e1eda4-2535-4511-bb63-1dfc132a86b1 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:41.155996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.247188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4f6574b0-e56d-4e91-b95a-dbd80f569ee0 req-1bb64bf9-a5d3-464f-8829-491bedb5a875 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089976 Nov 23 09:52:41.305248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-574c74f9-83dc-4bc1-8899-26c14cd88517 None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:41.305729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-574c74f9-83dc-4bc1-8899-26c14cd88517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.323894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Router 07033cda-2758-4588-bd62-17945d4b48e5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:41.354208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-574c74f9-83dc-4bc1-8899-26c14cd88517 None None] Port 8de3df9c-6755-45ed-9884-23d29b751471 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:41.422104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] Transition to ACTIVE for port object 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:52:41.437509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.454368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731533ff-5f99-47dc-8100-a17fd674168d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:41.540569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-64fc871e-3ae8-4399-b536-65c7b0b9d8c5 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:41.552270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-64fc871e-3ae8-4399-b536-65c7b0b9d8c5 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 812 time: 0.2327023 Nov 23 09:52:41.563533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 731533ff-5f99-47dc-8100-a17fd674168d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:41.570346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.642564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-be3fd5f7-e772-4bba-a835-dc545edd4634 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/quotas/6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 375 time: 0.0892050 Nov 23 09:52:41.656863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] No DVR routers for this DVR port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:41.664532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:41.669979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:41.686499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-f2a4ed47-e110-43aa-a960-a87fcbaa6056 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428617 Nov 23 09:52:41.702461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f2a2ab52-956d-48cd-8b84-39f3e52bf544 admin admin] 10.222.0.62 "PUT /v2.0/routers/07033cda-2758-4588-bd62-17945d4b48e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3559575 Nov 23 09:52:41.710754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-b046d8d9-55ef-4c98-a3f3-38da830bc2c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6757078 Nov 23 09:52:41.723093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.726291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.752772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 731533ff-5f99-47dc-8100-a17fd674168d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731533ff-5f99-47dc-8100-a17fd674168d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:41.762542 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:41.779400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e1eda4-2535-4511-bb63-1dfc132a86b1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:41.785315 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Sync routers for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:41.818404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:41.825257 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:41.836587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=731533ff-5f99-47dc-8100-a17fd674168d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:42.001772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:52:42.005219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-89ae2b81-04e5-46b8-ac4e-8f7adb461139 service neutron] 10.222.0.62 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178270 Nov 23 09:52:42.058979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-c558f191-83b0-45b8-b351-e5460727e90e tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:42.063653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-c558f191-83b0-45b8-b351-e5460727e90e tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.2811680 Nov 23 09:52:42.303428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:42.345377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:42.350954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '72246013-245c-445a-a3a3-e065c6229017', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': '72246013-245c-445a-a3a3-e065c6229017', 'mac_address': 'fa:16:3e:ce:f4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:52:42.450330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:42.483368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:42.566864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:42.574824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:42.601074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-188d03c6-57b9-4ce6-a91e-99584e5c8fa8 service neutron] 10.222.0.62 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827999 Nov 23 09:52:42.643328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-73c7cb86-3d70-46ad-a761-33baf1de46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:42.651167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-73c7cb86-3d70-46ad-a761-33baf1de46e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7&tenant_id=74e9003d97424e56aee352d3650bba9d HTTP/1.1" status: 200 len: 1096 time: 0.5617764 Nov 23 09:52:42.654728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:42.663756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecda015-eacb-4b75-9ed1-1339e3eda3c5 req-4b948fc4-5082-409e-a601-18366d7a1203 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:42.668972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ecda015-eacb-4b75-9ed1-1339e3eda3c5 req-4b948fc4-5082-409e-a601-18366d7a1203 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.1733513 Nov 23 09:52:42.752536 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 2, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:42.775138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['72246013-245c-445a-a3a3-e065c6229017'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:42.792757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ecda015-eacb-4b75-9ed1-1339e3eda3c5 req-b4c2acb3-59ef-4000-9f3e-8773ddc0c9ee tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099319 Nov 23 09:52:42.843984 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Checking router: 07033cda-2758-4588-bd62-17945d4b48e5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:42.845796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:42.849314 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Updating router 07033cda-2758-4588-bd62-17945d4b48e5 port 8de3df9c-6755-45ed-9884-23d29b751471 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:42.905998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55226) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:42.911808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-network', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:42.943447 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:42.960504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Made reservation on behalf of b9d244b2aee1406794644ddbcaad303d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:42.964881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:42.981441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.029333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-695013c9-146b-4383-8396-d1cc4ffeb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:43.047851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-695013c9-146b-4383-8396-d1cc4ffeb64b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1096 time: 0.3659437 Nov 23 09:52:43.198044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.206765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.241695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:43.261925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930dfedc-b018-4218-b94e-8852eea80fec,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:43.269087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.269587 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Added segment 8e32a849-bc56-49c1-97b3-fbf3cf4ff68e of type vlan for network cbf19d93-cfef-4255-a3c0-f000ee6c76bd Nov 23 09:52:43.399838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.480528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.481913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:43.486628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.587048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6795897 Nov 23 09:52:43.592531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:43.598899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Request body: {'subnet': {'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-subnet', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:43.599296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731533ff-5f99-47dc-8100-a17fd674168d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:43.606164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca57a6-67b0-4e9c-8ce9-3d3defebe6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf19d93-cfef-4255-a3c0-f000ee6c76bd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:43.634120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Made reservation on behalf of b9d244b2aee1406794644ddbcaad303d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:43.637953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.709970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:52:43.900733 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:43.927176 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.055111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-832c2a3c-b99e-4c50-99aa-6f92e5d553b6 req-37f66f40-87fe-4f47-bb54-beeafe61679d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 210 time: 1.0532393 Nov 23 09:52:44.094585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:44.102555 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86176640-0e16-49f9-9201-55f1ae0dc658 None None] Pushing event updated for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:44.147384 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 731533ff-5f99-47dc-8100-a17fd674168d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:44.147890 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.267226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 72246013-245c-445a-a3a3-e065c6229017 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:44.275517 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.281785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.422904 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Attempting to bind port 8de3df9c-6755-45ed-9884-23d29b751471 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:44.423486 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Attempting to bind port 8de3df9c-6755-45ed-9884-23d29b751471 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:44.423841 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Attempting to bind port 8de3df9c-6755-45ed-9884-23d29b751471 on network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:44.448123 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:44.450802 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Checking segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:44.452487 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.453805 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Bound using segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:44.455487 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Bound port: 8de3df9c-6755-45ed-9884-23d29b751471, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:44.455891 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.467485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001fbf-bc97-47b9-b4a0-7bc957bc9446 req-c680b40c-94c9-4858-9a19-d1aac6c942ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:44.478508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22001fbf-bc97-47b9-b4a0-7bc957bc9446 req-c680b40c-94c9-4858-9a19-d1aac6c942ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.4302223 Nov 23 09:52:44.497849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7b0d05-bc64-42a7-b628-272977967171,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:44.519847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.600334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-f9ea5c5a-3e8b-4b7e-88d0-5f8e65bfb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:44.604289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-f9ea5c5a-3e8b-4b7e-88d0-5f8e65bfb06d service neutron] 10.222.0.11 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.5152977 Nov 23 09:52:44.632796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72246013-245c-445a-a3a3-e065c6229017'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:44.636732 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93d99a-0d22-47a2-af3e-746c5fc341f0" -d '{"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-plugged", "status": "completed", "tag": "72246013-245c-445a-a3a3-e065c6229017"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:44.677836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Checking segment: {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:44.679691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Network hostable DHCP agents. Network: cbf19d93-cfef-4255-a3c0-f000ee6c76bd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:52:44.683554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-c78bcb34-73df-477f-8c9d-0337a5bef9ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 200 len: 217 time: 0.0653841 Nov 23 09:52:44.695957 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] For port 8de3df9c-6755-45ed-9884-23d29b751471, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:44.709039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22001fbf-bc97-47b9-b4a0-7bc957bc9446 req-c737a1c9-f4b4-44dd-a56d-b626ddbdcaf7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269874 Nov 23 09:52:44.722226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:44.732238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-db108f0f-7000-4df5-b8e5-e400fa6f8daf None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:44.732238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db108f0f-7000-4df5-b8e5-e400fa6f8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.747545 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] For port 8de3df9c-6755-45ed-9884-23d29b751471, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8de3df9c-6755-45ed-9884-23d29b751471,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:44.754751 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.761222 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.763426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Router 252bdb84-5ce4-44ea-969a-5edf1ef8045f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:44.765123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:52:44.795733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, cbf19d93-cfef-4255-a3c0-f000ee6c76bd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:44.809135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:44.809992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:44.827448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-7c700547-c9e9-409e-87b1-d2281628da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:44.829711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-7c700547-c9e9-409e-87b1-d2281628da4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1368616 Nov 23 09:52:44.875777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-99cb2a1a-67cc-4e92-827f-e7e3ee7bf8c2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2816494 Nov 23 09:52:44.879428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55304) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:44.890727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:44.963218 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a2c09-d9a5-4708-8985-e47c9764432d x-openstack-request-id: req-c82a2c09-d9a5-4708-8985-e47c9764432d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:44.963508 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-plugged", "status": "completed", "tag": "72246013-245c-445a-a3a3-e065c6229017", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:44.963980 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c82a2c09-d9a5-4708-8985-e47c9764432d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:44.964531 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72246013-245c-445a-a3a3-e065c6229017', 'code': 200} Nov 23 09:52:44.968692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:44.972902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe9635-b1e9-4e80-84d4-1812877ebd88 None None] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:45.013394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86176640-0e16-49f9-9201-55f1ae0dc658 None None] Pushing event updated for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:45.020699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-83287905-7ec7-4528-a577-d6c99a24d8da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808546 Nov 23 09:52:45.066256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-db108f0f-7000-4df5-b8e5-e400fa6f8daf None None] Port 8de3df9c-6755-45ed-9884-23d29b751471 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:45.113667 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:45.117882 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:45.289200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-91f47055-d69c-455a-a4d6-e3f88753913c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:45.291062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-91f47055-d69c-455a-a4d6-e3f88753913c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.50 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 812 time: 0.3856049 Nov 23 09:52:45.317276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'device_id': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd', 'admin_state_up': True, 'tenant_id': '6a0fa405e5f4424c96d1a4b90a6da683'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:45.376237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcb506f8-7e89-4a27-9a38-425f5f5ee438 req-ebc7aeef-dff1-474f-8e50-9365018c36c6 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0832977 Nov 23 09:52:45.379699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'fixed_ips': [{'subnet_id': 'bc7b0d05-bc64-42a7-b628-272977967171'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:52:45.380782 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.508851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-45e295a0-73c6-45c5-b366-5c8e04aedc65 service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766665 Nov 23 09:52:45.519312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:45.540393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:45.540798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-560ab845-c361-411a-8b35-12fd48041a35 admin admin] 10.222.0.62 "PUT /v2.0/routers/252bdb84-5ce4-44ea-969a-5edf1ef8045f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7608893 Nov 23 09:52:45.568984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.573700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.588067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:45.659413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:45.659985 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.689318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Sync routers for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:45.746687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.809241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-a891faba-d4ee-4cc5-b88d-42035e8a0dad service neutron] 10.222.0.11 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772202 Nov 23 09:52:45.902083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:45.907851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:45.908624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:46.141223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:44Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:46.176951 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f921897-22cc-431f-b6ec-dfa0d9fcdcf7 None None] The sync data for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 is: [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:44Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:46.218179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13973-869e-449d-83f6-607912133e6c req-66d493cf-1020-40e5-b019-6a18cb525e83 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:46.226888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-66d493cf-1020-40e5-b019-6a18cb525e83 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7&tenant_id=74e9003d97424e56aee352d3650bba9d&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.1152551 Nov 23 09:52:46.302704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Allocated IP 172.20.0.2 (cbf19d93-cfef-4255-a3c0-f000ee6c76bd/bc7b0d05-bc64-42a7-b628-272977967171/6adcdd18-526d-4a66-aa70-b36b020d6f58) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:46.456985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:46.469669 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:46.551761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80148a55-2a4e-45d8-8c95-d9a2b3c3d297 req-bcb6cb64-9ad8-44cf-9bdb-137b56b63b36 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:46.562546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80148a55-2a4e-45d8-8c95-d9a2b3c3d297 req-bcb6cb64-9ad8-44cf-9bdb-137b56b63b36 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.6892960 Nov 23 09:52:46.579425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-11ff13aa-606b-4be2-a923-b608e82f48ee req-3bedcf4c-9526-4b88-abe2-efcd3c707b44 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0596976 Nov 23 09:52:46.598632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-42a13973-869e-449d-83f6-607912133e6c req-46b09872-1064-4256-8706-65548343bb25 service neutron] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:46.602547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-42a13973-869e-449d-83f6-607912133e6c req-46b09872-1064-4256-8706-65548343bb25 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:46.603985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42a13973-869e-449d-83f6-607912133e6c req-46b09872-1064-4256-8706-65548343bb25 service neutron] 10.222.0.11 "DELETE /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.3679004 Nov 23 09:52:46.637561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Made reservation on behalf of 6a0fa405e5f4424c96d1a4b90a6da683 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:46.645411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:46.861338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Allocated IP 172.20.0.10 (8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd/c5ec8b96-78d7-471b-8120-d9cf0b94849b/d3be5ce3-495f-4b07-930a-3d08a28340ad) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:46.863495 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:46.908592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.068297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:47.302695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.303563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.380355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80148a55-2a4e-45d8-8c95-d9a2b3c3d297 req-0b62f076-03f6-4885-b5ab-7b67d920a7f6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168085 Nov 23 09:52:47.482820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.494133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:47.512955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.519557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8de3df9c-6755-45ed-9884-23d29b751471 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:47.641420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:47.649013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:47.661287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:47.683404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:47.711694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:47.722566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:47.723274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.740585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:47.751357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] For port 8de3df9c-6755-45ed-9884-23d29b751471, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8de3df9c-6755-45ed-9884-23d29b751471,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:47.777805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Pushing event updated for resources: {'Port': ['ID=6adcdd18-526d-4a66-aa70-b36b020d6f58,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:47.877577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-ad5778b7-2465-4e04-ae00-e3a75b076d9a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5630825 Nov 23 09:52:47.902114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9fdd9-8d01-48bc-b2e9-46f3e3fa0f7d req-1ae3c719-27e8-4a4a-8afc-b47f2c3fa13f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:47.903731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fec9fdd9-8d01-48bc-b2e9-46f3e3fa0f7d req-1ae3c719-27e8-4a4a-8afc-b47f2c3fa13f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 932 time: 0.1076829 Nov 23 09:52:47.915032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Request body: {'port': {'device_id': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:47.942203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:47.999234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Attempting to bind port 6adcdd18-526d-4a66-aa70-b36b020d6f58 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:48.000037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Attempting to bind port 6adcdd18-526d-4a66-aa70-b36b020d6f58 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:48.000636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Attempting to bind port 6adcdd18-526d-4a66-aa70-b36b020d6f58 on network cbf19d93-cfef-4255-a3c0-f000ee6c76bd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:48.007830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fec9fdd9-8d01-48bc-b2e9-46f3e3fa0f7d req-8bc664dd-1531-4818-88c3-fa9ab2ebc6af tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974250 Nov 23 09:52:48.010919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:48.011770 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.022438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:48.023264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Checking segment: {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:48.023950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.024722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Bound using segment: {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:48.027563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Bound port: 6adcdd18-526d-4a66-aa70-b36b020d6f58, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:48.028078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.148175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.155609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Deleting port 982f1b67-24b2-4537-98f2-9f9415880c17 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:48.155950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.228943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.277106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.278630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] For port 6adcdd18-526d-4a66-aa70-b36b020d6f58, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:48.283716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] For port 6adcdd18-526d-4a66-aa70-b36b020d6f58, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6adcdd18-526d-4a66-aa70-b36b020d6f58,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:48.324389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39e84f4-2535-403e-8a84-769bc09a9b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.389078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.542947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da66fd-6973-427b-b94d-1dbf14eb326b None None] Pushing event updated for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:48.595937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] For port 982f1b67-24b2-4537-98f2-9f9415880c17, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=982f1b67-24b2-4537-98f2-9f9415880c17,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:48.602317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:48.645415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0eaf8-9e66-439b-97d0-40424c8d63c2 None None] Pushing event updated for resources: {'Port': ['ID=6adcdd18-526d-4a66-aa70-b36b020d6f58,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:48.724705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Calling delete_port for 982f1b67-24b2-4537-98f2-9f9415880c17 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:48.728995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 5, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port': {'id': '982f1b67-24b2-4537-98f2-9f9415880c17', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:17Z', 'updated_at': '2021-11-23T09:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:48.770988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Checking router: 252bdb84-5ce4-44ea-969a-5edf1ef8045f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:48.785667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Routers {'252bdb84-5ce4-44ea-969a-5edf1ef8045f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:48.787067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:48.808361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Allocated IP 172.25.1.46 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/b0810352-e6be-4192-bbc5-be771f1e9de2) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:48.945027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] Set router 252bdb84-5ce4-44ea-969a-5edf1ef8045f gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:49.026849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 6, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:49.069617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9e3e9-43f5-42d1-b0a2-a6f379f4074f None None] The sync data for ids ['252bdb84-5ce4-44ea-969a-5edf1ef8045f'] in n-d-781076-5 is: [{'id': '252bdb84-5ce4-44ea-969a-5edf1ef8045f', 'name': 'tempest-FloatingIPsTestJSON-1672829984-router', 'tenant_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:16Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 6, 'project_id': 'a4fbfb29c29c400fb5a7f13041e35055', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:49.278187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1765165-3f09-48d8-99b9-38ee3f3f0728 req-78c51e2c-1efa-4ec3-b326-0f373afafe68 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:49.279317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3be5ce3-495f-4b07-930a-3d08a28340ad {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:49.295229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1765165-3f09-48d8-99b9-38ee3f3f0728 req-78c51e2c-1efa-4ec3-b326-0f373afafe68 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 932 time: 0.1098032 Nov 23 09:52:49.300424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:49.318698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Transition to ACTIVE for port object d3be5ce3-495f-4b07-930a-3d08a28340ad will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:52:49.385538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1765165-3f09-48d8-99b9-38ee3f3f0728 req-df235bc9-b3cf-4e42-b3ce-a679cdd6a0d8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889049 Nov 23 09:52:50.065526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.102550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8de3df9c-6755-45ed-9884-23d29b751471 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:50.128457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.174866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078a20-520e-4b4d-9238-23776b25e890 req-3c44b9ee-511b-4071-8249-3e240e503bd7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:50.183563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06078a20-520e-4b4d-9238-23776b25e890 req-3c44b9ee-511b-4071-8249-3e240e503bd7 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 1.6488202 Nov 23 09:52:50.187036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.254490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-af26e7d3-c992-4b1b-8803-32ac56139e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.284639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35059aa-4b65-4849-9b3a-0b365e23f863 None None] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:50.315043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8de3df9c-6755-45ed-9884-23d29b751471 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:50.315723 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.402461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] Provisioning complete for port 6adcdd18-526d-4a66-aa70-b36b020d6f58 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:50.403083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.531123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06078a20-520e-4b4d-9238-23776b25e890 req-b3ebfa23-ce7f-48d3-a443-cf4367c9118c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443305 Nov 23 09:52:50.532372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.534585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.615633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6adcdd18-526d-4a66-aa70-b36b020d6f58 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:50.741582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.768708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.801438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19832-8445-4f02-aea9-29eec2a90c3a req-f6493f2b-20b4-4941-8868-12ee166f7524 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:50.819211 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58b19832-8445-4f02-aea9-29eec2a90c3a req-f6493f2b-20b4-4941-8868-12ee166f7524 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.1729808 Nov 23 09:52:50.844841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6adcdd18-526d-4a66-aa70-b36b020d6f58 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:50.845221 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.852770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] For port 6adcdd18-526d-4a66-aa70-b36b020d6f58, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6adcdd18-526d-4a66-aa70-b36b020d6f58,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:50.912464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.931212 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:50.938935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.032557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58b19832-8445-4f02-aea9-29eec2a90c3a req-bdd955fa-b1bd-4101-b236-b88541fcc8cd tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124269 Nov 23 09:52:51.043616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:51.059388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:51.066337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637ce7c-1bd2-4bfc-9fb0-133a37a9857d None None] Pushing event updated for resources: {'Port': ['ID=6adcdd18-526d-4a66-aa70-b36b020d6f58,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:51.081805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:51.096358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.100325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252bdb84-5ce4-44ea-969a-5edf1ef8045f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:52:51.122366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:51.194393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.194393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] 10.222.0.62 "DELETE /v2.0/routers/252bdb84-5ce4-44ea-969a-5edf1ef8045f HTTP/1.1" status: 204 len: 168 time: 5.6520057 Nov 23 09:52:51.196407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:51.204337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Attempting to bind port d3be5ce3-495f-4b07-930a-3d08a28340ad on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:51.204596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Attempting to bind port d3be5ce3-495f-4b07-930a-3d08a28340ad by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:51.204976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Attempting to bind port d3be5ce3-495f-4b07-930a-3d08a28340ad on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:51.212741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74be3-b246-4abe-a9ec-688b82e3af7c req-3c1ababd-0282-416b-a20c-ed8e6ea05a80 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:51.229333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21a74be3-b246-4abe-a9ec-688b82e3af7c req-3c1ababd-0282-416b-a20c-ed8e6ea05a80 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 1096 time: 0.0847423 Nov 23 09:52:51.249244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Port d3be5ce3-495f-4b07-930a-3d08a28340ad on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:52:51.249578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Attempting to bind port d3be5ce3-495f-4b07-930a-3d08a28340ad on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:51.260333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:51.260747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Checking segment: {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:51.261149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Bound using segment: {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:51.261608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Bound port: d3be5ce3-495f-4b07-930a-3d08a28340ad, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:51.262159 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.460165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:51.466703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21a74be3-b246-4abe-a9ec-688b82e3af7c req-988c4d47-d483-4b7b-88f8-2b5ff9f7e993 tempest-LiveAutoBlockMigrationV225Test-100069523 tempest-LiveAutoBlockMigrationV225Test-100069523-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364595 Nov 23 09:52:51.476147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:51.484298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Deleting subnet 58643fb7-6d53-4572-95c6-1a109326b957 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:52:51.500804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.511746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.566275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.723718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.731240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a549c4ce-329e-4b44-9811-63233b5bff74 None None] Provisioning complete for port 6adcdd18-526d-4a66-aa70-b36b020d6f58 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:51.734705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a549c4ce-329e-4b44-9811-63233b5bff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.735766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Pushing event updated for resources: {'Port': ['ID=b0810352-e6be-4192-bbc5-be771f1e9de2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:51.753986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:51.754641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.757024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 1092 time: 3.8599668 Nov 23 09:52:51.757508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:51.761167 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c4ed3-4109-41de-a698-2c03c17fc44d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:51.930053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e01f19-98af-45d9-80ee-8aa20dd4a21c admin admin] Pushing event deleted for resources: {'Port': ['ID=982f1b67-24b2-4537-98f2-9f9415880c17,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:51.985626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:51.995909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46e1eda4-2535-4511-bb63-1dfc132a86b1 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:52.012805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979b810-0c19-4888-9825-e31c5f32f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:52.050247 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba5a7c-4f2e-4e7f-bab7-8d3d2eb031ab x-openstack-request-id: req-a2ba5a7c-4f2e-4e7f-bab7-8d3d2eb031ab {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:52.050897 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:52.051147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 46e1eda4-2535-4511-bb63-1dfc132a86b1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:52.051304 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2ba5a7c-4f2e-4e7f-bab7-8d3d2eb031ab {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:52.051551 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'status': 'completed', 'code': 200} Nov 23 09:52:52.052002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46e1eda4-2535-4511-bb63-1dfc132a86b1 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:52.107815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-bc255fcf-8987-45df-92e5-60983137ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.109342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-bc255fcf-8987-45df-92e5-60983137ab69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1095 time: 0.2823000 Nov 23 09:52:52.197458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea21d5-c993-4bcf-a782-3bf803d70cb6 req-3bc4244b-37f9-417f-a5ce-54dfd42eb96a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.199530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7ea21d5-c993-4bcf-a782-3bf803d70cb6 req-3bc4244b-37f9-417f-a5ce-54dfd42eb96a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.1633730 Nov 23 09:52:52.217843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6adcdd18-526d-4a66-aa70-b36b020d6f58 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:52.243369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-8177b187-8a24-401c-8f72-3e3b8c468d27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 217 time: 0.1234317 Nov 23 09:52:52.283824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.321348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58643fb7-6d53-4572-95c6-1a109326b957,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:52.343469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e563c6-8bb1-496e-af41-f4661b7b1f9a req-83b09358-ca67-4f1d-b9b2-478778a5459e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.348201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8e563c6-8bb1-496e-af41-f4661b7b1f9a req-83b09358-ca67-4f1d-b9b2-478778a5459e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.1812909 Nov 23 09:52:52.356824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.365332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-03f6b5b1-79bd-4762-bdbc-5ccca903b4e5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/58643fb7-6d53-4572-95c6-1a109326b957 HTTP/1.1" status: 204 len: 168 time: 1.1666622 Nov 23 09:52:52.367576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:52.373712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9f8c3-c2ae-457a-9d45-64eec42d49fd None None] Network fc149b71-1fc8-426d-baae-4196f6e6f84c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:52:52.401041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6adcdd18-526d-4a66-aa70-b36b020d6f58 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:52.401789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.499114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7ea21d5-c993-4bcf-a782-3bf803d70cb6 req-41abaaea-db94-4f34-9630-0d538f572cd6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637551 Nov 23 09:52:52.507723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-e5626552-5bc5-47f1-963e-df82c905c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.522412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-e5626552-5bc5-47f1-963e-df82c905c65b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.2437358 Nov 23 09:52:52.535658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.553757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.618629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8e563c6-8bb1-496e-af41-f4661b7b1f9a req-b06db759-ec69-45ee-9e0f-b6d3ef77b38e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515531 Nov 23 09:52:52.635900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-30d24e98-55f8-480e-b644-4f1b0df155d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2748315 Nov 23 09:52:52.647961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-604d9266-c3de-46f1-9230-99836f2e7785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013236 Nov 23 09:52:52.649429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.772408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-c5f802fe-2531-4575-9d06-d05a9c11f346 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.774634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-c5f802fe-2531-4575-9d06-d05a9c11f346 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.0989656 Nov 23 09:52:52.796417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] DHCP port deletion for fc149b71-1fc8-426d-baae-4196f6e6f84c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:52:52.827360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Deleting port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:52.827710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.852747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 982f1b67-24b2-4537-98f2-9f9415880c17 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:52.899488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 982f1b67-24b2-4537-98f2-9f9415880c17 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:52.903328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 982f1b67-24b2-4537-98f2-9f9415880c17 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:52.944286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Deleting port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:52.944690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:52.988498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595db8-5b60-4c99-ac81-52953574d63e req-67eeb13d-195e-47d3-81fb-eda39c0c4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:52.990460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-67eeb13d-195e-47d3-81fb-eda39c0c4940 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74e9003d97424e56aee352d3650bba9d&device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 1095 time: 0.2596457 Nov 23 09:52:53.060976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-54bfc034-55a1-4ec0-be9b-d4887a8c0105 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004056 Nov 23 09:52:53.066460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] For port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:53.067220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.091614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Calling delete_port for fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:53.093852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] For port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,segment=NetworkSegment(03384bca-6cd9-428f-bf51-2a1a574760b8),segment_id=03384bca-6cd9-428f-bf51-2a1a574760b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:53.094394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.122937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Calling delete_port for fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:53.227096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-043127c0-96d3-4164-837e-4144360b6d00 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:53.234184 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-043127c0-96d3-4164-837e-4144360b6d00 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.3302863 Nov 23 09:52:53.251801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Deleting port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:52:53.252311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.263131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595db8-5b60-4c99-ac81-52953574d63e req-23d53fd1-8b75-47ae-85fe-afa47d0f0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:53.264851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-23d53fd1-8b75-47ae-85fe-afa47d0f0b9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 200 len: 921 time: 0.1161716 Nov 23 09:52:53.270810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.287162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-a1ef6729-45cc-4b72-ab8b-5c54234b8bda tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/quotas/c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 375 time: 0.0516663 Nov 23 09:52:53.344874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-b543abb1-1e9e-40cb-8511-0af51d85b51f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 200 len: 217 time: 0.0634084 Nov 23 09:52:53.348889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] No DVR routers for this DVR port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:53.350254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe337f-ec02-4f03-86b8-b501304ef0b0 None None] Pushing event deleted for resources: {'Port': ['ID=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:53.432381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.488621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-17e9fef5-19ab-40cd-b990-3bbdc51e84d3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1997919 Nov 23 09:52:53.490058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.513823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595db8-5b60-4c99-ac81-52953574d63e req-9898c179-e0de-48c0-8db9-eb5e9fe36534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:53.515412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-9898c179-e0de-48c0-8db9-eb5e9fe36534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 200 len: 860 time: 0.1169012 Nov 23 09:52:53.541933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.556378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:53.560221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-7fe83df1-901c-4430-ab1e-35d583fb6b73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=439f3770-f03b-4e17-bed8-c35b24af0524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359981 Nov 23 09:52:53.562320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428cf423-7540-4698-a1a2-db7c54ad9119 req-1f8a8ffc-5a9d-47bb-bbc8-dc5238fb4c61 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161310 Nov 23 09:52:53.569981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] No DVR routers for this DVR port fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:53.653291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] For port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:53.653597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.687993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Calling delete_port for 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:52:53.730802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.825786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-e690d4de-a33f-4c3c-b20a-3458e4d6e9bd service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291653 Nov 23 09:52:53.827751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-3fb8c62e-5e34-49f6-a041-f2684f41d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:53.829429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-3fb8c62e-5e34-49f6-a041-f2684f41d5b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1095 time: 0.1234612 Nov 23 09:52:53.839969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7e0c5-28fa-4413-9851-e8ca87b3a82f req-8a8ee7ad-4d97-4345-ab16-cce7184e6aa2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:53.841618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e7e0c5-28fa-4413-9851-e8ca87b3a82f req-8a8ee7ad-4d97-4345-ab16-cce7184e6aa2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 945 time: 0.1242127 Nov 23 09:52:53.860872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc149b71-1fc8-426d-baae-4196f6e6f84c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:53.922039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03384bca-6cd9-428f-bf51-2a1a574760b8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:53.922900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03384bca-6cd9-428f-bf51-2a1a574760b8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:53.945524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:53.986572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.000642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:52:54.010314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:52:54.011097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:52:54.013615 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:52:54.029537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-1775dece-bde4-42b9-b92f-3e214a188366 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095325 Nov 23 09:52:54.075219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2595db8-5b60-4c99-ac81-52953574d63e req-8590980f-88b8-4129-b6eb-436bfede33b9 service neutron] 10.222.0.50 "GET /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247167 Nov 23 09:52:54.086566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e7e0c5-28fa-4413-9851-e8ca87b3a82f req-faa72453-595f-479d-bd7d-0fdc22806fe2 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265475 Nov 23 09:52:54.198500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.204333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.208436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fc149b71-1fc8-426d-baae-4196f6e6f84c HTTP/1.1" status: 204 len: 168 time: 1.8397055 Nov 23 09:52:54.248588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5280b5-3504-4597-ac62-bfda68cb12f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc149b71-1fc8-426d-baae-4196f6e6f84c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:54.254479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.267172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['77221cc0-b843-4810-8917-5bb8f557aa90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:54.336236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:54.357989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-dcd9142a-4ad2-4700-997a-3f6e1a877c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:54.359840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-dcd9142a-4ad2-4700-997a-3f6e1a877c03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.5172839 Nov 23 09:52:54.372513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event deleted for resources: {'Port': ['ID=09ee35dd-9b7a-47a9-a18c-a668e50d94f0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:54.409183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-4d5cb741-022b-4e81-aa6a-d6205837b3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655744 Nov 23 09:52:54.429333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:54.429624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fe2275dc-c3ae-47b2-a4a5-9aa4176d08e7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:54.439087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-3cde58a6-43eb-410b-bc82-78629f6d5e14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 217 time: 0.0618534 Nov 23 09:52:54.512684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] No DVR routers for this DVR port 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:52:54.517573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-2587d8a4-9d5b-43e8-94c5-4e1a31c66197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:54.519329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-2587d8a4-9d5b-43e8-94c5-4e1a31c66197 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.0545962 Nov 23 09:52:54.524970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.531314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:54.534073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bab63c50-db34-4d7b-8f76-77ec8b8009be req-08c8ec77-1e73-44af-a85f-85e1c3db9d09 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.11 "DELETE /v2.0/ports/09ee35dd-9b7a-47a9-a18c-a668e50d94f0 HTTP/1.1" status: 204 len: 173 time: 1.7503767 Nov 23 09:52:54.535339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-deleted', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:52:54.578256 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cee035-9f48-44e0-8e75-057904059934" -d '{"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-deleted", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:52:54.587904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55478) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:54.605200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-52d85190-5e69-46d6-949f-a7d6dc1ca6f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696871 Nov 23 09:52:54.620957 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Sync routers for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:52:54.644204 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:54.649820 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:54.690537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:54.695044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ebc5755-c64d-482d-a46e-670179309464 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8111928 Nov 23 09:52:54.701330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:54.745774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6850b78a-319b-48df-99e4-cc4b09579fc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4fbfb29c29c400fb5a7f13041e35055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528451 Nov 23 09:52:54.749314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:54.768553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4426-8438-4cda-8c9a-add50788d6c0 req-b052e43c-9a86-41f6-bed6-9cb6d519b2fc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:54.779575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dae4426-8438-4cda-8c9a-add50788d6c0 req-b052e43c-9a86-41f6-bed6-9cb6d519b2fc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.4184554 Nov 23 09:52:54.940819 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:55.021421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dae4426-8438-4cda-8c9a-add50788d6c0 req-53e2f139-f1fc-400e-994b-5336caba900e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294405 Nov 23 09:52:55.066727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-5a902b33-1f69-4b87-b81e-0f900a8a9b14 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216678 Nov 23 09:52:55.119939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:55.176235 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919c554-3fc4-4073-8bfe-ab9d496512dc x-openstack-request-id: req-1919c554-3fc4-4073-8bfe-ab9d496512dc {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:52:55.176531 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c316d2fd-e466-4815-88e1-c625181373d7", "name": "network-vif-deleted", "tag": "09ee35dd-9b7a-47a9-a18c-a668e50d94f0", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:52:55.176954 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1919c554-3fc4-4073-8bfe-ab9d496512dc {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:52:55.177368 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c316d2fd-e466-4815-88e1-c625181373d7', 'name': 'network-vif-deleted', 'tag': '09ee35dd-9b7a-47a9-a18c-a668e50d94f0', 'status': 'completed', 'code': 200} Nov 23 09:52:55.295356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:55.306113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-304c4ed3-4109-41de-a698-2c03c17fc44d req-4e6f8afa-bf0a-484d-95f8-a8a1eaeb1162 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265425 Nov 23 09:52:55.351337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a80348c4-be80-4b85-bf6c-74f1aff0f808 req-07a649a1-6f54-496e-a9f5-0eac213df70a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0532050 Nov 23 09:52:55.533303 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:52Z', 'revision_number': 3, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:55.609137 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Checking router: 1778c9d0-2ba2-4561-b9ad-bf605fc9fded for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:52:55.617423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Updating router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded port b0810352-e6be-4192-bbc5-be771f1e9de2 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:52:55.621930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92434641-2144-4533-8ca4-e13f27408dc0 req-ec2613a0-d412-4bcc-a393-888362f45783 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0781829 Nov 23 09:52:55.672655 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:55.756236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d3be5ce3-495f-4b07-930a-3d08a28340ad details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:52:56.130601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:52:56.143709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.155834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.161373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21a63e68-8739-4e2a-aee4-d41d28c7a4fd HTTP/1.1" status: 204 len: 168 time: 1.3310308 Nov 23 09:52:56.196825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:52:56.197703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 09ee35dd-9b7a-47a9-a18c-a668e50d94f0 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:52:56.218290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:56.225242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d7615-0c40-4dd1-a552-56e0efce6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a63e68-8739-4e2a-aee4-d41d28c7a4fd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:56.305070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd', 'port_id': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'mac_address': 'fa:16:3e:e8:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ec8b96-78d7-471b-8120-d9cf0b94849b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:52:56.333150 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.364436 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.380756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cec8f9-4b6e-46a2-a19d-3cbea247e8aa req-b0272336-c56b-4951-aa0a-3e8d372b182a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:56.388446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7cec8f9-4b6e-46a2-a19d-3cbea247e8aa req-b0272336-c56b-4951-aa0a-3e8d372b182a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.1804347 Nov 23 09:52:56.431160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.466558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.477067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3be5ce3-495f-4b07-930a-3d08a28340ad {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:52:56.532310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Pushing event updated for resources: {'Port': ['ID=b0810352-e6be-4192-bbc5-be771f1e9de2,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:56.577199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:52:56.587021 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.592214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81ef6188-6c6e-41fa-9b84-3605d953c833 req-41b0efa6-d31b-47b9-88ea-263426badf4b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0884774 Nov 23 09:52:56.625175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.629468 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.630108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.633872 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.634487 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.634937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.635389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.638408 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.642376 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.642864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.644547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.645094 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:52:56.663362 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Attempting to bind port b0810352-e6be-4192-bbc5-be771f1e9de2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:52:56.664001 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Attempting to bind port b0810352-e6be-4192-bbc5-be771f1e9de2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:52:56.664651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Attempting to bind port b0810352-e6be-4192-bbc5-be771f1e9de2 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:52:56.694940 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:52:56.697618 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:52:56.697618 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.699294 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:52:56.701805 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Bound port: b0810352-e6be-4192-bbc5-be771f1e9de2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:52:56.703221 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:56.876890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Allocated IP 172.20.0.1 (cbf19d93-cfef-4255-a3c0-f000ee6c76bd/bc7b0d05-bc64-42a7-b628-272977967171/39bcfc98-26e2-4c42-af8c-28c7dbfa15c6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:56.900913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:52:56.969833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] For port b0810352-e6be-4192-bbc5-be771f1e9de2, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:52:57.000305 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] For port b0810352-e6be-4192-bbc5-be771f1e9de2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b0810352-e6be-4192-bbc5-be771f1e9de2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:52:57.023591 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.047362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:57.240540 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55a8e1-090b-413b-8b4a-62761611c842 None None] Pushing event updated for resources: {'Port': ['ID=b0810352-e6be-4192-bbc5-be771f1e9de2,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:57.241959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.267793 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:52:57.268426 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:57.340446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7cec8f9-4b6e-46a2-a19d-3cbea247e8aa req-8789aaec-cf26-4287-bf63-802ca6a06df4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9429131 Nov 23 09:52:57.363083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7600f9e1-2d84-4f34-9cab-e0ea87b7bbbd req-addfbb15-db22-47c3-8d10-eaa672b17e17 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.2219009 Nov 23 09:52:57.411998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-fb395e87-7770-4447-9b16-40b2a6a12796 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:57.426090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-fb395e87-7770-4447-9b16-40b2a6a12796 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 808 time: 0.6712804 Nov 23 09:52:57.442044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Request body: {'port': {'device_id': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'admin_state_up': True, 'tenant_id': 'c7178e41a06f4bc8a334cf61a90d4002'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:57.461397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.533850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:52:57.606883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:57.636509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:57.643224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:57.660679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:57.742058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Made reservation on behalf of c7178e41a06f4bc8a334cf61a90d4002 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:57.746558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.774193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.963214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:57.964884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84bc0a2d-65f0-4070-b364-bfd5c0577cbc req-c1bfec98-da2f-45e4-ae27-374cb3a1b931 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.1640592 Nov 23 09:52:58.128389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:52:58.234694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Allocated IP 172.20.0.3 (36803353-ad87-4613-bb49-44f0e3b6afae/0bd632ad-84d2-43ad-84a9-901329b61765/6e0e0d28-985a-4531-a06c-810fb8c166c0) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:52:58.281424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b7ef8786-106a-415a-b0b4-2acaa35dbe44 None None] Provisioning complete for port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:58.282912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8786-106a-415a-b0b4-2acaa35dbe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:58.343705 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:52Z', 'revision_number': 3, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:52:58.425253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8786-106a-415a-b0b4-2acaa35dbe44 None None] Port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:58.466867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10647ce-bd86-4aec-b48a-67c00ea0a886 None None] The sync data for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 is: [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:52Z', 'revision_number': 3, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:52:58.495692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:58.510758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:58.651847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:58.664107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:52:58.779689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:58.783568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:59.035231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:52:59.079568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c56f4d-cd5f-46f5-b8c6-21967b245115 req-17945778-7bd4-422d-bc90-64d405ebc1df tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:59.081122 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31c56f4d-cd5f-46f5-b8c6-21967b245115 req-17945778-7bd4-422d-bc90-64d405ebc1df tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.4183106 Nov 23 09:52:59.116609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-network', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:52:59.169831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30322deb-9ada-41ab-8165-6847ca372d42 req-595f77da-06e3-4597-bd35-e2add34238d9 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0730519 Nov 23 09:52:59.314795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Made reservation on behalf of 8c005a2cbdec4c15b38d5346b8511904 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:52:59.319313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.367633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:52:59.369376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.390685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a5a7e255-4e3f-409e-8d3a-b53f137f06ef None None] Provisioning complete for port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:59.391255 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e255-4e3f-409e-8d3a-b53f137f06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.406606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0cd3931-aec3-4cc9-b7fc-ee3589c6f7b9 admin admin] 10.222.0.62 "PUT /v2.0/routers/1778c9d0-2ba2-4561-b9ad-bf605fc9fded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7039802 Nov 23 09:52:59.412275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31c56f4d-cd5f-46f5-b8c6-21967b245115 req-0bf72d98-74e4-4b57-a366-0e1651dd6081 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866317 Nov 23 09:52:59.440975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.535184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e255-4e3f-409e-8d3a-b53f137f06ef None None] Port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:52:59.638919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.685522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.723914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.752771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Network 36803353-ad87-4613-bb49-44f0e3b6afae is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:52:59.764488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:52:59.769083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:52:59.781170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d3be5ce3-495f-4b07-930a-3d08a28340ad up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:52:59.849397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:52:59.850473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.883513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d3be5ce3-495f-4b07-930a-3d08a28340ad completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:52:59.884323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:52:59.888961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d3be5ce3-495f-4b07-930a-3d08a28340ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:52:59.889594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.896284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:52:59.896635 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Added segment bdef4bcb-5ab0-412f-bd4b-1b94846a2824 of type vlan for network 28311e36-452d-42b6-a4cf-335871f2d7b5 Nov 23 09:52:59.958548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.001341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.022975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.023963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:00.024549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.040952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:00.043478 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f75fd0-7d25-4a2a-96fb-b29650b0ba7b" -d '{"events": [{"server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:00.055080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447442c8-fa5b-40e2-88ac-4bb0bfe0495e req-39cea49e-b9ee-4fdf-81bb-b67069eabbef tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:00.073668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-447442c8-fa5b-40e2-88ac-4bb0bfe0495e req-39cea49e-b9ee-4fdf-81bb-b67069eabbef tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 931 time: 0.4706051 Nov 23 09:53:00.080999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:00.115135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:00.134327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.141847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49897665-244a-408f-bdd3-85617a247448,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:00.157752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-b21cc2e6-4460-4b50-90f0-891b8065666f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7197609 Nov 23 09:53:00.178572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Request body: {'port': {'device_id': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:00.213013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0810859 Nov 23 09:53:00.213448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55600) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:00.219287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Request body: {'subnet': {'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-subnet', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:00.313309 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59afd28-4aee-41e4-a05b-d6e56d8b6f7f x-openstack-request-id: req-e59afd28-4aee-41e4-a05b-d6e56d8b6f7f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:00.313759 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:00.314160 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e59afd28-4aee-41e4-a05b-d6e56d8b6f7f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:00.315265 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'code': 200} Nov 23 09:53:00.370702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928a07f-4c38-4477-997b-6858c54e4dad admin admin] Pushing event updated for resources: {'Network': ['ID=28311e36-452d-42b6-a4cf-335871f2d7b5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:00.373569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b0810352-e6be-4192-bbc5-be771f1e9de2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:00.407289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-447442c8-fa5b-40e2-88ac-4bb0bfe0495e req-d083cb97-65d5-4779-ad86-bf831d1df09a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325117 Nov 23 09:53:00.437116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3037a21-dc87-4654-a2f5-5fda25bdd3d8 req-17bed575-c50c-4d30-b92c-83584d8bef67 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.1415274 Nov 23 09:53:00.445553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Made reservation on behalf of 8c005a2cbdec4c15b38d5346b8511904 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:00.452561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.514316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:53:00.527678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.536838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c432-3f54-4a51-9830-c1530efd371b req-3f282a83-a7b4-46c3-afdf-26fd1c4994f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:00.537933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7772c432-3f54-4a51-9830-c1530efd371b req-3f282a83-a7b4-46c3-afdf-26fd1c4994f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1097 time: 0.2464418 Nov 23 09:53:00.599171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:00.667896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b0810352-e6be-4192-bbc5-be771f1e9de2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:00.668826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.789313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7772c432-3f54-4a51-9830-c1530efd371b req-24d96598-e9c6-41e4-a0f0-04bb81dd8499 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363462 Nov 23 09:53:00.864878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.878674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.913762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75a6b90-96a2-4001-811c-da8e1c3acc3c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:00.928052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b0810352-e6be-4192-bbc5-be771f1e9de2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b0810352-e6be-4192-bbc5-be771f1e9de2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:00.940690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327e64e-ebcc-4cee-8920-53ebdf6ba6e0 req-f8035184-e347-4e1e-a223-3532fbc64748 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:00.943861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:00.948176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a327e64e-ebcc-4cee-8920-53ebdf6ba6e0 req-f8035184-e347-4e1e-a223-3532fbc64748 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 946 time: 0.1151319 Nov 23 09:53:01.059672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a327e64e-ebcc-4cee-8920-53ebdf6ba6e0 req-8a640a1e-6a23-4c1c-951b-beda0953620f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105149 Nov 23 09:53:01.071019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Checking segment: {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:01.071634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Network hostable DHCP agents. Network: 28311e36-452d-42b6-a4cf-335871f2d7b5, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:53:01.073432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b0810352-e6be-4192-bbc5-be771f1e9de2,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:01.113921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:53:01.142573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 28311e36-452d-42b6-a4cf-335871f2d7b5) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:01.147334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:01.148969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.152645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826430f-36d3-472c-84c4-00fb81642bee None None] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:01.177432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-99b2bbdd-8973-4ae4-984c-722e584d3d83 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9627326 Nov 23 09:53:01.179232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55618) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:01.190938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:01.244923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.246973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.303889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0e0d28-985a-4531-a06c-810fb8c166c0 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:01.319820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.339404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Transition to ACTIVE for port object 6e0e0d28-985a-4531-a06c-810fb8c166c0 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:01.355130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.359549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.465844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-28311e36-452d-42b6-a4cf-335871f2d7b5', 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'fixed_ips': [{'subnet_id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:53:01.467012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.481928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:01.639190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a216d32d-7d5e-47d1-b0d5-e162d9b7269e req-01679267-eecd-4a78-9725-a7556a88db72 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0603244 Nov 23 09:53:01.671729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Sync routers for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:53:01.693322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda8f9-de50-428c-ae99-c0e088bf3688 req-6c3be492-0adc-4eb0-8b3f-5b68d614c7cb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:01.699091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16fda8f9-de50-428c-ae99-c0e088bf3688 req-6c3be492-0adc-4eb0-8b3f-5b68d614c7cb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1189916 Nov 23 09:53:01.703565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:01.703910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:01.704238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:01.722004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:01.722645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:01.725665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:01.726250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:01.740269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:01.740894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:01.741446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:01.742086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Bound port: 6e0e0d28-985a-4531-a06c-810fb8c166c0, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:01.742620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.835967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:01.959086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:01.961725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Allocated IP 172.20.0.2 (28311e36-452d-42b6-a4cf-335871f2d7b5/e75a6b90-96a2-4001-811c-da8e1c3acc3c/34aa3254-699c-47e8-acf6-a2179d40573c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:02.026842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:02.076853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:02.093549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.150178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16fda8f9-de50-428c-ae99-c0e088bf3688 req-96e1bc52-fa43-4ce5-b586-b47864a53884 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357326 Nov 23 09:53:02.246193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:02.250746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.255404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 1091 time: 2.0786741 Nov 23 09:53:02.285183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:02.287816 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe21720-cefd-4291-b2ea-b930e9ef7555" -d '{"events": [{"name": "network-changed", "server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:02.378462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e45bb9-5759-486c-8763-11f0bec56c1b service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:02.399242 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bf62e1-bdf8-4344-ae6d-966d50455a8d x-openstack-request-id: req-95bf62e1-bdf8-4344-ae6d-966d50455a8d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:02.399595 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:02.399812 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95bf62e1-bdf8-4344-ae6d-966d50455a8d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:02.402375 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'status': 'completed', 'code': 200} Nov 23 09:53:02.422330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce6b54-e7c6-40fe-8906-40ce1328215b req-9b2e3010-d899-4d99-aa0f-ea35a0ecfbc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:02.424197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3ce6b54-e7c6-40fe-8906-40ce1328215b req-9b2e3010-d899-4d99-aa0f-ea35a0ecfbc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 946 time: 0.2078104 Nov 23 09:53:02.464691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.474674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-ed897b05-b9f1-4cd8-bf74-797a7e855304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:02.477636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-ed897b05-b9f1-4cd8-bf74-797a7e855304 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1094 time: 0.1616750 Nov 23 09:53:02.538801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b0810352-e6be-4192-bbc5-be771f1e9de2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:02.570542 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.574467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-da6e7156-e528-43f7-95a2-7ba45cb98755 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 217 time: 0.0876307 Nov 23 09:53:02.627993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Pushing event updated for resources: {'Port': ['ID=34aa3254-699c-47e8-acf6-a2179d40573c,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:02.669208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:02.704700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:02.708249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:02.732742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-8816ef30-ca88-44b3-8ac0-f99762b14910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:02.735295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-8816ef30-ca88-44b3-8ac0-f99762b14910 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1524553 Nov 23 09:53:02.780614 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3ce6b54-e7c6-40fe-8906-40ce1328215b req-c4a259d0-71c0-4094-a89f-13dc0d380066 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518528 Nov 23 09:53:02.784044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b0810352-e6be-4192-bbc5-be771f1e9de2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:02.784435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.821068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.825121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-7a488691-382f-4ace-936d-9a587fad12da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793338 Nov 23 09:53:02.842875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.889120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de7fbb26-7ea6-45d2-b067-3602129a7677 req-a20abf3b-745a-45b9-b188-4c72408da94c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0629926 Nov 23 09:53:02.927468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Attempting to bind port 34aa3254-699c-47e8-acf6-a2179d40573c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:02.927937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Attempting to bind port 34aa3254-699c-47e8-acf6-a2179d40573c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:02.929179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Attempting to bind port 34aa3254-699c-47e8-acf6-a2179d40573c on network 28311e36-452d-42b6-a4cf-335871f2d7b5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:02.949031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:02.949696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Checking segment: {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:02.950239 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:02.950732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Bound using segment: {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:02.951323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Bound port: 34aa3254-699c-47e8-acf6-a2179d40573c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:02.951809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.081499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Allocated IP 172.25.1.161 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/983aa754-c614-4695-9b45-c297a6e98bd0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:03.174202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-f0185f65-9852-4074-af71-c7e08f7c8139 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871573 Nov 23 09:53:03.188519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] For port 34aa3254-699c-47e8-acf6-a2179d40573c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:03.197422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] For port 34aa3254-699c-47e8-acf6-a2179d40573c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=34aa3254-699c-47e8-acf6-a2179d40573c,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:03.219195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.235373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:57Z', 'revision_number': 4, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '39bcfc98-26e2-4c42-af8c-28c7dbfa15c6', 'name': '', 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'mac_address': 'fa:16:3e:62:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:56Z', 'updated_at': '2021-11-23T09:52:58Z', 'revision_number': 2, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'subnets': [{'id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:03.244856 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.316286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23940eec-f305-44bd-b784-45c4c7def725 req-28c8c086-058f-4111-a7a8-e593713b900c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2143490223&fields=id&tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 267 time: 0.2288756 Nov 23 09:53:03.331735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Checking router: 1778c9d0-2ba2-4561-b9ad-bf605fc9fded for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:53:03.333355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Updating router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:53:03.345223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.430037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23940eec-f305-44bd-b784-45c4c7def725 req-e8ef3472-5adf-48e7-a16a-6e62be0db066 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:03.431287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23940eec-f305-44bd-b784-45c4c7def725 req-e8ef3472-5adf-48e7-a16a-6e62be0db066 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 946 time: 0.1069963 Nov 23 09:53:03.435418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-745f2f82-53d8-4327-be7f-d1f2199eea5b req-1d6457b4-b2a1-463e-875f-965ceab25aca service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230134 Nov 23 09:53:03.445388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.449431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'security_groups': ['148c0b64-064e-49ba-a93f-a1513dc4f259', '8966fa09-596c-4d01-a510-a9965d46c3a7']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:03.483554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:03.518156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285dbca-a24d-4d80-aa45-276ef14bb078 None None] Pushing event updated for resources: {'Port': ['ID=34aa3254-699c-47e8-acf6-a2179d40573c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:03.531648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Pushing event updated for resources: {'Port': ['ID=983aa754-c614-4695-9b45-c297a6e98bd0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:03.558932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58729b-6308-4787-ab60-333fd42f0494 req-acfd0f94-3a45-43c9-bfc2-2e410c96ad2d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:03.568408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e58729b-6308-4787-ab60-333fd42f0494 req-acfd0f94-3a45-43c9-bfc2-2e410c96ad2d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.2358088 Nov 23 09:53:03.576204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:03.576442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:03.579544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:03.730860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e58729b-6308-4787-ab60-333fd42f0494 req-f25f63f2-053c-46b9-8c02-595dc9efe92d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492233 Nov 23 09:53:03.839560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-ef35589a-859d-408c-9c40-ba6a1453f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:03.841611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-ef35589a-859d-408c-9c40-ba6a1453f9a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1094 time: 0.3360729 Nov 23 09:53:04.027805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:04.091832 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.109287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.131642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:04.235323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e80ac4ae-e187-493b-8a9a-bbd750838c50 req-5f4bf37a-389e-4f66-9313-ca704e0e61ee tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.0828459 Nov 23 09:53:04.390534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.418378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 34aa3254-699c-47e8-acf6-a2179d40573c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:04.438110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-abe345cb-ca2f-46fe-8da7-6751a49304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:04.449855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-abe345cb-ca2f-46fe-8da7-6751a49304ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.5969212 Nov 23 09:53:04.492325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.495801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:04.502914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.508315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23940eec-f305-44bd-b784-45c4c7def725 req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "PUT /v2.0/ports/d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 982 time: 1.0660474 Nov 23 09:53:04.510544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:04.511796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:04.521111 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ec851-b2a4-49c2-82b8-30e825969aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:04.698108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:04.736273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-e8092ab4-aa21-4986-a9dd-0bd641ced839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 217 time: 0.2555265 Nov 23 09:53:04.741167 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd22935-c506-4a8e-9756-3e05d2600671 x-openstack-request-id: req-abd22935-c506-4a8e-9756-3e05d2600671 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:04.741467 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:04.741731 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abd22935-c506-4a8e-9756-3e05d2600671 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:04.748086 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'status': 'completed', 'code': 200} Nov 23 09:53:04.748720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f8641-d084-4901-8632-22fd3fc42799 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:04.904588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b8294-4c1b-4ea5-9a39-06991abe2860 None None] Pushing event updated for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:05.034540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c948bdd-d712-46c1-9b33-641c13002109 req-ddda3398-4744-4507-955e-22afd6d32cd7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1053973670&fields=id&tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 267 time: 0.2077765 Nov 23 09:53:05.053957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-33867a81-2419-4a9f-85bd-76145ca93342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:05.061006 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-33867a81-2419-4a9f-85bd-76145ca93342 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.2917869 Nov 23 09:53:05.134624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-abba51b0-9f1d-4614-a80b-0ef20b2a6dc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601857 Nov 23 09:53:05.159021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f6d43-dfd2-4ae4-9a31-74dac166a278 req-68401511-9535-4d80-822b-e9fbe50c5f2d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:05.172000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e57f6d43-dfd2-4ae4-9a31-74dac166a278 req-68401511-9535-4d80-822b-e9fbe50c5f2d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.2876520 Nov 23 09:53:05.254487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-aff0b29b-6081-45ef-94cb-d52af453191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:05.257669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 34aa3254-699c-47e8-acf6-a2179d40573c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:05.258468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-aff0b29b-6081-45ef-94cb-d52af453191c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1136 time: 0.3818600 Nov 23 09:53:05.262480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.285741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.312543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948bdd-d712-46c1-9b33-641c13002109 req-01a5ef08-4fc9-4718-b484-2bfd7cdb3cab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:05.326601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c948bdd-d712-46c1-9b33-641c13002109 req-01a5ef08-4fc9-4718-b484-2bfd7cdb3cab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 985 time: 0.2910874 Nov 23 09:53:05.342020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'security_groups': ['148c0b64-064e-49ba-a93f-a1513dc4f259', '8966fa09-596c-4d01-a510-a9965d46c3a7', '82403a2b-19f4-49d0-8972-4ebbf534f6b2']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:05.375593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Attempting to bind port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:05.378810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Attempting to bind port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:05.380114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Attempting to bind port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 on network cbf19d93-cfef-4255-a3c0-f000ee6c76bd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:05.413322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:05.414634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Checking segment: {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:05.414634 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.414929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Bound using segment: {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:05.415510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Bound port: 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:05.416339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.503471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.597135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] For port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:05.608698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] For port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:05.624666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17afdef-b594-4d27-9109-d7d66bd0e9e7 None None] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:05.631757 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:05.633426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e57f6d43-dfd2-4ae4-9a31-74dac166a278 req-5a927834-b77f-4037-ac5a-af401085c41a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580455 Nov 23 09:53:05.769674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-6df9e7f4-3fbb-46e5-9a76-31e0825b6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:05.775053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-6df9e7f4-3fbb-46e5-9a76-31e0825b6f63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.5009143 Nov 23 09:53:05.780744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-a48cb753-9a73-4aee-a731-1d2704fda4a4 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891011 Nov 23 09:53:05.818167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b8294-4c1b-4ea5-9a39-06991abe2860 None None] Pushing event updated for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:05.914937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-d165e2eb-9368-4110-88b4-8e9a2448bf3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 217 time: 0.1246290 Nov 23 09:53:06.013764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Router b1addb20-2eac-4bb6-85f0-da5bf5938247 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:53:06.087234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:06.088307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:06.094805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:06.193280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23aad937-e226-4f0f-a3b4-1a0f21ac2b7c req-8f66c3e8-074c-4934-99ac-c64cbcd410ec tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=c316d2fd-e466-4815-88e1-c625181373d7 HTTP/1.1" status: 200 len: 210 time: 0.2451308 Nov 23 09:53:06.357820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-bc69abc7-695b-4879-852d-d6bbeebd2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:06.359604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-bc69abc7-695b-4879-852d-d6bbeebd2c1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.3730497 Nov 23 09:53:06.367277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe21720-cefd-4291-b2ea-b930e9ef7555 req-e264619c-43ff-4d9a-b9dc-13a43c237531 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451673 Nov 23 09:53:06.399305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-b0648cc6-6fd8-4d54-8559-a9a72f2eab5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306785 Nov 23 09:53:06.464126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] Provisioning complete for port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:06.467460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:06.659609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-46672aaf-b553-4f6a-a662-e5f9a5b5426d service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449555 Nov 23 09:53:06.674762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:06.822051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 34aa3254-699c-47e8-acf6-a2179d40573c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=34aa3254-699c-47e8-acf6-a2179d40573c,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:06.844173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:06.872386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-937ec851-b2a4-49c2-82b8-30e825969aa5 req-cdb1c5f1-72e9-4213-9ef0-48f1f0aa1ce1 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050517 Nov 23 09:53:07.058731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:53:07.070498 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Sync routers for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:53:07.088319 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:07.089395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:07.118574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:07.150106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:07.153530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f592d32e-afaa-4e15-9acf-3be948b7bc26 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9730461 Nov 23 09:53:07.156361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:07.249246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:07.262389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:07.319866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:07.320567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:07.322832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c948bdd-d712-46c1-9b33-641c13002109 req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "PUT /v2.0/ports/d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 1021 time: 1.9939849 Nov 23 09:53:07.332493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:07.338387 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:07.436669 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:07.564252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1d6a-2862-41d2-b166-922f977f90f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:07.618985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=34aa3254-699c-47e8-acf6-a2179d40573c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:07.625882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:07.646102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4c35-1c7c-4357-a983-b4149d31b931 req-06feae93-91f0-4d12-acb0-cfe2dfc372e2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:07.650319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c9d4c35-1c7c-4357-a983-b4149d31b931 req-06feae93-91f0-4d12-acb0-cfe2dfc372e2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1784685 Nov 23 09:53:07.778703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:07.781631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:07.792567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c9d4c35-1c7c-4357-a983-b4149d31b931 req-b619379d-d5f8-46c0-bb71-1ec196cc5f12 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343424 Nov 23 09:53:07.906953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:04Z', 'revision_number': 3, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:07.966404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Checking router: b1addb20-2eac-4bb6-85f0-da5bf5938247 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:53:07.967325 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Updating router b1addb20-2eac-4bb6-85f0-da5bf5938247 port 983aa754-c614-4695-9b45-c297a6e98bd0 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:53:08.028001 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.053987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] For port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:08.119834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.182013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a768a-95e4-44e6-9691-8e2ffbebcdb2 req-5449ea5e-c1a7-4f29-af97-6dec6509f1ca tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:08.186489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-202a768a-95e4-44e6-9691-8e2ffbebcdb2 req-5449ea5e-c1a7-4f29-af97-6dec6509f1ca tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1024 time: 0.1980493 Nov 23 09:53:08.307453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.404951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-202a768a-95e4-44e6-9691-8e2ffbebcdb2 req-2a3af29b-dd80-4c39-987a-f982ef5a2859 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&id=82403a2b-19f4-49d0-8972-4ebbf534f6b2&id=8966fa09-596c-4d01-a510-a9965d46c3a7 HTTP/1.1" status: 200 len: 6201 time: 0.2092772 Nov 23 09:53:08.489056 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d350520-d11c-4549-9571-958dd713a9c2 x-openstack-request-id: req-5d350520-d11c-4549-9571-958dd713a9c2 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:08.489348 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:08.489601 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d350520-d11c-4549-9571-958dd713a9c2 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:08.490024 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'status': 'completed', 'code': 200} Nov 23 09:53:08.636058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-66ef1a31-3420-4ae4-82db-7e1c5547f5f2 None None] Provisioning complete for port 34aa3254-699c-47e8-acf6-a2179d40573c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:08.640728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-66ef1a31-3420-4ae4-82db-7e1c5547f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.669959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-b4846ad9-d6dd-4f57-9e29-497b46c3ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:08.675853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-b4846ad9-d6dd-4f57-9e29-497b46c3ec42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1175 time: 0.1586516 Nov 23 09:53:08.752944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': ' tempest-securitygroup -611932091 ', 'description': 'tempest-description-808540846'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:08.788266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56e1c8-91b0-4f2b-95d6-576ef36689e2 None None] Pushing event updated for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:08.807273 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.826878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.828747 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.902182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-4be5a8fb-d39c-4fdd-86a9-375c88ae2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:08.907492 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Attempting to bind port 983aa754-c614-4695-9b45-c297a6e98bd0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:08.908104 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Attempting to bind port 983aa754-c614-4695-9b45-c297a6e98bd0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:08.908560 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Attempting to bind port 983aa754-c614-4695-9b45-c297a6e98bd0 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:08.909064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-4be5a8fb-d39c-4fdd-86a9-375c88ae2e3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.2213469 Nov 23 09:53:08.918008 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:08.918373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:08.918955 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.919717 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:08.920938 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Bound port: 983aa754-c614-4695-9b45-c297a6e98bd0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:08.921258 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:08.923234 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758555e-39f2-486f-b0c8-92f8f70a6b61 None None] Pushing event updated for resources: {'Port': ['ID=983aa754-c614-4695-9b45-c297a6e98bd0,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:08.942596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Allocated IP 172.20.0.1 (28311e36-452d-42b6-a4cf-335871f2d7b5/e75a6b90-96a2-4001-811c-da8e1c3acc3c/083e9fe1-059a-4073-8a14-c63b443ea2b8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:09.030625 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] For port 983aa754-c614-4695-9b45-c297a6e98bd0, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:09.037169 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] For port 983aa754-c614-4695-9b45-c297a6e98bd0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=983aa754-c614-4695-9b45-c297a6e98bd0,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:09.038028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-530a7b3f-a111-4d6f-b529-bb5c3b2e43cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 200 len: 217 time: 0.1166263 Nov 23 09:53:09.049045 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.088162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 34aa3254-699c-47e8-acf6-a2179d40573c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:09.108441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.129349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.182789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef43cae-09f4-4db3-97ef-694b772bbaaf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:09.197062 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:09.206492 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:09.242408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.243961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.248127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.249660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.251974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.254829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.256571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.256930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.259958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.265063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.265491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.265845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:09.299576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.323980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-23cd32f8-69ab-4df1-a4e8-61916ef9b9f7 req-f9ec1ae5-76b5-44b3-b64d-5ab79ae7ebb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5769556 Nov 23 09:53:09.338629 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:09.417055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:57Z', 'revision_number': 4, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '39bcfc98-26e2-4c42-af8c-28c7dbfa15c6', 'name': '', 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'mac_address': 'fa:16:3e:62:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:56Z', 'updated_at': '2021-11-23T09:53:05Z', 'revision_number': 4, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'subnets': [{'id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:09.478750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.512221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4718f1a-caa9-48f9-b227-b317457f59d1 req-66bb3ff5-0ac8-4e28-9ec8-6809cf9d8e2f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:09.521221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4718f1a-caa9-48f9-b227-b317457f59d1 req-66bb3ff5-0ac8-4e28-9ec8-6809cf9d8e2f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1123989 Nov 23 09:53:09.607956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4718f1a-caa9-48f9-b227-b317457f59d1 req-59553ddf-e8fb-40dd-ba0e-68e40d7c4209 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803270 Nov 23 09:53:09.634032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304dd77-60ed-445a-95b6-1073ded63b9f None None] The sync data for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 is: [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T09:52:57Z', 'revision_number': 4, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '39bcfc98-26e2-4c42-af8c-28c7dbfa15c6', 'name': '', 'network_id': 'cbf19d93-cfef-4255-a3c0-f000ee6c76bd', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'mac_address': 'fa:16:3e:62:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:56Z', 'updated_at': '2021-11-23T09:53:05Z', 'revision_number': 4, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'subnets': [{'id': 'bc7b0d05-bc64-42a7-b628-272977967171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:53:09.747072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5579d6f2-6b56-4686-8c4b-26682cbf07cb req-bb84a2cc-b566-406e-83fc-e75b0270a21a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/fef43cae-09f4-4db3-97ef-694b772bbaaf HTTP/1.1" status: 200 len: 1796 time: 0.1084230 Nov 23 09:53:09.894799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-66ef1a31-3420-4ae4-82db-7e1c5547f5f2 None None] Provisioning complete for port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:09.895392 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-66ef1a31-3420-4ae4-82db-7e1c5547f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:09.927373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758555e-39f2-486f-b0c8-92f8f70a6b61 None None] Pushing event updated for resources: {'Port': ['ID=983aa754-c614-4695-9b45-c297a6e98bd0,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:09.948055 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:53:10.014336 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:04Z', 'revision_number': 3, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:10.055334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 34aa3254-699c-47e8-acf6-a2179d40573c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:10.056713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.079682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b32e2d-25eb-4517-9407-65afcd32c17c None None] The sync data for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 is: [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:04Z', 'revision_number': 3, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:53:10.154147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-64655289-9cfb-4aea-8f57-f7f9213dade4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/fef43cae-09f4-4db3-97ef-694b772bbaaf HTTP/1.1" status: 200 len: 1796 time: 0.0955420 Nov 23 09:53:10.368067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.458272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.546694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ae01a3b7-aa78-4b38-880e-64b8baae69ce None None] Provisioning complete for port 34aa3254-699c-47e8-acf6-a2179d40573c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:10.547532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae01a3b7-aa78-4b38-880e-64b8baae69ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.554901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.558376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.563388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a077c448-c804-4fa4-b28a-ab3f60fea188 req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/fef43cae-09f4-4db3-97ef-694b772bbaaf HTTP/1.1" status: 204 len: 173 time: 0.4080539 Nov 23 09:53:10.625545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5956fc4-2efa-4bdd-a8e4-1d037200c633 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef43cae-09f4-4db3-97ef-694b772bbaaf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:10.651671 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-3671cda7-66b2-403a-ad85-cdb8d80bd10d req-cd31f067-b19a-46a0-8a40-cc116d7ad916 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:10.679835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3671cda7-66b2-403a-ad85-cdb8d80bd10d req-cd31f067-b19a-46a0-8a40-cc116d7ad916 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/fef43cae-09f4-4db3-97ef-694b772bbaaf HTTP/1.1" status: 404 len: 352 time: 0.0822580 Nov 23 09:53:10.763393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:10.788231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-14adae96-24d6-42e0-8ce9-4a2787b1c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:10.801876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-14adae96-24d6-42e0-8ce9-4a2787b1c88f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 1.7575207 Nov 23 09:53:10.949476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:10.955512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:10.961497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:10.970396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a8c1-5d0a-4027-b722-487534d69a1c req-28edcca6-66ff-49ec-a067-ec2c932d1d9f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:10.971986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a52a8c1-5d0a-4027-b722-487534d69a1c req-28edcca6-66ff-49ec-a067-ec2c932d1d9f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1669147 Nov 23 09:53:11.030143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:11.034261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-1859d4df-55d5-454f-bab8-a6a7937aba9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312970 Nov 23 09:53:11.150104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a52a8c1-5d0a-4027-b722-487534d69a1c req-8db86cf0-840e-4e37-8f67-8e7bdbe3d5b1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615121 Nov 23 09:53:11.158844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 983aa754-c614-4695-9b45-c297a6e98bd0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:11.235453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-209371809', 'description': 'tempest-description-213108926'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:11.301420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.363644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 983aa754-c614-4695-9b45-c297a6e98bd0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:11.366243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.413014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-a3249bd1-0b54-4337-b845-47b1f28b778e service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219228 Nov 23 09:53:11.419868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.647077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.657639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.751103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-06b9d0d0-015b-4dcd-a8e2-a5e7be9dfed2 None None] Provisioning complete for port 083e9fe1-059a-4073-8a14-c63b443ea2b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:11.752771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06b9d0d0-015b-4dcd-a8e2-a5e7be9dfed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.755140 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.770788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.783822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72e2c105-b5b0-49ba-9855-af531855c49d req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5695972 Nov 23 09:53:11.809120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4008ab-3d4e-4a6f-8043-3d450dd6b2a7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446a82f1-a49c-4bb6-8ba5-6a9d774448c1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:11.830855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a5a2e41-00ba-4a87-aaa4-317ecb3bed6f req-c48cba2b-fc61-4818-bf63-e711da794105 service neutron] 10.222.0.50 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068320 Nov 23 09:53:11.842652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 983aa754-c614-4695-9b45-c297a6e98bd0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=983aa754-c614-4695-9b45-c297a6e98bd0,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:11.855134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-06b9d0d0-015b-4dcd-a8e2-a5e7be9dfed2 None None] Port 083e9fe1-059a-4073-8a14-c63b443ea2b8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:11.857094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:11.858160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:12.026921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=983aa754-c614-4695-9b45-c297a6e98bd0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:12.041775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.052960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:12.054265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.184666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1615752943', 'description': 'tempest-description-839364280'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:12.266604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.419171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.429451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.465045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.472358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.479492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eafa5fcc-34f3-450d-8549-22af8d20d6d1 req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3025241 Nov 23 09:53:12.484955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.513506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74844a2-97ca-4f63-8fda-0d29d038058d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd9a3cd-acf2-451f-8310-8623209ba9ef,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:12.597218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:12.671453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.678160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0c07-3f7e-4e37-81a9-40b7cfdf74f4 req-d97f5d3d-352d-49b7-a73f-e297a419f109 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:12.695240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82fb0c07-3f7e-4e37-81a9-40b7cfdf74f4 req-d97f5d3d-352d-49b7-a73f-e297a419f109 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1374640 Nov 23 09:53:12.825693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82fb0c07-3f7e-4e37-81a9-40b7cfdf74f4 req-b10e43a3-2813-445a-9a2c-08d7af3312e3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181304 Nov 23 09:53:12.849729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2043796124', 'description': 'tempest-description-1883117298'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:12.904675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:12.933807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:12.936390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:13.073254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 983aa754-c614-4695-9b45-c297a6e98bd0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:13.103774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:13.113670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:13.184993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:13.197855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18b0fe3f-d876-4935-be5c-2d1faf0705b9 req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3531811 Nov 23 09:53:13.203379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263388-6ab5-4173-947a-ff744fbf61ce tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffadc2f-4bc9-48bb-8cb1-c1d95dc33867,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:13.221878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 983aa754-c614-4695-9b45-c297a6e98bd0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:13.222295 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:13.248254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Router b1addb20-2eac-4bb6-85f0-da5bf5938247 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:53:13.505988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd3bcb4-7ca9-44f2-97cc-485cc241bb7d None None] Provisioning complete for port 083e9fe1-059a-4073-8a14-c63b443ea2b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:13.506356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bcb4-7ca9-44f2-97cc-485cc241bb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:13.555919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:53:13.578929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec123b62-e81c-4143-9870-075bfac17cc7 admin admin] 10.222.0.62 "PUT /v2.0/routers/b1addb20-2eac-4bb6-85f0-da5bf5938247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4213252 Nov 23 09:53:13.594514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3bcb4-7ca9-44f2-97cc-485cc241bb7d None None] Port 083e9fe1-059a-4073-8a14-c63b443ea2b8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:13.856359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-473a0295-ae30-4a52-9245-8654509349e5 req-f6e500bb-5239-4d08-8fbe-f72bbb662595 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 10999 time: 0.3410506 Nov 23 09:53:13.947747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Sync routers for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:53:13.972687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:13.973413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:14.003135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-473a0295-ae30-4a52-9245-8654509349e5 req-918bc954-64c8-4d92-a0c5-c43c6fb7ab10 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/148c0b64-064e-49ba-a93f-a1513dc4f259 HTTP/1.1" status: 200 len: 2998 time: 0.1459746 Nov 23 09:53:14.135007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-473a0295-ae30-4a52-9245-8654509349e5 req-de6259fc-f484-4cdb-bd8e-36c5a1040a2c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/148c0b64-064e-49ba-a93f-a1513dc4f259 HTTP/1.1" status: 200 len: 2998 time: 0.1305654 Nov 23 09:53:14.279861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9280-981b-4317-bf9f-320fb8c389a9 req-9f9d448b-0328-4a08-b74f-7fe10182fbb1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:14.287631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89bd9280-981b-4317-bf9f-320fb8c389a9 req-9f9d448b-0328-4a08-b74f-7fe10182fbb1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.0693429 Nov 23 09:53:14.292053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:14.360159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89bd9280-981b-4317-bf9f-320fb8c389a9 req-7b21ff66-ee6d-424e-9ae2-e46aa6f465a0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Nov 23 09:53:14.654011 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-e1ea4fff-3aa4-4725-b4e4-2f0569f69709 req-a95c78ca-9159-46ca-be9e-a7872f7526ad tempest-FloatingIPDetailsNegativeTestJSON-1224165040 tempest-FloatingIPDetailsNegativeTestJSON-1224165040-project] show failed (client error): The resource could not be found. Nov 23 09:53:14.655508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1ea4fff-3aa4-4725-b4e4-2f0569f69709 req-a95c78ca-9159-46ca-be9e-a7872f7526ad tempest-FloatingIPDetailsNegativeTestJSON-1224165040 tempest-FloatingIPDetailsNegativeTestJSON-1224165040-project] 10.222.0.62 "GET /v2.0/floatingips/4ad732f8-6ffa-424a-9614-72b88edea0d6 HTTP/1.1" status: 404 len: 350 time: 0.0576527 Nov 23 09:53:14.665352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:14.797491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-2e78109d-c2c8-4584-9ffd-fa768fc1c7fc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/446a82f1-a49c-4bb6-8ba5-6a9d774448c1 HTTP/1.1" status: 200 len: 1816 time: 0.1098738 Nov 23 09:53:14.907280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '083e9fe1-059a-4073-8a14-c63b443ea2b8', 'name': '', 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'mac_address': 'fa:16:3e:ef:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:08Z', 'updated_at': '2021-11-23T09:53:12Z', 'revision_number': 2, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'subnets': [{'id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:14.945715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:14.979889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Checking router: b1addb20-2eac-4bb6-85f0-da5bf5938247 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:53:14.979889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Updating router b1addb20-2eac-4bb6-85f0-da5bf5938247 port 083e9fe1-059a-4073-8a14-c63b443ea2b8 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:53:15.002439 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.034885 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.100118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.105544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.119625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b5788b0-871e-4779-93d9-b59f61b8f9ba req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/446a82f1-a49c-4bb6-8ba5-6a9d774448c1 HTTP/1.1" status: 204 len: 173 time: 0.3130593 Nov 23 09:53:15.170671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5a6d7-0ee4-446a-8d8f-d49c1f86b85b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a82f1-a49c-4bb6-8ba5-6a9d774448c1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:15.191652 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-cc3c15b4-cbe9-4b14-b1ec-2c6016a57c4b req-f0306313-63aa-4130-8a58-6c7e3f9dd35a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:15.192915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc3c15b4-cbe9-4b14-b1ec-2c6016a57c4b req-f0306313-63aa-4130-8a58-6c7e3f9dd35a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/446a82f1-a49c-4bb6-8ba5-6a9d774448c1 HTTP/1.1" status: 404 len: 352 time: 0.0261221 Nov 23 09:53:15.349045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-08445d64-2ab6-43fa-92e7-e72b832408e2 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/9cd9a3cd-acf2-451f-8310-8623209ba9ef HTTP/1.1" status: 200 len: 1817 time: 0.1161976 Nov 23 09:53:15.464679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.499784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.532990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.659044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.686799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.691037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.697267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dc3f8e7-4750-474e-88bd-b8816b9afc11 req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/9cd9a3cd-acf2-451f-8310-8623209ba9ef HTTP/1.1" status: 204 len: 173 time: 0.3470514 Nov 23 09:53:15.766333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459611-506b-4804-bbd6-c053b91dc68d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd9a3cd-acf2-451f-8310-8623209ba9ef,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:15.940104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:15.959562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.108541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482bc7e-227c-4e38-934a-1bcec65a821d None None] Pushing event updated for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:16.262340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Attempting to bind port 083e9fe1-059a-4073-8a14-c63b443ea2b8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:16.270573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Attempting to bind port 083e9fe1-059a-4073-8a14-c63b443ea2b8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:16.271130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Attempting to bind port 083e9fe1-059a-4073-8a14-c63b443ea2b8 on network 28311e36-452d-42b6-a4cf-335871f2d7b5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:16.283738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:16.284257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Checking segment: {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:16.284774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.285283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Bound using segment: {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:16.285999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Bound port: 083e9fe1-059a-4073-8a14-c63b443ea2b8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:16.286678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.290813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431017-ecb8-40f3-b79f-fb29ade90d73 req-2ba34513-9565-4269-9560-bf6e5e7c9ea0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:16.299897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54431017-ecb8-40f3-b79f-fb29ade90d73 req-2ba34513-9565-4269-9560-bf6e5e7c9ea0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.4635999 Nov 23 09:53:16.428561 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-6bffec73-eaa0-47c5-b7e8-b6737f1a6c1e req-c13b7e8b-d616-4a9f-bb59-4b70b16b7574 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:16.431953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6bffec73-eaa0-47c5-b7e8-b6737f1a6c1e req-c13b7e8b-d616-4a9f-bb59-4b70b16b7574 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/9cd9a3cd-acf2-451f-8310-8623209ba9ef HTTP/1.1" status: 404 len: 352 time: 0.0381002 Nov 23 09:53:16.492227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] For port 083e9fe1-059a-4073-8a14-c63b443ea2b8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:16.498180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] For port 083e9fe1-059a-4073-8a14-c63b443ea2b8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=083e9fe1-059a-4073-8a14-c63b443ea2b8,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:16.520229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.530326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54431017-ecb8-40f3-b79f-fb29ade90d73 req-5f38ffe8-3dd6-4800-87c5-8ce49cdb989e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110770 Nov 23 09:53:16.674305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Deleting port 083e9fe1-059a-4073-8a14-c63b443ea2b8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:16.674771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.785651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] Provisioning complete for port 083e9fe1-059a-4073-8a14-c63b443ea2b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:16.787978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:16.947972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:16.950203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:52:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:17.018851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] For port 083e9fe1-059a-4073-8a14-c63b443ea2b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=083e9fe1-059a-4073-8a14-c63b443ea2b8,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:17.019533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.100855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-b19d57e9-0b94-48bc-bb38-c211e2dd8a33 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/dffadc2f-4bc9-48bb-8cb1-c1d95dc33867 HTTP/1.1" status: 200 len: 1818 time: 0.1796525 Nov 23 09:53:17.119513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Calling delete_port for 083e9fe1-059a-4073-8a14-c63b443ea2b8 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:17.130040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482bc7e-227c-4e38-934a-1bcec65a821d None None] Pushing event updated for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:17.273243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.295935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:17.417317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.446432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] For port 083e9fe1-059a-4073-8a14-c63b443ea2b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=083e9fe1-059a-4073-8a14-c63b443ea2b8,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:17.453422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-dfe68145-8f1f-4677-9839-668aacc202da tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:17.463680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-dfe68145-8f1f-4677-9839-668aacc202da tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.2047694 Nov 23 09:53:17.482776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-c10ce4c8-5abe-421d-ad3b-36915af8192f tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/quotas/b878da0ccc244e24bd98724fc716b3f5 HTTP/1.1" status: 200 len: 375 time: 0.0177457 Nov 23 09:53:17.488111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.529855 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.575066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.578597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.591125 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-01e581d2-2f50-4d0a-9ce1-29c1ff1501f1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012747 Nov 23 09:53:17.597549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a50835a-9fc1-4a6d-9d73-1c452ca831f6 req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/dffadc2f-4bc9-48bb-8cb1-c1d95dc33867 HTTP/1.1" status: 204 len: 173 time: 0.4975805 Nov 23 09:53:17.624988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717cd2-9e42-4b56-8755-d386845ff521 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffadc2f-4bc9-48bb-8cb1-c1d95dc33867,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:17.809849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-13b16137-55db-469e-91cc-19a58355447b service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171650 Nov 23 09:53:17.856818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd19686-fad8-4184-af63-293b55eb266a None None] Pushing event updated for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:17.877779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ea235dd-61cc-460e-bc04-3024cd7fc7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.897011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5c1de03a-37e5-4240-912e-0977af454c89 None None] Provisioning complete for port 083e9fe1-059a-4073-8a14-c63b443ea2b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:17.897414 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5c1de03a-37e5-4240-912e-0977af454c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:17.917724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38cf7b-91bc-4f73-b5c3-2fa03ca50e07 req-3aff7638-6d19-4050-9728-7ae3f8a80a91 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:17.920179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa38cf7b-91bc-4f73-b5c3-2fa03ca50e07 req-3aff7638-6d19-4050-9728-7ae3f8a80a91 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1914377 Nov 23 09:53:18.043412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-bb885467-fff1-4830-a01d-1a9507b60b2c service neutron] 10.222.0.62 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325428 Nov 23 09:53:18.173331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa38cf7b-91bc-4f73-b5c3-2fa03ca50e07 req-385c523a-7615-4911-9076-fa027f635452 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449782 Nov 23 09:53:18.209501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:18.287580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a7948778-1115-419a-aee6-c25516b46827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '083e9fe1-059a-4073-8a14-c63b443ea2b8', 'name': '', 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'mac_address': 'fa:16:3e:ef:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:08Z', 'updated_at': '2021-11-23T09:53:16Z', 'revision_number': 4, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'subnets': [{'id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:18.403711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948778-1115-419a-aee6-c25516b46827 None None] The sync data for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 is: [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port': {'id': '983aa754-c614-4695-9b45-c297a6e98bd0', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:02Z', 'updated_at': '2021-11-23T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '083e9fe1-059a-4073-8a14-c63b443ea2b8', 'name': '', 'network_id': '28311e36-452d-42b6-a4cf-335871f2d7b5', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'mac_address': 'fa:16:3e:ef:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:53:08Z', 'updated_at': '2021-11-23T09:53:16Z', 'revision_number': 4, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'subnets': [{'id': 'e75a6b90-96a2-4001-811c-da8e1c3acc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:53:18.427544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=083e9fe1-059a-4073-8a14-c63b443ea2b8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:18.524148 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-14ad1de6-5809-4a22-bdb7-5477b14746b0 req-5e1089ff-506e-4b99-a752-95ed3beacfc1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:18.525524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14ad1de6-5809-4a22-bdb7-5477b14746b0 req-5e1089ff-506e-4b99-a752-95ed3beacfc1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/dffadc2f-4bc9-48bb-8cb1-c1d95dc33867 HTTP/1.1" status: 404 len: 352 time: 0.2848232 Nov 23 09:53:18.861118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9eaf4f0-f005-4124-90e2-9e7dfd785ee5 req-c8d23fc0-a40b-4a36-b5a3-e5a10591eca6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 210 time: 0.1066549 Nov 23 09:53:19.012131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:19.183137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f767-7792-45c4-afbb-810fcd970428 req-6c5199cb-e31e-4dfd-b522-a1ebda6ef43a tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:19.189698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e6f767-7792-45c4-afbb-810fcd970428 req-6c5199cb-e31e-4dfd-b522-a1ebda6ef43a tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0 HTTP/1.1" status: 200 len: 946 time: 0.2926457 Nov 23 09:53:19.232068 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-220bf3cb-b65f-4917-a296-5eb73a13a4ed req-40720ca0-581b-45fe-8fac-83ec3bd028dc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 6201 time: 0.3170996 Nov 23 09:53:19.239703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df0810-3f47-4337-8e7e-7a9b9a6420cf req-d1e39454-66e0-49d5-8cc6-4aadfee74a25 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:19.241728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99df0810-3f47-4337-8e7e-7a9b9a6420cf req-d1e39454-66e0-49d5-8cc6-4aadfee74a25 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.1182208 Nov 23 09:53:19.355963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99df0810-3f47-4337-8e7e-7a9b9a6420cf req-4200b84e-e040-463a-82a9-f1ad31aa3c63 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765495 Nov 23 09:53:19.488804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-220bf3cb-b65f-4917-a296-5eb73a13a4ed req-65d6d148-70a1-4156-a319-e03cad36ac85 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/148c0b64-064e-49ba-a93f-a1513dc4f259 HTTP/1.1" status: 200 len: 2998 time: 0.2549744 Nov 23 09:53:19.581454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Deleting port 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:19.582292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:19.620556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-220bf3cb-b65f-4917-a296-5eb73a13a4ed req-e417d557-dc3b-4fcf-b125-0e13ee7cc849 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/148c0b64-064e-49ba-a93f-a1513dc4f259 HTTP/1.1" status: 200 len: 2998 time: 0.1305513 Nov 23 09:53:19.710303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a0c0669b-9597-4a83-b693-e66f3898bc1c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:19.711822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a0c0669b-9597-4a83-b693-e66f3898bc1c tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.2068069 Nov 23 09:53:19.833846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1257541030', 'description': 'tempest-description-1278910040'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:19.954862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e30240-bfa3-40d1-b5d9-c3597e1eb2c1 req-000bf7fe-e091-473b-bb59-fd8f13c5a1ae tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:19.956455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e30240-bfa3-40d1-b5d9-c3597e1eb2c1 req-000bf7fe-e091-473b-bb59-fd8f13c5a1ae tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.3657320 Nov 23 09:53:20.001418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.022683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] For port 72246013-245c-445a-a3a3-e065c6229017, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72246013-245c-445a-a3a3-e065c6229017,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:20.023354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.041161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Calling delete_port for 72246013-245c-445a-a3a3-e065c6229017 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:20.063173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.230516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:20.241585 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9d58fb68-95cf-424b-84cc-8219c178291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.270450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Router b1addb20-2eac-4bb6-85f0-da5bf5938247 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:53:20.290158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Deleting port 77221cc0-b843-4810-8917-5bb8f557aa90 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:20.295297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.415346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.433656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No active binding found for port 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 09:53:20.437384 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:20.453187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e30240-bfa3-40d1-b5d9-c3597e1eb2c1 req-a8ca7343-928e-4844-8e39-f4812f1c8a9c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872878 Nov 23 09:53:20.605307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event deleted for resources: {'Port': ['ID=72246013-245c-445a-a3a3-e065c6229017,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:20.607762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] No DVR routers for this DVR port 72246013-245c-445a-a3a3-e065c6229017 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:20.620086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.624093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.635808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e6f767-7792-45c4-afbb-810fcd970428 req-00540df5-f69b-4a6b-b32e-aaf87a404676 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "DELETE /v2.0/ports/72246013-245c-445a-a3a3-e065c6229017 HTTP/1.1" status: 204 len: 173 time: 1.4420226 Nov 23 09:53:20.639516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-deleted', 'tag': '72246013-245c-445a-a3a3-e065c6229017'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:20.642279 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a20c5a-71bf-4a61-9bbd-33d6775e6b45" -d '{"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-deleted", "tag": "72246013-245c-445a-a3a3-e065c6229017"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:20.663214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.735180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.739164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e8e6b48-8456-4a94-aac3-9ab13688a5f2 req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9133883 Nov 23 09:53:20.800040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e22337-a465-4aee-900a-9f446a1c5a3d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5f374-6235-4cf6-86c7-7712821ec602,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:20.831456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] For port 77221cc0-b843-4810-8917-5bb8f557aa90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=77221cc0-b843-4810-8917-5bb8f557aa90,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:20.832172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:20.861612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0623c893-4136-46fa-9291-71fb7ff8b7d7 req-d0f5ba60-3dc7-4466-b4ed-8fab9abc0c48 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 210 time: 0.0543718 Nov 23 09:53:20.893626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-7f83b9da-201c-4405-a57f-ef917732667b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:20.903083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-7f83b9da-201c-4405-a57f-ef917732667b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 805 time: 0.5259564 Nov 23 09:53:20.904103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Calling delete_port for 77221cc0-b843-4810-8917-5bb8f557aa90 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:20.934329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca341b-5b93-42cf-85c3-ecef94970687 req-8bfd3e1a-404a-49e7-a6dc-3bd7e602e692 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:20.936227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37ca341b-5b93-42cf-85c3-ecef94970687 req-8bfd3e1a-404a-49e7-a6dc-3bd7e602e692 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 944 time: 0.0789387 Nov 23 09:53:20.938073 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca0240-5754-476d-b761-33ab97323a46 x-openstack-request-id: req-9cca0240-5754-476d-b761-33ab97323a46 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:20.938420 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0", "name": "network-vif-deleted", "tag": "72246013-245c-445a-a3a3-e065c6229017", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:20.938877 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cca0240-5754-476d-b761-33ab97323a46 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:20.939025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Request body: {'port': {'device_id': '90c039b1-9bcb-4a83-9a10-031732279543', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'admin_state_up': True, 'tenant_id': 'b878da0ccc244e24bd98724fc716b3f5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:20.939840 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a9d291-ad3a-46e3-98c9-9a775ef3d9e0', 'name': 'network-vif-deleted', 'tag': '72246013-245c-445a-a3a3-e065c6229017', 'status': 'completed', 'code': 200} Nov 23 09:53:20.963760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-716657549', 'description': 'tempest-description-433818206'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:20.992084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:53:21.005689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37ca341b-5b93-42cf-85c3-ecef94970687 req-5a756583-631b-4a5f-9634-4a53e5d05a40 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623558 Nov 23 09:53:21.025776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.030812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af5be4d8-e73b-483a-b6ed-38a0f3f46de3 admin admin] 10.222.0.62 "PUT /v2.0/routers/b1addb20-2eac-4bb6-85f0-da5bf5938247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3622262 Nov 23 09:53:21.033571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56026) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:21.118364 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.203925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.264234 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.269083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Made reservation on behalf of b878da0ccc244e24bd98724fc716b3f5 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:21.272647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.287041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.346169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.375302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db06ecf-5b9a-482a-bec4-d6e911187410,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:21.382756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.387812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dea2aec9-1d0c-4a36-b473-cd691b689e02 req-cdb4b3d3-1c66-4a5c-a6e4-4b87621973a1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4374011 Nov 23 09:53:21.388629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.491562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Deleting port 983aa754-c614-4695-9b45-c297a6e98bd0 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:21.518163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.752939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] For port 983aa754-c614-4695-9b45-c297a6e98bd0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=983aa754-c614-4695-9b45-c297a6e98bd0,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:21.753662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:21.795674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Calling delete_port for 983aa754-c614-4695-9b45-c297a6e98bd0 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:21.880126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Sync routers for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:53:21.897916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:21.915280 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:21.920598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:53:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:21.959674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 77221cc0-b843-4810-8917-5bb8f557aa90 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:21.960796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 77221cc0-b843-4810-8917-5bb8f557aa90 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:22.054964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:22.122939 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:21Z', 'revision_number': 6, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:22.157626 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Checking router: b1addb20-2eac-4bb6-85f0-da5bf5938247 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:53:22.177259 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Routers {'b1addb20-2eac-4bb6-85f0-da5bf5938247'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:53:22.178663 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:53:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b1addb20-2eac-4bb6-85f0-da5bf5938247'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:22.276708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.336943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=983aa754-c614-4695-9b45-c297a6e98bd0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:22.381472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b72be-2ed8-4a07-840f-b0e4be622318 req-1c941e42-e59d-4a44-8d8f-29261425dc90 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:22.386637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f64b72be-2ed8-4a07-840f-b0e4be622318 req-1c941e42-e59d-4a44-8d8f-29261425dc90 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1910303 Nov 23 09:53:22.396948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event deleted for resources: {'Port': ['ID=77221cc0-b843-4810-8917-5bb8f557aa90,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:22.437366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] No DVR routers for this DVR port 77221cc0-b843-4810-8917-5bb8f557aa90 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:22.448313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.448674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.449031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.449373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.449712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.450078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.450411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.450737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.451070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.451407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.451741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.452072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:22.460155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.464091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2e61069-93e2-4dd2-9386-09baa66875d3 req-a804e051-87f3-4ed3-adb4-6280fc5bbf68 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "DELETE /v2.0/ports/77221cc0-b843-4810-8917-5bb8f557aa90 HTTP/1.1" status: 204 len: 173 time: 2.7385387 Nov 23 09:53:22.467959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-deleted', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:22.471249 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119658f8-43e0-4f92-88fb-f30b75c58b9a" -d '{"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-deleted", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:22.482859 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] Set router b1addb20-2eac-4bb6-85f0-da5bf5938247 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:53:22.494913 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.508426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Allocated IP 172.20.0.6 (70822e58-482f-464d-95b9-1f992ddc6785/2a0a4e92-3256-4f3e-8405-780e9c95a24f/b1524d1e-9227-48af-8d9f-cc25377e67d7) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:22.523540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.542430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-0d561952-e49e-4c4c-8fba-6906e75ef239 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:22.546340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-0d561952-e49e-4c4c-8fba-6906e75ef239 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 812 time: 0.4370530 Nov 23 09:53:22.566463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-4b9d621c-57ed-4adf-949c-0bb85264b1aa tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/quotas/6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 375 time: 0.0118527 Nov 23 09:53:22.577562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:21Z', 'revision_number': 6, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:22.616377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac694-d803-40c1-b82b-32214ed92a9b None None] The sync data for ids ['b1addb20-2eac-4bb6-85f0-da5bf5938247'] in n-d-781076-5 is: [{'id': 'b1addb20-2eac-4bb6-85f0-da5bf5938247', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999367102-router', 'tenant_id': '8c005a2cbdec4c15b38d5346b8511904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:53:01Z', 'updated_at': '2021-11-23T09:53:21Z', 'revision_number': 6, 'project_id': '8c005a2cbdec4c15b38d5346b8511904', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:53:22.633261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.636088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.643626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f64b72be-2ed8-4a07-840f-b0e4be622318 req-7ae48eb1-92fe-4b78-b258-388c1bc78878 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725669 Nov 23 09:53:22.710355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-a5bfd39e-dedd-427c-9e5c-b8b03049f324 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323512 Nov 23 09:53:22.712025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.712740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1addb20-2eac-4bb6-85f0-da5bf5938247 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:53:22.725601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.727910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a9b6afbf-daef-4c52-8064-44f958d28ea3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b1addb20-2eac-4bb6-85f0-da5bf5938247 HTTP/1.1" status: 204 len: 168 time: 1.6933064 Nov 23 09:53:22.730386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:22.792317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Deleting subnet e75a6b90-96a2-4001-811c-da8e1c3acc3c {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:53:22.796522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.860572 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.876056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.882467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6257124-7929-43f6-acab-178872b37008 req-a7794775-b276-4e68-bab8-49fce9ac1e99 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 210 time: 0.0417693 Nov 23 09:53:22.948447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:22.972720 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-4dc107c1-777d-4ec8-b311-a302bbacb2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484305 Nov 23 09:53:23.070940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Network 70822e58-482f-464d-95b9-1f992ddc6785 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:23.083970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42f15400-cb53-4147-adf9-8be0d5d627e4 req-de88946f-c65a-49fb-b8da-2ae8438e31bf tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd391e60-d7da-43ac-89ef-60f7506ff34f HTTP/1.1" status: 200 len: 210 time: 0.0656464 Nov 23 09:53:23.085765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.102646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 083e9fe1-059a-4073-8a14-c63b443ea2b8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:23.107715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:23.124477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:23.158236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 083e9fe1-059a-4073-8a14-c63b443ea2b8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:23.159327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 083e9fe1-059a-4073-8a14-c63b443ea2b8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:23.279206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.303104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:23.313045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75a6b90-96a2-4001-811c-da8e1c3acc3c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:23.317069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.320726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:23.320894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e3729753-c92d-48ca-925b-ee3cb13b1a4e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e75a6b90-96a2-4001-811c-da8e1c3acc3c HTTP/1.1" status: 204 len: 168 time: 0.5887294 Nov 23 09:53:23.323208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56062) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:23.324382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d7589-80ce-4633-8085-3991cf3346fe None None] Network 28311e36-452d-42b6-a4cf-335871f2d7b5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:23.339057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.364272 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6305ce9c-81e4-4d5f-8560-f4234a041cec x-openstack-request-id: req-6305ce9c-81e4-4d5f-8560-f4234a041cec {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:23.366324 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd391e60-d7da-43ac-89ef-60f7506ff34f", "name": "network-vif-deleted", "tag": "77221cc0-b843-4810-8917-5bb8f557aa90", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:23.367006 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6305ce9c-81e4-4d5f-8560-f4234a041cec {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:23.367006 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd391e60-d7da-43ac-89ef-60f7506ff34f', 'name': 'network-vif-deleted', 'tag': '77221cc0-b843-4810-8917-5bb8f557aa90', 'status': 'completed', 'code': 200} Nov 23 09:53:23.380392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-ce6e2e1b-2212-4b48-a8d8-6ca5e2532733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4589593 Nov 23 09:53:23.386710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-ec6c429b-8b48-4a28-a8d9-b982c9eecb82 service neutron] 10.222.0.62 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130456 Nov 23 09:53:23.392705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Request body: {'port': {'device_id': '90c039b1-9bcb-4a83-9a10-031732279543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:23.424701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.464600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.501773 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.504255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Deleting port 34aa3254-699c-47e8-acf6-a2179d40573c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:23.504778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.611267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] DHCP port deletion for 28311e36-452d-42b6-a4cf-335871f2d7b5 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:53:23.631000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] For port 34aa3254-699c-47e8-acf6-a2179d40573c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=34aa3254-699c-47e8-acf6-a2179d40573c,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:23.631911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.653783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Calling delete_port for 34aa3254-699c-47e8-acf6-a2179d40573c owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:23.724704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Deleting port 34aa3254-699c-47e8-acf6-a2179d40573c {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:23.725079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.756648 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50f8003b-99c3-4213-9b42-514b39b4d689 req-2a6d99cd-1495-4b8b-83c3-2aecc6c39f2c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 210 time: 0.0423577 Nov 23 09:53:23.818058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.853710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] No DVR routers for this DVR port 34aa3254-699c-47e8-acf6-a2179d40573c on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:23.872680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] For port 34aa3254-699c-47e8-acf6-a2179d40573c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=34aa3254-699c-47e8-acf6-a2179d40573c,segment=NetworkSegment(bdef4bcb-5ab0-412f-bd4b-1b94846a2824),segment_id=bdef4bcb-5ab0-412f-bd4b-1b94846a2824)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:23.873153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.903818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1524d1e-9227-48af-8d9f-cc25377e67d7 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:23.905822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Calling delete_port for 34aa3254-699c-47e8-acf6-a2179d40573c owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:23.915586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:23.919004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Pushing event deleted for resources: {'Port': ['ID=34aa3254-699c-47e8-acf6-a2179d40573c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:23.930027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Transition to ACTIVE for port object b1524d1e-9227-48af-8d9f-cc25377e67d7 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:24.025800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.076266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.135774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.216903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b2d1-8cad-469c-b7f5-84d0b67ebb45 req-44251f34-66ca-4cfd-b139-b9ab5c33754f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.218595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4493b2d1-8cad-469c-b7f5-84d0b67ebb45 req-44251f34-66ca-4cfd-b139-b9ab5c33754f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.2872977 Nov 23 09:53:24.233588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:24.252229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28311e36-452d-42b6-a4cf-335871f2d7b5']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:24.267154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:24.268415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdef4bcb-5ab0-412f-bd4b-1b94846a2824') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:24.280023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:24.283582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] Pushing event deleted for resources: {'Port': ['ID=34aa3254-699c-47e8-acf6-a2179d40573c,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:24.284827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.305643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.314287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:53:24.314483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de5412-e073-4627-b14f-2d9b077b2129 None None] No DVR routers for this DVR port 34aa3254-699c-47e8-acf6-a2179d40573c on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:24.314883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.325921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 72246013-245c-445a-a3a3-e065c6229017 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:24.326311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72246013-245c-445a-a3a3-e065c6229017 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:24.345714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4493b2d1-8cad-469c-b7f5-84d0b67ebb45 req-49880db8-a856-47bd-b0f1-c3eec340f288 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146080 Nov 23 09:53:24.371041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Attempting to bind port b1524d1e-9227-48af-8d9f-cc25377e67d7 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:24.371635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Attempting to bind port b1524d1e-9227-48af-8d9f-cc25377e67d7 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:24.372194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Attempting to bind port b1524d1e-9227-48af-8d9f-cc25377e67d7 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:24.385000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Port b1524d1e-9227-48af-8d9f-cc25377e67d7 on network 70822e58-482f-464d-95b9-1f992ddc6785 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:24.385335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Attempting to bind port b1524d1e-9227-48af-8d9f-cc25377e67d7 on network 70822e58-482f-464d-95b9-1f992ddc6785 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:24.393617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:24.393988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Checking segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:24.394390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Bound using segment: {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:24.394966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Bound port: b1524d1e-9227-48af-8d9f-cc25377e67d7, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:24.395365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:53:24.399724 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:53:24.420834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21017eac-060f-453f-89e7-a3afc5c381b5 req-a9b5b196-f6b0-4f65-8865-f0f294309e95 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.428684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21017eac-060f-453f-89e7-a3afc5c381b5 req-a9b5b196-f6b0-4f65-8865-f0f294309e95 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 943 time: 0.3858907 Nov 23 09:53:24.463568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.470592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.478169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] 10.222.0.62 "DELETE /v2.0/networks/28311e36-452d-42b6-a4cf-335871f2d7b5 HTTP/1.1" status: 204 len: 168 time: 1.1537902 Nov 23 09:53:24.497422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:24.501113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:24.523066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.551209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf964f-e151-4636-99ec-4562890fec2f admin admin] Pushing event deleted for resources: {'Network': ['ID=28311e36-452d-42b6-a4cf-335871f2d7b5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:24.578970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21017eac-060f-453f-89e7-a3afc5c381b5 req-6ba7aefb-5bc6-4af3-8aba-dd8c207bd733 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491060 Nov 23 09:53:24.606844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.607691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.610068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1524d1e-9227-48af-8d9f-cc25377e67d7 HTTP/1.1" status: 200 len: 1091 time: 1.2210312 Nov 23 09:53:24.648963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09833278-c6d2-46d8-81d7-bf12abd22a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:24.679931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56090) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:24.746748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a23a45ec-edfb-4bec-b6e9-71988af1f494 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c005a2cbdec4c15b38d5346b8511904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672941 Nov 23 09:53:24.749776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:24.759120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-5daa2fd1-4546-4c0e-ade3-4094e8851af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.764807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-5daa2fd1-4546-4c0e-ade3-4094e8851af4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 1094 time: 0.0980930 Nov 23 09:53:24.821740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.851001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-a0a0e034-0c24-40cd-9d78-3e679f843844 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7 HTTP/1.1" status: 200 len: 217 time: 0.0756543 Nov 23 09:53:24.852465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.907492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-844e6ffd-6381-4ea3-b653-0b5f4d927824 req-5ceb5b31-b4da-41c9-b48f-824644ed3ce6 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 210 time: 0.0587521 Nov 23 09:53:24.928023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-c8970d4f-aa9c-439b-a876-2b9df0fb6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.931694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-c8970d4f-aa9c-439b-a876-2b9df0fb6aa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.0727084 Nov 23 09:53:24.941779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a8f-025e-4e47-b874-675c48baaf7b req-118cd480-fb18-48cf-b7ba-7fabb40578d6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:24.948873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0cb7a8f-025e-4e47-b874-675c48baaf7b req-118cd480-fb18-48cf-b7ba-7fabb40578d6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.1016605 Nov 23 09:53:24.979116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-aaf00106-1f6e-4b48-9fb4-8553d8b547bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368006 Nov 23 09:53:24.989799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 983aa754-c614-4695-9b45-c297a6e98bd0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:24.992718 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.995762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:24.996912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49897665-244a-408f-bdd3-85617a247448 HTTP/1.1" status: 204 len: 168 time: 0.2455835 Nov 23 09:53:25.014247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0cb7a8f-025e-4e47-b874-675c48baaf7b req-f2246176-bbda-4a05-b8f2-07cc67e44d38 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643492 Nov 23 09:53:25.038555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9429bab-ddff-4554-9301-7103d8c77364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49897665-244a-408f-bdd3-85617a247448,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:25.088362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 983aa754-c614-4695-9b45-c297a6e98bd0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:25.091061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 983aa754-c614-4695-9b45-c297a6e98bd0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:25.091507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 34aa3254-699c-47e8-acf6-a2179d40573c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:25.142701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 34aa3254-699c-47e8-acf6-a2179d40573c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:25.143537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 34aa3254-699c-47e8-acf6-a2179d40573c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:25.198941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-2eae0d8f-cbc8-4faa-a434-b3b7882908a3 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958084 Nov 23 09:53:25.356440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-56dc2542-8e0c-4cc8-a78b-15c3e576a35b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.358955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-56dc2542-8e0c-4cc8-a78b-15c3e576a35b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.11 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 812 time: 0.2272034 Nov 23 09:53:25.362471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f75d1ab5-fdf1-44d3-b2ca-9de9409cce11 req-f314fe3c-ad1d-4256-adf3-a148ded97a3b service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566501 Nov 23 09:53:25.375901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'device_id': '08bd369c-889e-4fac-94a1-2f945647a357', 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd', 'admin_state_up': True, 'tenant_id': '6a0fa405e5f4424c96d1a4b90a6da683'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:25.377082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-854d4ad1-56d0-4e7f-8dec-ccd1d4ddb1fe tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.378865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-854d4ad1-56d0-4e7f-8dec-ccd1d4ddb1fe tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.0982385 Nov 23 09:53:25.379815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:25.383812 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174" -d '{"events": [{"name": "network-changed", "server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:25.494823 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af4abdf-37f9-40b1-a78a-8a28d3ab9948 x-openstack-request-id: req-7af4abdf-37f9-40b1-a78a-8a28d3ab9948 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:25.495126 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:25.495383 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7af4abdf-37f9-40b1-a78a-8a28d3ab9948 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:25.495796 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'status': 'completed', 'code': 200} Nov 23 09:53:25.568069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd0e5-2ffc-4dee-90ab-b1a92aca69a5 req-8a1768db-84db-496f-bb3f-1a7f7c7177ed tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.571309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d6cd0e5-2ffc-4dee-90ab-b1a92aca69a5 req-8a1768db-84db-496f-bb3f-1a7f7c7177ed tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1251876 Nov 23 09:53:25.597514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-bbc48f08-aa0d-4de3-a68c-010e4ddd52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.600159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-bbc48f08-aa0d-4de3-a68c-010e4ddd52c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b878da0ccc244e24bd98724fc716b3f5&device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 1094 time: 0.0979278 Nov 23 09:53:25.606109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Deleting port b52b1454-2ee7-4a84-9eda-27e16f9e7317 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:25.606601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:25.653100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d6cd0e5-2ffc-4dee-90ab-b1a92aca69a5 req-8c397a6f-a1fe-48af-9709-051b6a8d275f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Nov 23 09:53:25.690378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Made reservation on behalf of 6a0fa405e5f4424c96d1a4b90a6da683 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:25.694065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:25.815127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] For port b52b1454-2ee7-4a84-9eda-27e16f9e7317, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b52b1454-2ee7-4a84-9eda-27e16f9e7317,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:25.815502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:25.864601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Calling delete_port for b52b1454-2ee7-4a84-9eda-27e16f9e7317 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:25.871431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Allocated IP 172.20.0.8 (8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd/c5ec8b96-78d7-471b-8120-d9cf0b94849b/4da5fb40-70a9-485c-b9f0-6585e6de28d7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:25.924834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18decaf9-49c3-4ccf-ba48-efa86bea95e2 req-324de943-a17d-4437-9d11-9e6510dcae02 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.932206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18decaf9-49c3-4ccf-ba48-efa86bea95e2 req-324de943-a17d-4437-9d11-9e6510dcae02 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 943 time: 0.1977620 Nov 23 09:53:25.964193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-2946a054-e7aa-4731-a580-6bee2be172be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:25.965665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-2946a054-e7aa-4731-a580-6bee2be172be service neutron] 10.222.0.11 "GET /v2.0/networks?id=70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 200 len: 906 time: 0.2325912 Nov 23 09:53:26.034702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-cbc8cee7-3e7b-4215-9e69-d280f010535f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7 HTTP/1.1" status: 200 len: 217 time: 0.0572898 Nov 23 09:53:26.077921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0fa6bff3-c82a-46b8-bf01-e36ec1878556 req-4ff6f4e1-b69f-4899-8e56-9297347eef69 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 210 time: 0.0476501 Nov 23 09:53:26.090558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18decaf9-49c3-4ccf-ba48-efa86bea95e2 req-8a5c9be3-5f96-479b-a983-8f6e7dd49ce1 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573322 Nov 23 09:53:26.096268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:26.145512 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.244898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.257499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:26.264896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-d35304b4-01eb-4dbe-839d-6292dabb7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:26.267542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-d35304b4-01eb-4dbe-839d-6292dabb7729 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 200 len: 845 time: 0.2228787 Nov 23 09:53:26.268659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.270933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1250888588-network', 'tenant_id': 'd5124bc3c71b4f4e9ff7f7d90f5a6dd0'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:26.336343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce305a9-1c34-49b8-834b-01c12c25302e req-d66fecaf-8063-4f12-87b3-8010c1d56be6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:26.337857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ce305a9-1c34-49b8-834b-01c12c25302e req-d66fecaf-8063-4f12-87b3-8010c1d56be6 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a592d4f-a565-44e4-b702-28bc6032ece3 HTTP/1.1" status: 200 len: 945 time: 0.1398602 Nov 23 09:53:26.339821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:26.357404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:26.369102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:26.383686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:26.385954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Made reservation on behalf of d5124bc3c71b4f4e9ff7f7d90f5a6dd0 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:26.388347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.388686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-9194675d-b703-4d0a-8a12-f224c1a72f99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70822e58-482f-464d-95b9-1f992ddc6785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027095 Nov 23 09:53:26.391674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event deleted for resources: {'Port': ['ID=b52b1454-2ee7-4a84-9eda-27e16f9e7317,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:26.419084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] No DVR routers for this DVR port b52b1454-2ee7-4a84-9eda-27e16f9e7317 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:26.423174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.427258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da30a2ad-4e56-4fc1-8068-6d8e3cd416f3 req-adb039c6-c0a1-4712-bea2-35f16d928e51 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "DELETE /v2.0/ports/b52b1454-2ee7-4a84-9eda-27e16f9e7317 HTTP/1.1" status: 204 len: 173 time: 1.0395598 Nov 23 09:53:26.430227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.509105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:26.509738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.524156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ce305a9-1c34-49b8-834b-01c12c25302e req-2cf495fd-2299-4f82-a430-c1b4f1d5ed45 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736267 Nov 23 09:53:26.540697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-e68be3cc-5a14-456a-bcf1-b5faa24f9026 service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300726 Nov 23 09:53:26.547083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b652878f-a65c-4c60-876c-6c49327bfcc7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765487 Nov 23 09:53:26.564492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Request body: {'port': {'device_id': '08bd369c-889e-4fac-94a1-2f945647a357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:26.671408 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.690189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.693512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea72f7fc-8b3e-4a11-bda0-c9d7c4fe5174 req-74bce651-e5cd-4cbc-8e6a-7951a144ae7a service neutron] 10.222.0.11 "GET /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445920 Nov 23 09:53:26.698001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.745753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:53:26.787281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ddcfe-3d9b-42ba-bf91-87a67b072441,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:26.804200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.804541 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Added segment 6ed8c8f3-f79e-49ac-a931-4fcffbc2381e of type vlan for network ed689baa-9c52-48fc-85d0-99910e76bcda Nov 23 09:53:26.909640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:26.918945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aa9ca-dc4c-44be-9b25-db41c8cc601d req-85e7025b-afad-4bad-b859-86b07a757b6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:26.920777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c57aa9ca-dc4c-44be-9b25-db41c8cc601d req-85e7025b-afad-4bad-b859-86b07a757b6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1761703 Nov 23 09:53:27.024636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.025623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:27.026229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.073357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c57aa9ca-dc4c-44be-9b25-db41c8cc601d req-e31c1794-899b-4015-8245-9ac62e016057 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429579 Nov 23 09:53:27.083657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9862940 Nov 23 09:53:27.086888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:27.092104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Request body: {'subnet': {'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1250888588-subnet', 'tenant_id': 'd5124bc3c71b4f4e9ff7f7d90f5a6dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:27.121169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Made reservation on behalf of d5124bc3c71b4f4e9ff7f7d90f5a6dd0 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:27.127108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.133233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba534d5a-b94c-4d37-ac2c-8975904a2125 admin admin] Pushing event updated for resources: {'Network': ['ID=ed689baa-9c52-48fc-85d0-99910e76bcda,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:27.159783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ed689baa-9c52-48fc-85d0-99910e76bcda details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:53:27.259234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da5fb40-70a9-485c-b9f0-6585e6de28d7 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:27.276036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.308633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29faba3-767d-45c4-9aa1-c544c9fb6a75 req-182b9d93-80da-4b9d-ae1a-da55bb8d459b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:27.310326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e29faba3-767d-45c4-9aa1-c544c9fb6a75 req-182b9d93-80da-4b9d-ae1a-da55bb8d459b tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 943 time: 0.1131966 Nov 23 09:53:27.311461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Transition to ACTIVE for port object 4da5fb40-70a9-485c-b9f0-6585e6de28d7 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:27.317020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.338144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0a69d-bb97-4c68-88b8-0406474490fa req-8970d898-41ca-47c5-abcf-4050f90306f6 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:27.339651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8a0a69d-bb97-4c68-88b8-0406474490fa req-8970d898-41ca-47c5-abcf-4050f90306f6 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 931 time: 0.0872860 Nov 23 09:53:27.454416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8a0a69d-bb97-4c68-88b8-0406474490fa req-7af751f3-bc10-4d13-9fc5-8e81563edf0b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946231 Nov 23 09:53:27.464425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.498088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-deleted', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:27.502469 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ceff98-b035-4f7e-98c6-8c27a46504af" -d '{"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-deleted", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:27.542761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf6954f-13df-455b-9355-2d6d40f35fd3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:27.555760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Checking segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:27.555760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Network hostable DHCP agents. Network: ed689baa-9c52-48fc-85d0-99910e76bcda, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:53:27.582459 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279be52-33a2-4ef7-bfd5-f23c04d2074f x-openstack-request-id: req-2279be52-33a2-4ef7-bfd5-f23c04d2074f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:27.583200 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a592d4f-a565-44e4-b702-28bc6032ece3", "name": "network-vif-deleted", "tag": "b52b1454-2ee7-4a84-9eda-27e16f9e7317", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:27.583942 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2279be52-33a2-4ef7-bfd5-f23c04d2074f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:27.584973 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a592d4f-a565-44e4-b702-28bc6032ece3', 'name': 'network-vif-deleted', 'tag': 'b52b1454-2ee7-4a84-9eda-27e16f9e7317', 'status': 'completed', 'code': 200} Nov 23 09:53:27.587218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Network ed689baa-9c52-48fc-85d0-99910e76bcda is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:53:27.620229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ed689baa-9c52-48fc-85d0-99910e76bcda) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:27.625285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:27.625882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.632638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accaebff-3677-4dfe-a820-0e5071251091 None None] Network ed689baa-9c52-48fc-85d0-99910e76bcda requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:27.650471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bcd81c37-9928-4bad-909f-5798c22d543f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5622723 Nov 23 09:53:27.825487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:27.883518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f00c4-1ce3-49b2-8de5-90d0c3724a30 None None] Network ed689baa-9c52-48fc-85d0-99910e76bcda requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:27.887128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e29faba3-767d-45c4-9aa1-c544c9fb6a75 req-06cca0dc-6941-4ef3-b7b2-a2de292bfe6d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670600 Nov 23 09:53:27.956507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Attempting to bind port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:27.956845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Attempting to bind port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:27.957210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Attempting to bind port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:27.961907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:27.962235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Attempting to bind port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 on network 8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:27.973060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:27.973381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Checking segment: {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:27.973685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Bound using segment: {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:27.974145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Bound port: 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8938a9-d6d2-47b1-8584-f718a8014db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:27.974496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:27.982022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:27.984124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:28.018677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: b52b1454-2ee7-4a84-9eda-27e16f9e7317 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:28.019242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b52b1454-2ee7-4a84-9eda-27e16f9e7317 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:28.070899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d5d5-edac-461d-9bcc-73a654c3ae61 req-f9894e0c-5178-4f51-8a93-70700652fb13 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.072455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e80d5d5-edac-461d-9bcc-73a654c3ae61 req-f9894e0c-5178-4f51-8a93-70700652fb13 tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.1017506 Nov 23 09:53:28.144312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e80d5d5-edac-461d-9bcc-73a654c3ae61 req-20ecf444-b2f8-4b6a-9d9b-5c3cec73bcae tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cea2753-b14c-4a13-897b-97c9d7552f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Nov 23 09:53:28.150413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:28.155207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:28.162700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.199402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:28.228985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:28.241012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.241977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.244309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] 10.222.0.11 "PUT /v2.0/ports/4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 1091 time: 1.6845980 Nov 23 09:53:28.246219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:28.260920 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a0713-181d-43fe-8105-e6761e115cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:28.264870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae', 'port_id': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'mac_address': 'fa:16:3e:5e:22:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd632ad-84d2-43ad-84a9-901329b61765', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:28.318942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975a6c4-6aa7-406b-b468-2d570c7f386f service neutron] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:28.354438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bce08412-4961-428a-af87-32b14bfb7c1f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.362533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bce08412-4961-428a-af87-32b14bfb7c1f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.1762967 Nov 23 09:53:28.400745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.404075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:28.419433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-756d235b-c964-4a3c-9cba-c70e44ce05ce tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/quotas/d5124bc3c71b4f4e9ff7f7d90f5a6dd0 HTTP/1.1" status: 200 len: 375 time: 0.0554974 Nov 23 09:53:28.424289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'mac_address': 'fa:16:3e:53:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:28.427078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0e0d28-985a-4531-a06c-810fb8c166c0 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:28.427242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709144f-2a16-4dc5-b3f6-35c0108add54 req-3c512c8e-ca8f-4c44-a6df-6914672c1a17 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.428744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2709144f-2a16-4dc5-b3f6-35c0108add54 req-3c512c8e-ca8f-4c44-a6df-6914672c1a17 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.0989394 Nov 23 09:53:28.430998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-68a69821-c95f-4364-ae64-1ead955877e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.432538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-68a69821-c95f-4364-ae64-1ead955877e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1094 time: 0.1014831 Nov 23 09:53:28.452864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-a4731d43-3c82-4c2d-8b9b-52d116b415f2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326281 Nov 23 09:53:28.455386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:28.464055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.496764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-6c49b2be-4f1e-4217-8d58-ac401c633820 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 217 time: 0.0549109 Nov 23 09:53:28.505796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-f54e1c76-4ff9-4898-aa7b-50a69fb35a9f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.507476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-f54e1c76-4ff9-4898-aa7b-50a69fb35a9f tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 944 time: 0.1312468 Nov 23 09:53:28.542031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.566424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2709144f-2a16-4dc5-b3f6-35c0108add54 req-479473ae-ab28-45f0-875c-bb2946afc892 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310797 Nov 23 09:53:28.581300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1524d1e-9227-48af-8d9f-cc25377e67d7 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:28.590625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-a73e9a18-6120-4c0b-a3c5-9e3c38d10d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.592478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-a73e9a18-6120-4c0b-a3c5-9e3c38d10d4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.0893731 Nov 23 09:53:28.623300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:28.631300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-22f2857b-b1bc-4a34-b4cd-b261a13bc277 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295081 Nov 23 09:53:28.632958 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282fb456-083d-40e7-b77e-9f5754a01f8d x-openstack-request-id: req-282fb456-083d-40e7-b77e-9f5754a01f8d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:28.633248 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:28.633495 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-282fb456-083d-40e7-b77e-9f5754a01f8d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:28.633875 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'status': 'completed', 'code': 200} Nov 23 09:53:28.647184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:28.658381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.706175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6e0e0d28-985a-4531-a06c-810fb8c166c0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:28.717601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Deleting port 53262a02-0bc7-478b-b48e-bf05b5abbf10 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:28.717964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:28.722238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-3c063104-83a7-4d2e-8cac-78e060c2cfb9 service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589133 Nov 23 09:53:28.760116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:28.792357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0af7b-5fa1-4ec9-b650-974efe0fff2d req-8c4e202b-1d89-4572-8047-f2c71982587c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:28.794704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fee0af7b-5fa1-4ec9-b650-974efe0fff2d req-8c4e202b-1d89-4572-8047-f2c71982587c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 943 time: 0.0769639 Nov 23 09:53:28.798695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-041ecc7a-6cb3-4f34-bde5-bbd1b6b6e54d service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571863 Nov 23 09:53:28.843561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-5ef1107d-04ec-406e-9a8a-52e885cd9039 service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034801 Nov 23 09:53:28.875440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fee0af7b-5fa1-4ec9-b650-974efe0fff2d req-10324361-d9ff-4f1f-a075-48a456bbeecf tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738745 Nov 23 09:53:28.941290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35e56bf6-c42e-4859-8237-d275ac68e284 req-b6ec38f6-d60d-4dd6-a67b-b507aa3a4d3e service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180737 Nov 23 09:53:28.988172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] For port 53262a02-0bc7-478b-b48e-bf05b5abbf10, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=53262a02-0bc7-478b-b48e-bf05b5abbf10,segment=NetworkSegment(7d730b96-9740-4276-b9fd-3311944e996f),segment_id=7d730b96-9740-4276-b9fd-3311944e996f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:28.988646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:29.004882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Calling delete_port for 53262a02-0bc7-478b-b48e-bf05b5abbf10 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:29.038231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b1524d1e-9227-48af-8d9f-cc25377e67d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:29.057556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0713-181d-43fe-8105-e6761e115cfd req-85fe7a5a-e50d-4caa-ac4e-2a9178cc4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:29.061833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-85fe7a5a-e50d-4caa-ac4e-2a9178cc4229 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1094 time: 0.0567150 Nov 23 09:53:29.251533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcc1c57a-4d0c-4f1c-81d6-b985cddaf9d2 req-93033771-0bdb-4508-b2aa-6da9c9633755 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 210 time: 0.0356634 Nov 23 09:53:29.298171 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:29.333507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d517b-a6c2-4215-af97-07f468e52a6e req-d28fc882-e2cc-4f85-83f4-f23ac45a7fe9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:29.341500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555d517b-a6c2-4215-af97-07f468e52a6e req-d28fc882-e2cc-4f85-83f4-f23ac45a7fe9 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 944 time: 0.2533422 Nov 23 09:53:29.385116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Pushing event deleted for resources: {'Port': ['ID=53262a02-0bc7-478b-b48e-bf05b5abbf10,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:29.390359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0713-181d-43fe-8105-e6761e115cfd req-d647a20a-6a03-476b-b6d8-a0618360cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:29.391861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-d647a20a-6a03-476b-b6d8-a0618360cec5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.3207798 Nov 23 09:53:29.424674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-718864de-5ada-4785-91d3-a3045c00c029 req-dbcc4b01-b567-44bf-9020-6e2a8ebc9f9a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e60144-d5bf-4052-be13-3cabfb913034 HTTP/1.1" status: 200 len: 210 time: 0.0833664 Nov 23 09:53:29.438864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] No DVR routers for this DVR port 53262a02-0bc7-478b-b48e-bf05b5abbf10 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:29.441557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:29.445042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb186d70-3305-42fc-9429-f930fef9ab2a req-38f344a5-6d81-4307-a845-3f71cf18ab7a tempest-LiveAutoBlockMigrationV225Test-1678228737 tempest-LiveAutoBlockMigrationV225Test-1678228737-project] 10.222.0.50 "DELETE /v2.0/ports/53262a02-0bc7-478b-b48e-bf05b5abbf10 HTTP/1.1" status: 204 len: 173 time: 0.9301217 Nov 23 09:53:29.452698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-6472b8be-2361-4b5d-b390-a23f4de0c4ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 217 time: 0.0522428 Nov 23 09:53:29.466421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555d517b-a6c2-4215-af97-07f468e52a6e req-d0373d3e-7932-4453-925b-f092faef731c tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238513 Nov 23 09:53:29.544674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0713-181d-43fe-8105-e6761e115cfd req-52d822af-c11f-4a9c-8619-e3906af7d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:29.546615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-52d822af-c11f-4a9c-8619-e3906af7d4ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.0790701 Nov 23 09:53:29.586785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-deleted', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:29.587990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-5422f0c3-cf3b-4161-9cb3-3f1156165ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328932 Nov 23 09:53:29.591380 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d839b-f5ad-418b-a737-7588dcc5fb3e" -d '{"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-deleted", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:29.671396 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf8189d-b667-48ab-aeac-513bfb1e2ae5 x-openstack-request-id: req-ccf8189d-b667-48ab-aeac-513bfb1e2ae5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:29.673641 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e60144-d5bf-4052-be13-3cabfb913034", "name": "network-vif-deleted", "tag": "53262a02-0bc7-478b-b48e-bf05b5abbf10", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:29.674192 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccf8189d-b667-48ab-aeac-513bfb1e2ae5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:29.675138 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e60144-d5bf-4052-be13-3cabfb913034', 'name': 'network-vif-deleted', 'tag': '53262a02-0bc7-478b-b48e-bf05b5abbf10', 'status': 'completed', 'code': 200} Nov 23 09:53:29.735331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-f744190b-ffe8-4479-b411-4297d0cfdebc service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181107 Nov 23 09:53:29.740507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836b4a-f611-40e2-aaff-e82a04b2e5c7 req-5ac9e51a-b78c-45b3-b8de-815806349b57 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:29.748566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4836b4a-f611-40e2-aaff-e82a04b2e5c7 req-5ac9e51a-b78c-45b3-b8de-815806349b57 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.0652432 Nov 23 09:53:29.796931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4836b4a-f611-40e2-aaff-e82a04b2e5c7 req-efce89fc-f914-4e04-a3a6-4c0b4af02024 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Nov 23 09:53:29.862169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a08a0713-181d-43fe-8105-e6761e115cfd req-a335f3e3-3235-44fe-a503-39ace26b1eee service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193371 Nov 23 09:53:29.958750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:30.006250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649e2e-bcf1-461e-a3e7-0001be2447ab req-388226c2-4a50-4b76-9561-28ddcc24d840 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:30.008545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f649e2e-bcf1-461e-a3e7-0001be2447ab req-388226c2-4a50-4b76-9561-28ddcc24d840 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 943 time: 0.0544028 Nov 23 09:53:30.075417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f649e2e-bcf1-461e-a3e7-0001be2447ab req-22f4513b-d539-4475-a624-e706ef826f01 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Nov 23 09:53:30.089320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 6e0e0d28-985a-4531-a06c-810fb8c166c0 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:53:30.100155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6e0e0d28-985a-4531-a06c-810fb8c166c0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:30.100528 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.213390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:30.238068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.276145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:30.278983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab5fd3-88e8-4b5c-bfd9-d444fbb9f894" -d '{"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:30.296866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:30.308783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.352109 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d4c019-f22f-4f07-99c6-ebf6dbbb9b8a x-openstack-request-id: req-86d4c019-f22f-4f07-99c6-ebf6dbbb9b8a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:30.352387 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:30.352634 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86d4c019-f22f-4f07-99c6-ebf6dbbb9b8a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:30.353019 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'code': 200} Nov 23 09:53:30.355693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port b1524d1e-9227-48af-8d9f-cc25377e67d7 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:53:30.361839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port b1524d1e-9227-48af-8d9f-cc25377e67d7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:30.362244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.458805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d13d90d4-1de6-4913-a4f6-a2965ebf88c4 req-e0b9f22a-5ea0-482d-a5e2-f8e54ceea3a3 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 210 time: 0.0763261 Nov 23 09:53:30.465968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:30.512947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56254) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:30.529629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.530082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.530509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.530909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.531304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.531773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.532095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.532486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.532866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.533258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.533648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.534065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:53:30.551455 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.604675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:30.615745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.653340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0c649-c661-4417-915c-44cd526efd6d req-75854e8f-7c8a-4424-9532-83c1e3011321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:30.655378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1d0c649-c661-4417-915c-44cd526efd6d req-75854e8f-7c8a-4424-9532-83c1e3011321 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1096 time: 0.1770408 Nov 23 09:53:30.701514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31abf-6fd9-4f1f-805e-f2342bbccdb0 req-fa2b522f-64c9-4a20-81ab-cba28a0a6ec4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:30.703315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efb31abf-6fd9-4f1f-805e-f2342bbccdb0 req-fa2b522f-64c9-4a20-81ab-cba28a0a6ec4 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.1030698 Nov 23 09:53:30.709315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:30.711935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-e31acc78-f0dd-4814-926a-a52f552d90cc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:30.714294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-e31acc78-f0dd-4814-926a-a52f552d90cc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.3103592 Nov 23 09:53:30.717693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Deleting subnet c3c726ea-66b3-4c28-b762-076ebe4d14cf {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:53:30.721164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.730429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'port': {'device_id': '89246672-36ba-4339-81eb-77afdfd8179b', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'admin_state_up': True, 'tenant_id': 'd5124bc3c71b4f4e9ff7f7d90f5a6dd0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:30.760772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.799637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1d0c649-c661-4417-915c-44cd526efd6d req-03a10dbb-103b-4195-9d36-d239542fbcfb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347327 Nov 23 09:53:30.803334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.841345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efb31abf-6fd9-4f1f-805e-f2342bbccdb0 req-95b1b32e-8dff-46ea-bee3-c66b26c61d52 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258569 Nov 23 09:53:30.879142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.893308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Made reservation on behalf of d5124bc3c71b4f4e9ff7f7d90f5a6dd0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:30.900561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.915472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c726ea-66b3-4c28-b762-076ebe4d14cf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:30.927829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:30.931378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cbe20250-37f7-4651-b1fb-1b064e0133fa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c3c726ea-66b3-4c28-b762-076ebe4d14cf HTTP/1.1" status: 204 len: 168 time: 0.4173343 Nov 23 09:53:30.935438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:30.969366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4daf5-6b1f-4b41-80a8-2efc746ec0d1 req-bb3b4d03-2f58-40ff-98b4-1203e46efef0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:30.971306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0d4daf5-6b1f-4b41-80a8-2efc746ec0d1 req-bb3b4d03-2f58-40ff-98b4-1203e46efef0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.0603793 Nov 23 09:53:31.033618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0d4daf5-6b1f-4b41-80a8-2efc746ec0d1 req-04f7012b-5067-45ac-8e48-a1c5369defd5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532737 Nov 23 09:53:31.432012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.465503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Allocated IP 172.20.0.7 (ed689baa-9c52-48fc-85d0-99910e76bcda/8cf6954f-13df-455b-9355-2d6d40f35fd3/a65a374e-595a-4728-87f8-d0a9031253cf) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:31.474701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58fc0-774d-465b-bada-5d02b7621af0 req-c7894c80-edbd-426f-a37c-4e71fd8b729a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:31.477359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cc58fc0-774d-465b-bada-5d02b7621af0 req-c7894c80-edbd-426f-a37c-4e71fd8b729a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 943 time: 0.1438227 Nov 23 09:53:31.561023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7016f592-c467-4a05-a530-b99fe436f74b req-e2320ac1-61d9-4e28-a2de-dec262ae91c7 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 210 time: 0.0284798 Nov 23 09:53:31.594031 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.641227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f3770-f03b-4e17-bed8-c35b24af0524']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:31.656554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d730b96-9740-4276-b9fd-3311944e996f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:31.656831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d730b96-9740-4276-b9fd-3311944e996f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:31.670926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cc58fc0-774d-465b-bada-5d02b7621af0 req-7c4aea04-56e5-444f-849f-faafd79b4bb3 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694589 Nov 23 09:53:31.687657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.732728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.745702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:53:31.746119 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:53:31.747779 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:53:31.832275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.834092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.861356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.865774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] 10.222.0.62 "DELETE /v2.0/networks/439f3770-f03b-4e17-bed8-c35b24af0524 HTTP/1.1" status: 204 len: 168 time: 0.9280617 Nov 23 09:53:31.867391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:31.870194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bef26-ef13-4920-8612-7968ae7efd3a admin admin] Pushing event deleted for resources: {'Network': ['ID=439f3770-f03b-4e17-bed8-c35b24af0524,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:31.927437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.928667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Deleting subnet 3ce837be-2915-4d5f-9d22-8e31374e9324 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:53:31.936026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:31.974444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:31.979178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Network ed689baa-9c52-48fc-85d0-99910e76bcda is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:31.998319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 53262a02-0bc7-478b-b48e-bf05b5abbf10 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:31.999076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 53262a02-0bc7-478b-b48e-bf05b5abbf10 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:32.004642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:32.007108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:32.010699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.011945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:32.051184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988115-be6b-479e-9439-f885e5f73444 req-65d1020e-d092-414c-858d-b63fc7b3a24d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.052831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc988115-be6b-479e-9439-f885e5f73444 req-65d1020e-d092-414c-858d-b63fc7b3a24d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0952671 Nov 23 09:53:32.075530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.076142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.093198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.108694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-bcd47386-c083-410a-a163-6753bc377051 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3816805 Nov 23 09:53:32.146192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Request body: {'port': {'device_id': '89246672-36ba-4339-81eb-77afdfd8179b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:32.148117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc988115-be6b-479e-9439-f885e5f73444 req-a86505cf-e1dd-4f43-8885-11883821656e tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Nov 23 09:53:32.185448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.214330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4da5fb40-70a9-485c-b9f0-6585e6de28d7 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:32.219100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce837be-2915-4d5f-9d22-8e31374e9324,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:32.228931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.236546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-040c4583-2caa-4181-9705-84fb1c5cec66 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ce837be-2915-4d5f-9d22-8e31374e9324 HTTP/1.1" status: 204 len: 168 time: 0.3680253 Nov 23 09:53:32.237167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56280) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:32.241811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1758844-8dae-40ae-909d-62e34645240e req-880943ca-313d-49b5-b5a1-0dc8d388ad2e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.243384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1758844-8dae-40ae-909d-62e34645240e req-880943ca-313d-49b5-b5a1-0dc8d388ad2e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.1317873 Nov 23 09:53:32.252282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.330459 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.350568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1758844-8dae-40ae-909d-62e34645240e req-ac1b4088-93d7-40e0-80d0-d41946d18e32 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Nov 23 09:53:32.354326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:32.356693 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454f944-9a99-453b-a0f1-c96bc28c4197" -d '{"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-plugged", "status": "completed", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:32.407345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:32.426157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.457323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24719852-a50a-4951-966d-b2d48e669037']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:32.468830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782825bb-acf8-491e-9c52-8366791149ea') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:32.469488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782825bb-acf8-491e-9c52-8366791149ea') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:32.492318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.534131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.558525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:53:32.558835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.614114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'network_id': '8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd', 'port_id': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'mac_address': 'fa:16:3e:1c:70:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ec8b96-78d7-471b-8120-d9cf0b94849b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:32.618154 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550774f7-ad8e-442f-961b-2d527cfef05c x-openstack-request-id: req-550774f7-ad8e-442f-961b-2d527cfef05c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:32.618983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-plugged", "status": "completed", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:32.619412 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-550774f7-ad8e-442f-961b-2d527cfef05c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:32.619947 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'code': 200} Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:53:32.663166 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:53:32.681379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.697567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da5fb40-70a9-485c-b9f0-6585e6de28d7 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:32.720522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e665f6f-e757-4a69-947f-a12410597e57 req-38e031d1-9bac-4abe-9308-2d3b4a797e12 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.721463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:32.727956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.728175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e665f6f-e757-4a69-947f-a12410597e57 req-38e031d1-9bac-4abe-9308-2d3b4a797e12 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1096 time: 0.1375608 Nov 23 09:53:32.733078 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.738901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.743208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] 10.222.0.62 "DELETE /v2.0/networks/24719852-a50a-4951-966d-b2d48e669037 HTTP/1.1" status: 204 len: 168 time: 0.5050960 Nov 23 09:53:32.786649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2484a39-79bd-4ded-bb6d-d19b0d308511 admin admin] Pushing event deleted for resources: {'Network': ['ID=24719852-a50a-4951-966d-b2d48e669037,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:32.801382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:32.810655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccc39a-b99d-42cc-90ef-7d60a6cf7eda req-c4352553-49e1-4cf7-864b-45e60b235f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.812825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8ccc39a-b99d-42cc-90ef-7d60a6cf7eda req-c4352553-49e1-4cf7-864b-45e60b235f49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 1096 time: 0.2679527 Nov 23 09:53:32.833588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd219f26-55ae-45dc-befe-4987b82f1ad6 req-f72ca6ef-79bc-4c10-983a-6be1413b3421 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:32.835160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd219f26-55ae-45dc-befe-4987b82f1ad6 req-f72ca6ef-79bc-4c10-983a-6be1413b3421 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 931 time: 0.1660724 Nov 23 09:53:32.853561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65a374e-595a-4728-87f8-d0a9031253cf {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:32.863192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e665f6f-e757-4a69-947f-a12410597e57 req-a2ffaee9-2913-4ce0-bc9e-482f1d7d43a2 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341991 Nov 23 09:53:32.865335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.883269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Transition to ACTIVE for port object a65a374e-595a-4728-87f8-d0a9031253cf will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:32.895879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8ccc39a-b99d-42cc-90ef-7d60a6cf7eda req-17562345-314f-4baf-bdaa-151810d67817 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593920 Nov 23 09:53:32.901492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:32.937623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd219f26-55ae-45dc-befe-4987b82f1ad6 req-2e08f920-af9d-44a4-a8fd-15d26862538c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800190 Nov 23 09:53:33.008394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:33.029851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:33.089595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b54fd4d9-efb5-4a5a-b213-4bef987bd2c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74e9003d97424e56aee352d3650bba9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799057 Nov 23 09:53:33.091946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56300) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:33.100728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69909210-4ad2-46b2-baa2-846e5c883db1 req-84f90e60-c342-4fee-9acb-133e058c3e51 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.101026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744111e-3cfe-41e3-aa9a-65de061a3a60 req-293f5411-3af6-45df-98bc-4337ff15ba40 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.102419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69909210-4ad2-46b2-baa2-846e5c883db1 req-84f90e60-c342-4fee-9acb-133e058c3e51 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1096 time: 0.0828795 Nov 23 09:53:33.108384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4744111e-3cfe-41e3-aa9a-65de061a3a60 req-293f5411-3af6-45df-98bc-4337ff15ba40 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 944 time: 0.1398933 Nov 23 09:53:33.132558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:33.153271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Attempting to bind port a65a374e-595a-4728-87f8-d0a9031253cf on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:33.153879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Attempting to bind port a65a374e-595a-4728-87f8-d0a9031253cf by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:33.154431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Attempting to bind port a65a374e-595a-4728-87f8-d0a9031253cf on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:33.167785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Port a65a374e-595a-4728-87f8-d0a9031253cf on network ed689baa-9c52-48fc-85d0-99910e76bcda not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:33.167785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Attempting to bind port a65a374e-595a-4728-87f8-d0a9031253cf on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:33.186561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69909210-4ad2-46b2-baa2-846e5c883db1 req-d8632bfc-5f4e-4ba4-8614-dfa905f86a57 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Nov 23 09:53:33.192280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:33.192627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Checking segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:33.193038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Bound using segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:33.193509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Bound port: a65a374e-595a-4728-87f8-d0a9031253cf, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:33.194444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.223115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.235742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4744111e-3cfe-41e3-aa9a-65de061a3a60 req-3c64e7a5-a660-44e8-a17c-91b1778abf2f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264155 Nov 23 09:53:33.265343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.340547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:33.345496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:33.357599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.367159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f4e01-9180-4a89-a5e9-9d43c7616765 req-c09d3d73-709a-41aa-8adb-b75e6e6b5da5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.375162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-624f4e01-9180-4a89-a5e9-9d43c7616765 req-c09d3d73-709a-41aa-8adb-b75e6e6b5da5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0988700 Nov 23 09:53:33.421710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.425198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.428910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.429997 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] 10.222.0.50 "PUT /v2.0/ports/a65a374e-595a-4728-87f8-d0a9031253cf HTTP/1.1" status: 200 len: 1091 time: 1.3057191 Nov 23 09:53:33.433476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:33.435275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:33.437359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cea2753-b14c-4a13-897b-97c9d7552f45 HTTP/1.1" status: 204 len: 168 time: 0.3443573 Nov 23 09:53:33.453111 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16df21b5-9a95-41a4-9ef6-9c483327cc09" -d '{"events": [{"name": "network-changed", "server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:33.462223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ff57a-ed7f-4086-9965-06a852a107d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cea2753-b14c-4a13-897b-97c9d7552f45,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:33.489791 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-624f4e01-9180-4a89-a5e9-9d43c7616765 req-facd1e69-dd7d-4604-9792-4546a96aba40 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127641 Nov 23 09:53:33.582374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d365b-b60d-4097-8e9c-ebfdcc1dcc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:33.606496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-c0a5083a-f729-4e96-b017-0fcc39023a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.608792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-c0a5083a-f729-4e96-b017-0fcc39023a07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 1094 time: 0.1101642 Nov 23 09:53:33.666985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-c664f765-1126-4ae5-8d83-ff4f23107717 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65a374e-595a-4728-87f8-d0a9031253cf HTTP/1.1" status: 200 len: 217 time: 0.0472903 Nov 23 09:53:33.713414 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51218661-8515-4de6-8b62-bc50e8c2cca4 x-openstack-request-id: req-51218661-8515-4de6-8b62-bc50e8c2cca4 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:33.713732 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:33.714020 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51218661-8515-4de6-8b62-bc50e8c2cca4 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:33.714614 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'status': 'completed', 'code': 200} Nov 23 09:53:33.743645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-73350d34-0f05-4de1-a745-e148e9bbc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:33.750130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-73350d34-0f05-4de1-a745-e148e9bbc160 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.0721858 Nov 23 09:53:33.805499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-19f8c24b-2bc0-4054-9314-2ef727516956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477283 Nov 23 09:53:33.941867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-d0106bf6-3eb3-4ec3-b2e5-a46f02b2fd48 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259272 Nov 23 09:53:33.984866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56334) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:34.066874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79eb6969-b9fc-42f5-b776-c640d99ffe91 req-6f371ea5-a0b4-4d5a-9f7a-bd25b908c0ec service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161733 Nov 23 09:53:34.097366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-894aed29-ea03-4a3e-a72c-8c714b667511 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=677b1a61c07d40bf8bbe5884b162aabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112196 Nov 23 09:53:34.100168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:34.124083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565afd-0fb0-4e98-ad47-5758ea97d3b5 req-bd9a2b62-6014-496a-9f77-8bbed57b532a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.132926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18565afd-0fb0-4e98-ad47-5758ea97d3b5 req-bd9a2b62-6014-496a-9f77-8bbed57b532a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 943 time: 0.1023362 Nov 23 09:53:34.193876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18565afd-0fb0-4e98-ad47-5758ea97d3b5 req-8c521eb1-a80f-4b9c-8935-4e9e11c4ab05 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Nov 23 09:53:34.213935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:34.234829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-fd9de591-5710-4ec1-8a27-75399bc85c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.236046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-fd9de591-5710-4ec1-8a27-75399bc85c51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 1094 time: 0.0868540 Nov 23 09:53:34.240972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:34.365590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-4375b297-dc83-4386-b4a3-1947818b2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.367226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-4375b297-dc83-4386-b4a3-1947818b2aa9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 923 time: 0.1194899 Nov 23 09:53:34.370557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:34.373613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:34.375024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8515637b-368b-4b6d-8c38-52a48caf13ff HTTP/1.1" status: 204 len: 168 time: 0.2736342 Nov 23 09:53:34.444123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79592a9-893f-4c92-b07c-f51b37b29c3a req-9ca5be5c-cc4c-4a67-8e50-b84dfaab08ac tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.454083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b79592a9-893f-4c92-b07c-f51b37b29c3a req-9ca5be5c-cc4c-4a67-8e50-b84dfaab08ac tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 944 time: 0.1329563 Nov 23 09:53:34.480082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2e290-cc69-4101-ba3d-08004d52c117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515637b-368b-4b6d-8c38-52a48caf13ff,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:34.490394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-95b03e02-63b1-4c5e-a7cf-c1c8ba36dc09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65a374e-595a-4728-87f8-d0a9031253cf HTTP/1.1" status: 200 len: 217 time: 0.1131175 Nov 23 09:53:34.558609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b79592a9-893f-4c92-b07c-f51b37b29c3a req-2798125c-33d3-4f59-8f64-c7212611fe5d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036217 Nov 23 09:53:34.559953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-2cfc742c-234d-4732-99b9-b4457d023250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.561520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-2cfc742c-234d-4732-99b9-b4457d023250 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.0629139 Nov 23 09:53:34.649014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-c35a664f-8207-4afd-80b4-c6ef59474859 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762167 Nov 23 09:53:34.709564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8874-324e-4655-bb2d-e69c11ad0c3f req-d8b66f93-ced7-4642-a786-d83496ad7027 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:34.710943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43ec8874-324e-4655-bb2d-e69c11ad0c3f req-d8b66f93-ced7-4642-a786-d83496ad7027 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0726223 Nov 23 09:53:34.792573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-b9c8b340-62b5-45a5-b50c-975ccd658005 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337659 Nov 23 09:53:34.801549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43ec8874-324e-4655-bb2d-e69c11ad0c3f req-a8dd62fb-f282-43f0-9a35-e72750d2b308 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Nov 23 09:53:34.977074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16df21b5-9a95-41a4-9ef6-9c483327cc09 req-e000f7de-3edc-4821-b972-87661e4530fa service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693549 Nov 23 09:53:35.137238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-4e2ec5c4-118d-4e50-9cdc-99c1eb874783 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:53:35.138557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-4e2ec5c4-118d-4e50-9cdc-99c1eb874783 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2262719 Nov 23 09:53:35.288883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-bc24d8a1-8fa4-415e-9a88-8b0467ff8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:35.290217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-bc24d8a1-8fa4-415e-9a88-8b0467ff8b00 service neutron] 10.222.0.62 "GET /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 1093 time: 0.1435747 Nov 23 09:53:35.305602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:35.306140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Unknown quota resources ['binding']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 09:53:35.452906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:35.453252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:35.453622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:35.457881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984938-1128-4ea5-9540-30d45481ef16 req-75b5875e-a321-4fd6-b0c9-7fb95a19372f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:35.459109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:35.459527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:35.459649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b984938-1128-4ea5-9540-30d45481ef16 req-75b5875e-a321-4fd6-b0c9-7fb95a19372f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 943 time: 0.0607266 Nov 23 09:53:35.464686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:35.465103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:35.465549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:35.466199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Bound port: 6e0e0d28-985a-4531-a06c-810fb8c166c0, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:35.519100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b984938-1128-4ea5-9540-30d45481ef16 req-e9da62ec-8a1d-455b-ba35-a1c64693679d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 Nov 23 09:53:35.526122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:35.542485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] Publish callbacks [] for binding, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:35.543783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ec9f0f3d-df5e-408e-ba12-bb243ce61a61 service neutron] 10.222.0.62 "POST /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2420125 Nov 23 09:53:35.726019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc423-174a-4432-85f4-59ba1b6e9f4b req-4e326fca-4573-43f0-84ea-c4e91514803b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:35.727975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-609dc423-174a-4432-85f4-59ba1b6e9f4b req-4e326fca-4573-43f0-84ea-c4e91514803b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 944 time: 0.0670354 Nov 23 09:53:35.795455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a98a2-7dfa-4f88-ab7b-6e181f55c7fd req-15c77528-1059-4d32-bc3e-91c3900e232d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:35.797432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c94a98a2-7dfa-4f88-ab7b-6e181f55c7fd req-15c77528-1059-4d32-bc3e-91c3900e232d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.0677235 Nov 23 09:53:35.802316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-609dc423-174a-4432-85f4-59ba1b6e9f4b req-9234bc53-486a-4d46-b5b6-2ae23799b503 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639508 Nov 23 09:53:35.872660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c94a98a2-7dfa-4f88-ab7b-6e181f55c7fd req-daf8f06d-809b-4374-99e3-6700891e797c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Nov 23 09:53:35.922368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-5d72eb9f-f355-4d0a-af1e-07cb28a65875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:35.924165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-5d72eb9f-f355-4d0a-af1e-07cb28a65875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1096 time: 0.0573030 Nov 23 09:53:35.991448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:36.035101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-2f1571a0-a1d0-4c15-964d-91ca6ee77bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.037251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-2f1571a0-a1d0-4c15-964d-91ca6ee77bcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.1042526 Nov 23 09:53:36.094836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-3b11b21a-8a6e-4adc-a47f-cb90df34e490 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 217 time: 0.0492272 Nov 23 09:53:36.168401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-c5939f6d-7247-4eaa-954c-10ad509de92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.168401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-c5939f6d-7247-4eaa-954c-10ad509de92e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.0620143 Nov 23 09:53:36.179217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:36.200326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-ee53e8b4-169d-4628-bb54-b1eb04209131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264554 Nov 23 09:53:36.206477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06794a-80d7-4646-b8d5-718ac07136e7 req-c2a7b8bc-ff44-492f-98a9-09a79a21bb7d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.208755 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea06794a-80d7-4646-b8d5-718ac07136e7 req-c2a7b8bc-ff44-492f-98a9-09a79a21bb7d tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0932305 Nov 23 09:53:36.211010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'port_id': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'mac_address': 'fa:16:3e:9f:b6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf6954f-13df-455b-9355-2d6d40f35fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:36.262927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4da5fb40-70a9-485c-b9f0-6585e6de28d7 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:36.325570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-07c72c55-710c-4986-b6c2-831447df7805 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173670 Nov 23 09:53:36.327956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea06794a-80d7-4646-b8d5-718ac07136e7 req-d21fbe41-ab97-4aca-97f1-683513e23391 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Nov 23 09:53:36.360701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:36.378608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65a374e-595a-4728-87f8-d0a9031253cf {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:36.405297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:36.412241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:53:36.420592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:36.426530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:36.426997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:36.453051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-3682164e-8667-4073-b32c-0efd33060f1e service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167326 Nov 23 09:53:36.505918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:36.606870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:36.624837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.625967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.626616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.627253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.627888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.628520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.633390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.634189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.635634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.636462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.637109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.637929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.638051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:36.638736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.640744 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb97cae-ba65-4bcf-9c50-9e2de11958a8" -d '{"events": [{"server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "name": "network-vif-plugged", "status": "completed", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:36.656303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac7454da-e3c7-492d-b7d1-93586b9f6316 req-38def849-f0ef-432d-b0f5-1fdff4abe138 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9238 time: 0.1932979 Nov 23 09:53:36.658950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:36.665962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:36.672179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0132e-81e7-47a5-baa4-0c9f76600d8e req-9e61021f-fcb3-4399-96c2-51210a9ecc67 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.680661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14f0132e-81e7-47a5-baa4-0c9f76600d8e req-9e61021f-fcb3-4399-96c2-51210a9ecc67 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 944 time: 0.0799649 Nov 23 09:53:36.721311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a65a374e-595a-4728-87f8-d0a9031253cf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:36.731126 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755bc0c-fd90-4202-b0de-c3dab92ca3e8 x-openstack-request-id: req-8755bc0c-fd90-4202-b0de-c3dab92ca3e8 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:36.731662 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "name": "network-vif-plugged", "status": "completed", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:36.732072 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8755bc0c-fd90-4202-b0de-c3dab92ca3e8 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:36.732621 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'code': 200} Nov 23 09:53:36.738583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14f0132e-81e7-47a5-baa4-0c9f76600d8e req-712d6de8-49b6-4def-bb7b-db352db1bc88 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569682 Nov 23 09:53:36.778630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:36.894592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444bb7-3e80-4ff5-b3f1-706459a96519 req-70379005-fb61-4fc0-a802-29c6f9b53091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.896706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f7444bb7-3e80-4ff5-b3f1-706459a96519 req-70379005-fb61-4fc0-a802-29c6f9b53091 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1096 time: 0.0777614 Nov 23 09:53:36.898112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c06bd-2a59-4fa3-b287-23f3345ac52c req-9a7cf95a-2a29-492a-83b1-f82c3fac01df tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.916046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f9c06bd-2a59-4fa3-b287-23f3345ac52c req-9a7cf95a-2a29-492a-83b1-f82c3fac01df tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 886 time: 0.1981812 Nov 23 09:53:36.976469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f49a3-e542-42dc-9991-4d4b694f4dc8 req-22ef202a-b05a-4a76-b34d-02c63ff61195 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:36.986476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-925f49a3-e542-42dc-9991-4d4b694f4dc8 req-22ef202a-b05a-4a76-b34d-02c63ff61195 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 945 time: 0.0712266 Nov 23 09:53:37.032795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f7444bb7-3e80-4ff5-b3f1-706459a96519 req-d0d32e6a-4fd5-47a5-be26-67655cb629f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154778 Nov 23 09:53:37.050517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-925f49a3-e542-42dc-9991-4d4b694f4dc8 req-aeec4e57-7569-402a-8015-24a95f404938 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628266 Nov 23 09:53:37.059756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabc9b-8d33-4ecf-a75c-0fa833425e9b req-93802890-034d-46ef-a8f6-84b4472833c5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.061329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eadabc9b-8d33-4ecf-a75c-0fa833425e9b req-93802890-034d-46ef-a8f6-84b4472833c5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.0639253 Nov 23 09:53:37.130876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eadabc9b-8d33-4ecf-a75c-0fa833425e9b req-838021b0-e99c-46e2-bd8b-37f8ec07e16b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569949 Nov 23 09:53:37.237099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.237753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.238501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.239021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.239659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.240198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.240931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.241400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.241858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.242521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.243004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.243456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.243907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.246343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2f73880-ef03-4036-a1d9-ae568224b690 req-224aec69-c041-4272-ae6d-298074a30e96 tempest-NetworksTest-935510684 tempest-NetworksTest-935510684-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9238 time: 0.1632209 Nov 23 09:53:37.522024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131b594-c8d1-4aa3-8439-908b20778f6b req-42f08807-40ec-4bbb-b109-d925f2fc72a6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.523703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4131b594-c8d1-4aa3-8439-908b20778f6b req-42f08807-40ec-4bbb-b109-d925f2fc72a6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0920849 Nov 23 09:53:37.579508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4131b594-c8d1-4aa3-8439-908b20778f6b req-909ef15d-0b3f-46c8-8429-3a46c6e68bb0 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Nov 23 09:53:37.602474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56490) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:37.712064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f647a0aa-5610-422b-b215-cb46b33befc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:37.795864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f647a0aa-5610-422b-b215-cb46b33befc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:37.801101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f647a0aa-5610-422b-b215-cb46b33befc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:37.863975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647a0aa-5610-422b-b215-cb46b33befc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac3af5-ea8f-47ca-b76c-5a293acf0c64,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:37.869716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f647a0aa-5610-422b-b215-cb46b33befc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7599a9345a014be1b5e84e46c46a3f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662356 Nov 23 09:53:37.872704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56496) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:37.891928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58749-9e11-41f8-877b-ab16cd54a228 req-4c9cf322-2674-4990-ae09-fc7907125cea tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:37.893453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b58749-9e11-41f8-877b-ab16cd54a228 req-4c9cf322-2674-4990-ae09-fc7907125cea tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 944 time: 0.0891805 Nov 23 09:53:37.931804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:37.946541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b58749-9e11-41f8-877b-ab16cd54a228 req-6a41f9c5-26aa-4d8f-9a20-4a843d7514b1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Nov 23 09:53:37.955182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.010636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.013340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.014968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9ac3af5-ea8f-47ca-b76c-5a293acf0c64 HTTP/1.1" status: 204 len: 168 time: 0.1408043 Nov 23 09:53:38.020349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:38.024159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a680f0-4bc5-46e6-b320-fdf4ea6072a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac3af5-ea8f-47ca-b76c-5a293acf0c64,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:38.121562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a65a374e-595a-4728-87f8-d0a9031253cf completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:53:38.127957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a65a374e-595a-4728-87f8-d0a9031253cf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:38.128595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.200982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47598b-472d-440f-ad8f-abae7d889b99 req-f68730f3-b74a-438d-8425-5423041b34c5 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:38.213676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a47598b-472d-440f-ad8f-abae7d889b99 req-f68730f3-b74a-438d-8425-5423041b34c5 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 945 time: 0.0864801 Nov 23 09:53:38.250880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:38.270346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a47598b-472d-440f-ad8f-abae7d889b99 req-57235b81-42ba-4f5d-969e-666d7843756a tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Nov 23 09:53:38.279474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.305437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707a676-5802-494f-8d8c-9b7a670e6b6e req-6a43e355-7d7f-4b3b-957c-3230a7ea8bca tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:38.308086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f707a676-5802-494f-8d8c-9b7a670e6b6e req-6a43e355-7d7f-4b3b-957c-3230a7ea8bca tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.0826170 Nov 23 09:53:38.345767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:38.358785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.373860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f707a676-5802-494f-8d8c-9b7a670e6b6e req-0f19c482-bfd8-4d44-8d00-f79f00cfcc4e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524766 Nov 23 09:53:38.443074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:38.457753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ec02-cf9d-4b4f-9374-06771f7b7325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.483682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:38.488036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:38.501500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'network_id': '70822e58-482f-464d-95b9-1f992ddc6785', 'port_id': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'mac_address': 'fa:16:3e:53:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a4e92-3256-4f3e-8405-780e9c95a24f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:38.550988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.567276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1524d1e-9227-48af-8d9f-cc25377e67d7 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:38.578775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ec02-cf9d-4b4f-9374-06771f7b7325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.584196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ec02-cf9d-4b4f-9374-06771f7b7325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.598072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:38.612777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.634172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:38.634350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f2a2ec02-cf9d-4b4f-9374-06771f7b7325 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e2554565d1a41c8aab1496607c5bfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904342 Nov 23 09:53:38.635397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ec02-cf9d-4b4f-9374-06771f7b7325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef4fbe-2567-40ae-8d5c-2128c8020655,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:38.690836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:38.709309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.737171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:38.741517 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c235889-50cf-40ef-b605-2c282991ea33" -d '{"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-plugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:38.761454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.764119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b1524d1e-9227-48af-8d9f-cc25377e67d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:38.812943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b0b7-10c8-4619-9ab3-473ae120cae2 req-80553fb6-0405-4dee-8026-10d97b073016 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:38.814912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8479b0b7-10c8-4619-9ab3-473ae120cae2 req-80553fb6-0405-4dee-8026-10d97b073016 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 944 time: 0.0872121 Nov 23 09:53:38.822738 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69041901-8962-469e-88df-998531359452 x-openstack-request-id: req-69041901-8962-469e-88df-998531359452 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:38.823032 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-plugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:38.823288 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69041901-8962-469e-88df-998531359452 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:38.823691 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'code': 200} Nov 23 09:53:38.880335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.883342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:38.895239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45ef4fbe-2567-40ae-8d5c-2128c8020655 HTTP/1.1" status: 204 len: 168 time: 0.2591870 Nov 23 09:53:38.930949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f6fbe-ff80-40be-8a9f-c33d9a50bd82 req-72e86c6b-c716-4858-99cd-3402d8b5dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:38.932806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f2f6fbe-ff80-40be-8a9f-c33d9a50bd82 req-72e86c6b-c716-4858-99cd-3402d8b5dcdc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 1096 time: 0.0623405 Nov 23 09:53:38.948917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740b6e-f348-4dec-aae0-4bdc43807c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef4fbe-2567-40ae-8d5c-2128c8020655,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:38.983093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8479b0b7-10c8-4619-9ab3-473ae120cae2 req-fdf6402a-e1f0-4673-bfcb-188090779fec tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610444 Nov 23 09:53:39.083743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f2f6fbe-ff80-40be-8a9f-c33d9a50bd82 req-22873a2d-8590-4024-ae6a-43015ae8bbc9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345623 Nov 23 09:53:39.147970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d198c2-4797-4280-a402-cb714c4afec5 req-477d4d38-37d2-49fb-b8d5-5c436450aabc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:39.149767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0d198c2-4797-4280-a402-cb714c4afec5 req-477d4d38-37d2-49fb-b8d5-5c436450aabc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.0566549 Nov 23 09:53:39.210188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0d198c2-4797-4280-a402-cb714c4afec5 req-19e115df-ef66-4cef-933e-52d40aeea9a2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544598 Nov 23 09:53:39.422388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc04c38-1816-47af-ad7e-4b09b45419a0 req-543ed39d-e808-46a9-a5db-b772dfe20bb2 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:39.430903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4bc04c38-1816-47af-ad7e-4b09b45419a0 req-543ed39d-e808-46a9-a5db-b772dfe20bb2 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 945 time: 0.0734787 Nov 23 09:53:39.503222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4bc04c38-1816-47af-ad7e-4b09b45419a0 req-9ce8e2cd-917c-42a9-bf78-904c20afe6a5 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Nov 23 09:53:39.641898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c975a-3811-4518-92be-56f0c63d987a req-e29ec59a-cfea-4a50-933b-48b22e47873e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:39.656920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe1c975a-3811-4518-92be-56f0c63d987a req-e29ec59a-cfea-4a50-933b-48b22e47873e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.1108813 Nov 23 09:53:39.732529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe1c975a-3811-4518-92be-56f0c63d987a req-dcd7dd78-825e-4d6a-acd4-eecee64a9cd8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744498 Nov 23 09:53:39.756493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-263af896-d067-4174-9efa-c30338badf19 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1257541030&fields=id&tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 267 time: 0.0770378 Nov 23 09:53:39.817283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-bfe0be01-1ff0-46bd-b934-686cce27f594 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:39.819267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-bfe0be01-1ff0-46bd-b934-686cce27f594 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 945 time: 0.0562115 Nov 23 09:53:39.836651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'security_groups': ['148c0b64-064e-49ba-a93f-a1513dc4f259', '05f5f374-6235-4cf6-86c7-7712821ec602']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:39.935093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.143670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:40.149881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1019349018'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:40.172436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e7b4b-a217-4079-ba2e-a25bd1eb68c2 req-b5f3081f-37e1-46ad-bcfc-bfe118bafa93 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.175706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe8e7b4b-a217-4079-ba2e-a25bd1eb68c2 req-b5f3081f-37e1-46ad-bcfc-bfe118bafa93 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 944 time: 0.0909171 Nov 23 09:53:40.250849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:40.259275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:40.282362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe8e7b4b-a217-4079-ba2e-a25bd1eb68c2 req-66c7ccdf-ad58-459b-8c43-1609c3d4aa25 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Nov 23 09:53:40.286832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:40.296833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.307740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.319470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.343438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:40.345059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:53:40.350599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:40.366920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.368139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.373217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d480d493-ed2c-4b46-aebe-5a1e8ca09683 req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "PUT /v2.0/ports/4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 981 time: 0.5452433 Nov 23 09:53:40.373870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:40.386991 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:40.398920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.399350 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Added segment 1f1909ed-0473-4e41-a421-a7e2fbd4fb11 of type vlan for network c7c8d507-08e7-4f05-917a-cd32f575d714 Nov 23 09:53:40.448900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fd8bb-872d-407e-98a3-afc391e65454 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:40.467555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61492fa5-6c55-4059-ac31-320e06641e4c req-4f40af61-1cb5-4982-a23b-0f83a9d872fd tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/05f5f374-6235-4cf6-86c7-7712821ec602 HTTP/1.1" status: 200 len: 1818 time: 0.0691659 Nov 23 09:53:40.515745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:40.533750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.546069 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-61492fa5-6c55-4059-ac31-320e06641e4c req-f82f12fd-fcb3-4d3d-8f50-fc386a51c44b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 09:53:40.547102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61492fa5-6c55-4059-ac31-320e06641e4c req-f82f12fd-fcb3-4d3d-8f50-fc386a51c44b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/05f5f374-6235-4cf6-86c7-7712821ec602 HTTP/1.1" status: 409 len: 341 time: 0.0787628 Nov 23 09:53:40.551869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98c335-5ef6-4b89-8464-81a1cc4507c3 req-1b4ce0ca-3197-44b6-b31b-3afd63b5b5b1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.559776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce98c335-5ef6-4b89-8464-81a1cc4507c3 req-1b4ce0ca-3197-44b6-b31b-3afd63b5b5b1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.1583264 Nov 23 09:53:40.619473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port b1524d1e-9227-48af-8d9f-cc25377e67d7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:40.619850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.656123 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32883fc9-6c94-4395-89dd-b7be30b15a06 x-openstack-request-id: req-32883fc9-6c94-4395-89dd-b7be30b15a06 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:40.656424 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:40.660013 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32883fc9-6c94-4395-89dd-b7be30b15a06 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:40.660013 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'status': 'completed', 'code': 200} Nov 23 09:53:40.665509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce98c335-5ef6-4b89-8464-81a1cc4507c3 req-a29bf3d7-28e2-48cc-9fe1-91b317288759 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989392 Nov 23 09:53:40.673174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.685503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.689463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:40.754975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-39fa0f4d-aafa-4746-bc08-81a3811e341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.756498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-39fa0f4d-aafa-4746-bc08-81a3811e341d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1135 time: 0.0913405 Nov 23 09:53:40.947364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-6c505607-2af9-4457-ac9b-b84ea26a59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:40.948847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-6c505607-2af9-4457-ac9b-b84ea26a59a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.1823714 Nov 23 09:53:41.027900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8822322 Nov 23 09:53:41.048570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:41.054071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-250729234'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:41.071605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-1fe522b3-f26d-4a43-9bf2-4c99ac42b901 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 217 time: 0.1142156 Nov 23 09:53:41.116074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.122381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7b14d-419a-4691-967c-57d569db28c9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Network': ['ID=c7c8d507-08e7-4f05-917a-cd32f575d714,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:41.153989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:53:41.180600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4814238-6622-4d9a-be41-77e438657e9f req-7ca8edf3-3cb4-4257-8cb5-8af22ccece0b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.192975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4814238-6622-4d9a-be41-77e438657e9f req-7ca8edf3-3cb4-4257-8cb5-8af22ccece0b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.0835142 Nov 23 09:53:41.223451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bad0b4-17ce-4024-ba5c-602d8b4e9a8a req-183cf3f6-a1d9-44e1-b099-b9e35ee9fb31 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.225208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14bad0b4-17ce-4024-ba5c-602d8b4e9a8a req-183cf3f6-a1d9-44e1-b099-b9e35ee9fb31 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.1207259 Nov 23 09:53:41.228070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:41.232084 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.238728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-7c77e615-3e99-4919-b490-161a6b5997a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.240303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-7c77e615-3e99-4919-b490-161a6b5997a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.1611826 Nov 23 09:53:41.256490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4814238-6622-4d9a-be41-77e438657e9f req-8cafd55f-3621-4b36-85d2-5a4746b3f9a4 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614753 Nov 23 09:53:41.304502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:41.307184 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38aa4a2-cede-444f-9813-d9c872debf75" -d '{"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-plugged", "status": "completed", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:41.325085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-9a2afb87-6bbd-4c05-8294-9f63b133830c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727866 Nov 23 09:53:41.352206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:41.378039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.386875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6568b-e2e2-4f94-b2fc-4a333470423a req-6a105435-bdf3-45c7-9581-9ed94f218427 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.389375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2cd6568b-e2e2-4f94-b2fc-4a333470423a req-6a105435-bdf3-45c7-9581-9ed94f218427 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 984 time: 0.0611284 Nov 23 09:53:41.403268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:53:41.452754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14bad0b4-17ce-4024-ba5c-602d8b4e9a8a req-12611467-4bb4-4554-9931-aa94d7961417 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177157 Nov 23 09:53:41.464788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.465278 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Added segment 265c4cbe-0266-4ada-8caa-3729c43c33a4 of type vlan for network 32ff3901-514f-48a8-b6f1-247a46fc2083 Nov 23 09:53:41.485331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:41.516035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2cd6568b-e2e2-4f94-b2fc-4a333470423a req-aacb926b-ca46-432c-8468-6591db64a116 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=05f5f374-6235-4cf6-86c7-7712821ec602&id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1165643 Nov 23 09:53:41.593047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.597425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-78223dcd-9aff-49fe-a765-f23ad6cb4639 service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495713 Nov 23 09:53:41.667637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.673994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.674695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:41.676400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458ea2f-e5b7-475c-b930-6eb61c282919 req-3f4a1376-6cfb-4294-bca3-4f34431f8664 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.678317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b458ea2f-e5b7-475c-b930-6eb61c282919 req-3f4a1376-6cfb-4294-bca3-4f34431f8664 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.0636497 Nov 23 09:53:41.734454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b458ea2f-e5b7-475c-b930-6eb61c282919 req-6650eae6-81b9-4f40-b6d5-073a805a79b8 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Nov 23 09:53:41.805600 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c659aad-8c69-4385-8c80-4a08d02f7133 x-openstack-request-id: req-6c659aad-8c69-4385-8c80-4a08d02f7133 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:41.806200 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-plugged", "status": "completed", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:41.806670 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c659aad-8c69-4385-8c80-4a08d02f7133 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:41.807284 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'code': 200} Nov 23 09:53:41.907814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1268-13e6-4393-90e5-d67610131e00 req-5d7a9364-520e-482c-8ec8-0bcf79e02136 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:41.909510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-496a1268-13e6-4393-90e5-d67610131e00 req-5d7a9364-520e-482c-8ec8-0bcf79e02136 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.0544853 Nov 23 09:53:41.964291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-496a1268-13e6-4393-90e5-d67610131e00 req-3f5c10ab-fdfb-4c46-894a-6de83bbe8a60 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Nov 23 09:53:42.162085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-61098683-5ac1-43e9-9cbc-a8c9b3e925cc tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465429 Nov 23 09:53:42.204412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56634) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:42.204966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1545284 Nov 23 09:53:42.213410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'subnet': {'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:42.265508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ef783-79ac-46c3-83df-7d78e3dfa1ba tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Network': ['ID=32ff3901-514f-48a8-b6f1-247a46fc2083,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:42.277166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:53:42.294470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7c948e-7822-43ea-8e10-cb4bd6f29fa8 req-905bdaa6-9000-4c52-a38a-8ff8bb44be6d service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737309 Nov 23 09:53:42.376970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-680d3d65-815b-4520-868c-25ad72b2575d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.379252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-680d3d65-815b-4520-868c-25ad72b2575d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736603 Nov 23 09:53:42.448567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-172e6db6-a5b9-488b-9b44-44c174c7c57e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/quotas/4c44207c6ded40ff86bb5de3c7fc9e55 HTTP/1.1" status: 200 len: 375 time: 0.0407655 Nov 23 09:53:42.483352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116eee-195f-4106-98da-6a96898bae2a req-ced8a969-6f2f-4770-9855-7b5e50380551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.486415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-ced8a969-6f2f-4770-9855-7b5e50380551 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1135 time: 0.1282954 Nov 23 09:53:42.515239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-24555fa0-0302-4053-9882-5605cf1c3a8c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511920 Nov 23 09:53:42.548792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:42.557753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:42.601113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1518a-7820-4073-91ce-a56bddd28f86 req-6840e2b8-1f2e-4c24-a5a0-2159b0027693 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.609206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11d1518a-7820-4073-91ce-a56bddd28f86 req-6840e2b8-1f2e-4c24-a5a0-2159b0027693 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.1607814 Nov 23 09:53:42.677027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116eee-195f-4106-98da-6a96898bae2a req-7f2fb6dd-e5b4-4ca5-a8af-7bd8bd619afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.678710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-7f2fb6dd-e5b4-4ca5-a8af-7bd8bd619afe service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.1744874 Nov 23 09:53:42.716707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11d1518a-7820-4073-91ce-a56bddd28f86 req-5aa1a4cd-fb4a-4177-94ea-d1ddfe73edc0 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039987 Nov 23 09:53:42.785066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-51e7664e-1e1c-4aac-b8a1-cb18167575a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 217 time: 0.0956848 Nov 23 09:53:42.914750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116eee-195f-4106-98da-6a96898bae2a req-ed19f5b4-0594-450f-ada9-c51f83e3841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.916250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-ed19f5b4-0594-450f-ada9-c51f83e3841d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.1204908 Nov 23 09:53:42.950107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5303e7-2754-4f78-b7e8-7d89b7740b04 req-4abc44ae-565c-497c-8808-9b4208389d5f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:42.951706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd5303e7-2754-4f78-b7e8-7d89b7740b04 req-4abc44ae-565c-497c-8808-9b4208389d5f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.0793729 Nov 23 09:53:42.971555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-bafc4719-2c53-473d-926f-58da51f5bd9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446665 Nov 23 09:53:43.048008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e237-c3eb-4e8e-87ee-1167479055fb req-e673ce12-cd3f-454c-a5eb-6fdcde463353 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:43.050361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6a7e237-c3eb-4e8e-87ee-1167479055fb req-e673ce12-cd3f-454c-a5eb-6fdcde463353 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 984 time: 0.1429965 Nov 23 09:53:43.052108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:43.056000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd5303e7-2754-4f78-b7e8-7d89b7740b04 req-4a66e2c0-dc17-4294-a793-261fed061871 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868118 Nov 23 09:53:43.139862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-b535915e-4314-4fb8-b0fb-b57ef4e2f501 service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512036 Nov 23 09:53:43.282696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e116eee-195f-4106-98da-6a96898bae2a req-e469b5ba-1201-4648-b1e0-e97956d52d8f service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349707 Nov 23 09:53:43.350133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:43.350780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network hostable DHCP agents. Network: c7c8d507-08e7-4f05-917a-cd32f575d714, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:53:43.352697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Subnet': ['ID=a90f4cc8-dc24-460d-8256-84e2c6401fb6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:43.371256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6a7e237-c3eb-4e8e-87ee-1167479055fb req-04bdaf88-e4cb-4e99-b7ba-79a553d3f8cb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=05f5f374-6235-4cf6-86c7-7712821ec602&id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2813845 Nov 23 09:53:43.395633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-0d42c9ae-3845-4a22-bc50-57178fa375e4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608854 Nov 23 09:53:43.422947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:53:43.434624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c7c8d507-08e7-4f05-917a-cd32f575d714) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:43.440077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:43.442202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:43.457675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54104d57-ece6-4c26-a1c1-6fa04597d145 None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:43.508940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c732afb-2c9c-439a-b262-3a15560875e6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3030560 Nov 23 09:53:43.512809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:43.522578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'subnet': {'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:43.593246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b235a05-856c-4048-ae99-dbe536b3bb4b req-5f14320a-8d56-44ff-98a2-271383371ea6 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:43.596889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b235a05-856c-4048-ae99-dbe536b3bb4b req-5f14320a-8d56-44ff-98a2-271383371ea6 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.0855608 Nov 23 09:53:43.676899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-e7c12baf-3df7-4ba2-9f1b-578d568c015b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:43.683968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-e7c12baf-3df7-4ba2-9f1b-578d568c015b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874291 Nov 23 09:53:43.730121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b235a05-856c-4048-ae99-dbe536b3bb4b req-0fb05ff6-dd5e-46b5-abaa-4c9ef9e61ef9 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265581 Nov 23 09:53:43.741559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c7c8d507-08e7-4f05-917a-cd32f575d714', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:53:43.742486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:43.742624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-94d4691b-6e22-45d4-9d3d-f9bffe45f931 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/quotas/4c44207c6ded40ff86bb5de3c7fc9e55 HTTP/1.1" status: 200 len: 375 time: 0.0575902 Nov 23 09:53:43.793557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-ff4d73bc-a542-420e-9275-c4b20126a64f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497241 Nov 23 09:53:43.807248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:43.815294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:43.951010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Allocated IP 10.1.1.2 (c7c8d507-08e7-4f05-917a-cd32f575d714/a90f4cc8-dc24-460d-8256-84e2c6401fb6/2152fd2e-ac13-4863-9bc8-d96e8a51e434) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:43.995514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4ba3-6ed5-437b-b251-c387345dec60 req-5b71cb1f-1467-4caa-886b-ba3996999846 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.014506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b55a4ba3-6ed5-437b-b251-c387345dec60 req-5b71cb1f-1467-4caa-886b-ba3996999846 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.1265361 Nov 23 09:53:44.082754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b55a4ba3-6ed5-437b-b251-c387345dec60 req-8765822c-3aad-4b19-96fc-327c322763f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/security-groups?id=70b95fba-d070-4aa6-a1f4-ec72137efe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Nov 23 09:53:44.277847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.286230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.297923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.363260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:44.384204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:44.416407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:44.426549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Pushing event updated for resources: {'Port': ['ID=2152fd2e-ac13-4863-9bc8-d96e8a51e434,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:44.434392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-590817a2-2cb6-4b0d-99cb-7ecb80b1a196 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.436995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-590817a2-2cb6-4b0d-99cb-7ecb80b1a196 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 945 time: 0.2328105 Nov 23 09:53:44.438246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Subnet': ['ID=91357ed1-4331-4bd3-923d-8836537d0233,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:44.476936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-86668598-c49c-4202-a221-5bd24c2925d8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652905 Nov 23 09:53:44.516972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc1865-243e-40d2-9b46-f459d41d4157 req-cd996419-0a22-4d82-9a45-5c4733e30227 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.525835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84bc1865-243e-40d2-9b46-f459d41d4157 req-cd996419-0a22-4d82-9a45-5c4733e30227 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.1924899 Nov 23 09:53:44.545097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Checking segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:44.545097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network hostable DHCP agents. Network: 32ff3901-514f-48a8-b6f1-247a46fc2083, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:53:44.563028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Attempting to bind port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:44.563539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Attempting to bind port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:44.563787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Attempting to bind port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:44.570061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:44.570455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:44.571262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.571262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Bound using segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:44.571679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Bound port: 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:44.572231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.607799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc8cea-6601-4f04-ba80-50a3a1c4c809 req-744ec608-f4a2-4cc4-add4-ea97a66b5201 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.616412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdcc8cea-6601-4f04-ba80-50a3a1c4c809 req-744ec608-f4a2-4cc4-add4-ea97a66b5201 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.2822061 Nov 23 09:53:44.641484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84bc1865-243e-40d2-9b46-f459d41d4157 req-3310bd21-6d99-412f-be94-849c273944b3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126075 Nov 23 09:53:44.644080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:53:44.659657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 32ff3901-514f-48a8-b6f1-247a46fc2083) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:44.665442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.666130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.675000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced82e6a-2b87-46cb-9092-07da6c65820b None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:44.677186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Deleting port b1524d1e-9227-48af-8d9f-cc25377e67d7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:44.677576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.755187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6936454a-0e3d-4f60-83a2-80335f2103d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2380743 Nov 23 09:53:44.755928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56696) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:44.767623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'name': 'tempest-TaggedBootDevicesTest_v242-1189493884', 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:44.816637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] For port 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:44.822328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] For port 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2152fd2e-ac13-4863-9bc8-d96e8a51e434,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:44.831066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.847017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdcc8cea-6601-4f04-ba80-50a3a1c4c809 req-6b87922e-2ab9-487e-9ac4-57b884efb8d5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283952 Nov 23 09:53:44.855026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82665615-5939-4bb2-a7ca-00485bc57304 req-a1f03b4e-1ddf-475c-ac0f-49b9eae37c6f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 210 time: 0.0942025 Nov 23 09:53:44.868040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-ba3a3386-80f9-4b1f-ae4e-1ba6e1e9b0f0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:44.869574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-ba3a3386-80f9-4b1f-ae4e-1ba6e1e9b0f0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870182 Nov 23 09:53:44.892342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Request body: {'port': {'device_id': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '4c44207c6ded40ff86bb5de3c7fc9e55'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:44.951017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] For port b1524d1e-9227-48af-8d9f-cc25377e67d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b1524d1e-9227-48af-8d9f-cc25377e67d7,segment=NetworkSegment(f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc),segment_id=f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:44.951636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:44.983890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Calling delete_port for b1524d1e-9227-48af-8d9f-cc25377e67d7 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:45.069848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-32ff3901-514f-48a8-b6f1-247a46fc2083', 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ips': [{'subnet_id': '91357ed1-4331-4bd3-923d-8836537d0233'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:53:45.072384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.098036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441aa1d-a507-4ae9-9af4-7bffe8d93ed7 None None] Pushing event updated for resources: {'Port': ['ID=2152fd2e-ac13-4863-9bc8-d96e8a51e434,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:45.156227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae7ad5-ca84-47b9-aa70-20e8ab3260fb req-c94684d5-9f8c-400c-b406-4114dfff9e2e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:45.158479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04ae7ad5-ca84-47b9-aa70-20e8ab3260fb req-c94684d5-9f8c-400c-b406-4114dfff9e2e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 984 time: 0.0943975 Nov 23 09:53:45.175015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:45.227018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Made reservation on behalf of 4c44207c6ded40ff86bb5de3c7fc9e55 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:45.231012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.245633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85a79-eb3f-459f-8802-0107caf841aa req-2c807110-9105-4b51-aa3b-74fa8607538a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:45.251241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fab85a79-eb3f-459f-8802-0107caf841aa req-2c807110-9105-4b51-aa3b-74fa8607538a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.2369037 Nov 23 09:53:45.251472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.324420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04ae7ad5-ca84-47b9-aa70-20e8ab3260fb req-5820e29b-63c1-4109-b5f4-5173f9075e76 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=05f5f374-6235-4cf6-86c7-7712821ec602&id=148c0b64-064e-49ba-a93f-a1513dc4f259&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1511669 Nov 23 09:53:45.347785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Allocated IP 10.2.2.2 (32ff3901-514f-48a8-b6f1-247a46fc2083/91357ed1-4331-4bd3-923d-8836537d0233/250d6e94-e684-4386-a33d-cd29650d6532) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:45.441848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.464183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.482783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fab85a79-eb3f-459f-8802-0107caf841aa req-57b42a55-e1bf-488e-975b-79ab60123a9f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059371 Nov 23 09:53:45.485656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ac81318-27a9-442b-8745-8d3820b6f1d9 req-92c04191-1927-4fe6-a27b-ef25b01325f5 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.62 "GET /v2.0/ports?device_id=90c039b1-9bcb-4a83-9a10-031732279543 HTTP/1.1" status: 200 len: 210 time: 0.0455425 Nov 23 09:53:45.499106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.510679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.562926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] device_id is not set on port d873826a-dd89-4499-a426-9ede815c0f23 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:53:45.582441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Pushing event deleted for resources: {'Port': ['ID=b1524d1e-9227-48af-8d9f-cc25377e67d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:45.667854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be65735b-4fc1-4c14-91c2-d33faad056e6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:45.734917 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.746760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.757713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.767854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-96b40bb1-bfaa-49c1-8683-83ea68e6944d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526249 Nov 23 09:53:45.798007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] No DVR routers for this DVR port b1524d1e-9227-48af-8d9f-cc25377e67d7 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:45.818804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:45.822250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c459d1d0-97dd-4da9-b895-20b0bdbc0e21 req-1b957ddb-fee1-426a-a246-c75cc44660f6 tempest-ImagesTestJSON-816534117 tempest-ImagesTestJSON-816534117-project] 10.222.0.11 "DELETE /v2.0/ports/b1524d1e-9227-48af-8d9f-cc25377e67d7 HTTP/1.1" status: 204 len: 173 time: 1.3746567 Nov 23 09:53:45.830099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-deleted', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:45.832922 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db346e2e-ef75-4c31-901c-20cd6155eb34" -d '{"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-deleted", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:45.846643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:45.861493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:45.868955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:45.883200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Pushing event updated for resources: {'Port': ['ID=250d6e94-e684-4386-a33d-cd29650d6532,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:45.932680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-1f58566b-36be-4c86-9d41-d8c9f5ca8f31 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-716657549&fields=id&tenant_id=6a0fa405e5f4424c96d1a4b90a6da683 HTTP/1.1" status: 200 len: 267 time: 0.1998887 Nov 23 09:53:45.932961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Allocated IP 192.168.233.143 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/cd6958f9-bbb2-42e5-bdab-03b6d81f1734) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:46.047148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.1.1.216 (c7c8d507-08e7-4f05-917a-cd32f575d714/a90f4cc8-dc24-460d-8256-84e2c6401fb6/d873826a-dd89-4499-a426-9ede815c0f23) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:46.057545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-774b618c-f57d-43f0-9385-c520086f75c4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:46.059163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-774b618c-f57d-43f0-9385-c520086f75c4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 984 time: 0.1256847 Nov 23 09:53:46.059312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Attempting to bind port 250d6e94-e684-4386-a33d-cd29650d6532 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:46.061466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Attempting to bind port 250d6e94-e684-4386-a33d-cd29650d6532 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:46.062382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Attempting to bind port 250d6e94-e684-4386-a33d-cd29650d6532 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:46.077114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:46.079447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Checking segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:46.080375 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.083050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Bound using segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:46.083326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Bound port: 250d6e94-e684-4386-a33d-cd29650d6532, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:46.083841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.091009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'port': {'security_groups': ['05f5f374-6235-4cf6-86c7-7712821ec602', '148c0b64-064e-49ba-a93f-a1513dc4f259', '7db06ecf-5b9a-482a-bec4-d6e911187410']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:46.175868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] For port 250d6e94-e684-4386-a33d-cd29650d6532, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:46.181064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] For port 250d6e94-e684-4386-a33d-cd29650d6532, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=250d6e94-e684-4386-a33d-cd29650d6532,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:46.194009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.246080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.273144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0768b1-6fd6-4915-89f6-125faf482833 None None] Pushing event updated for resources: {'Port': ['ID=250d6e94-e684-4386-a33d-cd29650d6532,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:46.292208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:46.320396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: b1524d1e-9227-48af-8d9f-cc25377e67d7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:46.320785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b1524d1e-9227-48af-8d9f-cc25377e67d7 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:46.494362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-652c1267-d17c-4c83-829e-24e375417303 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:46.496955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-652c1267-d17c-4c83-829e-24e375417303 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7163084 Nov 23 09:53:46.499103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.530327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:53:46.535779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Request body: {'port': {'device_id': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '4c44207c6ded40ff86bb5de3c7fc9e55'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:46.634170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313316b-fac3-4b3c-a291-0dbe0a40793d None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:46.652188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.715879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:46.748536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469c81c-5d90-45f3-bab5-2888596cbc4c req-7c749acf-9e2f-42c4-b9ac-4dd392fb2cfb tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:46.750469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2469c81c-5d90-45f3-bab5-2888596cbc4c req-7c749acf-9e2f-42c4-b9ac-4dd392fb2cfb tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.2699447 Nov 23 09:53:46.762550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:46.770430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:46.774210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:46.776351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] Provisioning complete for port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:46.777146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.782658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:46.832635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.849816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:46.850583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.856922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.864554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2469c81c-5d90-45f3-bab5-2888596cbc4c req-25a48c09-4bde-4ff1-a8f6-fbb47a9f79ff tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984349 Nov 23 09:53:46.866645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Made reservation on behalf of 4c44207c6ded40ff86bb5de3c7fc9e55 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:46.870078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.873020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.899843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:46.901960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:46.963396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.982499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-795ec6bc-d9d5-4cfd-8003-5a310ee2b453 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2226517 Nov 23 09:53:46.987565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56726) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:46.996537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:46.997219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:46.997485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'name': 'tempest-TaggedBootDevicesTest_v242-1505300376', 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:47.003709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9463335-873b-4722-bd4d-45c91b34d0a3 req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "PUT /v2.0/ports/4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 1020 time: 0.9268768 Nov 23 09:53:47.122763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:47.128114 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93fde1-479d-4633-ba6b-24001a5630a5 x-openstack-request-id: req-5b93fde1-479d-4633-ba6b-24001a5630a5 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:47.128472 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c039b1-9bcb-4a83-9a10-031732279543", "name": "network-vif-deleted", "tag": "b1524d1e-9227-48af-8d9f-cc25377e67d7", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:47.128728 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b93fde1-479d-4633-ba6b-24001a5630a5 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:47.130357 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c039b1-9bcb-4a83-9a10-031732279543', 'name': 'network-vif-deleted', 'tag': 'b1524d1e-9227-48af-8d9f-cc25377e67d7', 'status': 'completed', 'code': 200} Nov 23 09:53:47.131368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d5fc5-18f1-43a7-a36a-b1072d7a3acb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:47.138877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.147159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:47.212132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:47.230965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2152fd2e-ac13-4863-9bc8-d96e8a51e434 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:47.234408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:47.270671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2fb7475-3a13-4bc5-8201-fd0def6d5bb9 req-ac5b9438-d60e-4c9e-9722-d9718ee1a0c0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 210 time: 0.0454016 Nov 23 09:53:47.292304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:47.360878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695bde3-b2d5-4c2d-8fae-d2d6a700d70f req-bd2f106e-94d1-4351-9e5a-c47f05df7e55 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:47.366902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e695bde3-b2d5-4c2d-8fae-d2d6a700d70f req-bd2f106e-94d1-4351-9e5a-c47f05df7e55 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.4171689 Nov 23 09:53:47.391106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] For port 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2152fd2e-ac13-4863-9bc8-d96e8a51e434,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:47.405786 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.468284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:47.468958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.487211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Allocated IP 192.168.233.156 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/478872d3-2ea1-410b-be1f-b2e49d1be455) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:47.552190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e695bde3-b2d5-4c2d-8fae-d2d6a700d70f req-7c66d9f4-0c90-45e7-8ee5-667e47f3a78f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824324 Nov 23 09:53:47.582497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:53:47.609474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-8927edf4-6acb-4da4-b454-217bddb8ec41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7242332 Nov 23 09:53:47.617694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:47.626512 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.660211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Request body: {'port': {'device_id': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:47.706691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1621d687-7ddd-4c20-8a48-809056912a8f None None] Provisioning complete for port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:47.707054 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1621d687-7ddd-4c20-8a48-809056912a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.708576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560504f7-2d61-4212-8fdc-32398bb73ed2 None None] Pushing event updated for resources: {'Port': ['ID=2152fd2e-ac13-4863-9bc8-d96e8a51e434,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:47.902369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:47.952136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f770d0b4-2669-433a-8263-e183f9d81fc2 req-1f94f1d0-d994-40bc-a2e0-dfc886921d7b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/7db06ecf-5b9a-482a-bec4-d6e911187410 HTTP/1.1" status: 200 len: 1816 time: 0.2454004 Nov 23 09:53:47.997254 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e97a0fe8-cec0-41c9-ac8a-d9240c0161e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.042761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453134f7-9c7a-4cf5-ade3-4e0bcc0fb3d2 None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:53:48.181296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.209493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 250d6e94-e684-4386-a33d-cd29650d6532 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:48.236824 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-f770d0b4-2669-433a-8263-e183f9d81fc2 req-e718b1d1-a91f-453f-9d46-27f1d9ed2af4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 09:53:48.238148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f770d0b4-2669-433a-8263-e183f9d81fc2 req-e718b1d1-a91f-453f-9d46-27f1d9ed2af4 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/7db06ecf-5b9a-482a-bec4-d6e911187410 HTTP/1.1" status: 409 len: 341 time: 0.2528973 Nov 23 09:53:48.239469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] device_id is not set on port a446a203-3b6c-4855-a242-537914fc1e4d yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:53:48.351194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.361370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1621d687-7ddd-4c20-8a48-809056912a8f None None] Provisioning complete for port d873826a-dd89-4499-a426-9ede815c0f23 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:48.361785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1621d687-7ddd-4c20-8a48-809056912a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.445844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 250d6e94-e684-4386-a33d-cd29650d6532 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:48.446232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.451098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1621d687-7ddd-4c20-8a48-809056912a8f None None] Port d873826a-dd89-4499-a426-9ede815c0f23 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:48.493833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc8be-7383-4f84-9424-2e4db94e81b0 req-31d0bc51-1183-437c-a40f-4a7ca87c6f4a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:48.503621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcabc8be-7383-4f84-9424-2e4db94e81b0 req-31d0bc51-1183-437c-a40f-4a7ca87c6f4a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.1692600 Nov 23 09:53:48.546769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cf1a263-0e20-4976-ba9a-fd1e8bb8794f req-0392e7d4-82f4-4c54-a4e8-e69585ab578a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Nov 23 09:53:48.607015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.617690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.662066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Provisioning complete for port 250d6e94-e684-4386-a33d-cd29650d6532 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:48.662848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.703285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 250d6e94-e684-4386-a33d-cd29650d6532, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=250d6e94-e684-4386-a33d-cd29650d6532,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:48.714793 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.729535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fcabc8be-7383-4f84-9424-2e4db94e81b0 req-6447fd30-16c0-4a44-a059-61bd043fd543 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250097 Nov 23 09:53:48.779523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:48.781150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=250d6e94-e684-4386-a33d-cd29650d6532,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:48.793256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:48.796223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:48.836816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.1.1.19 (c7c8d507-08e7-4f05-917a-cd32f575d714/a90f4cc8-dc24-460d-8256-84e2c6401fb6/a446a203-3b6c-4855-a242-537914fc1e4d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:48.847941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Provisioning complete for port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:48.848605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.852772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event updated for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:48.865474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626e835-8e01-4018-951b-48e62fdbd87e req-d9ba8f18-9f88-4882-80b0-80acfa4a6853 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:48.876216 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9626e835-8e01-4018-951b-48e62fdbd87e req-d9ba8f18-9f88-4882-80b0-80acfa4a6853 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1023 time: 0.1062121 Nov 23 09:53:48.889399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:48.914490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Provisioning complete for port d873826a-dd89-4499-a426-9ede815c0f23 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:48.914865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.937082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:48.937731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:48.988557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bf9ad-902e-426e-83f1-aab60e53b779 None None] Port d873826a-dd89-4499-a426-9ede815c0f23 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:49.038668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2152fd2e-ac13-4863-9bc8-d96e8a51e434 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:49.046783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9626e835-8e01-4018-951b-48e62fdbd87e req-de37d12a-43f2-48fd-9162-a7a6f17b6c1d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=05f5f374-6235-4cf6-86c7-7712821ec602&id=148c0b64-064e-49ba-a93f-a1513dc4f259&id=7db06ecf-5b9a-482a-bec4-d6e911187410&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1690125 Nov 23 09:53:49.128092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-63c6c4b8-614c-4d34-b67b-20455d883f9b None None] Provisioning complete for port 250d6e94-e684-4386-a33d-cd29650d6532 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:49.128558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-63c6c4b8-614c-4d34-b67b-20455d883f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.131969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:49.135461 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae88d4e-e635-48c9-884e-f37838d25d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:49.164758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:49.165164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.261083 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f34d3d-b1d4-48ff-bc25-b724e8560480 x-openstack-request-id: req-e0f34d3d-b1d4-48ff-bc25-b724e8560480 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:49.261658 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:49.262234 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0f34d3d-b1d4-48ff-bc25-b724e8560480 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:49.262877 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'status': 'completed', 'code': 200} Nov 23 09:53:49.294385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-99c76543-f452-4be6-88f1-e45507f7eca5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7812026 Nov 23 09:53:49.301985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 250d6e94-e684-4386-a33d-cd29650d6532 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:49.350705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Request body: {'port': {'device_id': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:49.359216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 250d6e94-e684-4386-a33d-cd29650d6532 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:49.359698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.369043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-61582bfc-2c8e-4d0f-99a7-a54eefcf87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:49.370946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-61582bfc-2c8e-4d0f-99a7-a54eefcf87b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1174 time: 0.0690992 Nov 23 09:53:49.380647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:49.394390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4ddb-ee63-4aca-9d69-c08fdc0043b2 req-9b09f977-8125-4cbc-bf48-2fde44c2ccea tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:49.395932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463b4ddb-ee63-4aca-9d69-c08fdc0043b2 req-9b09f977-8125-4cbc-bf48-2fde44c2ccea tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.5265212 Nov 23 09:53:49.423266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:49.455263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.468455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f23ccccd-b2f5-4ce3-83a6-2ee75835b4ee None None] Provisioning complete for port 478872d3-2ea1-410b-be1f-b2e49d1be455 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:49.468884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f23ccccd-b2f5-4ce3-83a6-2ee75835b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.479560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Deleting subnet 2a0a4e92-3256-4f3e-8405-780e9c95a24f {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:53:49.482704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.504005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f23ccccd-b2f5-4ce3-83a6-2ee75835b4ee None None] Port 478872d3-2ea1-410b-be1f-b2e49d1be455 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:49.530430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.538726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Transition to ACTIVE for port object cd6958f9-bbb2-42e5-bdab-03b6d81f1734 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:49.544997 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.562337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.562695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-11bcbce4-65d3-4171-b46b-4f919a2a9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:49.564205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-11bcbce4-65d3-4171-b46b-4f919a2a9e7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 200 len: 913 time: 0.1812508 Nov 23 09:53:49.608287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463b4ddb-ee63-4aca-9d69-c08fdc0043b2 req-be06a722-ba3c-4c95-9e74-68e8c598168b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999335 Nov 23 09:53:49.611707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-8eaea699-350f-4737-81cc-c37213f6b38c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 200 len: 217 time: 0.0381479 Nov 23 09:53:49.612812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.694122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:49.705741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.716894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-c6268fc1-95b3-4bf8-9cc4-8f715b82ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:49.718394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-c6268fc1-95b3-4bf8-9cc4-8f715b82ad67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 200 len: 852 time: 0.0861635 Nov 23 09:53:49.762421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-7f446d64-9af8-443e-b663-46c2e7d94735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337994 Nov 23 09:53:49.783330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f512aa7-b96b-4916-acd6-fb764f487763 req-5c2f7427-9af7-4fb8-adbe-cd9fefaccc9a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:49.791758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f512aa7-b96b-4916-acd6-fb764f487763 req-5c2f7427-9af7-4fb8-adbe-cd9fefaccc9a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 936 time: 0.1156087 Nov 23 09:53:49.868360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.936511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0a4e92-3256-4f3e-8405-780e9c95a24f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:49.944354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.947633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2fb5e11e-dd22-4b13-9752-188feee897c5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2a0a4e92-3256-4f3e-8405-780e9c95a24f HTTP/1.1" status: 204 len: 168 time: 0.5658877 Nov 23 09:53:49.951463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f512aa7-b96b-4916-acd6-fb764f487763 req-a994c296-d8e6-4d0d-ae79-9728f35e6c0e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588762 Nov 23 09:53:49.951943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56800) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:49.974949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:49.993393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Attempting to bind port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:49.993735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Attempting to bind port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:49.994100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Attempting to bind port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:49.998424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-f0d6c627-2d83-4204-9bcc-27040ccdbe52 service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003016 Nov 23 09:53:50.035246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:50.035584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Attempting to bind port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:50.053176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:50.061884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.063336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:50.077711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03d46e-133f-4f0a-9e9b-54cbbd5842d1 req-e67898ac-7455-44ca-bbc3-94c91707d7c5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.079436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e03d46e-133f-4f0a-9e9b-54cbbd5842d1 req-e67898ac-7455-44ca-bbc3-94c91707d7c5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.2299583 Nov 23 09:53:50.080656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:50.083662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:50.096511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.106371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:50.106755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:50.107196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:50.107917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Bound port: cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:50.108075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.149993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:50.237650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aec87e3-479d-4b96-86f7-9ab1cc2bb8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.244865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:50.251798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ae88d4e-e635-48c9-884e-f37838d25d7b req-c2bd9485-428b-4fc3-90f7-b7eb72b328d4 service neutron] 10.222.0.11 "GET /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260802 Nov 23 09:53:50.257010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'port_id': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'mac_address': 'fa:16:3e:9f:b6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf6954f-13df-455b-9355-2d6d40f35fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:50.286964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.287643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.313458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.318949 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.321243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e03d46e-133f-4f0a-9e9b-54cbbd5842d1 req-7da9d09a-7d3f-4fea-bfc6-d8eb9f00a848 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280965 Nov 23 09:53:50.338981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a65a374e-595a-4728-87f8-d0a9031253cf {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:50.360100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e345cd8b-d784-4e27-b90e-e0a0e3064b4a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3669639 Nov 23 09:53:50.365209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478872d3-2ea1-410b-be1f-b2e49d1be455 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:50.369417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:50.375277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.376624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70822e58-482f-464d-95b9-1f992ddc6785']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:50.384441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:50.394585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:50.399375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.414331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.425192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Transition to ACTIVE for port object 478872d3-2ea1-410b-be1f-b2e49d1be455 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:50.440208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:50.461283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.473160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.474215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.474715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-118da7a2-2143-4a4e-857e-1d4ec90dd4c9 None None] Provisioning complete for port a446a203-3b6c-4855-a242-537914fc1e4d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:50.475283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-118da7a2-2143-4a4e-857e-1d4ec90dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.476118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] 10.222.0.11 "PUT /v2.0/ports/cd6958f9-bbb2-42e5-bdab-03b6d81f1734 HTTP/1.1" status: 200 len: 1096 time: 2.8380985 Nov 23 09:53:50.480249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:50.491849 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c131963-b7a9-4b26-bb47-5729703287e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:50.520916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a65a374e-595a-4728-87f8-d0a9031253cf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:50.549970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-118da7a2-2143-4a4e-857e-1d4ec90dd4c9 None None] Port a446a203-3b6c-4855-a242-537914fc1e4d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:53:50.594218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0667a87-2db7-4f6d-a03c-6ebfd435550d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:50.659723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-fbee4f51-75f0-4bfa-b46b-c6894a8ea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.662345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-fbee4f51-75f0-4bfa-b46b-c6894a8ea73b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1099 time: 0.1326723 Nov 23 09:53:50.795161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:50.795161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ce67fc-6bee-443e-8dfb-e1dd9f38bdcc') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:53:50.827500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.853612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-b7baad46-346d-4f19-8578-36b9b649aa98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734 HTTP/1.1" status: 200 len: 217 time: 0.1103759 Nov 23 09:53:50.860155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:50.866772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646558612', 'description': 'tempest-description--1417924106'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:50.885211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.901180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75f93-f75d-40a5-97ce-2ea5eec2472a req-c3d5d010-ab86-4607-94ac-c686cb05dc41 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.910779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30e75f93-f75d-40a5-97ce-2ea5eec2472a req-c3d5d010-ab86-4607-94ac-c686cb05dc41 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1023 time: 0.7094920 Nov 23 09:53:50.910953 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9255a5a8-a6fd-4a9b-bc58-b3d6abd6516e x-openstack-request-id: req-9255a5a8-a6fd-4a9b-bc58-b3d6abd6516e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:50.911266 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:50.911528 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9255a5a8-a6fd-4a9b-bc58-b3d6abd6516e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:50.911935 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'status': 'completed', 'code': 200} Nov 23 09:53:50.934519 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.947962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-fd678556-bd48-4c40-9bae-1ad1a30fe264 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:50.949511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-fd678556-bd48-4c40-9bae-1ad1a30fe264 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 1023 time: 0.6015656 Nov 23 09:53:50.952438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:53:50.952847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:53:50.955600 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:53:50.985651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Pushing event updated for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:51.041736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Attempting to bind port 478872d3-2ea1-410b-be1f-b2e49d1be455 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:51.041999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Attempting to bind port 478872d3-2ea1-410b-be1f-b2e49d1be455 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:51.042341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Attempting to bind port 478872d3-2ea1-410b-be1f-b2e49d1be455 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:51.051056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-a4dbb1a0-7541-481d-b9a7-133a35cfc07f tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.052570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-a4dbb1a0-7541-481d-b9a7-133a35cfc07f tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.2739518 Nov 23 09:53:51.066799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-9b0e281c-4b41-43e2-8e75-ecd28fcb0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.068091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-9b0e281c-4b41-43e2-8e75-ecd28fcb0a65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1488371 Nov 23 09:53:51.071190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:51.071378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Port 478872d3-2ea1-410b-be1f-b2e49d1be455 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:51.071722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Attempting to bind port 478872d3-2ea1-410b-be1f-b2e49d1be455 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:51.110583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.128985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:51.129385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:51.129780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:51.130262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Bound port: 478872d3-2ea1-410b-be1f-b2e49d1be455, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:51.130627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.142699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.156872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7b446-54a8-4015-82ad-6ed14146dbb3 req-abc3ac2c-e08c-45e6-be98-09df6179feb0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.157093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.158721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d7b446-54a8-4015-82ad-6ed14146dbb3 req-abc3ac2c-e08c-45e6-be98-09df6179feb0 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 945 time: 0.1854022 Nov 23 09:53:51.160958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] 10.222.0.62 "DELETE /v2.0/networks/70822e58-482f-464d-95b9-1f992ddc6785 HTTP/1.1" status: 204 len: 168 time: 1.2062359 Nov 23 09:53:51.185124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42003b-4bd8-4db3-8275-48483dae7f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=70822e58-482f-464d-95b9-1f992ddc6785,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:51.234672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30e75f93-f75d-40a5-97ce-2ea5eec2472a req-763d27c2-d8c0-4931-9ecf-712094f8a382 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=05f5f374-6235-4cf6-86c7-7712821ec602&id=148c0b64-064e-49ba-a93f-a1513dc4f259&id=7db06ecf-5b9a-482a-bec4-d6e911187410&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3228960 Nov 23 09:53:51.239298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.244437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-2ee970e0-2d12-45ab-80a3-e2c02bbaf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.246158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-2ee970e0-2d12-45ab-80a3-e2c02bbaf857 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678514 Nov 23 09:53:51.255611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.275413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.344505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Deleting port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:51.344708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.362617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d7b446-54a8-4015-82ad-6ed14146dbb3 req-71fa024e-dd67-4eb8-b2df-6a31a0b04f23 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822011 Nov 23 09:53:51.386990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:51.435328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:51.440484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:51.452824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.456212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81071ba4-6835-4672-a918-25b6a83adf1d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5933402 Nov 23 09:53:51.469422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56828) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:51.475502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'security_group_rule': {'security_group_id': 'ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:51.481211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=478872d3-2ea1-410b-be1f-b2e49d1be455,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:51.509429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.586011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port 4da5fb40-70a9-485c-b9f0-6585e6de28d7, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4da5fb40-70a9-485c-b9f0-6585e6de28d7,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:51.586388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.590067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:51.596875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.597411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.598883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] 10.222.0.50 "PUT /v2.0/ports/478872d3-2ea1-410b-be1f-b2e49d1be455 HTTP/1.1" status: 200 len: 1096 time: 2.2580645 Nov 23 09:53:51.601629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-42aee3bf-00b1-46f0-95d3-d80bba77d51b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b878da0ccc244e24bd98724fc716b3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616006 Nov 23 09:53:51.607552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56830) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:51.621093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-2a58600c-a936-416e-9f3e-ffb4bb177843 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668880 Nov 23 09:53:51.623377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d929-7fed-4de0-bda1-eb6e484ee0ee req-c6c3fd7c-dbcf-47ff-9fe0-31b4c05be3c6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.624906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3df9d929-7fed-4de0-bda1-eb6e484ee0ee req-c6c3fd7c-dbcf-47ff-9fe0-31b4c05be3c6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 948 time: 0.1904697 Nov 23 09:53:51.625968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Calling delete_port for 4da5fb40-70a9-485c-b9f0-6585e6de28d7 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:51.661564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbbe87-644b-469a-92c3-4d3115a7a5f8 req-d649e65a-dab7-44e1-8943-597eec3a49a5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.663346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57bbbe87-644b-469a-92c3-4d3115a7a5f8 req-d649e65a-dab7-44e1-8943-597eec3a49a5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 944 time: 0.2199326 Nov 23 09:53:51.674368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.748716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:51.773718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7128f32-cd15-45c6-8d31-0acdd551b062 service neutron] Pushing event updated for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:51.781646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3df9d929-7fed-4de0-bda1-eb6e484ee0ee req-9625fbf9-971f-49ff-8250-c8714faf0dff tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446168 Nov 23 09:53:51.850210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:51.852428 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee93fab-f5b7-4798-b163-4bc7af21450e" -d '{"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:51.858954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.870147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.906456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.909099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:51.915042 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ad1914-1c39-4887-bb7e-ff60de524033 x-openstack-request-id: req-f0ad1914-1c39-4887-bb7e-ff60de524033 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:51.915042 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:51.915580 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0ad1914-1c39-4887-bb7e-ff60de524033 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:51.916026 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'code': 200} Nov 23 09:53:51.921846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:51.922663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-b3fe9824-62e5-46da-a531-9ce10b859bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:51.923819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-b3fe9824-62e5-46da-a531-9ce10b859bc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 1099 time: 0.2507091 Nov 23 09:53:51.941773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57bbbe87-644b-469a-92c3-4d3115a7a5f8 req-06db2224-ff81-4873-bb2c-454017bb8f07 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392783 Nov 23 09:53:51.953712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4da5fb40-70a9-485c-b9f0-6585e6de28d7'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:52.018044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.019904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dd9bb1d-6753-4bfb-93df-2b2730306c1e req-0c09a507-f35e-455b-83f7-3cff5403908a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788221 Nov 23 09:53:52.024718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.026835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-c652e59e-a6b9-468c-9889-0ce73efb34f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=478872d3-2ea1-410b-be1f-b2e49d1be455 HTTP/1.1" status: 200 len: 217 time: 0.0754902 Nov 23 09:53:52.029035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.041110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.055854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] No DVR routers for this DVR port 4da5fb40-70a9-485c-b9f0-6585e6de28d7 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:52.069830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:52.070460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:52.070814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:52.071146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:52.074056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.077416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c94dba6f-ae39-4fcf-ace6-75ff35a2bee7 req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.11 "DELETE /v2.0/ports/4da5fb40-70a9-485c-b9f0-6585e6de28d7 HTTP/1.1" status: 204 len: 173 time: 1.1198292 Nov 23 09:53:52.120485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9ac6f-0a05-46e6-a41b-b548641375bc tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'Port': ['ID=4da5fb40-70a9-485c-b9f0-6585e6de28d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.144341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:52.144649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612b5f7e-6e0d-4165-8c24-caeba4d9f20a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.145465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:52.157554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:52.158787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:52.159565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:52.159713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.160384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Bound port: 6e0e0d28-985a-4531-a06c-810fb8c166c0, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:52.160978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.161232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82e36fd5-bd61-43f1-b3e3-100ff44aba61 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6890216 Nov 23 09:53:52.163113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-7cf179a5-48b4-40e6-ad82-03ccd141c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.164557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-7cf179a5-48b4-40e6-ad82-03ccd141c84a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1048615 Nov 23 09:53:52.165079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56836) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:52.173821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'security_group_rule': {'security_group_id': 'ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:52.220618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.231738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.251798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70b95fba-d070-4aa6-a1f4-ec72137efe96 HTTP/1.1" status: 204 len: 168 time: 0.6429036 Nov 23 09:53:52.258286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a65a374e-595a-4728-87f8-d0a9031253cf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:52.259264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.272044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-6128cf04-223f-4ec5-ad89-1a92cab04ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.277313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-6128cf04-223f-4ec5-ad89-1a92cab04ae0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1099 time: 0.1668980 Nov 23 09:53:52.299383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b77db-1b34-468d-be17-5a9b4228dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b95fba-d070-4aa6-a1f4-ec72137efe96,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.343482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-2d347e23-8e85-4451-8b12-e4e654c2a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.348802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:52.352316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-2d347e23-8e85-4451-8b12-e4e654c2a344 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728721 Nov 23 09:53:52.400658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.492254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61210173-4802-4765-a1dc-3569eeffabd3 req-6edde06f-3962-45f7-95ef-7bdf4996532c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=08bd369c-889e-4fac-94a1-2f945647a357 HTTP/1.1" status: 200 len: 210 time: 0.0927629 Nov 23 09:53:52.506667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f1469-ec4d-4eed-82bf-bf886e0f9d67 req-84191533-4e16-439f-bd52-4e07eaec09da tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.518079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-813f1469-ec4d-4eed-82bf-bf886e0f9d67 req-84191533-4e16-439f-bd52-4e07eaec09da tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 944 time: 0.1788661 Nov 23 09:53:52.528120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:52.563491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:53:52.589596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.630791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-a50df0a3-9f49-417d-8040-0b6a576655ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.632379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-a50df0a3-9f49-417d-8040-0b6a576655ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.3407903 Nov 23 09:53:52.634357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-813f1469-ec4d-4eed-82bf-bf886e0f9d67 req-fd8a0aba-3fa0-4ac7-908c-7f2ded917671 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152539 Nov 23 09:53:52.680767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.685228 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.712071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.724125 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-8e09cf54-cd9b-499d-9ec2-26178b00b5dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734 HTTP/1.1" status: 200 len: 217 time: 0.0698311 Nov 23 09:53:52.731344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.740635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=8']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.749445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:52.751799 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe38320-ae11-49d0-bedf-d1cf3f091d9f" -d '{"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-plugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:52.757310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:52.811433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.812206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.813697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-1c2012e5-e2a3-40b8-a8d4-cc59e23886ff service neutron] 10.222.0.11 "PUT /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 1121 time: 1.7471132 Nov 23 09:53:52.822484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c82153a-688e-4424-ab44-fef88dff77cd,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:52.832656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-f9be2706-38fd-4f7f-a002-4bc097ba8fca service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139245 Nov 23 09:53:52.840018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.842321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-21884531-dec3-4630-9aeb-a55c623ccd99 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6731267 Nov 23 09:53:52.845211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56856) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:52.850334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:52.858826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:52.881768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-9ee95015-7fdb-4aaa-bcb3-718e2e432a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:52.885286 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-9ee95015-7fdb-4aaa-bcb3-718e2e432a55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1475751 Nov 23 09:53:52.898901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:52.912503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:52.914843 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3064bb2-6713-482b-abb7-6e0db4d6d703" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:52.973537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6e0e0d28-985a-4531-a06c-810fb8c166c0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:52.980420 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f3cc1-f857-4df5-923b-12ee7855584b x-openstack-request-id: req-f81f3cc1-f857-4df5-923b-12ee7855584b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:52.980556 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-plugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:52.980742 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f81f3cc1-f857-4df5-923b-12ee7855584b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:52.990526 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'code': 200} Nov 23 09:53:52.991802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6e0e0d28-985a-4531-a06c-810fb8c166c0'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:52.995945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:53:53.003425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:53:53.004074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:53.007571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.068346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:53:53.068946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Attempting to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on network 36803353-ad87-4613-bb49-44f0e3b6afae {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:53:53.092092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91c8c828-a3ce-49d7-8ada-0a234a40a123 req-1f0679ce-7215-4565-a1c2-d03a8ac597d5 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503891 Nov 23 09:53:53.102986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343bf40-5dee-4faf-a5f7-f46e1dd054a2 req-9c38dce1-2776-4f56-ae94-6377205d06e3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.104859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1343bf40-5dee-4faf-a5f7-f46e1dd054a2 req-9c38dce1-2776-4f56-ae94-6377205d06e3 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1373475 Nov 23 09:53:53.107338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:53.114405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:53:53.115047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Checking segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:53:53.115815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Bound using segment: {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:53:53.116456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Bound port: 6e0e0d28-985a-4531-a06c-810fb8c166c0, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab9ae3b-8c74-4c01-be6f-674575b75195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36803353-ad87-4613-bb49-44f0e3b6afae'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:53:53.117020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.140569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-4cfbae64-49b4-42af-ad45-5b556a023969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.146422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-4cfbae64-49b4-42af-ad45-5b556a023969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473814 Nov 23 09:53:53.230773 n-d-781076-5 neutron-server[110025]: WARNING neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Concurrent port binding operations failed on port 6e0e0d28-985a-4531-a06c-810fb8c166c0 Nov 23 09:53:53.241096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1343bf40-5dee-4faf-a5f7-f46e1dd054a2 req-01647cbd-d61a-4a38-a898-1e8fe5a54e41 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198430 Nov 23 09:53:53.266634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:53.278270 n-d-781076-5 neutron-server[110025]: INFO neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Attempt 2 to bind port 6e0e0d28-985a-4531-a06c-810fb8c166c0 Nov 23 09:53:53.278736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:53:53.374631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b16b2-e9e9-454c-b96c-e34d1bb0d557 req-a29aa757-df99-480e-937c-2ec125f209b1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.381971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-336b16b2-e9e9-454c-b96c-e34d1bb0d557 req-a29aa757-df99-480e-937c-2ec125f209b1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 948 time: 0.3499451 Nov 23 09:53:53.428363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-a4b556ce-16d6-46b9-9783-a287e5e0171b service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667859 Nov 23 09:53:53.438570 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cee8d48-98cd-4435-8a60-25679e6318d1 x-openstack-request-id: req-9cee8d48-98cd-4435-8a60-25679e6318d1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:53.439028 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:53.440017 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cee8d48-98cd-4435-8a60-25679e6318d1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:53.440484 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455', 'status': 'completed', 'code': 200} Nov 23 09:53:53.486587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-336b16b2-e9e9-454c-b96c-e34d1bb0d557 req-fdf2f54e-a475-4f72-92c7-5756f92c6708 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037185 Nov 23 09:53:53.501134 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.519471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-5f39e59c-6e62-46ec-80e7-a523ff5994cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.521070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-5f39e59c-6e62-46ec-80e7-a523ff5994cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 1099 time: 0.0460865 Nov 23 09:53:53.558147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.571553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c131963-b7a9-4b26-bb47-5729703287e0 req-08eca22d-4304-4f7a-8d92-120e618a9ff5 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345651 Nov 23 09:53:53.706063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-6069ee66-e65f-44bd-9ecb-3452f8622beb tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/05f5f374-6235-4cf6-86c7-7712821ec602 HTTP/1.1" status: 200 len: 1818 time: 0.0849726 Nov 23 09:53:53.742975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 172.25.1.191 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/4441705b-38b7-4c01-b457-410fb4565ccf) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:53.849132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.887405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.916748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'name': 'network-vif-deleted', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7'}, {'name': 'network-changed', 'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:53.919328 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49125380-87fc-493a-a871-6a76d9c36adb" -d '{"events": [{"server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "name": "network-vif-deleted", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7"}, {"name": "network-changed", "server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:53.924393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.963027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.965638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:53.967040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9664aa80-77a0-4540-8a45-4ee37c99c52b req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/05f5f374-6235-4cf6-86c7-7712821ec602 HTTP/1.1" status: 204 len: 173 time: 0.2504253 Nov 23 09:53:53.974263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-6470382d-115c-40d9-bd00-587054daddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.975864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-6470382d-115c-40d9-bd00-587054daddd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.4470413 Nov 23 09:53:53.981438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f56cc-0068-4361-a2bf-97bcce78b69f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5f374-6235-4cf6-86c7-7712821ec602,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:53.989325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31b9f3-f288-4bf7-9db1-26b7fe567292 req-b32d185b-d606-4b3a-86e4-db7867d57493 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:53.991278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df31b9f3-f288-4bf7-9db1-26b7fe567292 req-b32d185b-d606-4b3a-86e4-db7867d57493 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.0796659 Nov 23 09:53:53.995756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.034160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-989a7f0b-9f1a-4e19-ab7c-99ae59f67f9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=478872d3-2ea1-410b-be1f-b2e49d1be455 HTTP/1.1" status: 200 len: 217 time: 0.0418165 Nov 23 09:53:54.038935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:54.044707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:54.048652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:54.074066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=4441705b-38b7-4c01-b457-410fb4565ccf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:54.081646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:54.129072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df31b9f3-f288-4bf7-9db1-26b7fe567292 req-1c1a12ac-b6a3-4803-a9eb-df131085b759 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936437 Nov 23 09:53:54.135702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-daef7b67-db0f-4d72-a999-534b1e4c6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.137145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-daef7b67-db0f-4d72-a999-534b1e4c6509 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0883734 Nov 23 09:53:54.147366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.160869 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda9254-ab53-4354-961a-e0ed97051fcc x-openstack-request-id: req-feda9254-ab53-4354-961a-e0ed97051fcc {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:54.161263 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd369c-889e-4fac-94a1-2f945647a357", "name": "network-vif-deleted", "tag": "4da5fb40-70a9-485c-b9f0-6585e6de28d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:54.161695 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feda9254-ab53-4354-961a-e0ed97051fcc {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:54.165947 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd369c-889e-4fac-94a1-2f945647a357', 'name': 'network-vif-deleted', 'tag': '4da5fb40-70a9-485c-b9f0-6585e6de28d7', 'status': 'completed', 'code': 200} Nov 23 09:53:54.165947 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'status': 'completed', 'code': 200} Nov 23 09:53:54.204544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.208282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.244915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:54.250316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.276758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-ee2b5e65-2f5a-4338-9f9b-bc3a28b535d0 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/7db06ecf-5b9a-482a-bec4-d6e911187410 HTTP/1.1" status: 200 len: 1816 time: 0.1097794 Nov 23 09:53:54.293229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-4e0d28b2-a74f-479a-8088-76c9caea195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.293674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-4e0d28b2-a74f-479a-8088-76c9caea195d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448948 Nov 23 09:53:54.323029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:54.333975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4da5fb40-70a9-485c-b9f0-6585e6de28d7 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:54.368296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 4da5fb40-70a9-485c-b9f0-6585e6de28d7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:54.368705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4da5fb40-70a9-485c-b9f0-6585e6de28d7 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:54.369027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49125380-87fc-493a-a871-6a76d9c36adb req-ccfc50d9-06b6-442e-8569-4240f7e329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.370964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-ccfc50d9-06b6-442e-8569-4240f7e329fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1124 time: 0.1699879 Nov 23 09:53:54.402176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-c115faac-6b3d-446e-97e4-bfd9b2cbad0c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.403628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-c115faac-6b3d-446e-97e4-bfd9b2cbad0c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 945 time: 0.1722283 Nov 23 09:53:54.482651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f36c-607f-4a06-aae5-7ce228f4bcbf req-b5a8f1b3-fbbb-417a-8efc-612d83cd838a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.484020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ae0f36c-607f-4a06-aae5-7ce228f4bcbf req-b5a8f1b3-fbbb-417a-8efc-612d83cd838a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1452315 Nov 23 09:53:54.495391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.542568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.553663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-27d18e8e-7d18-4234-987a-2abc35dd43ae service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203367 Nov 23 09:53:54.564885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.577735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.596573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49125380-87fc-493a-a871-6a76d9c36adb req-e09ecd28-6d39-4aae-b85e-29602b42f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.598139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-e09ecd28-6d39-4aae-b85e-29602b42f74b service neutron] 10.222.0.50 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.2177701 Nov 23 09:53:54.612280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ae0f36c-607f-4a06-aae5-7ce228f4bcbf req-98641291-d63b-4b56-9bd6-381997f34595 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214685 Nov 23 09:53:54.657364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-9c20ebce-5041-484d-84eb-3330757168f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 217 time: 0.0444932 Nov 23 09:53:54.662296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=4441705b-38b7-4c01-b457-410fb4565ccf,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:54.673124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Deleting port a65a374e-595a-4728-87f8-d0a9031253cf {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:53:54.673403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.704882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.727191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.729913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.734258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c92ea927-d28b-4191-b01b-729e2b6c879b req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/7db06ecf-5b9a-482a-bec4-d6e911187410 HTTP/1.1" status: 204 len: 173 time: 0.4462171 Nov 23 09:53:54.761461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.762889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4e108e42-f3f1-44d5-9116-3375c8f72404 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9165270 Nov 23 09:53:54.789271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-699451076', 'description': 'tempest-description-2083428369'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:54.811570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3064bb2-6713-482b-abb7-6e0db4d6d703 req-63759e73-f2a3-495f-9a0c-22b9b2d1b78d service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457020 Nov 23 09:53:54.812220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560a57b-5350-461f-9211-764004f783ab tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db06ecf-5b9a-482a-bec4-d6e911187410,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:54.829317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] For port a65a374e-595a-4728-87f8-d0a9031253cf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a65a374e-595a-4728-87f8-d0a9031253cf,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:54.829975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.840901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49125380-87fc-493a-a871-6a76d9c36adb req-fee59955-ee58-4738-93ce-086926e65c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.842885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-fee59955-ee58-4738-93ce-086926e65c0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1601634 Nov 23 09:53:54.849114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:54.850782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Calling delete_port for a65a374e-595a-4728-87f8-d0a9031253cf owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:53:54.872298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdfcad-8262-4472-a985-e126343704d8 req-53db1576-30a2-433a-8a91-438e3a8e56f9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:54.873953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55cdfcad-8262-4472-a985-e126343704d8 req-53db1576-30a2-433a-8a91-438e3a8e56f9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 948 time: 0.0937715 Nov 23 09:53:54.909206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-c814df6f-db04-4801-9faa-882a3aff3e86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547512 Nov 23 09:53:54.978607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55cdfcad-8262-4472-a985-e126343704d8 req-8af8248a-0764-4d2e-baf5-1044fef1182c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950117 Nov 23 09:53:54.999162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:54.999162 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4518b-a762-4e5f-ad1d-25b4304734b1" -d '{"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-unplugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:55.064802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.067895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-25a86d06-f60e-468f-8833-db332a639620 service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429825 Nov 23 09:53:55.071201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.075983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.122671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event deleted for resources: {'Port': ['ID=a65a374e-595a-4728-87f8-d0a9031253cf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:55.132738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.143694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-426ad6bf-5d1e-4349-bc6f-4d26b69ff1a9 req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3642612 Nov 23 09:53:55.159014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a7330-7016-4139-9366-27dd05e524d9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00938ce3-54ca-454c-8bbb-43e6fe30efd9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:55.165925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-1de673b9-4947-41fd-a972-77783a8c74f2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--646558612&fields=id&tenant_id=046cbe0a33a34b138433e3246724dc9d HTTP/1.1" status: 200 len: 267 time: 0.0796874 Nov 23 09:53:55.206324 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a0109b-a86f-42de-9bca-960951000453 x-openstack-request-id: req-17a0109b-a86f-42de-9bca-960951000453 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:55.206627 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-unplugged", "status": "completed", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:55.206870 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17a0109b-a86f-42de-9bca-960951000453 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:55.207269 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'code': 200} Nov 23 09:53:55.229374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] No DVR routers for this DVR port a65a374e-595a-4728-87f8-d0a9031253cf on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:55.234047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.237540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48fcf180-2b67-4d30-b0b4-0d97968be38b req-75e7c7d5-8eba-459f-9a52-297bb483434d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "DELETE /v2.0/ports/a65a374e-595a-4728-87f8-d0a9031253cf HTTP/1.1" status: 204 len: 173 time: 0.8235865 Nov 23 09:53:55.238350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49125380-87fc-493a-a871-6a76d9c36adb req-192fa40b-93f0-4630-88f9-e90549d10bbc service neutron] 10.222.0.50 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555035 Nov 23 09:53:55.265388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-18cbfd15-e996-46a6-bad7-444061056164 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.266894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-18cbfd15-e996-46a6-bad7-444061056164 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 937 time: 0.0868700 Nov 23 09:53:55.327997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-1fab7133-1920-41ba-99d4-9ec903c80677 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.329777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-1fab7133-1920-41ba-99d4-9ec903c80677 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 936 time: 0.0533910 Nov 23 09:53:55.347341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-78c07d7f-1dbf-483a-8210-b2e21e8a2b1c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/00938ce3-54ca-454c-8bbb-43e6fe30efd9 HTTP/1.1" status: 200 len: 1817 time: 0.0565267 Nov 23 09:53:55.361717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1009928789', 'description': 'tempest-description-hth-618426905'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:55.393191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-a996914e-1901-4aed-9295-d89ed0ff4f17 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0567269 Nov 23 09:53:55.399106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.429103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9a3a5452-fd7b-4eed-89ac-98d0f91140a8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0296862 Nov 23 09:53:55.451223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.456692 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.459298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:55.460542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51eb0414-963f-42cf-be21-a3a87eb5b4bf req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "PUT /v2.0/security-groups/00938ce3-54ca-454c-8bbb-43e6fe30efd9 HTTP/1.1" status: 200 len: 1791 time: 0.1048760 Nov 23 09:53:55.483735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec65d1-2b00-4499-8135-3a8f070e248c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00938ce3-54ca-454c-8bbb-43e6fe30efd9,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:55.550484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-01e24685-a714-4a5b-ab4c-cbbf79526c0c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.555172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b333d93c-d6d6-486c-a767-0b8f2a98b18d req-c47b93fb-c5a4-4ee9-8148-3296ce267d2a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=89246672-36ba-4339-81eb-77afdfd8179b HTTP/1.1" status: 200 len: 210 time: 0.0265696 Nov 23 09:53:55.556255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-01e24685-a714-4a5b-ab4c-cbbf79526c0c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.562039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-01e24685-a714-4a5b-ab4c-cbbf79526c0c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.563615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-01e24685-a714-4a5b-ab4c-cbbf79526c0c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=32ff3901-514f-48a8-b6f1-247a46fc2083&id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 1995 time: 0.1282759 Nov 23 09:53:55.587585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-52a3d947-dbc0-48f7-9b52-338b0698c108 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/quotas/046cbe0a33a34b138433e3246724dc9d HTTP/1.1" status: 200 len: 375 time: 0.0096085 Nov 23 09:53:55.670599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-274cb362-c2b2-4753-b582-9f390913559a req-ab5eb1c7-6957-49f6-9a43-d36429e8c9d7 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/00938ce3-54ca-454c-8bbb-43e6fe30efd9 HTTP/1.1" status: 200 len: 1791 time: 0.0440562 Nov 23 09:53:55.841836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ed28-3715-4807-965b-bd2ade0bb6a7 req-1060ede0-7936-42ed-9413-f2131d8fa589 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:55.843436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1258ed28-3715-4807-965b-bd2ade0bb6a7 req-1060ede0-7936-42ed-9413-f2131d8fa589 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.0569959 Nov 23 09:53:55.892360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1258ed28-3715-4807-965b-bd2ade0bb6a7 req-eea29119-874e-42d0-ab78-f977b5ce4187 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Nov 23 09:53:55.961226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9fb38b8c-906e-4859-97aa-53a0c7ecf6cb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3681302 Nov 23 09:53:55.961911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-646d664a-1f7a-4051-a0fd-040511b81474 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/00938ce3-54ca-454c-8bbb-43e6fe30efd9 HTTP/1.1" status: 200 len: 1791 time: 0.0438092 Nov 23 09:53:56.021985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.045987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.059066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-730a4cd5-11c7-42cb-8092-28a8542a588e service neutron] 10.222.0.62 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858486 Nov 23 09:53:56.075237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 478872d3-2ea1-410b-be1f-b2e49d1be455 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:56.088895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.092105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.095518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-667b5bad-7ce3-4ea3-872f-310d56c2ae5f req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/00938ce3-54ca-454c-8bbb-43e6fe30efd9 HTTP/1.1" status: 204 len: 173 time: 0.1268790 Nov 23 09:53:56.109712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65532651-8d82-48eb-86cd-ea5b92cedaa9 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00938ce3-54ca-454c-8bbb-43e6fe30efd9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:56.161558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9e2cd460-8134-4705-ba8e-0f87ab47df12 service neutron] 10.222.0.62 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964873 Nov 23 09:53:56.170249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-deleted', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:56.172465 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad4721-2989-4c0e-9489-cb85511ce563" -d '{"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-deleted", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:56.205960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-75ad3514-dc48-4624-a6c2-aefeec4ca8a0 service neutron] 10.222.0.62 "GET /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0420578 Nov 23 09:53:56.219962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=478872d3-2ea1-410b-be1f-b2e49d1be455,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:56.233777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '478872d3-2ea1-410b-be1f-b2e49d1be455', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '478872d3-2ea1-410b-be1f-b2e49d1be455', 'mac_address': 'fa:16:3e:76:17:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:56.275064 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.295162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb8c12-d152-4d96-bfbc-300d3dad8880 req-3216c9cd-48bc-4da3-8388-79062216a970 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:56.297413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1bb8c12-d152-4d96-bfbc-300d3dad8880 req-3216c9cd-48bc-4da3-8388-79062216a970 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 948 time: 0.0589395 Nov 23 09:53:56.299034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478872d3-2ea1-410b-be1f-b2e49d1be455 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:56.321038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=478872d3-2ea1-410b-be1f-b2e49d1be455,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:56.329259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.332639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-ea279559-dc4c-4ad5-8ecd-5aa86715bd55 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203287 Nov 23 09:53:56.341866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:56.362782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1bb8c12-d152-4d96-bfbc-300d3dad8880 req-dee7b924-d6f2-4623-adb4-85b08adeb3e6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589428 Nov 23 09:53:56.443619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:56.462490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e407bc6c-9b8e-4ce1-8eae-53cbb1506395 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Nov 23 09:53:56.464034 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a60b52-ed9b-47f1-9e04-2b19e7df18f1 x-openstack-request-id: req-f5a60b52-ed9b-47f1-9e04-2b19e7df18f1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:56.464326 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89246672-36ba-4339-81eb-77afdfd8179b", "name": "network-vif-deleted", "tag": "a65a374e-595a-4728-87f8-d0a9031253cf", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:56.464566 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5a60b52-ed9b-47f1-9e04-2b19e7df18f1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:56.464957 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89246672-36ba-4339-81eb-77afdfd8179b', 'name': 'network-vif-deleted', 'tag': 'a65a374e-595a-4728-87f8-d0a9031253cf', 'status': 'completed', 'code': 200} Nov 23 09:53:56.513547 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-46420de6-1aa3-406f-b58a-c1fa5daeee79 service neutron] 10.222.0.62 "GET /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435200 Nov 23 09:53:56.539990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:56.557351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'mac_address': 'fa:16:3e:e4:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:53:56.605237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.607642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['478872d3-2ea1-410b-be1f-b2e49d1be455'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:56.608929 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-3cb6190b-9bb0-4ad4-891c-7c45b9c240a8 req-0c042f9b-3e37-454b-a2cc-4839b9dcfdc1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:56.619477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3cb6190b-9bb0-4ad4-891c-7c45b9c240a8 req-0c042f9b-3e37-454b-a2cc-4839b9dcfdc1 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/7db06ecf-5b9a-482a-bec4-d6e911187410 HTTP/1.1" status: 404 len: 352 time: 0.0269237 Nov 23 09:53:56.643201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-51516357-3060-4119-b99a-cbcedb0e73ae service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180124 Nov 23 09:53:56.658752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:56.685681 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-72b4f715-cf67-4428-9abb-1f778d2fc0e8 req-c17e661c-b957-4a96-a417-3ad5b70b9b02 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:56.694408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72b4f715-cf67-4428-9abb-1f778d2fc0e8 req-c17e661c-b957-4a96-a417-3ad5b70b9b02 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/05f5f374-6235-4cf6-86c7-7712821ec602 HTTP/1.1" status: 404 len: 352 time: 0.0245783 Nov 23 09:53:56.702276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:56.713380 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:56.714256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:53:56.763662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-ce56f96f-c2f7-430d-8004-191102b02a25 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188619 Nov 23 09:53:56.837674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:56.914905 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c73dc001-d73f-43dd-8076-984eb93daac6 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361861 Nov 23 09:53:56.960681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:56.972737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 09:53:56.981000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57002) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:56.986203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861874695', 'description': 'tempest-description--932788239'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:57.036689 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-6b95c345-f38b-45a1-89e6-2e02309445d7 req-d013715b-26ee-4253-86f6-2ee5191b957d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:57.038115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b95c345-f38b-45a1-89e6-2e02309445d7 req-d013715b-26ee-4253-86f6-2ee5191b957d tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/dffadc2f-4bc9-48bb-8cb1-c1d95dc33867 HTTP/1.1" status: 404 len: 352 time: 0.0171399 Nov 23 09:53:57.039368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.058672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-0d5da870-3489-4111-95d7-939c61e9c84e service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425908 Nov 23 09:53:57.211517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c9c55125-6fc0-4437-9015-e1b0b4c9904d service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442401 Nov 23 09:53:57.213251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.221878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.232737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b6f7a-837a-4a29-9c45-d227d577aec9 req-676a9a54-42ee-49db-a1e7-d55372c6784d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:57.240845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-953b6f7a-837a-4a29-9c45-d227d577aec9 req-676a9a54-42ee-49db-a1e7-d55372c6784d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1323838 Nov 23 09:53:57.300564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.301851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3195627 Nov 23 09:53:57.304895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57020) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:57.310571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'security_group_rule': {'security_group_id': '3a8318b3-f46f-45ca-87ed-dd14e26eef75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:57.321074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0deb9-b768-48a1-8e8c-cb5330b98ede tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8318b3-f46f-45ca-87ed-dd14e26eef75,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:57.327738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-953b6f7a-837a-4a29-9c45-d227d577aec9 req-8f264bf9-e00a-4795-8632-9560b0b6e4b4 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859640 Nov 23 09:53:57.358687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-0038c231-91ac-4baa-bbc6-b7b0671ddc48 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457970 Nov 23 09:53:57.371561 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-f713cf3c-bfad-40f5-9e52-7e8e7eba69dc req-a0a07824-1264-45be-adc9-82d90048c7ea tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:57.372778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f713cf3c-bfad-40f5-9e52-7e8e7eba69dc req-a0a07824-1264-45be-adc9-82d90048c7ea tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/9cd9a3cd-acf2-451f-8310-8623209ba9ef HTTP/1.1" status: 404 len: 352 time: 0.0187535 Nov 23 09:53:57.390210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:53:57.474661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-00021ba6-bc2b-43d6-a50a-e6ebc15eeadb service neutron] 10.222.0.62 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093047 Nov 23 09:53:57.481022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.555903 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-afa20b8c-a821-412b-87d3-831e9f422881 req-258df75b-bdbf-4d1a-8927-eb7ee5d84b6f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:57.569857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-afa20b8c-a821-412b-87d3-831e9f422881 req-258df75b-bdbf-4d1a-8927-eb7ee5d84b6f tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/446a82f1-a49c-4bb6-8ba5-6a9d774448c1 HTTP/1.1" status: 404 len: 352 time: 0.0303349 Nov 23 09:53:57.602604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-abdaf12d-ec72-495d-a19d-83ac24553fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942056 Nov 23 09:53:57.630748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.644058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.673777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff10e90-3519-4e9e-9c7f-580b3ff09f8d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:57.687554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1574b5-a10c-4414-9541-e48f88469023 req-8797f9bb-0d98-4956-8b47-7a16251b4800 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:57.689401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1574b5-a10c-4414-9541-e48f88469023 req-8797f9bb-0d98-4956-8b47-7a16251b4800 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 949 time: 0.0647714 Nov 23 09:53:57.714591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.719332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-541d378b-a258-430e-96f3-e0569d833aae tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105928 Nov 23 09:53:57.719519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57040) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:57.725923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'security_group_rule': {'security_group_id': '3a8318b3-f46f-45ca-87ed-dd14e26eef75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:57.745201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1574b5-a10c-4414-9541-e48f88469023 req-abc84eb7-21dd-467c-8a54-2797e32a3d9f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Nov 23 09:53:57.774330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-570db2b5-560b-4ddb-af5c-a65b1f1a090d service neutron] 10.222.0.62 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577976 Nov 23 09:53:57.781737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.920123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.930266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.950800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f9afdef3-1ab9-49fd-88d4-352efd0c9156 service neutron] 10.222.0.62 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659629 Nov 23 09:53:57.955488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a9f1eb-b7c0-4df4-913a-92b72305a268,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:57.972528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:57.976737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ea6e2820-d4c8-4440-aab6-bfa584258357 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533095 Nov 23 09:53:57.977325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57054) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:53:57.982085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:53:58.011077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.071622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 478872d3-2ea1-410b-be1f-b2e49d1be455 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:53:58.148676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.154493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 478872d3-2ea1-410b-be1f-b2e49d1be455 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:53:58.164627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 478872d3-2ea1-410b-be1f-b2e49d1be455 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:53:58.165042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.275478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.305252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:53:58.307875 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e8d172-2221-4156-b44c-4288377488d4" -d '{"events": [{"server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "name": "network-vif-plugged", "status": "completed", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:53:58.320711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Allocated IP 172.25.1.239 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/3ab715f2-c42f-4cef-a1ed-f4c12867ee3e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:53:58.321851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=478872d3-2ea1-410b-be1f-b2e49d1be455,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:58.325483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-93f3637a-e1d1-460a-a2b6-0bd2f19f0e50 service neutron] 10.222.0.50 "GET /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.0782282 Nov 23 09:53:58.329567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.330507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:58.376301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a65a374e-595a-4728-87f8-d0a9031253cf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:53:58.376600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a65a374e-595a-4728-87f8-d0a9031253cf not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:53:58.377085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:53:58.437440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:58.485105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.536016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.560775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:58.577801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:53:58.585617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:53:58.589756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:53:58.593794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:53:58.615662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'Port': ['ID=3ab715f2-c42f-4cef-a1ed-f4c12867ee3e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:58.630947 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-7d74ee7c-452d-40e8-9d89-b620bb230322 req-c6815055-8487-4ff5-b410-b40d137acb11 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] show failed (client error): The resource could not be found. Nov 23 09:53:58.631958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d74ee7c-452d-40e8-9d89-b620bb230322 req-c6815055-8487-4ff5-b410-b40d137acb11 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/fef43cae-09f4-4db3-97ef-694b772bbaaf HTTP/1.1" status: 404 len: 352 time: 0.0404272 Nov 23 09:53:58.648392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0e0d28-985a-4531-a06c-810fb8c166c0 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:53:58.661203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:53:58.678431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.688365 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457fcb7e-a10b-45c9-9537-b7e43cf2ad0e x-openstack-request-id: req-457fcb7e-a10b-45c9-9537-b7e43cf2ad0e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:53:58.688984 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "name": "network-vif-plugged", "status": "completed", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:53:58.692097 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-457fcb7e-a10b-45c9-9537-b7e43cf2ad0e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:53:58.693193 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455', 'code': 200} Nov 23 09:53:58.759945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.823624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] Transition to ACTIVE for port object 6e0e0d28-985a-4531-a06c-810fb8c166c0 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:53:58.829760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.842957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:58.848442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f834c3-3bbf-4a84-8f94-d2070c0ae7dc req-df7c1752-3260-43ab-8786-b7a48b50553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:58.849966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8f834c3-3bbf-4a84-8f94-d2070c0ae7dc req-df7c1752-3260-43ab-8786-b7a48b50553b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 1101 time: 0.0754483 Nov 23 09:53:58.922934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] No DVR routers for this DVR port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:53:58.933315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348792-b19f-408e-83f6-5d04024994a8 req-b45861ef-39fd-4946-aa75-5eecb6a1ebec tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:58.946368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f348792-b19f-408e-83f6-5d04024994a8 req-b45861ef-39fd-4946-aa75-5eecb6a1ebec tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 943 time: 0.1591394 Nov 23 09:53:59.003456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=10']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:59.033425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-8025e822-9c38-4c30-820f-e2ff22d41e5a service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7004697 Nov 23 09:53:59.049700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8f834c3-3bbf-4a84-8f94-d2070c0ae7dc req-66b52014-d525-46a1-8fda-79c4391ff15e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820061 Nov 23 09:53:59.050929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f348792-b19f-408e-83f6-5d04024994a8 req-ae613cbd-c762-4283-8858-1dae3cbcca11 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034997 Nov 23 09:53:59.100858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:59.109070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:59.191958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'Port': ['ID=3ab715f2-c42f-4cef-a1ed-f4c12867ee3e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:53:59.205553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:59.225222 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:53:59.226751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d414ac75-d683-4027-8273-d2fb74e23054 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2482631 Nov 23 09:53:59.386877 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1c1713d-b40c-4d7c-a407-66e302067979 req-9d5fd062-21bc-4319-880b-08858a07c956 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0292168 Nov 23 09:53:59.627320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0caf-bf66-4a6e-a9b3-22862868d6fe req-d980ab8a-e4b3-4c5f-bbf1-7b3d128faf3d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:59.628989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4fe0caf-bf66-4a6e-a9b3-22862868d6fe req-d980ab8a-e4b3-4c5f-bbf1-7b3d128faf3d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 950 time: 0.0550900 Nov 23 09:53:59.679028 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4fe0caf-bf66-4a6e-a9b3-22862868d6fe req-64c53a12-5fd6-49b1-a0b4-50546f312a36 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Nov 23 09:53:59.866801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-51b315c4-ade2-4857-b1c7-5914c9096ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:59.868201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-51b315c4-ade2-4857-b1c7-5914c9096ff9 service neutron] 10.222.0.50 "GET /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 1033 time: 0.0442286 Nov 23 09:53:59.940875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-a1cfdd2e-9b06-466f-8c96-396d5e30159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:59.943195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-a1cfdd2e-9b06-466f-8c96-396d5e30159c service neutron] 10.222.0.50 "GET /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 1032 time: 0.0600986 Nov 23 09:53:59.943382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-8aca43ad-f02a-40e7-b805-94432d1dc1e7 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:53:59.945605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-8aca43ad-f02a-40e7-b805-94432d1dc1e7 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.1349456 Nov 23 09:53:59.969614 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-a87059ed-5e99-4ee3-bf7c-854c131cc952 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/quotas/d5124bc3c71b4f4e9ff7f7d90f5a6dd0 HTTP/1.1" status: 200 len: 375 time: 0.0170102 Nov 23 09:54:00.012464 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-0d8a94d5-72c8-4c32-9d6f-ff15a1f40da2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351357 Nov 23 09:54:00.092077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-b0741a32-e166-47e8-bb51-07d95b15ccf3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:00.100508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-b0741a32-e166-47e8-bb51-07d95b15ccf3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:00.107052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-b0741a32-e166-47e8-bb51-07d95b15ccf3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:00.109321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-b0741a32-e166-47e8-bb51-07d95b15ccf3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=32ff3901-514f-48a8-b6f1-247a46fc2083&id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 1995 time: 0.1580825 Nov 23 09:54:00.133914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-fa2669e8-7e14-4753-b3d1-bc5f547e73b9 service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135387 Nov 23 09:54:00.203153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-47068970-c9fc-427a-a13a-ee83cac7c7d3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=046cbe0a33a34b138433e3246724dc9d HTTP/1.1" status: 200 len: 379 time: 0.0832031 Nov 23 09:54:00.213439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'admin_state_up': True, 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'security_groups': ['ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:00.268187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-e68aaceb-2944-469d-aa80-2cbb264bbc17 service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259630 Nov 23 09:54:00.332985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:00.338035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.350912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:00.432387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:00.445596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:00.446674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.515963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 172.20.0.9 (bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad/85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b/964043c6-66a0-4330-be51-0573b2548b56) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:00.538767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffb1e-bd63-4da1-b149-e967fbd7a619 req-ac019f15-60f0-4a64-8d2f-7f3e69346382 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:00.550430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cbffb1e-bd63-4da1-b149-e967fbd7a619 req-ac019f15-60f0-4a64-8d2f-7f3e69346382 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1024 time: 0.0773828 Nov 23 09:54:00.629606 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.640470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cbffb1e-bd63-4da1-b149-e967fbd7a619 req-6a1c5956-a16a-4092-a182-dc3515e51700 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&id=82403a2b-19f4-49d0-8972-4ebbf534f6b2&id=8966fa09-596c-4d01-a510-a9965d46c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0889065 Nov 23 09:54:00.695797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:00.699757 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917f554-6daa-4cd2-b6e0-5410fcb53225" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:00.744358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:00.749803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.801548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.810590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:00.866438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:00.886203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea37864-317f-4e9e-ba95-01a6a479ced7 req-95e6137c-880f-4655-848e-17239c32acd4 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:00.894254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ea37864-317f-4e9e-ba95-01a6a479ced7 req-95e6137c-880f-4655-848e-17239c32acd4 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.0859296 Nov 23 09:54:00.916459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:00.920068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:00.925643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:00.932919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:00.966431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ea37864-317f-4e9e-ba95-01a6a479ced7 req-71d2339b-9312-45be-9418-10b37091eb8b tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707841 Nov 23 09:54:00.999024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.000083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:01.026975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-99305e94-ae9d-4412-990e-be7ec07fac92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173068 Nov 23 09:54:01.041959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'admin_state_up': True, 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'security_groups': ['ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:01.067966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00bac-5947-4804-986e-1fa8795007f4 req-cb01db8a-5858-402f-9ddf-52c88b8d184c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.075995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76a00bac-5947-4804-986e-1fa8795007f4 req-cb01db8a-5858-402f-9ddf-52c88b8d184c tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1024 time: 0.1395841 Nov 23 09:54:01.292032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:01.297506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:01.314972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83bce08f-7d0d-4a79-a4e3-4adc89251177 req-d749ca7e-3166-4bb7-be39-e1aa2eb68e19 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 210 time: 0.1364226 Nov 23 09:54:01.352469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-802191a7-7a8f-426b-9f6e-55b16a36dd2f None None] Provisioning complete for port 964043c6-66a0-4330-be51-0573b2548b56 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:01.353665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-802191a7-7a8f-426b-9f6e-55b16a36dd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:01.400343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-802191a7-7a8f-426b-9f6e-55b16a36dd2f None None] Port 964043c6-66a0-4330-be51-0573b2548b56 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:01.493713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-637508ca-e0c5-45e9-8c1c-c2b3b785f345 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2803605 Nov 23 09:54:01.503957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-f835081f-bb52-4776-b205-03832c1614ea tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.505740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-f835081f-bb52-4776-b205-03832c1614ea tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.2344656 Nov 23 09:54:01.539858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6534bc-b7d2-401a-9fc9-9e5b372c3fed req-cfa8355a-37b0-43ac-8933-4b334ce3f4d4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.547741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af6534bc-b7d2-401a-9fc9-9e5b372c3fed req-cfa8355a-37b0-43ac-8933-4b334ce3f4d4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 931 time: 0.2463071 Nov 23 09:54:01.563551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a90d4-637d-437d-b04d-b54249beef98 req-3b4436df-e4c3-4c4a-82af-2d4137365df8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.565242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195a90d4-637d-437d-b04d-b54249beef98 req-3b4436df-e4c3-4c4a-82af-2d4137365df8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 950 time: 0.1326838 Nov 23 09:54:01.575642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.1.1.166 (c7c8d507-08e7-4f05-917a-cd32f575d714/a90f4cc8-dc24-460d-8256-84e2c6401fb6/d5b7417b-e185-4468-9d5f-f1557f2b5cc2) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:01.634487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Deleting port d3be5ce3-495f-4b07-930a-3d08a28340ad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:01.634663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af6534bc-b7d2-401a-9fc9-9e5b372c3fed req-3cf414ae-77e4-4b47-9e14-637502672873 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857162 Nov 23 09:54:01.634824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:01.695232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-01fb43e2-18fa-4c06-952e-5e0cfc7df0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.696727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-01fb43e2-18fa-4c06-952e-5e0cfc7df0cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c&tenant_id=c7178e41a06f4bc8a334cf61a90d4002 HTTP/1.1" status: 200 len: 1095 time: 0.1735981 Nov 23 09:54:01.702971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-16af1b28-7f6a-4ffd-aba4-f5e1863a6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:01.704644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-16af1b28-7f6a-4ffd-aba4-f5e1863a6027 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 1096 time: 0.1381881 Nov 23 09:54:01.727754 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f9295-d3ee-4b1f-a766-f7e6804f8de5 x-openstack-request-id: req-fa9f9295-d3ee-4b1f-a766-f7e6804f8de5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:01.728878 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:01.729364 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa9f9295-d3ee-4b1f-a766-f7e6804f8de5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:01.730028 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'code': 200} Nov 23 09:54:01.741207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195a90d4-637d-437d-b04d-b54249beef98 req-c549d688-aee4-4fa9-9eaf-6e98f55b5e13 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625202 Nov 23 09:54:01.868429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:01.987866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] For port d3be5ce3-495f-4b07-930a-3d08a28340ad, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d3be5ce3-495f-4b07-930a-3d08a28340ad,segment=NetworkSegment(aa8938a9-d6d2-47b1-8584-f718a8014db2),segment_id=aa8938a9-d6d2-47b1-8584-f718a8014db2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:01.988312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:02.004808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-f76c238e-c30d-4d53-be59-519972fd3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.007276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-f76c238e-c30d-4d53-be59-519972fd3ef0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1095 time: 0.2514899 Nov 23 09:54:02.035994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd597-46b2-4042-bb93-4b6806cebc0c req-59dc188c-c098-4f7a-8420-4a8b7aa81015 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.039920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-af7f9372-95f1-43b3-ab53-262c30d9f152 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444442 Nov 23 09:54:02.045194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75efd597-46b2-4042-bb93-4b6806cebc0c req-59dc188c-c098-4f7a-8420-4a8b7aa81015 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.1825216 Nov 23 09:54:02.054969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:02.064058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Calling delete_port for d3be5ce3-495f-4b07-930a-3d08a28340ad owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:02.146640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-8cead69d-f159-4b82-b397-87ef8624f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.148328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-8cead69d-f159-4b82-b397-87ef8624f0fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.3671229 Nov 23 09:54:02.294597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75efd597-46b2-4042-bb93-4b6806cebc0c req-d092cff3-9abe-4546-bdf3-98aae8c771df tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480230 Nov 23 09:54:02.299695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-058a75a7-bebc-45b2-9706-43c8a75a2b06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 200 len: 217 time: 0.1101835 Nov 23 09:54:02.380474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-e22a4c61-98da-44e1-ae56-bd3ddba78b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.382197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-e22a4c61-98da-44e1-ae56-bd3ddba78b72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 200 len: 909 time: 0.3628712 Nov 23 09:54:02.454595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-ac6d1cac-c2ec-4acc-afb9-e071138dff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.455895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-ac6d1cac-c2ec-4acc-afb9-e071138dff80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1468632 Nov 23 09:54:02.457218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-527e87f2-5615-4f4a-a6aa-f17edf390ce1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 200 len: 217 time: 0.0638220 Nov 23 09:54:02.496074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:02.513388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66aa4f-9478-4957-9e20-8566c7395bff req-f16a4c86-4af9-4824-9d93-64a3c8c343b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.515021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c66aa4f-9478-4957-9e20-8566c7395bff req-f16a4c86-4af9-4824-9d93-64a3c8c343b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1101 time: 0.6211090 Nov 23 09:54:02.522252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:02.543551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-b71d7f31-a14f-48be-84c1-63e17ff4364b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668905 Nov 23 09:54:02.563574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:02.573399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:02.602182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-fcd6689c-776f-4308-9984-edff1e83dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.603741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-fcd6689c-776f-4308-9984-edff1e83dcf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 200 len: 848 time: 0.1257558 Nov 23 09:54:02.633933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a7d2-b970-48a1-9dd0-442192f278a3 req-60edbf10-43a7-43a1-98a9-6d9e68c80c97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.642577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e62a7d2-b970-48a1-9dd0-442192f278a3 req-60edbf10-43a7-43a1-98a9-6d9e68c80c97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc68cba4-9709-4aa5-816c-bd00a25f7ab8 HTTP/1.1" status: 200 len: 1024 time: 0.2377315 Nov 23 09:54:02.648432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-8589d320-31bb-4998-a82d-3490fe91b487 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.650339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-8589d320-31bb-4998-a82d-3490fe91b487 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.11 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.7441385 Nov 23 09:54:02.666541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'port': {'device_id': '23756289-1541-41e2-b599-3434e9938846', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'admin_state_up': True, 'tenant_id': 'd5124bc3c71b4f4e9ff7f7d90f5a6dd0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:02.723788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-46f88551-d27b-4d7d-bc8f-847b314f29a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36803353-ad87-4613-bb49-44f0e3b6afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002309 Nov 23 09:54:02.727751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:02.741437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d3be5ce3-495f-4b07-930a-3d08a28340ad'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:02.743130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.743809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:02.767150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-f9a4f4e2-98c9-4445-8c3e-84ab66a5cbd3 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:02.774500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-f9a4f4e2-98c9-4445-8c3e-84ab66a5cbd3 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7126529 Nov 23 09:54:02.784190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c66aa4f-9478-4957-9e20-8566c7395bff req-aed30d3a-d1f1-4024-be72-725b66d03a03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291193 Nov 23 09:54:02.840609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-930f2ac5-0426-4d48-ba91-6e6135009162 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060286 Nov 23 09:54:02.848435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-c20d8b57-af5e-4f24-a2e1-82c95505cbed tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/quotas/3abfc41321424a2492f8b8fffbacc6d8 HTTP/1.1" status: 200 len: 375 time: 0.0727541 Nov 23 09:54:02.859844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'admin_state_up': True, 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'security_groups': ['ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:02.914339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-ebd373dd-567c-41db-a91d-5a8c248fcda0 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648680 Nov 23 09:54:02.949455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8bd3db98-cc58-4d3f-a961-a485c7aebe3b None None] Provisioning complete for port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:02.950811 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8bd3db98-cc58-4d3f-a961-a485c7aebe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:03.067699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3db98-cc58-4d3f-a961-a485c7aebe3b None None] Port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:03.142206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Made reservation on behalf of d5124bc3c71b4f4e9ff7f7d90f5a6dd0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:03.152076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:03.206096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'Port': ['ID=d3be5ce3-495f-4b07-930a-3d08a28340ad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:03.261805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:03.265820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:03.343555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1633-e834-4212-8ba3-ce314790fad5 req-aa5337f6-0c03-4cad-97a7-c4c013fb6f83 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:03.347315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] No DVR routers for this DVR port d3be5ce3-495f-4b07-930a-3d08a28340ad on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:03.351436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:03.353928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9ac1633-e834-4212-8ba3-ce314790fad5 req-aa5337f6-0c03-4cad-97a7-c4c013fb6f83 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1625593 Nov 23 09:54:03.355105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76a00bac-5947-4804-986e-1fa8795007f4 req-096d7430-d839-4f5c-834d-138fd0559f97 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.50 "DELETE /v2.0/ports/d3be5ce3-495f-4b07-930a-3d08a28340ad HTTP/1.1" status: 204 len: 173 time: 2.2651024 Nov 23 09:54:03.355771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'name': 'network-vif-deleted', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:03.358284 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21843e3d-d4ab-4ecb-8a02-047fa4fafa37" -d '{"events": [{"server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "name": "network-vif-deleted", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:03.374995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e62a7d2-b970-48a1-9dd0-442192f278a3 req-6d36faf3-4d19-40a3-bb31-c31970825c42 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups?id=148c0b64-064e-49ba-a93f-a1513dc4f259&id=82403a2b-19f4-49d0-8972-4ebbf534f6b2&id=8966fa09-596c-4d01-a510-a9965d46c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7304745 Nov 23 09:54:03.387791 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-0f4dc7e4-30c9-4805-9cd5-efbb42b20668 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810051 Nov 23 09:54:03.457531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-5db29295-6824-4285-8513-d7a963ab31d5 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179849 Nov 23 09:54:03.583761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9ac1633-e834-4212-8ba3-ce314790fad5 req-9fa311d1-11b0-4e12-97a5-3c5b5af424ce tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287791 Nov 23 09:54:03.614292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Allocated IP 172.20.0.4 (ed689baa-9c52-48fc-85d0-99910e76bcda/8cf6954f-13df-455b-9355-2d6d40f35fd3/fc46cd96-2235-47bd-88d0-5f5ea270567f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:03.639678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7313-d573-47c0-921c-0c00d9f387f4 req-0112c4f5-3a58-4cb2-9bf1-2bb003cb6be6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:03.641232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18de7313-d573-47c0-921c-0c00d9f387f4 req-0112c4f5-3a58-4cb2-9bf1-2bb003cb6be6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.1811135 Nov 23 09:54:03.643276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8dad84b-09a1-486f-a519-1d28b43386b3 req-69be34f7-99ef-45e6-9016-0afb4e5da407 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467172 Nov 23 09:54:03.680109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-e5163d55-46b3-4d0c-9728-60e79bcbc8a9 service neutron] 10.222.0.11 "GET /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793597 Nov 23 09:54:03.717560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.1.1.85 (c7c8d507-08e7-4f05-917a-cd32f575d714/a90f4cc8-dc24-460d-8256-84e2c6401fb6/1b3f8912-1f89-49f8-b96d-514457e1815c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:03.727522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18de7313-d573-47c0-921c-0c00d9f387f4 req-7f6f2fde-e950-4004-875b-fa393dfe4db6 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789032 Nov 23 09:54:03.842105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2140e0f-8c89-4930-b9c8-53729b9c516f req-f1f22492-5070-45df-9594-4cb77c471b60 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 210 time: 0.0327351 Nov 23 09:54:03.972396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-80fc730c-81e8-45b4-b73d-d95733458aad tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463164 Nov 23 09:54:04.044449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5b498-0973-4200-ae60-1aac7832006f req-5dbaf0ff-5686-4ac0-8aa3-34c71c1358d7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.051391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5b498-0973-4200-ae60-1aac7832006f req-5dbaf0ff-5686-4ac0-8aa3-34c71c1358d7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.059309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83f5b498-0973-4200-ae60-1aac7832006f req-5dbaf0ff-5686-4ac0-8aa3-34c71c1358d7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 1653 time: 0.2332644 Nov 23 09:54:04.164584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83f5b498-0973-4200-ae60-1aac7832006f req-35c42211-e972-415f-b16f-445930681eb1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980005 Nov 23 09:54:04.224605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.225181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-cc6e442f-fcf9-4554-9953-8386f78d42e4 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.234093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-cc6e442f-fcf9-4554-9953-8386f78d42e4 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553561 Nov 23 09:54:04.257281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-d802d3a9-a545-46d2-a5d4-e4163b637ffc tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.265542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-d802d3a9-a545-46d2-a5d4-e4163b637ffc tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c&tenant_id=c7178e41a06f4bc8a334cf61a90d4002&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1095 time: 0.1605923 Nov 23 09:54:04.270949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.273980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.282045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-eea1aad8-48d5-4d81-be39-789d2f42f7ba tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/quotas/3abfc41321424a2492f8b8fffbacc6d8 HTTP/1.1" status: 200 len: 375 time: 0.0469770 Nov 23 09:54:04.345937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:04.355294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:04.365490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:04.373113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:04.392798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-9e7ae046-a741-4c3b-ab9c-5c7a1012552c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097600 Nov 23 09:54:04.420869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.529306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-6af5606f-7d1c-4273-83d1-ee4a520bebc7 service neutron] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:04.532980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-6af5606f-7d1c-4273-83d1-ee4a520bebc7 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.535820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc9925d-16a1-4f13-a412-e9a23e4c6919 req-6af5606f-7d1c-4273-83d1-ee4a520bebc7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.2514536 Nov 23 09:54:04.540327 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb162a3-608e-4825-a474-e40b99b15c0b x-openstack-request-id: req-3eb162a3-608e-4825-a474-e40b99b15c0b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:04.553203 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc68cba4-9709-4aa5-816c-bd00a25f7ab8", "name": "network-vif-deleted", "tag": "d3be5ce3-495f-4b07-930a-3d08a28340ad", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:04.554544 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3eb162a3-608e-4825-a474-e40b99b15c0b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:04.554928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:04.556127 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc68cba4-9709-4aa5-816c-bd00a25f7ab8', 'name': 'network-vif-deleted', 'tag': 'd3be5ce3-495f-4b07-930a-3d08a28340ad', 'status': 'completed', 'code': 200} Nov 23 09:54:04.578743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Network ed689baa-9c52-48fc-85d0-99910e76bcda is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:04.598521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.599290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.607520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:04.615696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:04.684590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-db011f91-b219-4d0d-83cd-1318e21b3ed1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8274338 Nov 23 09:54:04.711778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'admin_state_up': True, 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'security_groups': ['ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:04.748856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.748856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.782107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-dbc4f790-5e75-46bd-9e33-32d183fd93cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569141 Nov 23 09:54:04.811143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bd6d679f-f577-4806-bc9f-95f889fe7c2c None None] Provisioning complete for port 1b3f8912-1f89-49f8-b96d-514457e1815c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:04.811709 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd6d679f-f577-4806-bc9f-95f889fe7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:04.929304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d679f-f577-4806-bc9f-95f889fe7c2c None None] Port 1b3f8912-1f89-49f8-b96d-514457e1815c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:04.961411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-5d54ebca-7b17-4f65-b84a-375312b1a25d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2988298 Nov 23 09:54:04.976649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Request body: {'port': {'device_id': '23756289-1541-41e2-b599-3434e9938846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:04.992384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-ff9ebbf7-fc7d-4873-ad1e-0794423bfa7b tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:04.995208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-ff9ebbf7-fc7d-4873-ad1e-0794423bfa7b tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044299 Nov 23 09:54:05.011485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1969a7-af46-4ffb-9205-5e4b25ad1c1d req-9a9d24a1-c142-44a1-9f91-9a6f14eb5e0c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:05.013104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e1969a7-af46-4ffb-9205-5e4b25ad1c1d req-9a9d24a1-c142-44a1-9f91-9a6f14eb5e0c tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2190447 Nov 23 09:54:05.019239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764f677-00fb-45e6-ac63-a3544af4a244 req-ca3c560f-328f-4455-883e-28c004c0a53b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:05.021039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0764f677-00fb-45e6-ac63-a3544af4a244 req-ca3c560f-328f-4455-883e-28c004c0a53b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.2198651 Nov 23 09:54:05.030882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Request body: {'port': {'device_id': '10171122-0136-4314-986d-84d017c3bd3a', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '3abfc41321424a2492f8b8fffbacc6d8'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:05.113097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e1969a7-af46-4ffb-9205-5e4b25ad1c1d req-efcc155a-efda-42ae-9235-967b79299c8f tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891597 Nov 23 09:54:05.129081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.145412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:05.246333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0764f677-00fb-45e6-ac63-a3544af4a244 req-72bbe9b8-f242-4ecc-b2d9-41ec712d63f9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108722 Nov 23 09:54:05.328134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Made reservation on behalf of 3abfc41321424a2492f8b8fffbacc6d8 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:05.332189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.343876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.346602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.356936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10799d71-919d-46c7-ba60-da511a8de72b req-074e754e-2310-413a-82b4-1bcfefbca53b tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/82403a2b-19f4-49d0-8972-4ebbf534f6b2 HTTP/1.1" status: 200 len: 1818 time: 0.1421003 Nov 23 09:54:05.438215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27d59955-e0a9-4895-93ca-a2d9cdaa6b25 req-ca4903fb-04a6-42d2-afc8-9e38ec7706cb tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 210 time: 0.0775754 Nov 23 09:54:05.523572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.530354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.639141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f32962-b2c8-40b4-93fb-289244177720,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:05.659629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-10799d71-919d-46c7-ba60-da511a8de72b req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.693830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-10799d71-919d-46c7-ba60-da511a8de72b req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.720953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce849b4e-18e4-4caf-90da-fdcd3712dd6a req-c9ffdf5a-3e8f-458d-9424-bafe699d6671 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:05.723333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce849b4e-18e4-4caf-90da-fdcd3712dd6a req-c9ffdf5a-3e8f-458d-9424-bafe699d6671 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.1150126 Nov 23 09:54:05.796262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Allocated IP 192.168.233.223 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a412e22d-3f12-44f8-b7d4-f676e3231377) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:05.827902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce849b4e-18e4-4caf-90da-fdcd3712dd6a req-1308c949-fd79-4c92-987c-bc9223de8634 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918982 Nov 23 09:54:05.859680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-10799d71-919d-46c7-ba60-da511a8de72b req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.862463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-10799d71-919d-46c7-ba60-da511a8de72b req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:05.863659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10799d71-919d-46c7-ba60-da511a8de72b req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/82403a2b-19f4-49d0-8972-4ebbf534f6b2 HTTP/1.1" status: 204 len: 173 time: 0.5057144 Nov 23 09:54:05.901501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34414-3952-4572-9e22-38dcc517f4f8 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82403a2b-19f4-49d0-8972-4ebbf534f6b2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:06.115200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.126717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d011-a610-4405-a06d-1e19960899cb req-11d8bf63-fb3e-4dd1-bd44-3f01fc346a79 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.132534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6fe29-a357-44d9-9955-a702b3ce20d8 req-b796ff20-7f08-4d15-b39e-12827a55ab7e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.134174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d771d011-a610-4405-a06d-1e19960899cb req-11d8bf63-fb3e-4dd1-bd44-3f01fc346a79 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 931 time: 0.1722615 Nov 23 09:54:06.140220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6fe29-a357-44d9-9955-a702b3ce20d8 req-b796ff20-7f08-4d15-b39e-12827a55ab7e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.146472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d3be5ce3-495f-4b07-930a-3d08a28340ad no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:06.173780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6fe29-a357-44d9-9955-a702b3ce20d8 req-b796ff20-7f08-4d15-b39e-12827a55ab7e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.188000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.2.2.100 (32ff3901-514f-48a8-b6f1-247a46fc2083/91357ed1-4331-4bd3-923d-8836537d0233/2462d168-d302-43b8-809c-dc62523be609) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:06.191143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5f6fe29-a357-44d9-9955-a702b3ce20d8 req-b796ff20-7f08-4d15-b39e-12827a55ab7e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 2373 time: 0.1437538 Nov 23 09:54:06.211902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: d3be5ce3-495f-4b07-930a-3d08a28340ad {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:06.212575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d3be5ce3-495f-4b07-930a-3d08a28340ad not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:06.261621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc46cd96-2235-47bd-88d0-5f5ea270567f {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:06.275807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5f6fe29-a357-44d9-9955-a702b3ce20d8 req-8118f995-ab2a-4525-83fe-19878ab72854 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828726 Nov 23 09:54:06.280325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.285972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d771d011-a610-4405-a06d-1e19960899cb req-3cb9ea5b-0c1a-4733-a05e-021a8f80b36d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509385 Nov 23 09:54:06.310149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Transition to ACTIVE for port object fc46cd96-2235-47bd-88d0-5f5ea270567f will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:06.333292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.353499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-31c5e8f5-55a6-4558-b6ac-d20512ce141d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633597 Nov 23 09:54:06.361325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.487860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-60bd350f-53fd-4499-aa87-74e958b9bfc6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538018 Nov 23 09:54:06.589760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:06.606050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:06.609303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:06.619611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:06.726189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-eada3ad8-6344-48e7-91ad-bf3f4ba254cd tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.727797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-eada3ad8-6344-48e7-91ad-bf3f4ba254cd tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2951498 Nov 23 09:54:06.767792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-129bc4d2-0fdb-4bb5-91c4-dfdb06a5e17c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.769328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-129bc4d2-0fdb-4bb5-91c4-dfdb06a5e17c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987927 Nov 23 09:54:06.807547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Request body: {'port': {'device_id': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '3abfc41321424a2492f8b8fffbacc6d8'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:06.822582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.823267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.825258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.851737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-ea9f0901-01f1-4fdd-904d-546efc33805d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:06.857574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:06.858902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-ea9f0901-01f1-4fdd-904d-546efc33805d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3700459 Nov 23 09:54:06.871014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:06.949486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4991fa08-f564-4f39-992b-5626bb98d80f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9270313 Nov 23 09:54:06.956643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-4e74ebec-b5bf-4d37-96cc-b68957234564 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/quotas/4c44207c6ded40ff86bb5de3c7fc9e55 HTTP/1.1" status: 200 len: 375 time: 0.0968046 Nov 23 09:54:06.972432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Request body: {'port': {'device_id': '10171122-0136-4314-986d-84d017c3bd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:06.992532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:07.002328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:07.002537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-388b1c9c-cac3-4dde-b9c3-f28f310bb707 None None] Provisioning complete for port a412e22d-3f12-44f8-b7d4-f676e3231377 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:07.003185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-388b1c9c-cac3-4dde-b9c3-f28f310bb707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.007468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:07.052725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:07.061027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:07.061679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.062506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-388b1c9c-cac3-4dde-b9c3-f28f310bb707 None None] Port a412e22d-3f12-44f8-b7d4-f676e3231377 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:07.082303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-a5aa3b5b-f297-4462-9a43-29840d5580f2 tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "GET /v2.0/security-groups/8966fa09-596c-4d01-a510-a9965d46c3a7 HTTP/1.1" status: 200 len: 1818 time: 0.6771390 Nov 23 09:54:07.118510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.136285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Attempting to bind port fc46cd96-2235-47bd-88d0-5f5ea270567f on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:07.137883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-1f54f9d1-a55b-4229-aff3-5cba955373ea tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803827 Nov 23 09:54:07.138347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Attempting to bind port fc46cd96-2235-47bd-88d0-5f5ea270567f by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:07.139063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Attempting to bind port fc46cd96-2235-47bd-88d0-5f5ea270567f on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:07.145234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Deleting port 9474de58-a294-4f74-984b-2e1cf0038036 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:07.145533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.186423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Port fc46cd96-2235-47bd-88d0-5f5ea270567f on network ed689baa-9c52-48fc-85d0-99910e76bcda not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:07.186918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Attempting to bind port fc46cd96-2235-47bd-88d0-5f5ea270567f on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:07.199982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:07.201011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Checking segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:07.201689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Bound using segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:07.203305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Bound port: fc46cd96-2235-47bd-88d0-5f5ea270567f, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:07.203796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.214316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Made reservation on behalf of 3abfc41321424a2492f8b8fffbacc6d8 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:07.217857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.315021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-92cac4f9-4649-42ea-826c-de3c0830082e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6119368 Nov 23 09:54:07.337150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'admin_state_up': True, 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'security_groups': ['ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:07.501999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:07.510965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0e46b1dd-8c8d-4644-8bb2-06d176f40fad None None] Provisioning complete for port 2462d168-d302-43b8-809c-dc62523be609 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:07.512209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e46b1dd-8c8d-4644-8bb2-06d176f40fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.522980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.529819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:07.543573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.589400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0e46b1dd-8c8d-4644-8bb2-06d176f40fad None None] Port 2462d168-d302-43b8-809c-dc62523be609 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:07.610162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:07.631937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.659363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:07.660091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.661677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-130e810a-6507-4d91-9a1a-b76bee9211f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc46cd96-2235-47bd-88d0-5f5ea270567f HTTP/1.1" status: 200 len: 1091 time: 2.6907670 Nov 23 09:54:07.662782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:07.664652 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206f7d18-67ed-490c-9f38-fcc5f889ff7c" -d '{"events": [{"name": "network-changed", "server_uuid": "23756289-1541-41e2-b599-3434e9938846", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:07.670564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] For port 9474de58-a294-4f74-984b-2e1cf0038036, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9474de58-a294-4f74-984b-2e1cf0038036,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:07.670990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.681444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Made reservation on behalf of 046cbe0a33a34b138433e3246724dc9d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:07.686863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.774933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-e9afd61a-fa1b-4778-a4e2-d78e927717f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:07.776567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-e9afd61a-fa1b-4778-a4e2-d78e927717f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 1094 time: 0.0653582 Nov 23 09:54:07.778467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.781182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:07.794774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30e4a14b-b37f-4db4-95ec-8292dab3df74 req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] 10.222.0.62 "DELETE /v2.0/security-groups/8966fa09-596c-4d01-a510-a9965d46c3a7 HTTP/1.1" status: 204 len: 173 time: 0.6963549 Nov 23 09:54:07.795331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a98f-a0f8-45f8-a690-8defa26e6fb0 req-84e317bf-49f5-4f03-8109-ab4d5e9778ef tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:07.796875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2c0a98f-a0f8-45f8-a690-8defa26e6fb0 req-84e317bf-49f5-4f03-8109-ab4d5e9778ef tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.3396158 Nov 23 09:54:07.799897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57280) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:07.871337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79152-f45a-403e-a80f-78ced548423e tempest-SecurityGroupsTestJSON-669280118 tempest-SecurityGroupsTestJSON-669280118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966fa09-596c-4d01-a510-a9965d46c3a7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:07.940992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-09e5cbc8-b5f3-48a5-90fc-832c1b2f3058 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f HTTP/1.1" status: 200 len: 217 time: 0.1442192 Nov 23 09:54:08.019998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Deleting subnet c5ec8b96-78d7-471b-8120-d9cf0b94849b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:54:08.029498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.042649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2c0a98f-a0f8-45f8-a690-8defa26e6fb0 req-ad00f0a4-9952-4f66-a43e-c8d0efc1bdaa tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088599 Nov 23 09:54:08.046211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519126-0030-4a3c-8949-ebf0b8f41789 req-2c7d5fb3-3c55-4866-81c4-70a6b2c5aac0 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.048238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d519126-0030-4a3c-8949-ebf0b8f41789 req-2c7d5fb3-3c55-4866-81c4-70a6b2c5aac0 tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 1095 time: 0.1383698 Nov 23 09:54:08.053356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-057e33a6-e482-495c-b2e7-05c8911530a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.055072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-057e33a6-e482-495c-b2e7-05c8911530a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.1054828 Nov 23 09:54:08.122341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-63f16e43-3321-4587-965a-302733017cbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472107 Nov 23 09:54:08.232807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d519126-0030-4a3c-8949-ebf0b8f41789 req-f63e5ded-c300-4cd0-9dff-0ebbb80331ad tempest-LiveMigrationTest-1264774977 tempest-LiveMigrationTest-1264774977-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739228 Nov 23 09:54:08.279760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Allocated IP 10.2.2.200 (32ff3901-514f-48a8-b6f1-247a46fc2083/91357ed1-4331-4bd3-923d-8836537d0233/5b0946ef-d482-44b6-9e28-b3fb5c9d4771) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:08.353701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-79b96c81-9774-4bea-a6b5-e8472b105696 service neutron] 10.222.0.11 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048855 Nov 23 09:54:08.599839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7e3f-327a-4853-a900-89592afa033e req-fd2f6ab5-0b17-4e8c-8098-6e1b388d5207 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.604121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.606912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7e3f-327a-4853-a900-89592afa033e req-fd2f6ab5-0b17-4e8c-8098-6e1b388d5207 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.613645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7e3f-327a-4853-a900-89592afa033e req-fd2f6ab5-0b17-4e8c-8098-6e1b388d5207 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.620180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7e3f-327a-4853-a900-89592afa033e req-fd2f6ab5-0b17-4e8c-8098-6e1b388d5207 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.622077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4eb7e3f-327a-4853-a900-89592afa033e req-fd2f6ab5-0b17-4e8c-8098-6e1b388d5207 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 3094 time: 0.2168784 Nov 23 09:54:08.636140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19bfb89e-1193-4dea-99a3-e51c072055d5 req-194a5742-44b6-405c-b4ab-43887b282c09 service neutron] 10.222.0.11 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649794 Nov 23 09:54:08.655307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.658551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.724488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4eb7e3f-327a-4853-a900-89592afa033e req-14e2103b-f751-4390-a6e2-73d6e0e40d0c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873280 Nov 23 09:54:08.738895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.781925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.782486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.782759 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d disassociated. External IP: 172.25.1.176, port: 9474de58-a294-4f74-984b-2e1cf0038036. Nov 23 09:54:08.782946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Calling delete_port for 9474de58-a294-4f74-984b-2e1cf0038036 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:08.794347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:08.802615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:08.804942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event updated for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:08.807437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:08.860927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:08.869442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:08.870119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.872249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.883688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Transition to ACTIVE for port object a412e22d-3f12-44f8-b7d4-f676e3231377 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:08.895350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:08.918218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-5affca73-4bbc-424e-bb81-5c18ca8cac79 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294678 Nov 23 09:54:08.925361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-07eac207-e692-460a-aaf7-135d86394469 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5934482 Nov 23 09:54:08.960186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:08.984850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Allocated IP 192.168.233.147 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/72a1e4e1-a7a5-48af-9801-44a1e8732010) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:09.158063 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.160443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ec8b96-78d7-471b-8120-d9cf0b94849b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:09.166601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.169805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f949936e-f54e-4a56-b77d-2318a4c33fa3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c5ec8b96-78d7-471b-8120-d9cf0b94849b HTTP/1.1" status: 204 len: 168 time: 1.3428760 Nov 23 09:54:09.178560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-788a9513-db40-4133-9c74-62e9c27dbf66 req-5d8efbde-1103-47a1-81a3-e527a005649e tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 210 time: 0.9976158 Nov 23 09:54:09.187544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:09.244021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110084c2-1c27-4428-8e3f-7303dfa9ff67 req-85a22417-ce6f-4641-86c1-b37125281219 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:09.245931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-110084c2-1c27-4428-8e3f-7303dfa9ff67 req-85a22417-ce6f-4641-86c1-b37125281219 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 943 time: 0.2987707 Nov 23 09:54:09.246557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.255785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-375fb88c-0918-4a87-9b7a-01e4356affbc None None] Provisioning complete for port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:09.258550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-375fb88c-0918-4a87-9b7a-01e4356affbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.322619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-375fb88c-0918-4a87-9b7a-01e4356affbc None None] Port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:09.331254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.353515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-13fa1728-6285-462f-89f0-4c182fc4e26e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:09.355373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-13fa1728-6285-462f-89f0-4c182fc4e26e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288371 Nov 23 09:54:09.376217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0886d5c-4524-4ee1-946a-51c1deedbb31 req-decac042-6dc3-4337-8195-6dd936a24d45 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 210 time: 0.0877311 Nov 23 09:54:09.387506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Request body: {'port': {'device_id': '1efe3935-bed9-4221-9edc-48408dd56279', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '4c44207c6ded40ff86bb5de3c7fc9e55'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:09.427519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:09.491521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-110084c2-1c27-4428-8e3f-7303dfa9ff67 req-81cb6fef-ff9d-4a7c-bc3b-01d5b310a368 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253141 Nov 23 09:54:09.500973 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b72e1e-f646-4c77-a9e6-0d3b431d65f6 x-openstack-request-id: req-49b72e1e-f646-4c77-a9e6-0d3b431d65f6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:09.502114 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23756289-1541-41e2-b599-3434e9938846", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:09.502555 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49b72e1e-f646-4c77-a9e6-0d3b431d65f6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:09.503123 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'status': 'completed', 'code': 200} Nov 23 09:54:09.557215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.557784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.558305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.558798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.559289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.559795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.560297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.560800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.561391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.561882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.562386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.562883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:09.678351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.828532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.856872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:09.869717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8938a9-d6d2-47b1-8584-f718a8014db2') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:09.870267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8938a9-d6d2-47b1-8584-f718a8014db2') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:09.881688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.888954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-5c6dbede-04b7-4981-90ee-85e313931a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:09.890669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-5c6dbede-04b7-4981-90ee-85e313931a72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 1094 time: 0.2763517 Nov 23 09:54:09.899346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Attempting to bind port a412e22d-3f12-44f8-b7d4-f676e3231377 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:09.899793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Attempting to bind port a412e22d-3f12-44f8-b7d4-f676e3231377 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:09.900315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Attempting to bind port a412e22d-3f12-44f8-b7d4-f676e3231377 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:09.903105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.906763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.934882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3a75f-bdfd-4816-b4d2-9a2b831edf2e req-67dcc264-37e0-478b-82d9-5794c30b8555 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:09.936556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bc3a75f-bdfd-4816-b4d2-9a2b831edf2e req-67dcc264-37e0-478b-82d9-5794c30b8555 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 945 time: 0.2583861 Nov 23 09:54:09.942405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:54:09.943197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:54:09.973206 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:54:09.976374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Port a412e22d-3f12-44f8-b7d4-f676e3231377 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:09.976374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Attempting to bind port a412e22d-3f12-44f8-b7d4-f676e3231377 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:10.031579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Made reservation on behalf of 4c44207c6ded40ff86bb5de3c7fc9e55 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:10.035398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.048478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.079189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:10.079597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:10.079922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:10.080380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Bound port: a412e22d-3f12-44f8-b7d4-f676e3231377, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:10.080906 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.086263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:10.093398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.109288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:10.117037 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.119743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd HTTP/1.1" status: 204 len: 168 time: 0.9305511 Nov 23 09:54:10.120573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:10.169642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:10.178044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22435-0f44-4e14-a939-c58f6678d1d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5f2d73-4197-4bb7-b7ce-fedd4e386cdd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:10.197572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bc3a75f-bdfd-4816-b4d2-9a2b831edf2e req-1a59e957-20bf-43d0-acdf-fba5fe72e899 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups?id=256741f8-848f-49d4-ba84-e050ce75a635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387877 Nov 23 09:54:10.220562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41aae8-ea1c-49ec-8bb1-b60f03df50b9 req-07631358-b8ad-4062-8f75-e5fc8ff66eb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.222560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc41aae8-ea1c-49ec-8bb1-b60f03df50b9 req-07631358-b8ad-4062-8f75-e5fc8ff66eb2 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.3171897 Nov 23 09:54:10.340037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event deleted for resources: {'Port': ['ID=9474de58-a294-4f74-984b-2e1cf0038036,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:10.354672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-76dcc1ac-64dc-41f2-a215-8f76821fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.356156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-76dcc1ac-64dc-41f2-a215-8f76821fd70c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 923 time: 0.4322693 Nov 23 09:54:10.360949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9474de58-a294-4f74-984b-2e1cf0038036 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:10.420174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.420524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9474de58-a294-4f74-984b-2e1cf0038036 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:10.420710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9474de58-a294-4f74-984b-2e1cf0038036 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:10.421025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.424552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964043c6-66a0-4330-be51-0573b2548b56 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:10.466943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57304) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:10.470698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.486151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-ad2203ea-de02-45e7-bf4f-9565f5e99a46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f HTTP/1.1" status: 200 len: 217 time: 0.1016912 Nov 23 09:54:10.526870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Transition to ACTIVE for port object 964043c6-66a0-4330-be51-0573b2548b56 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:10.569267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.592407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-320c5cec-2f6e-4d2e-bc28-3e244cd42675 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7926781 Nov 23 09:54:10.594884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.601068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.607194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.614920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b59d5070-7c7b-422e-891f-fdb28870fa01 None None] Provisioning complete for port 72a1e4e1-a7a5-48af-9801-44a1e8732010 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:10.615858 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b59d5070-7c7b-422e-891f-fdb28870fa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.615980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:10.621364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.630632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.633212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-298c2480-e3db-45bf-af25-bc984fd6257c req-9b08be1b-a479-4fa1-8655-73133f803965 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 3815 time: 0.3048103 Nov 23 09:54:10.644274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Request body: {'port': {'device_id': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:10.654681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b59d5070-7c7b-422e-891f-fdb28870fa01 None None] Port 72a1e4e1-a7a5-48af-9801-44a1e8732010 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:10.734500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:10.758855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc41aae8-ea1c-49ec-8bb1-b60f03df50b9 req-27680669-8f2d-47be-8fb0-35bf3d8f5e49 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540815 Nov 23 09:54:10.764568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.784991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-51ee3b8a-bee0-4f0e-9213-57dbd585b305 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a0fa405e5f4424c96d1a4b90a6da683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091512 Nov 23 09:54:10.830136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57308) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:10.883912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43282-f95e-4929-b86c-6c299fded94f req-7ee4aa14-03f9-490b-9bcf-cbe971744f1e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.886257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20f43282-f95e-4929-b86c-6c299fded94f req-7ee4aa14-03f9-490b-9bcf-cbe971744f1e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.2918684 Nov 23 09:54:10.917958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.920123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:10.920745 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:10.922290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/a412e22d-3f12-44f8-b7d4-f676e3231377 HTTP/1.1" status: 200 len: 1096 time: 3.9553778 Nov 23 09:54:10.932415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:10.942688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:10.945434 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f789084-7af5-4d14-9d2e-a553f0593727" -d '{"events": [{"name": "network-changed", "server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:11.031674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-35f99cd0-76af-4c40-8230-52316bcccc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.034294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-35f99cd0-76af-4c40-8230-52316bcccc28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.5234401 Nov 23 09:54:11.100545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:11.160953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Allocated IP 192.168.233.165 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/69ebafa1-1688-4abb-80e3-09f3f84022b6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:11.192515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-1e8496e9-5bd1-4eda-9859-f8487334781e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952122 Nov 23 09:54:11.239628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f7a8e-f910-4b3b-8309-b9ae39fa40a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:11.284592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-74e12beb-fa93-4eb7-b04f-54c17c026d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.286501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-74e12beb-fa93-4eb7-b04f-54c17c026d4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 1099 time: 0.2945349 Nov 23 09:54:11.312648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.340737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a43886-ea71-4aa0-991c-c5e3af1e8876 req-99feb620-da2c-44f6-9b24-2dda4373dd75 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.349022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7a43886-ea71-4aa0-991c-c5e3af1e8876 req-99feb620-da2c-44f6-9b24-2dda4373dd75 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 936 time: 0.4901741 Nov 23 09:54:11.357558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-298c2480-e3db-45bf-af25-bc984fd6257c req-b02e807f-119d-48bf-85bd-2582f02e331a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108613 Nov 23 09:54:11.468615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Attempting to bind port 964043c6-66a0-4330-be51-0573b2548b56 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:11.469055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Attempting to bind port 964043c6-66a0-4330-be51-0573b2548b56 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:11.469481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Attempting to bind port 964043c6-66a0-4330-be51-0573b2548b56 on network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:11.504191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-939453a5-36c2-4401-a283-6a834b0d3fb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a412e22d-3f12-44f8-b7d4-f676e3231377 HTTP/1.1" status: 200 len: 217 time: 0.1877820 Nov 23 09:54:11.519759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-cc91353c-dcf9-4546-b5bc-9eab5674eebb service neutron] 10.222.0.11 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024001 Nov 23 09:54:11.521038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Port 964043c6-66a0-4330-be51-0573b2548b56 on network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:11.521038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Attempting to bind port 964043c6-66a0-4330-be51-0573b2548b56 on network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:11.521850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.570885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:11.571340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Checking segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:11.571731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Bound using segment: {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:11.572181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Bound port: 964043c6-66a0-4330-be51-0573b2548b56, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc86257-22b7-476a-9b69-941a1fce1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:11.572527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.595050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74696ea1-7686-459b-b3f2-ffbd858e89ed req-fa8d9e61-0619-41d1-a38f-6f42a3925c01 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 210 time: 0.0778747 Nov 23 09:54:11.652245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:11.672281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7a43886-ea71-4aa0-991c-c5e3af1e8876 req-a3f8353b-3ea3-4f12-88d1-7caf35997f02 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223000 Nov 23 09:54:11.676437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:11.698354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:11.699340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:11.713564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-ea824a4b-c7bc-4300-95d6-02072283f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.723450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-ea824a4b-c7bc-4300-95d6-02072283f299 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.2094181 Nov 23 09:54:11.766467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.782880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Deleting port 6e0e0d28-985a-4531-a06c-810fb8c166c0 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:11.784503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.858654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-3071ccc8-ca0b-4760-8067-f2e19d2d64cd service neutron] 10.222.0.11 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210678 Nov 23 09:54:11.868665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:11.879346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=964043c6-66a0-4330-be51-0573b2548b56,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:11.892805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd304edc-35d3-4567-9b4d-aaf2c0963f33 req-c4330c7e-d877-4756-9808-e6867bc349bb tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.901052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd304edc-35d3-4567-9b4d-aaf2c0963f33 req-c4330c7e-d877-4756-9808-e6867bc349bb tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 943 time: 0.1561668 Nov 23 09:54:11.913105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.922287 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad753eb5-b9d5-4290-8e46-39a8f2841ada x-openstack-request-id: req-ad753eb5-b9d5-4290-8e46-39a8f2841ada {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:11.922697 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:11.922916 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad753eb5-b9d5-4290-8e46-39a8f2841ada {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:11.923398 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'status': 'completed', 'code': 200} Nov 23 09:54:11.938723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:11.979757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] No DVR routers for this DVR port 9474de58-a294-4f74-984b-2e1cf0038036 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:11.989312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.995977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:11.996650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:11.998152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] 10.222.0.50 "PUT /v2.0/ports/964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 1091 time: 3.0522213 Nov 23 09:54:11.999137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '964043c6-66a0-4330-be51-0573b2548b56'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:12.000626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.11 "DELETE /v2.0/ports/9474de58-a294-4f74-984b-2e1cf0038036 HTTP/1.1" status: 204 len: 173 time: 5.2563477 Nov 23 09:54:12.001803 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "964043c6-66a0-4330-be51-0573b2548b56"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:12.012204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.058780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:12.061852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2aa7a-a952-4fa4-bf07-c3d4cc5f6ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:12.121614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd304edc-35d3-4567-9b4d-aaf2c0963f33 req-c50dded5-c23c-4d0d-ac63-1ac63b74fb39 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193141 Nov 23 09:54:12.146130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:12.206525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.225582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.226456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:12.226895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/148c0b64-064e-49ba-a93f-a1513dc4f259 HTTP/1.1" status: 204 len: 168 time: 1.3920929 Nov 23 09:54:12.230063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:12.242444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['478872d3-2ea1-410b-be1f-b2e49d1be455'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:12.249110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:12.331731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7946d-b8d4-415d-bdb5-cfdba82b5f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c0b64-064e-49ba-a93f-a1513dc4f259,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:12.363248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event updated for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:12.406875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.444065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:12.461489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:12.462606 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.490634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf5c1-aee4-42ef-813a-ab82be440f7c req-1e378108-79f8-43b0-896a-c98cd2b2420d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:12.505050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-886bf5c1-aee4-42ef-813a-ab82be440f7c req-1e378108-79f8-43b0-896a-c98cd2b2420d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 944 time: 0.2433581 Nov 23 09:54:12.559999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a1e4e1-a7a5-48af-9801-44a1e8732010 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:12.588172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.599714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-fd4561d7-b9b2-4dc0-b1a3-2b9af573f934 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2205575 Nov 23 09:54:12.622987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Transition to ACTIVE for port object 72a1e4e1-a7a5-48af-9801-44a1e8732010 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:12.639509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Request body: {'port': {'device_id': '1efe3935-bed9-4221-9edc-48408dd56279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:12.652102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6653a5a-20fe-48a9-a102-8fb169959098 req-304c4bb8-9067-4101-a3bd-26b9a113c721 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ea98ae3-30f4-4da8-a7de-3c11bc0fac22 HTTP/1.1" status: 200 len: 210 time: 0.5593162 Nov 23 09:54:12.688044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-a9c8f64e-5145-49cb-a511-fec4f7bb19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:12.696071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-a9c8f64e-5145-49cb-a511-fec4f7bb19bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9503636 Nov 23 09:54:12.697280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.731405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] For port 6e0e0d28-985a-4531-a06c-810fb8c166c0, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6e0e0d28-985a-4531-a06c-810fb8c166c0,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:12.732160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:12.766798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-886bf5c1-aee4-42ef-813a-ab82be440f7c req-d9ba385e-c0ad-49a7-b890-56b97b1259f5 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601874 Nov 23 09:54:12.867957 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedec4a2-8ddc-4743-85f7-84de6dd059a7 x-openstack-request-id: req-dedec4a2-8ddc-4743-85f7-84de6dd059a7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:12.869415 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "964043c6-66a0-4330-be51-0573b2548b56", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:12.871374 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dedec4a2-8ddc-4743-85f7-84de6dd059a7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:12.872058 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '964043c6-66a0-4330-be51-0573b2548b56', 'status': 'completed', 'code': 200} Nov 23 09:54:12.965830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:13.123359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-30a441ce-11f7-45cf-addd-109764608b1d None None] Provisioning complete for port 69ebafa1-1688-4abb-80e3-09f3f84022b6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:13.125234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30a441ce-11f7-45cf-addd-109764608b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:13.166232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-4e8459a3-0ef5-417f-aafd-c21acbe13ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221983 Nov 23 09:54:13.172724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:13.264756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:13.269531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Calling delete_port for 6e0e0d28-985a-4531-a06c-810fb8c166c0 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:13.286785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-30a441ce-11f7-45cf-addd-109764608b1d None None] Port 69ebafa1-1688-4abb-80e3-09f3f84022b6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:13.302039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'port_id': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'mac_address': 'fa:16:3e:f7:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf6954f-13df-455b-9355-2d6d40f35fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:13.308156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.308706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.309091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.309715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.310354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.312422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-32e78137-bdae-4355-a224-23bfad922c60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 4362 time: 0.3892288 Nov 23 09:54:13.381828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:13.387293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.393722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.410004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.416232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.436047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.443794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-1446719d-8786-4f9c-87c1-88b01f581fdb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 3827 time: 0.4550140 Nov 23 09:54:13.488616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc46cd96-2235-47bd-88d0-5f5ea270567f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:13.505077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:13.564788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:13.613773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:13.615002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:13.635049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57354) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:13.723279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:13.752624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:13.854837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4897-3ee7-4baf-880a-8f3a496f760f req-bcd7029d-3775-4ef3-92f7-cf6cf6f0f826 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.857160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-386a4897-3ee7-4baf-880a-8f3a496f760f req-bcd7029d-3775-4ef3-92f7-cf6cf6f0f826 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.9520800 Nov 23 09:54:13.881596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:13.912148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:13.921229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-847af15a-498e-4c8e-bb2e-93fa9205872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.922022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-847af15a-498e-4c8e-bb2e-93fa9205872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.922651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-847af15a-498e-4c8e-bb2e-93fa9205872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:13.924731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-847af15a-498e-4c8e-bb2e-93fa9205872e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=046cbe0a33a34b138433e3246724dc9d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5865567 Nov 23 09:54:13.933489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'name': 'network-vif-deleted', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:13.936933 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10364a2b-25be-48a0-a531-0057a34d6edc" -d '{"events": [{"server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "name": "network-vif-deleted", "tag": "9474de58-a294-4f74-984b-2e1cf0038036"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:13.942220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-621555330-network', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:13.951773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.024464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Attempting to bind port 72a1e4e1-a7a5-48af-9801-44a1e8732010 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:14.024905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Attempting to bind port 72a1e4e1-a7a5-48af-9801-44a1e8732010 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:14.025591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Attempting to bind port 72a1e4e1-a7a5-48af-9801-44a1e8732010 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:14.038845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b293f0-fba4-4778-a2fa-5ff99f76301e req-b1d2f42e-87ed-47d8-99bb-59c43a8010c3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405447 Nov 23 09:54:14.046792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event deleted for resources: {'Port': ['ID=6e0e0d28-985a-4531-a06c-810fb8c166c0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:14.070966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Port 72a1e4e1-a7a5-48af-9801-44a1e8732010 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:14.071259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Attempting to bind port 72a1e4e1-a7a5-48af-9801-44a1e8732010 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:14.102110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-386a4897-3ee7-4baf-880a-8f3a496f760f req-b60a440d-903e-4a93-a596-3516de2715a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079625 Nov 23 09:54:14.131691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fc46cd96-2235-47bd-88d0-5f5ea270567f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:14.180420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d873826a-dd89-4499-a426-9ede815c0f23 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:14.183409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] No DVR routers for this DVR port 6e0e0d28-985a-4531-a06c-810fb8c166c0 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:14.188193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:14.188193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:14.188193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:14.188193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Bound port: 72a1e4e1-a7a5-48af-9801-44a1e8732010, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:14.188193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.193502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.199150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3236e7b5-2cb6-4aa3-9d1c-482ce7146606 req-b0157113-caae-45be-b64d-3a5d2b564380 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7122519 Nov 23 09:54:14.205701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20f43282-f95e-4929-b86c-6c299fded94f req-b644fb11-cffb-442e-855d-10e1896f7a37 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "DELETE /v2.0/ports/6e0e0d28-985a-4531-a06c-810fb8c166c0 HTTP/1.1" status: 204 len: 173 time: 3.2917962 Nov 23 09:54:14.297584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Made reservation on behalf of 9b67b8c26c2441968c0e4186b05f2e83 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:14.300026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.306095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.330248 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.343622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:14.356946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Transition to ACTIVE for port object d873826a-dd89-4499-a426-9ede815c0f23 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:14.386872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-fd91011d-e9d7-48c5-8d0f-4a1bf9450fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.388362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-fd91011d-e9d7-48c5-8d0f-4a1bf9450fe6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 1099 time: 0.2939615 Nov 23 09:54:14.391597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477fa7b-4117-437f-9fe2-7c7dc2b9a282 None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:46:59Z', 'revision_number': 4, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8b0b3e34-0067-47af-88bc-46124b3ee766', 'name': '', 'network_id': '461c94ce-85c4-4852-85f1-798ca6132f3a', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'mac_address': 'fa:16:3e:ae:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:58Z', 'updated_at': '2021-11-23T09:47:07Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'subnets': [{'id': '7e63f55d-b48d-4d53-ab11-74c15c70d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:14.403347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:14.434301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6e0e0d28-985a-4531-a06c-810fb8c166c0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:14.434548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6e0e0d28-985a-4531-a06c-810fb8c166c0 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:14.487517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:14.509074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc67ec-c202-4182-8030-3bfc360df981 req-233ac6e6-8851-48c0-8231-6be8447f07b5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.511444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ccc67ec-c202-4182-8030-3bfc360df981 req-233ac6e6-8851-48c0-8231-6be8447f07b5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 936 time: 0.2519777 Nov 23 09:54:14.563311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:14.585417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.587995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.650700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-94a428ee-dd69-429b-a703-38e67c022050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.652593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aaf882a4-2adc-41cd-8d92-3b9ca387cde3 req-94a428ee-dd69-429b-a703-38e67c022050 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7195218 Nov 23 09:54:14.665129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.666266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.667290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] 10.222.0.11 "PUT /v2.0/ports/72a1e4e1-a7a5-48af-9801-44a1e8732010 HTTP/1.1" status: 200 len: 1096 time: 4.0377629 Nov 23 09:54:14.674820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-6e7e48d8-2585-43bc-a89e-136a8a065589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.676276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-6e7e48d8-2585-43bc-a89e-136a8a065589 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2784476 Nov 23 09:54:14.693483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ebafa1-1688-4abb-80e3-09f3f84022b6 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:14.752375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.790994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:14.799190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ccc67ec-c202-4182-8030-3bfc360df981 req-b45faae0-8e43-4b83-adfa-e320091254c1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579744 Nov 23 09:54:14.810980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Transition to ACTIVE for port object 69ebafa1-1688-4abb-80e3-09f3f84022b6 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:14.857281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-db04b261-ea22-4e35-8758-8ef0002611b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a412e22d-3f12-44f8-b7d4-f676e3231377 HTTP/1.1" status: 200 len: 217 time: 0.1554275 Nov 23 09:54:14.890545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.905358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:14.919324 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9728cb-567b-4aaa-91bf-8d3d2c19a965 None None] New status for floating IP b4eb2139-2a7c-4b35-8077-4d88b5087f7d: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:54:14.957628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f36d0-996e-4cad-ae8f-30076ab15d20 req-e4f413fd-7e35-4c8a-8e96-4761619035f9 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:14.959263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-311f36d0-996e-4cad-ae8f-30076ab15d20 req-e4f413fd-7e35-4c8a-8e96-4761619035f9 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.3823736 Nov 23 09:54:14.960306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f79e1-69b2-4e23-a78b-e636e1f11140 service neutron] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:15.025210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.043583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:15.083235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-d4046e38-cecf-4cd9-a755-18d3d7c29877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.085471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-d4046e38-cecf-4cd9-a755-18d3d7c29877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1789513 Nov 23 09:54:15.166441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-7c434867-fcd0-4201-83b8-cea643015309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.169244 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-7c434867-fcd0-4201-83b8-cea643015309 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 1099 time: 0.3594131 Nov 23 09:54:15.176655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:54:15.195724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d254c-554b-41ad-83fe-85af1b7145f8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:15.203184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252901f-9d1f-47b2-8e5f-fbefaf6ad4f1 req-ec71cfc1-ea96-4923-b132-869d800e2231 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.204950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9252901f-9d1f-47b2-8e5f-fbefaf6ad4f1 req-ec71cfc1-ea96-4923-b132-869d800e2231 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 944 time: 0.2406781 Nov 23 09:54:15.251239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-c7854cf6-a34b-4769-80a6-88f44b268d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.252884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-c7854cf6-a34b-4769-80a6-88f44b268d37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581738 Nov 23 09:54:15.255365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-b4f36d54-8c95-4427-8488-f45671a62455 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010 HTTP/1.1" status: 200 len: 217 time: 0.0768042 Nov 23 09:54:15.255787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Attempting to bind port d873826a-dd89-4499-a426-9ede815c0f23 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:15.256153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Attempting to bind port d873826a-dd89-4499-a426-9ede815c0f23 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:15.256472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Attempting to bind port d873826a-dd89-4499-a426-9ede815c0f23 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:15.268884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.269311 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Added segment 51b7570c-507a-4310-8091-d6b66b02e961 of type vlan for network 88a02261-19cc-45f2-86f6-3e8eb69db348 Nov 23 09:54:15.302224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Port d873826a-dd89-4499-a426-9ede815c0f23 on network c7c8d507-08e7-4f05-917a-cd32f575d714 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:15.302555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Attempting to bind port d873826a-dd89-4499-a426-9ede815c0f23 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:15.407796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-0d2d80ec-d9f4-4268-9fa8-d98ac8c37772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.409837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-0d2d80ec-d9f4-4268-9fa8-d98ac8c37772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1421165 Nov 23 09:54:15.425284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9252901f-9d1f-47b2-8e5f-fbefaf6ad4f1 req-d5fd345b-2613-4ee1-b536-ef5a0e87166b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790376 Nov 23 09:54:15.487014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-4d152f1d-4cfa-445f-9236-a3eaf9a238c5 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202828 Nov 23 09:54:15.495576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-daff5452-4eac-47bc-bb8a-8dfaed51916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.497853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-daff5452-4eac-47bc-bb8a-8dfaed51916f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766382 Nov 23 09:54:15.598651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.610784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-daee5934-bc92-4fe9-bb8a-4e9044f88779 req-d748fcbc-5e6a-4022-8e15-64d3d1795863 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0511878 Nov 23 09:54:15.667297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:15.668000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:15.668559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Bound using segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:15.669353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Bound port: d873826a-dd89-4499-a426-9ede815c0f23, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:15.669764 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.712233 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790da01a-e633-457c-b4ba-09f076d14bac x-openstack-request-id: req-790da01a-e633-457c-b4ba-09f076d14bac {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:15.712554 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea98ae3-30f4-4da8-a7de-3c11bc0fac22", "name": "network-vif-deleted", "tag": "9474de58-a294-4f74-984b-2e1cf0038036", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:15.713251 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-790da01a-e633-457c-b4ba-09f076d14bac {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:15.713423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-311f36d0-996e-4cad-ae8f-30076ab15d20 req-1d3849b6-b94e-43b7-8c1d-7d97ae59b188 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783154 Nov 23 09:54:15.713674 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea98ae3-30f4-4da8-a7de-3c11bc0fac22', 'name': 'network-vif-deleted', 'tag': '9474de58-a294-4f74-984b-2e1cf0038036', 'status': 'completed', 'code': 200} Nov 23 09:54:15.738034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f789084-7af5-4d14-9d2e-a553f0593727 req-4b5da991-2bd6-4575-9ab2-b55bcfa51724 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387128 Nov 23 09:54:15.740495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-3075c826-8223-4da6-bcc6-8adc98f64fec service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307007 Nov 23 09:54:15.774974 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.852513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:15.856802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d873826a-dd89-4499-a426-9ede815c0f23,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:15.859237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-747e0772-9024-4b41-9a7c-d636b0308ed7 req-bec1f5b6-895c-4efc-994f-434417318a07 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106911 Nov 23 09:54:15.882808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.885360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:54:15.962445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.963515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.965319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] 10.222.0.50 "PUT /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 1136 time: 3.9198284 Nov 23 09:54:15.974619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'd873826a-dd89-4499-a426-9ede815c0f23'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:15.981553 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c5efd-49bf-41ba-a68a-02ef2433464a" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "d873826a-dd89-4499-a426-9ede815c0f23"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:15.992831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Attempting to bind port 69ebafa1-1688-4abb-80e3-09f3f84022b6 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:15.993171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Attempting to bind port 69ebafa1-1688-4abb-80e3-09f3f84022b6 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:15.993498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Attempting to bind port 69ebafa1-1688-4abb-80e3-09f3f84022b6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:15.995527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:15.996475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:15.997057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.004392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:16.071028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Port 69ebafa1-1688-4abb-80e3-09f3f84022b6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:16.071377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Attempting to bind port 69ebafa1-1688-4abb-80e3-09f3f84022b6 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:16.100654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:16.101142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:16.101381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:16.101884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Bound port: 69ebafa1-1688-4abb-80e3-09f3f84022b6, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:16.102266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.104179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725de59b-de6c-4f97-b113-efa2570d7928 service neutron] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:16.117107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4768319 Nov 23 09:54:16.124944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.131065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.137048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.143273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.149367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.153849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57380) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:16.155500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.157877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-863a6f3e-3a0e-41cc-bc32-b02d07d8ec74 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 4605 time: 0.2928705 Nov 23 09:54:16.162941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Request body: {'subnet': {'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-621555330-subnet', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:16.195703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:16.225806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda58b-68de-41fb-b886-d7ba7f65d285 req-88fd68f1-e823-452a-b5ad-3cccdf812caa tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.231525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.234607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7bda58b-68de-41fb-b886-d7ba7f65d285 req-88fd68f1-e823-452a-b5ad-3cccdf812caa tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.1498508 Nov 23 09:54:16.247106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Made reservation on behalf of 9b67b8c26c2441968c0e4186b05f2e83 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:16.249795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.274614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db89e93-4de6-406d-81ac-46eeadd65806 admin admin] Pushing event updated for resources: {'Network': ['ID=88a02261-19cc-45f2-86f6-3e8eb69db348,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:16.321871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:54:16.378537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c30d69d-e1ce-48da-9623-1005b089e13b req-7bf201ab-0eb9-4130-bf5d-358b45788d49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080193 Nov 23 09:54:16.407453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7bda58b-68de-41fb-b886-d7ba7f65d285 req-7b4cb459-0401-495d-bd1f-fb8fe061720a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717942 Nov 23 09:54:16.462191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:16.485070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:16.488433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:16.502134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.509093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:16.544398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:16.599919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.600653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.603621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] 10.222.0.11 "PUT /v2.0/ports/69ebafa1-1688-4abb-80e3-09f3f84022b6 HTTP/1.1" status: 200 len: 1096 time: 3.9907246 Nov 23 09:54:16.638516 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.650042 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb37d48d-018c-456d-afc4-2ae93a1c5bee x-openstack-request-id: req-fb37d48d-018c-456d-afc4-2ae93a1c5bee {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:16.656563 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "d873826a-dd89-4499-a426-9ede815c0f23", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:16.657676 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb37d48d-018c-456d-afc4-2ae93a1c5bee {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:16.658403 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'd873826a-dd89-4499-a426-9ede815c0f23', 'status': 'completed', 'code': 200} Nov 23 09:54:16.679571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:16.715141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port fc46cd96-2235-47bd-88d0-5f5ea270567f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:16.725287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.743778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fc46cd96-2235-47bd-88d0-5f5ea270567f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:16.754532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:16.758709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:16.810237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c25a-8e46-4048-96eb-2d03d4f40854 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:16.870403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d58d49d-d4f4-428f-bafe-1696eb27346f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:16.904420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.904913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.905398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.905865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.906353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.906814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.908829 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-124b9424-e122-466a-bc8e-d8fdf0ce373c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5291 time: 0.2041414 Nov 23 09:54:16.943432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b57a-ad21-4991-82b2-b0a6922e8bed req-4b5f90c3-e533-4204-a647-c36df5e4e9ee tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.951089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0508b57a-ad21-4991-82b2-b0a6922e8bed req-4b5f90c3-e533-4204-a647-c36df5e4e9ee tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 948 time: 0.2315216 Nov 23 09:54:16.996971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-e53991ea-30a8-4b57-afbe-85553652dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:16.999426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-e53991ea-30a8-4b57-afbe-85553652dfa7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 1099 time: 0.3365819 Nov 23 09:54:17.029739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c9ac-d975-46fc-aac2-c22044f6e3b5 req-a5109701-0f26-4a66-bbaf-717aed23d0c1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.031617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dab1c9ac-d975-46fc-aac2-c22044f6e3b5 req-a5109701-0f26-4a66-bbaf-717aed23d0c1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 944 time: 0.2360997 Nov 23 09:54:17.083929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-30cc769c-2661-487b-b82a-59c63a9d1f2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6 HTTP/1.1" status: 200 len: 217 time: 0.0704300 Nov 23 09:54:17.126582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Checking segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:17.127411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Network hostable DHCP agents. Network: 88a02261-19cc-45f2-86f6-3e8eb69db348, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:54:17.157943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.163450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-2a67d44e-8bb2-4638-9069-fa328e3d4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.165134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-2a67d44e-8bb2-4638-9069-fa328e3d4569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0580480 Nov 23 09:54:17.215836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dab1c9ac-d975-46fc-aac2-c22044f6e3b5 req-d1b66927-352a-44ff-97eb-2f943019b855 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430278 Nov 23 09:54:17.217709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0508b57a-ad21-4991-82b2-b0a6922e8bed req-233dce17-e3ae-4195-b185-f274692ddecd tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656529 Nov 23 09:54:17.271435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57396) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:17.375442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:17.397230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-75fdeb1d-5e73-441f-9bfb-e5b17f1a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.397923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-75fdeb1d-5e73-441f-9bfb-e5b17f1a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.398446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-75fdeb1d-5e73-441f-9bfb-e5b17f1a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.400366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-75fdeb1d-5e73-441f-9bfb-e5b17f1a9fbd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=046cbe0a33a34b138433e3246724dc9d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4787421 Nov 23 09:54:17.406132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:54:17.417589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e00-e99e-4225-b9a2-40d557770610 req-cfbc46af-b596-4cf6-8ae6-d7c070b62821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.419515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-cfbc46af-b596-4cf6-8ae6-d7c070b62821 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214804 Nov 23 09:54:17.428481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a446a203-3b6c-4855-a242-537914fc1e4d {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:17.428775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.450904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.454181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-244c3777-aaf7-483c-bcf5-0ffca61e0c28 req-3b0ac520-9168-4849-836b-9fbed3dade52 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0981741 Nov 23 09:54:17.472322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a412e22d-3f12-44f8-b7d4-f676e3231377'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:17.502785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b0cd-7777-48f4-acdd-520eb0023743 req-d832010c-241c-4c84-a4dc-8a691673e335 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.510602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3080b0cd-7777-48f4-acdd-520eb0023743 req-d832010c-241c-4c84-a4dc-8a691673e335 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.1312454 Nov 23 09:54:17.518883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Transition to ACTIVE for port object a446a203-3b6c-4855-a242-537914fc1e4d will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:17.565656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.627390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:17.650697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:17.655626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:17.659446 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff017452-a147-4c80-8e9d-5a813e119da6" -d '{"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-plugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:17.669571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.750332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3080b0cd-7777-48f4-acdd-520eb0023743 req-c50d2a2c-7a32-4e34-b6d0-a010fa41db61 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354355 Nov 23 09:54:17.786342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-deleted', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0'}, {'name': 'network-changed', 'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:17.799287 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61129791-5d08-463a-a321-3451dd158188" -d '{"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-deleted", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0"}, {"name": "network-changed", "server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:17.802093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.812793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-decf5a4b-5634-43ff-b6be-75a1a8f5b771 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728371 Nov 23 09:54:17.838707 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7192ea-4711-4c21-9a8d-78692b4aad3c x-openstack-request-id: req-0c7192ea-4711-4c21-9a8d-78692b4aad3c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:17.839080 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-plugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:17.839283 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c7192ea-4711-4c21-9a8d-78692b4aad3c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:17.839644 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'code': 200} Nov 23 09:54:17.844683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:17.881495 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.901984 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c6dcbaf9-6d49-433e-b8cf-bd105844d0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.909194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 88a02261-19cc-45f2-86f6-3e8eb69db348) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:17.973362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:17.975098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:17.986608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6573a-8b36-4739-807f-4dab27df0ebe None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:54:18.140864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40927f0d-b011-4608-8914-6a8755161b1d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9841373 Nov 23 09:54:18.141993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Attempting to bind port a446a203-3b6c-4855-a242-537914fc1e4d on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:18.142743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Attempting to bind port a446a203-3b6c-4855-a242-537914fc1e4d by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:18.143467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Attempting to bind port a446a203-3b6c-4855-a242-537914fc1e4d on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:18.145636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57406) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:18.160503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:18.179174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Port a446a203-3b6c-4855-a242-537914fc1e4d on network c7c8d507-08e7-4f05-917a-cd32f575d714 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:18.179877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Attempting to bind port a446a203-3b6c-4855-a242-537914fc1e4d on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:18.193132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:18.194708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:18.195293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Bound using segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:18.196112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Bound port: a446a203-3b6c-4855-a242-537914fc1e4d, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:18.196713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.197757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-5b6a22b4-a689-4e1a-9e61-f3d293d17374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.202871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c2c5efd-49bf-41ba-a68a-02ef2433464a req-5b6a22b4-a689-4e1a-9e61-f3d293d17374 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7924316 Nov 23 09:54:18.239326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ea3ec-7ef9-4fcd-afc9-7304eebc786a req-0fe9c108-3e5e-419a-bac3-c64e224af62d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.242330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e0ea3ec-7ef9-4fcd-afc9-7304eebc786a req-0fe9c108-3e5e-419a-bac3-c64e224af62d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.2646060 Nov 23 09:54:18.248107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.255239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.261516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.268439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.276748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.283303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.290432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.292502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-6702b337-fa53-496a-8fb3-552cbf559678 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5382 time: 0.3710027 Nov 23 09:54:18.306923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.307409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2613-ddeb-4e0f-a798-c5d2a3f54cde req-80675856-4687-4efb-8814-9ee03b1f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.308045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.309921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d86a2613-ddeb-4e0f-a798-c5d2a3f54cde req-80675856-4687-4efb-8814-9ee03b1f607e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 1096 time: 0.2806332 Nov 23 09:54:18.334432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b733e00-e99e-4225-b9a2-40d557770610 req-6d73bd5c-abbc-4290-aa2e-97cee826b7e5 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728365 Nov 23 09:54:18.365140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-88a02261-19cc-45f2-86f6-3e8eb69db348', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:54:18.366650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.372075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.374779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.378491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "DELETE /v2.0/security-groups/256741f8-848f-49d4-ba84-e050ce75a635 HTTP/1.1" status: 204 len: 168 time: 1.0962658 Nov 23 09:54:18.389386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57412) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:18.396009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bfa32-4aa9-4240-a136-459ae99176a8 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256741f8-848f-49d4-ba84-e050ce75a635,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:18.402121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e0ea3ec-7ef9-4fcd-afc9-7304eebc786a req-7a44751a-0eba-4536-82df-f3b052ab440c tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270230 Nov 23 09:54:18.422662 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-195c04a7-86d9-46ee-8bb5-4ab1df985ff2 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] show failed (client error): The resource could not be found. Nov 23 09:54:18.423748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-195c04a7-86d9-46ee-8bb5-4ab1df985ff2 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "GET /v2.0/security-groups/256741f8-848f-49d4-ba84-e050ce75a635 HTTP/1.1" status: 404 len: 347 time: 0.0251424 Nov 23 09:54:18.429047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:18.467928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d86a2613-ddeb-4e0f-a798-c5d2a3f54cde req-cb1e8590-db52-4be0-a5f2-923a17b127af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304569 Nov 23 09:54:18.484391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2033d63-dce8-42ac-9a88-7b6c4f4cfe81 req-e3247bf1-1e35-4555-ab05-2a880f5edc42 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1830900 Nov 23 09:54:18.505232 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a15b0-fe67-4c1e-9456-5f736d9d216c x-openstack-request-id: req-b34a15b0-fe67-4c1e-9456-5f736d9d216c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:18.505760 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9be320-3cc0-48a4-b93e-10a1493b284c", "name": "network-vif-deleted", "tag": "6e0e0d28-985a-4531-a06c-810fb8c166c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:18.506352 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b34a15b0-fe67-4c1e-9456-5f736d9d216c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:18.506927 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9be320-3cc0-48a4-b93e-10a1493b284c', 'name': 'network-vif-deleted', 'tag': '6e0e0d28-985a-4531-a06c-810fb8c166c0', 'status': 'completed', 'code': 200} Nov 23 09:54:18.507353 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'status': 'completed', 'code': 200} Nov 23 09:54:18.541507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:18.545259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:18.559978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a446a203-3b6c-4855-a242-537914fc1e4d,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:18.565611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.573855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.587075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Allocated IP 172.20.0.2 (88a02261-19cc-45f2-86f6-3e8eb69db348/8d58d49d-d4f4-428f-bafe-1696eb27346f/c17acbfc-eac4-47e2-bbcc-1f978f235297) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:18.676058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:18.678401 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:18.683373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5c8d8-c139-409a-8bd4-0d52fc37a006 req-86f4a980-e0b0-4c73-a4d7-ad2b0f6e3b7f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.694651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05c5c8d8-c139-409a-8bd4-0d52fc37a006 req-86f4a980-e0b0-4c73-a4d7-ad2b0f6e3b7f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 948 time: 0.0761552 Nov 23 09:54:18.750356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:18.771375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05c5c8d8-c139-409a-8bd4-0d52fc37a006 req-a51f036e-caba-4f23-843a-bdf6e6e72597 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748627 Nov 23 09:54:18.773515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'mac_address': 'fa:16:3e:fd:c2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:18.825364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:18.853986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.853986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.854320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9f7564d7-7897-4b15-85b1-d359d3a7b2db service neutron] 10.222.0.50 "PUT /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 1135 time: 2.8540010 Nov 23 09:54:18.857964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129791-5d08-463a-a321-3451dd158188 req-385aec85-4b79-471b-b4b4-2063f3eeb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.859457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-385aec85-4b79-471b-b4b4-2063f3eeb451 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 1099 time: 0.1143410 Nov 23 09:54:18.904328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.910287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:18.940686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a1e4e1-a7a5-48af-9801-44a1e8732010 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:18.955290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:18.964273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bc4a-83ab-419e-8753-f1863dbcb681 req-b526fe7e-06cd-4fef-91ee-14897d40a9d0 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:18.967372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6373bc4a-83ab-419e-8753-f1863dbcb681 req-b526fe7e-06cd-4fef-91ee-14897d40a9d0 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.3957143 Nov 23 09:54:19.000699 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.004814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:19.018576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d46205a-6118-4c0c-b25a-8ad36ad2ddc6 req-d71e20ed-9cdf-4662-8941-555d2a47f221 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0856543 Nov 23 09:54:19.050075 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.065174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.096231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:19.104527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Pushing event updated for resources: {'Port': ['ID=c17acbfc-eac4-47e2-bbcc-1f978f235297,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:19.106806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129791-5d08-463a-a321-3451dd158188 req-2026e39e-e78d-4538-a235-089be06c82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.109240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-2026e39e-e78d-4538-a235-089be06c82c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2390220 Nov 23 09:54:19.119074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:19.131520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:19.191274 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9c1cf-921b-4c97-aca1-8b50d2026d90 x-openstack-request-id: req-a6f9c1cf-921b-4c97-aca1-8b50d2026d90 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:19.191688 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:19.191810 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6f9c1cf-921b-4c97-aca1-8b50d2026d90 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:19.192192 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6', 'status': 'completed', 'code': 200} Nov 23 09:54:19.205401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-fdcbbf70-8371-4b7e-b884-162f4bce77d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010 HTTP/1.1" status: 200 len: 217 time: 0.0884502 Nov 23 09:54:19.229582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.273951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:19.278291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Attempting to bind port c17acbfc-eac4-47e2-bbcc-1f978f235297 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:19.278659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Attempting to bind port c17acbfc-eac4-47e2-bbcc-1f978f235297 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:19.279029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Attempting to bind port c17acbfc-eac4-47e2-bbcc-1f978f235297 on network 88a02261-19cc-45f2-86f6-3e8eb69db348 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:19.288312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:19.288748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Checking segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:19.289103 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.289504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Bound using segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:19.290021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Bound port: c17acbfc-eac4-47e2-bbcc-1f978f235297, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:19.290405 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.367521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129791-5d08-463a-a321-3451dd158188 req-c5ba3104-f2e1-44ca-855f-dcf4c1cbe882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.369568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-c5ba3104-f2e1-44ca-855f-dcf4c1cbe882 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1434219 Nov 23 09:54:19.395390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] For port c17acbfc-eac4-47e2-bbcc-1f978f235297, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:19.402589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] For port c17acbfc-eac4-47e2-bbcc-1f978f235297, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c17acbfc-eac4-47e2-bbcc-1f978f235297,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:19.410227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-a138665d-496e-434c-93ec-0b7272b25a71 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.410419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.411580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-a138665d-496e-434c-93ec-0b7272b25a71 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.50 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.1383264 Nov 23 09:54:19.436394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722aefa-f9f7-4f4c-8650-e646a7c6f982 req-81ffb2db-f3c3-460b-8079-dc9eec37f4d7 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.444554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0722aefa-f9f7-4f4c-8650-e646a7c6f982 req-81ffb2db-f3c3-460b-8079-dc9eec37f4d7 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 949 time: 0.2380898 Nov 23 09:54:19.482825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3a9c-be28-4f22-bfd2-cff08c22da38 None None] Pushing event updated for resources: {'Port': ['ID=c17acbfc-eac4-47e2-bbcc-1f978f235297,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:19.536424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b7417b-e185-4468-9d5f-f1557f2b5cc2 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:19.544834 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.557517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129791-5d08-463a-a321-3451dd158188 req-4cfbdee9-ee07-4513-9265-3940a4da8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.557786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Transition to ACTIVE for port object d5b7417b-e185-4468-9d5f-f1557f2b5cc2 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:19.559007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-4cfbdee9-ee07-4513-9265-3940a4da8b16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792665 Nov 23 09:54:19.583205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.583378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0722aefa-f9f7-4f4c-8650-e646a7c6f982 req-07a34f5b-e283-4d3e-99c6-4d9070407a47 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377246 Nov 23 09:54:19.599374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['72a1e4e1-a7a5-48af-9801-44a1e8732010'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:19.613830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-0414fdf6-2cf1-41c0-a8d6-340371e8f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.615650 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-0414fdf6-2cf1-41c0-a8d6-340371e8f780 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 1099 time: 0.4576483 Nov 23 09:54:19.688771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Deleting port 83cc0d27-ccd5-4ea7-bf6b-62794901d4c5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:19.689566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:19.936784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-9915c3d8-bbf2-4ad0-9a9f-32832b08a239 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520584 Nov 23 09:54:19.959782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727df9-62de-4308-9fbe-dd8aba8f574a req-944fa3d9-b711-4b12-a0b0-fdd150f08fb3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:19.972675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20727df9-62de-4308-9fbe-dd8aba8f574a req-944fa3d9-b711-4b12-a0b0-fdd150f08fb3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 945 time: 0.1968675 Nov 23 09:54:20.016516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Deleting port 9d87382d-5ccd-4e08-bd22-7875a4283ebd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:20.016782 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.087810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.197507 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20727df9-62de-4308-9fbe-dd8aba8f574a req-9e8a9da2-a7dc-4ea2-bf9d-6e9cd91b8781 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups?id=0dfa133f-4b61-4939-a6a0-1561a19cc7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239377 Nov 23 09:54:20.245096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:20.248946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61129791-5d08-463a-a321-3451dd158188 req-fcfa4a22-5510-4dbf-a18c-34a6a92aed3d service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740076 Nov 23 09:54:20.251163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] For port 9d87382d-5ccd-4e08-bd22-7875a4283ebd, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9d87382d-5ccd-4e08-bd22-7875a4283ebd,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:20.251734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.272731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6373bc4a-83ab-419e-8753-f1863dbcb681 req-a63e50cc-611e-449d-b6bf-2a160994f8bb tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2580655 Nov 23 09:54:20.346552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00171f3f-b278-483a-9756-8f674a9f1d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.364340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a412e22d-3f12-44f8-b7d4-f676e3231377 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:20.368728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a412e22d-3f12-44f8-b7d4-f676e3231377 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:20.369123 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.437071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:20.481203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.489030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.489673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.514976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:20.518329 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d6374-1f45-436a-bba8-965fab97ad51" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:20.539981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Calling delete_port for 83cc0d27-ccd5-4ea7-bf6b-62794901d4c5 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:20.543193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:20.555742 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.556810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Attempting to bind port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:20.557158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Attempting to bind port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:20.557495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Attempting to bind port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:20.565859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-e9c16d4f-b30b-41b4-8968-56ceb2bcf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.567573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-e9c16d4f-b30b-41b4-8968-56ceb2bcf8bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.9204762 Nov 23 09:54:20.587182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 on network c7c8d507-08e7-4f05-917a-cd32f575d714 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:20.587568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Attempting to bind port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:20.647342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3576-9d3b-4e38-9cce-c30374d9f881 req-dfd143e7-06fd-44ea-9486-ca24973b6c46 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.648989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2ae3576-9d3b-4e38-9cce-c30374d9f881 req-dfd143e7-06fd-44ea-9486-ca24973b6c46 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 948 time: 0.2363276 Nov 23 09:54:20.657044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:20.705954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-2eb40dda-38f0-43e3-afc9-d187f42f28c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6 HTTP/1.1" status: 200 len: 217 time: 0.1248572 Nov 23 09:54:20.715390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:20.715741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:20.716801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Bound using segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:20.717288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Bound port: d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:20.718499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.780592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.786735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.792883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.799045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.805293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.811706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.817682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:20.825795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-db4d0f84-ce4d-4ed7-83c5-f38ddea5b68c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5394 time: 0.5155237 Nov 23 09:54:20.913085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.913441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:20.913759 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Floating IP 9d9c6e69-01dc-4537-8c2b-f731c32a0817 disassociated. External IP: 172.25.1.155, port: 9d87382d-5ccd-4e08-bd22-7875a4283ebd. Nov 23 09:54:20.914147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Calling delete_port for 9d87382d-5ccd-4e08-bd22-7875a4283ebd owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:20.947974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-392558f7-a036-41ad-adc8-d1a1d18f5c32 req-1bca8d20-b406-4d7e-b6ed-4c26d7b1fd24 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210902 Nov 23 09:54:20.999486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2ae3576-9d3b-4e38-9cce-c30374d9f881 req-50b5b527-6b00-4214-9235-12f4c9af61af tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735631 Nov 23 09:54:21.008876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-7d3de75d-c518-440f-b07f-3ede2f534689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.012738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-7d3de75d-c518-440f-b07f-3ede2f534689 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.2887876 Nov 23 09:54:21.122181 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a547a55-905d-42ce-a134-2780fcf157c4 x-openstack-request-id: req-8a547a55-905d-42ce-a134-2780fcf157c4 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:21.122823 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:21.122823 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a547a55-905d-42ce-a134-2780fcf157c4 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:21.123588 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'code': 200} Nov 23 09:54:21.138286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:21.153017 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.157984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59b39bee-f22d-4b29-bf82-44dcfdc565b3 req-e1f234af-1162-4a26-a358-da9116343f86 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0905247 Nov 23 09:54:21.190472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5ebde-eded-4795-8727-b39a2a64aeb3 None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:54:21.211282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'a446a203-3b6c-4855-a242-537914fc1e4d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:21.213993 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd48425-26e9-4159-a2d0-9eaac2ee2201" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "a446a203-3b6c-4855-a242-537914fc1e4d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:21.217945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c17acbfc-eac4-47e2-bbcc-1f978f235297 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:21.267333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:21.289669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.314036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.324069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.341775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event deleted for resources: {'Port': ['ID=9d87382d-5ccd-4e08-bd22-7875a4283ebd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:21.367861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.374126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] Provisioning complete for port c17acbfc-eac4-47e2-bbcc-1f978f235297 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:21.374502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.382616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-91054526-d412-45cd-b4f2-b1e265d8ca9c req-16b95df4-4018-4090-82b9-c0a0f2329f59 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0473189 Nov 23 09:54:21.386577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-3d5fced9-cbc4-4bff-a30c-6952d96905de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.389013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-3d5fced9-cbc4-4bff-a30c-6952d96905de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3605289 Nov 23 09:54:21.482157 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76f7a2-7d14-4e0e-b787-1464f482cdbc x-openstack-request-id: req-dd76f7a2-7d14-4e0e-b787-1464f482cdbc {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:21.482574 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "a446a203-3b6c-4855-a242-537914fc1e4d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:21.482939 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd76f7a2-7d14-4e0e-b787-1464f482cdbc {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:21.483439 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'a446a203-3b6c-4855-a242-537914fc1e4d', 'status': 'completed', 'code': 200} Nov 23 09:54:21.492187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.493105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.494833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c06434db-585b-40c5-90b6-eac86585858c service neutron] 10.222.0.50 "PUT /v2.0/ports/d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 200 len: 1091 time: 2.5959201 Nov 23 09:54:21.529405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:21.561250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4284ac-a3cc-43f1-98a3-9bc2149cd949 req-f50329ff-c074-4497-9500-cf4ae8999769 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.569120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4284ac-a3cc-43f1-98a3-9bc2149cd949 req-f50329ff-c074-4497-9500-cf4ae8999769 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 949 time: 0.3510375 Nov 23 09:54:21.572656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d228fd8-fd8e-44ba-b09c-3e3bea3ef6c2 req-ccb991dc-5db6-4396-bfc7-f23fc7d0ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.574318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d228fd8-fd8e-44ba-b09c-3e3bea3ef6c2 req-ccb991dc-5db6-4396-bfc7-f23fc7d0ab31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 1101 time: 0.3732235 Nov 23 09:54:21.590789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:21.595381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.664967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c17acbfc-eac4-47e2-bbcc-1f978f235297 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:21.665433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.785925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.801178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a4a0-8236-4be9-8784-1ea9ec626959 req-4802582e-404d-4245-8ef7-05f4e2bc2370 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:21.806470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6221a4a0-8236-4be9-8784-1ea9ec626959 req-4802582e-404d-4245-8ef7-05f4e2bc2370 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.1784430 Nov 23 09:54:21.875702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] For port c17acbfc-eac4-47e2-bbcc-1f978f235297, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c17acbfc-eac4-47e2-bbcc-1f978f235297,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:21.891292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:21.894881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.903772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.956663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Sync routers for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:21.966628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] No DVR routers for this DVR port 9d87382d-5ccd-4e08-bd22-7875a4283ebd on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:21.975628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:21.979096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.50 "DELETE /v2.0/ports/9d87382d-5ccd-4e08-bd22-7875a4283ebd HTTP/1.1" status: 204 len: 173 time: 2.5522897 Nov 23 09:54:21.979562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'name': 'network-vif-deleted', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:21.981916 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b48b45-9a0f-4a9a-b4d5-a7e7e4a28fc3" -d '{"events": [{"server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "name": "network-vif-deleted", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:22.012887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:22.013849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:22.022163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Allocated IP 172.25.1.33 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8981482c-d5cc-4637-80a3-302f7afe069b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:22.039229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6221a4a0-8236-4be9-8784-1ea9ec626959 req-2cf9f08e-7c31-45aa-b3c0-555dc17fcee5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043583 Nov 23 09:54:22.142775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446c65a-3191-495c-967c-3d473dae6f23 None None] Pushing event updated for resources: {'Port': ['ID=c17acbfc-eac4-47e2-bbcc-1f978f235297,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:22.146185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.153554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4284ac-a3cc-43f1-98a3-9bc2149cd949 req-a5cf9521-b440-4166-b858-baf71acdd6a3 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834143 Nov 23 09:54:22.158775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06434db-585b-40c5-90b6-eac86585858c service neutron] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:22.284950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:54:22.285370 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:54:22.294989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.304030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.310278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.316343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.322358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.325327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:22.328348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.334616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.336632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92606724-7867-4b76-9be6-abf285daaeb3 req-d01e8b54-3873-4dee-995b-50fa80147ce0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5394 time: 0.1582797 Nov 23 09:54:22.350484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.394970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-5d0f4a50-c387-47b1-8e0f-35af465fcd69 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9555326 Nov 23 09:54:22.429957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Pushing event deleted for resources: {'Port': ['ID=83cc0d27-ccd5-4ea7-bf6b-62794901d4c5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:22.435541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.443136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92606724-7867-4b76-9be6-abf285daaeb3 req-b82ed910-c972-48db-a4a4-9a32b4de5ca7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958672 Nov 23 09:54:22.443718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.444212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.444988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.445449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.446092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.446690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.447160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.449205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-1897096a-667d-4ef8-bc1f-0975c4645899 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6286 time: 0.9075859 Nov 23 09:54:22.508655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 69ebafa1-1688-4abb-80e3-09f3f84022b6 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:22.518487 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd94cc0-e2c6-424f-8630-bb16b4d9b724 x-openstack-request-id: req-5dd94cc0-e2c6-424f-8630-bb16b4d9b724 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:22.519161 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86be9995-a69f-4120-8b17-e98678f2472b", "name": "network-vif-deleted", "tag": "9d87382d-5ccd-4e08-bd22-7875a4283ebd", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:22.519694 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dd94cc0-e2c6-424f-8630-bb16b4d9b724 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:22.520264 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86be9995-a69f-4120-8b17-e98678f2472b', 'name': 'network-vif-deleted', 'tag': '9d87382d-5ccd-4e08-bd22-7875a4283ebd', 'status': 'completed', 'code': 200} Nov 23 09:54:22.547866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d228fd8-fd8e-44ba-b09c-3e3bea3ef6c2 req-4f74e88f-6dde-4e64-84ab-1b31cfd6ff79 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9474301 Nov 23 09:54:22.666109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Pushing event updated for resources: {'Port': ['ID=8981482c-d5cc-4637-80a3-302f7afe069b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:22.686764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d3b0-0d2e-47dc-a954-c434ff8ff9fc req-437b8c19-8bf7-41ea-9ee8-996b7b2d7787 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.696660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eb16d3b0-0d2e-47dc-a954-c434ff8ff9fc req-437b8c19-8bf7-41ea-9ee8-996b7b2d7787 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.0757284 Nov 23 09:54:22.743708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.746444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.749333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:22.751273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f648323-1e4a-4863-8535-ed66a04b2135 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] 10.222.0.62 "DELETE /v2.0/floatingips/b4eb2139-2a7c-4b35-8077-4d88b5087f7d HTTP/1.1" status: 204 len: 168 time: 4.3185835 Nov 23 09:54:22.779302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.779551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e692a79f-742b-4db2-a164-79297ad07335 None None] Provisioning complete for port c17acbfc-eac4-47e2-bbcc-1f978f235297 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:22.779666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.779994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.780124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e692a79f-742b-4db2-a164-79297ad07335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.780332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.780668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.780999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.781411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.781628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.786518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.786931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.787280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.787626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:22.793984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-953e678a-5de8-4f77-b603-26b312b3a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.802711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-953e678a-5de8-4f77-b603-26b312b3a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.803343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-953e678a-5de8-4f77-b603-26b312b3a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.805654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-953e678a-5de8-4f77-b603-26b312b3a111 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=046cbe0a33a34b138433e3246724dc9d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2884841 Nov 23 09:54:22.808600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eb16d3b0-0d2e-47dc-a954-c434ff8ff9fc req-7b83695d-3394-4d6b-a989-be7c56acdab9 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Nov 23 09:54:22.856240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:22.874644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf3ab5-30ad-4a72-935c-dfb0c745fb93 req-bc9ab81c-9163-479d-bba3-6e21e0ede3a6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:22.885060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46cf3ab5-30ad-4a72-935c-dfb0c745fb93 req-bc9ab81c-9163-479d-bba3-6e21e0ede3a6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 948 time: 0.5913017 Nov 23 09:54:22.911007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:22.917411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:22.942534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:22.945235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:22.971901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '69ebafa1-1688-4abb-80e3-09f3f84022b6', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '69ebafa1-1688-4abb-80e3-09f3f84022b6', 'mac_address': 'fa:16:3e:89:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:23.003804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d71da6a-0c95-4ab6-a1ed-86f1a0fb5ef1 req-c9095a74-8887-41c7-aff1-25e691111aea tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0827615 Nov 23 09:54:23.109538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 72a1e4e1-a7a5-48af-9801-44a1e8732010 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:23.116659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:23.126549 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.169665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 72a1e4e1-a7a5-48af-9801-44a1e8732010 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:23.170358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.179333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc210629-64aa-45b4-a1c5-8be4acc69d24 req-d77f9861-c149-4921-bde5-fcaad9bcdb1e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0505521 Nov 23 09:54:23.182866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Checking router: f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:23.210805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c17acbfc-eac4-47e2-bbcc-1f978f235297 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:23.251998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ebafa1-1688-4abb-80e3-09f3f84022b6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:23.295350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:23.296005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:23.316672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:23.399791 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.482484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.541190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:54:23.591000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c17acbfc-eac4-47e2-bbcc-1f978f235297 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:23.591411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.593265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.606293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:23.608693 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57059de0-0353-46ab-b9ce-45c93f8ca4ca" -d '{"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:23.650225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:23.661970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:23.669184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:23.682464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:23.685763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:23.688529 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30ecdf4-b134-4bf7-9897-484b223c07c8" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:23.769384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b0f768-973a-4c7e-9a9f-6bf3e04ad35b req-437c4b86-b3ec-4351-a155-8ba92d7df0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3408241 Nov 23 09:54:23.803560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46cf3ab5-30ad-4a72-935c-dfb0c745fb93 req-ef846801-c0f1-464c-818b-6f04ceaae7de tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9106953 Nov 23 09:54:23.817346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['69ebafa1-1688-4abb-80e3-09f3f84022b6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:23.891793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:23.992000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-99a3eee4-fae9-40ec-b2fa-51aaec4124ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:23.993806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edd48425-26e9-4159-a2d0-9eaac2ee2201 req-99a3eee4-fae9-40ec-b2fa-51aaec4124ac service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1337080 Nov 23 09:54:24.082699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80523b4-933c-4f1b-8386-c9bb3dd7ae17 req-15e2566b-d580-4336-b136-cb5634f2dd2c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.091421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c80523b4-933c-4f1b-8386-c9bb3dd7ae17 req-15e2566b-d580-4336-b136-cb5634f2dd2c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.1519210 Nov 23 09:54:24.143210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:24.200306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b194bd-84ee-43f7-8c73-229eaaa63d7e None None] The sync data for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 is: [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:51:06Z', 'revision_number': 4, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f9a3e07c-e844-44bd-8b34-83cbda115762', 'name': '', 'network_id': '7c929a71-6268-4f49-ae6f-d313e8d06037', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'mac_address': 'fa:16:3e:76:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:05Z', 'updated_at': '2021-11-23T09:51:12Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'subnets': [{'id': 'cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:24.240381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9d87382d-5ccd-4e08-bd22-7875a4283ebd no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:24.272108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c80523b4-933c-4f1b-8386-c9bb3dd7ae17 req-cdd92f36-f670-44c4-91c1-b6b7e461e56e tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795342 Nov 23 09:54:24.280296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 9d87382d-5ccd-4e08-bd22-7875a4283ebd {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:24.280702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9d87382d-5ccd-4e08-bd22-7875a4283ebd not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:24.287077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3f8912-1f89-49f8-b96d-514457e1815c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:24.289686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.292362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:24.297908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.305306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.312425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.318893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.325120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.331441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.333503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-348a7363-6aa8-4171-8581-36a5531f70e4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5394 time: 0.1544814 Nov 23 09:54:24.375551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:24.417909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9548b51a-9ce3-48c0-85c9-913b03b14a1d req-c60ed2bf-766d-453b-a438-b1c11994c259 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720918 Nov 23 09:54:24.424792 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3179c78-993b-4cad-af84-d2b2f68d24ff x-openstack-request-id: req-d3179c78-993b-4cad-af84-d2b2f68d24ff {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:24.425181 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:24.425524 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3179c78-993b-4cad-af84-d2b2f68d24ff {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:24.426967 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'code': 200} Nov 23 09:54:24.428540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Transition to ACTIVE for port object 1b3f8912-1f89-49f8-b96d-514457e1815c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:24.440059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:24.484532 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a139969-b150-4df9-ac6c-fb4d92962357 x-openstack-request-id: req-5a139969-b150-4df9-ac6c-fb4d92962357 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:24.484912 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:24.485232 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a139969-b150-4df9-ac6c-fb4d92962357 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:24.485700 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'status': 'completed', 'code': 200} Nov 23 09:54:24.613203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83ee6450-5e70-4a56-a811-f9ef03788045 req-45518e6a-71df-4e56-8430-159e07f04a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0597785 Nov 23 09:54:24.640481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:24.688603 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bce85-a9d1-429b-9ed5-5082ba907061 None None] New status for floating IP 9d9c6e69-01dc-4537-8c2b-f731c32a0817: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:54:24.761020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:24.793550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48fb0cdd-cae2-45c4-a526-a729f8d0849f req-e69ba8c3-942f-4962-a676-d101adab802e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0545018 Nov 23 09:54:24.983469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343c66-c6d6-4b50-9e7a-4eb1ee1db323 req-65aecead-ebc4-49f0-9712-8cfab890c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:24.984803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49343c66-c6d6-4b50-9e7a-4eb1ee1db323 req-65aecead-ebc4-49f0-9712-8cfab890c865 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 1101 time: 0.4813063 Nov 23 09:54:25.017912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.018640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.020161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.020690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.021170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.021633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.022214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.024562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-33cb236f-9540-47fe-b536-96ef99ff9617 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6311 time: 0.4612374 Nov 23 09:54:25.040576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661a33e-80ad-4552-91cf-3d723e2633e3 req-034bab1d-0ba2-498d-9c69-10feba145bdc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.048702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6661a33e-80ad-4552-91cf-3d723e2633e3 req-034bab1d-0ba2-498d-9c69-10feba145bdc tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.0700774 Nov 23 09:54:25.095543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6661a33e-80ad-4552-91cf-3d723e2633e3 req-9ff33612-0cdc-48b6-8a1e-28b13d616fd5 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Nov 23 09:54:25.197542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49343c66-c6d6-4b50-9e7a-4eb1ee1db323 req-682bdb91-6541-4298-8f7f-fe7a69caafd5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630480 Nov 23 09:54:25.238525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Attempting to bind port 1b3f8912-1f89-49f8-b96d-514457e1815c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:25.238841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Attempting to bind port 1b3f8912-1f89-49f8-b96d-514457e1815c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:25.239175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Attempting to bind port 1b3f8912-1f89-49f8-b96d-514457e1815c on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:25.259189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57510) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:25.260288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c0cd-a099-4cee-a8d7-517bf09cc866 req-346e2a3b-bc53-42a8-96b2-14363b672bc3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.261784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5664c0cd-a099-4cee-a8d7-517bf09cc866 req-346e2a3b-bc53-42a8-96b2-14363b672bc3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 949 time: 0.2808142 Nov 23 09:54:25.265419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Port 1b3f8912-1f89-49f8-b96d-514457e1815c on network c7c8d507-08e7-4f05-917a-cd32f575d714 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:25.265755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Attempting to bind port 1b3f8912-1f89-49f8-b96d-514457e1815c on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:25.285767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:25.286139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Checking segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:25.286521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Bound using segment: {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:25.286967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Bound port: 1b3f8912-1f89-49f8-b96d-514457e1815c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1909ed-0473-4e41-a421-a7e2fbd4fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:25.287317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:25.366330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-9971db93-f78f-46eb-af09-a2bd5fd689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.366711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-9971db93-f78f-46eb-af09-a2bd5fd689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.367171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-9971db93-f78f-46eb-af09-a2bd5fd689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.368767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-9971db93-f78f-46eb-af09-a2bd5fd689ac service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=046cbe0a33a34b138433e3246724dc9d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3122239 Nov 23 09:54:25.399442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Router 65f0b509-e03f-43e6-a24c-2c7dc229850f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:54:25.429255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5664c0cd-a099-4cee-a8d7-517bf09cc866 req-73afcc25-63c6-4af6-8a1a-a05c843fb7f8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526706 Nov 23 09:54:25.483727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:25.489198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1055e-d460-4fe1-8fc4-220cc0ec9ff3 req-b9bff668-e719-4c83-bd20-08035fb1007f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.497727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13a1055e-d460-4fe1-8fc4-220cc0ec9ff3 req-b9bff668-e719-4c83-bd20-08035fb1007f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.1223412 Nov 23 09:54:25.550636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:25.558538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13a1055e-d460-4fe1-8fc4-220cc0ec9ff3 req-e4e68854-4e6a-4c9f-aa9b-750709399e4f tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597596 Nov 23 09:54:25.581575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:25.684824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.685467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:25.686901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] 10.222.0.50 "PUT /v2.0/ports/1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 200 len: 1090 time: 4.1359398 Nov 23 09:54:25.690266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-87e258a5-5c79-4793-9d2a-a449e8f3b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.691706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30ecdf4-b134-4bf7-9897-484b223c07c8 req-87e258a5-5c79-4793-9d2a-a449e8f3b1ec service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102145 Nov 23 09:54:25.727353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.733341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.739460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.750703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.756817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.762862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.770306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f9c3a0f-f39b-4ade-b688-301508418350 req-80d3da11-507e-4cb3-8c2d-e8d8c3914839 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0433843 Nov 23 09:54:25.774206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:25.788267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-fdf94e76-9efc-4b4e-b613-b2a2382f4ce9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5406 time: 0.2535496 Nov 23 09:54:25.797255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:25.804667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dc1d7-3283-454c-b0ef-5656bb77f41c service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:25.807789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:25.817655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Sync routers for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:25.860617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:25.861612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:25.914684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:25.915793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c94af58-8456-4b9c-8d93-1bbc7024363a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7623818 Nov 23 09:54:25.922230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57522) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:25.926035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:25.974030 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-419fdfea-4231-4946-85af-b09fe6e0eb8e req-f441d983-8024-429f-bf85-72b71ed062d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844120 Nov 23 09:54:26.015205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6153ea8-58ff-48d9-aa4b-5e52523f73e4 req-83c708c7-2676-4dee-96ac-7d0e6e4e3bd6 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0785780 Nov 23 09:54:26.055140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:26.456894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:23Z', 'revision_number': 3, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:26.463493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 69ebafa1-1688-4abb-80e3-09f3f84022b6 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:26.482419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.547609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Checking router: 65f0b509-e03f-43e6-a24c-2c7dc229850f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:26.548354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Updating router 65f0b509-e03f-43e6-a24c-2c7dc229850f port 8981482c-d5cc-4637-80a3-302f7afe069b binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:54:26.578657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:26.582604 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591eb09b-1229-47d2-9078-632a54e628fe" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:26.586863 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.660268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2462d168-d302-43b8-809c-dc62523be609 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:26.661869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b6-5cf5-4adb-b2f6-f2947c098f9c req-6aff6f35-a2e3-4649-b08a-3de593267ba4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:26.663389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-876ef8b6-5cf5-4adb-b2f6-f2947c098f9c req-6aff6f35-a2e3-4649-b08a-3de593267ba4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 949 time: 0.1108956 Nov 23 09:54:26.670699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.684632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Transition to ACTIVE for port object 2462d168-d302-43b8-809c-dc62523be609 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:26.692211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 69ebafa1-1688-4abb-80e3-09f3f84022b6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:26.704759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 69ebafa1-1688-4abb-80e3-09f3f84022b6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:26.705349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.705479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2002-ef71-4efc-ba4b-479067cd6d68 req-b11c45e8-996a-41cf-b38e-e48897a4236b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:26.707284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4edc2002-ef71-4efc-ba4b-479067cd6d68 req-b11c45e8-996a-41cf-b38e-e48897a4236b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.3479300 Nov 23 09:54:26.708619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.778303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:26.821438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4edc2002-ef71-4efc-ba4b-479067cd6d68 req-59fd6ba5-82b8-4d5a-acbf-f50e981e0f0c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051536 Nov 23 09:54:26.822196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-876ef8b6-5cf5-4adb-b2f6-f2947c098f9c req-14bff19c-0e71-4dc6-889b-e7bb0c164844 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240051 Nov 23 09:54:26.932919 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954b24d-dd45-478d-8f42-069b6851a598 x-openstack-request-id: req-4954b24d-dd45-478d-8f42-069b6851a598 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:26.933928 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:26.934221 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4954b24d-dd45-478d-8f42-069b6851a598 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:26.934647 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'status': 'completed', 'code': 200} Nov 23 09:54:26.964995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Pushing event updated for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.030849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.031870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.032425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.032938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.033496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.034065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.034623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.037027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-591eb09b-1229-47d2-9078-632a54e628fe req-97b582c1-ab4b-403e-97a6-1d21e80c5f45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6378 time: 0.0906794 Nov 23 09:54:27.060761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Attempting to bind port 2462d168-d302-43b8-809c-dc62523be609 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:27.061058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Attempting to bind port 2462d168-d302-43b8-809c-dc62523be609 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:27.061183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Attempting to bind port 2462d168-d302-43b8-809c-dc62523be609 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:27.123761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.125517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Allocated IP 172.20.0.1 (88a02261-19cc-45f2-86f6-3e8eb69db348/8d58d49d-d4f4-428f-bafe-1696eb27346f/03cd34d2-4756-4853-8c66-b135181e71be) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:27.135963 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.137217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1a4dc0f-a656-42ce-855f-d5bcd6953379 req-d9ef3647-0e90-4f1b-bf29-228e6cf98ee9 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0973842 Nov 23 09:54:27.143085 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.176006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Port 2462d168-d302-43b8-809c-dc62523be609 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:27.177625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Attempting to bind port 2462d168-d302-43b8-809c-dc62523be609 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:27.242568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.260943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Attempting to bind port 8981482c-d5cc-4637-80a3-302f7afe069b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:27.261973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Attempting to bind port 8981482c-d5cc-4637-80a3-302f7afe069b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:27.262572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Attempting to bind port 8981482c-d5cc-4637-80a3-302f7afe069b on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:27.297092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:27.297608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Checking segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:27.297831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Bound using segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:27.298314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Bound port: 2462d168-d302-43b8-809c-dc62523be609, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:27.298860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.299122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.302051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:27.307750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:27.308507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.310704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:27.311576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Bound port: 8981482c-d5cc-4637-80a3-302f7afe069b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:27.314507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.391599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Pushing event updated for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.391991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] For port 8981482c-d5cc-4637-80a3-302f7afe069b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:27.395396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] For port 8981482c-d5cc-4637-80a3-302f7afe069b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981482c-d5cc-4637-80a3-302f7afe069b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:27.398206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6fc2b-68b2-4046-8ee5-4ee6a3f5e939 None None] Pushing event updated for resources: {'Port': ['ID=8981482c-d5cc-4637-80a3-302f7afe069b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.406451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:27.408869 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b4711-a276-4b3a-8f8f-b68808d633a0" -d '{"events": [{"server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "name": "network-vif-plugged", "status": "completed", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:27.417232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.429489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-bb6a3603-e156-4062-9dfd-81569eb9959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.429988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-bb6a3603-e156-4062-9dfd-81569eb9959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.430944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-bb6a3603-e156-4062-9dfd-81569eb9959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.432582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-591eb09b-1229-47d2-9078-632a54e628fe req-bb6a3603-e156-4062-9dfd-81569eb9959c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=046cbe0a33a34b138433e3246724dc9d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3837469 Nov 23 09:54:27.451348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:27.454716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:27.475588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.483105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:27.496990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6fc2b-68b2-4046-8ee5-4ee6a3f5e939 None None] Pushing event updated for resources: {'Port': ['ID=8981482c-d5cc-4637-80a3-302f7afe069b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.499534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:27.500143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:27.507292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5da03-9c83-4020-a4a0-61ee41cfd3f9 req-740c5df7-4870-43c0-a51b-9173b347d231 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.517356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27a5da03-9c83-4020-a4a0-61ee41cfd3f9 req-740c5df7-4870-43c0-a51b-9173b347d231 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.2321846 Nov 23 09:54:27.540819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:27.543483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb09b-1229-47d2-9078-632a54e628fe req-1a0faea1-dcf5-4110-ac09-1e66a4c48fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.545353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-591eb09b-1229-47d2-9078-632a54e628fe req-1a0faea1-dcf5-4110-ac09-1e66a4c48fa1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029248 Nov 23 09:54:27.547923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:27.549874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.575615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.584133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.595445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.602715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.608915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.613221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27a5da03-9c83-4020-a4a0-61ee41cfd3f9 req-f11a107c-2465-42c4-973a-7e5605033dcf tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942435 Nov 23 09:54:27.619973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.626988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.635664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b080dced-e935-431d-8fa2-05ccd4629840 req-718392a7-2491-4b71-8b10-4a4fe892ba2f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5418 time: 0.3397458 Nov 23 09:54:27.661058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2462d168-d302-43b8-809c-dc62523be609,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:27.684712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.695943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:27.746508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.763652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:27.764293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:27.766157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] 10.222.0.50 "PUT /v2.0/ports/2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 1091 time: 1.9771359 Nov 23 09:54:27.791314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b080dced-e935-431d-8fa2-05ccd4629840 req-223d1940-6589-4a19-a091-15ecaff7514e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545830 Nov 23 09:54:27.820553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Request body: {'port': {'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:27.892784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fbba3-24f9-4d01-997d-1c305aa902db service neutron] Pushing event updated for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:27.897667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d155080-0255-4457-bf66-afac11af27f0 req-863d1eb7-37c8-48a0-9c73-76a4a8ee4a5a tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.1812756 Nov 23 09:54:27.980258 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f570e9-530d-421f-ad2c-e7209fc80635 x-openstack-request-id: req-36f570e9-530d-421f-ad2c-e7209fc80635 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:27.980858 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "name": "network-vif-plugged", "status": "completed", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:27.981306 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f570e9-530d-421f-ad2c-e7209fc80635 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:27.981877 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6', 'code': 200} Nov 23 09:54:28.032753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.038349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3de6ad22-c4d6-4eb3-9bb1-4f01532b7e99 None None] Provisioning complete for port 03cd34d2-4756-4853-8c66-b135181e71be triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:28.039293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3de6ad22-c4d6-4eb3-9bb1-4f01532b7e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.101937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3de6ad22-c4d6-4eb3-9bb1-4f01532b7e99 None None] Port 03cd34d2-4756-4853-8c66-b135181e71be cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:28.113462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Deleting port 8b0b3e34-0067-47af-88bc-46124b3ee766 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:28.113742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.167790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:23Z', 'revision_number': 3, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:28.189347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef3683-12e4-4f7e-a7fd-a166232580fd req-078e7f8b-779b-43a3-93fa-dda80c2a8750 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:28.189944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16ef3683-12e4-4f7e-a7fd-a166232580fd req-078e7f8b-779b-43a3-93fa-dda80c2a8750 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.1341622 Nov 23 09:54:28.194500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.222157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f12500-ac8b-425e-8c73-5a1141754440 None None] The sync data for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 is: [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:23Z', 'revision_number': 3, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:28.271047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b120183-99ae-4900-8008-7891073f21cf req-1657bdeb-ef4b-4cc0-8b0d-251d53747c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:28.272654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b120183-99ae-4900-8008-7891073f21cf req-1657bdeb-ef4b-4cc0-8b0d-251d53747c13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 1101 time: 0.2410445 Nov 23 09:54:28.303794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8731-5060-4ed3-a766-4a7ff2c46c79 req-4084607f-e023-4792-893b-1ede6a8b491d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:28.305589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-637e8731-5060-4ed3-a766-4a7ff2c46c79 req-4084607f-e023-4792-893b-1ede6a8b491d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.2444372 Nov 23 09:54:28.356241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] For port 8b0b3e34-0067-47af-88bc-46124b3ee766, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8b0b3e34-0067-47af-88bc-46124b3ee766,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:28.356613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.387501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Calling delete_port for 8b0b3e34-0067-47af-88bc-46124b3ee766 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:28.394751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16ef3683-12e4-4f7e-a7fd-a166232580fd req-f540de29-4efb-49b4-9f1d-a744a791657f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612978 Nov 23 09:54:28.462398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:28.564462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:28.573058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.575502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5725be6f-ee19-43e6-a8fe-0df8d789fcae req-350af9de-9017-4428-b47d-5828a74e351d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0627978 Nov 23 09:54:28.601142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Transition to ACTIVE for port object 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:28.603704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b120183-99ae-4900-8008-7891073f21cf req-6448a8f6-49e8-46af-b0dc-a11814b96a07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963116 Nov 23 09:54:28.624718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-637e8731-5060-4ed3-a766-4a7ff2c46c79 req-a6842c2f-e486-4fcd-b591-5181b98d8d85 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091929 Nov 23 09:54:28.632614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.701549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:28.707708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:28.729657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'port_id': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'mac_address': 'fa:16:3e:f7:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf6954f-13df-455b-9355-2d6d40f35fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:28.795385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.819816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc46cd96-2235-47bd-88d0-5f5ea270567f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:28.853876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:28.857516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Attempting to bind port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:28.858131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Attempting to bind port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:28.859344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Attempting to bind port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:28.861869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.880374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:28.880929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Attempting to bind port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 on network 32ff3901-514f-48a8-b6f1-247a46fc2083 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:28.894205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:28.894938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Checking segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:28.897738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Bound using segment: {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:28.898404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Bound port: 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265c4cbe-0266-4ada-8caa-3729c43c33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:28.898882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:28.945062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '2462d168-d302-43b8-809c-dc62523be609'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:28.948302 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662e7d1d-a43d-423a-9824-8411f9dd614b" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "2462d168-d302-43b8-809c-dc62523be609"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:28.999069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:29.015941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fc46cd96-2235-47bd-88d0-5f5ea270567f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:29.110245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:29.114988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:29.154954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.202887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.209436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.219458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.227437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.234584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.241639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.249268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981482c-d5cc-4637-80a3-302f7afe069b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:29.250487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-19941bd5-a579-4a09-a376-905cc4608e33 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.3140516 Nov 23 09:54:29.254202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.366899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8981482c-d5cc-4637-80a3-302f7afe069b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:29.368234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.389486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.413905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab765109-bd5e-4b68-8cf5-e23b77a9c30b req-d1f63013-4a93-4f76-a878-9fe32274be4f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617379 Nov 23 09:54:29.415451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.421242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.421875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.439326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 1091 time: 1.6168470 Nov 23 09:54:29.441479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1e8f-4fab-44ca-9bf8-c44d98c54c99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:29.512721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.537456 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d654a-7486-4952-bf81-9a7fef1acb52 x-openstack-request-id: req-829d654a-7486-4952-bf81-9a7fef1acb52 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:29.537805 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "2462d168-d302-43b8-809c-dc62523be609", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:29.538863 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-829d654a-7486-4952-bf81-9a7fef1acb52 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:29.539864 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '2462d168-d302-43b8-809c-dc62523be609', 'status': 'completed', 'code': 200} Nov 23 09:54:29.568696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 8981482c-d5cc-4637-80a3-302f7afe069b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981482c-d5cc-4637-80a3-302f7afe069b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:29.576679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf0fdf-ca84-4991-9b26-11f312d7bd35 req-eb8b95a8-5e5a-4425-ae78-6613ebf08af5 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.578256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ddf0fdf-ca84-4991-9b26-11f312d7bd35 req-eb8b95a8-5e5a-4425-ae78-6613ebf08af5 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.8458974 Nov 23 09:54:29.586645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.615576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.618215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.618706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.619188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.619658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.622254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.622775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.634811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77ba896b-0dec-44ef-b536-4de204a6ee2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6487 time: 0.1504638 Nov 23 09:54:29.670486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.672310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Pushing event updated for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:29.706136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd09350e-b6ad-48dc-84c3-0ae48a4201cb req-776f2dd6-b1e2-4b32-9b34-87181fc4a6cd tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0701969 Nov 23 09:54:29.706381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=8981482c-d5cc-4637-80a3-302f7afe069b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:29.744811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-6969ab30-e71e-41ba-b2a9-1409b09f91fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 217 time: 0.0970168 Nov 23 09:54:29.786269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ddf0fdf-ca84-4991-9b26-11f312d7bd35 req-04709540-f2ee-4f0b-aa67-3bfe0b52c95e tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908474 Nov 23 09:54:29.826108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-082119fb-762f-43e3-bb5e-8d435b092090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.829852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-082119fb-762f-43e3-bb5e-8d435b092090 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 200 len: 856 time: 0.0783160 Nov 23 09:54:29.856160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:29.891885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0b3e34-0067-47af-88bc-46124b3ee766,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:29.941984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c394a8d-4835-4be5-9b17-aae79039b992 req-e7f2c290-c755-4996-9aee-b591810a30e1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0346119 Nov 23 09:54:29.951459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4b9f3-eb4b-4d9a-93bf-a8ff06fd01b2 req-20f99949-f434-409f-81c4-484ac9cde55c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:29.953031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7a4b9f3-eb4b-4d9a-93bf-a8ff06fd01b2 req-20f99949-f434-409f-81c4-484ac9cde55c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 944 time: 0.1156642 Nov 23 09:54:29.964505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:29.975205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:30.002269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e1549442-e543-405e-85ab-74e1d1384682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.003810 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e1549442-e543-405e-85ab-74e1d1384682 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443660 Nov 23 09:54:30.143874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7a4b9f3-eb4b-4d9a-93bf-a8ff06fd01b2 req-1d727424-eba4-4caa-a060-972396f4c08b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739421 Nov 23 09:54:30.208457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-71c5d5e9-e272-41df-91d9-7698ce94fea7 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922717 Nov 23 09:54:30.212368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8c4d-edd9-4b23-b99f-b91304237966 req-4a62c426-519c-476a-b445-404989dca77c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.214026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7abe8c4d-edd9-4b23-b99f-b91304237966 req-4a62c426-519c-476a-b445-404989dca77c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.1540735 Nov 23 09:54:30.310294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Router 65f0b509-e03f-43e6-a24c-2c7dc229850f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:30.344153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a977b-54cc-41b9-ab49-344ed7f19000 req-ea82e248-ede0-4749-8e92-1d93f010601a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.346071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d75a977b-54cc-41b9-ab49-344ed7f19000 req-ea82e248-ede0-4749-8e92-1d93f010601a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 950 time: 0.1041124 Nov 23 09:54:30.363006 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-fe808181-f72f-4922-97f0-1445eac2a32b service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444557 Nov 23 09:54:30.407005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-856e6151-be48-4f7b-aadd-47919d63176d None None] Provisioning complete for port 03cd34d2-4756-4853-8c66-b135181e71be triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:30.410124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-856e6151-be48-4f7b-aadd-47919d63176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:30.425155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-1561dc18-46b5-49bf-a299-a3f5f80fd524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 217 time: 0.0450161 Nov 23 09:54:30.482715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:30.482961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7abe8c4d-edd9-4b23-b99f-b91304237966 req-ebc3b7a7-71ad-4b60-9f8c-82235dfd5248 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695764 Nov 23 09:54:30.530526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d75a977b-54cc-41b9-ab49-344ed7f19000 req-631e9a93-bdbb-4616-ad18-dd8044e5b121 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665194 Nov 23 09:54:30.548684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-514820f0-d2f8-4109-b4a7-751fcb6370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.550888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-856e6151-be48-4f7b-aadd-47919d63176d None None] Port 03cd34d2-4756-4853-8c66-b135181e71be cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:30.551868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-514820f0-d2f8-4109-b4a7-751fcb6370bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1125109 Nov 23 09:54:30.609498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fc46cd96-2235-47bd-88d0-5f5ea270567f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:30.609932 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:30.629026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-cde31ad3-56c2-483d-b208-cb9c696cf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.630718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-cde31ad3-56c2-483d-b208-cb9c696cf8e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718439 Nov 23 09:54:30.671234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:30.763674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.769884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.775979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.781909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.788015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.795074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.802178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:30.811957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-1543ab70-a96e-44c2-93a6-3b527bd494ef tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.1757865 Nov 23 09:54:30.821310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:30.824687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:30.830675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a62fa743-3723-46c1-89f7-d05803695351 admin admin] 10.222.0.62 "PUT /v2.0/routers/65f0b509-e03f-43e6-a24c-2c7dc229850f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9068506 Nov 23 09:54:30.879481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:30.881805 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8822d2c4-a032-4759-8622-5956991796ec" -d '{"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-plugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:30.884585 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f5a67e34-aca8-4cc2-acff-9049b3d17f48 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465103 Nov 23 09:54:30.916985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:30.928341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:31.002941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:31.023617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.024004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.024348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.024684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.025015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.025341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.025744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.026169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.026487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.026812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.027169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.027471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:31.039242 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Sync routers for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:31.040519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f07c301b-7d70-4779-8266-a0b6dc20f6bb service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456645 Nov 23 09:54:31.064081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:31.069711 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:31.160720 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-208e3cfe-7b8a-40c7-9246-57fbe02c2b44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 217 time: 0.1014929 Nov 23 09:54:31.215911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5491b950-33d0-47e8-adf4-240a89d3df13 req-bcb27d4e-af37-4bc9-a55e-be17db58476b tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4029689 Nov 23 09:54:31.271962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-0e943580-49f9-4918-b0de-e42ee30e3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:31.273934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-0e943580-49f9-4918-b0de-e42ee30e3032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1038208 Nov 23 09:54:31.302637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981482c-d5cc-4637-80a3-302f7afe069b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:31.315787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b8b482f-5d88-4775-a36b-ab8b29a4156e req-20253500-f285-4097-bc09-f5114d93fb84 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0408201 Nov 23 09:54:31.319732 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:31.357088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9eabf383-ab2f-4ab2-946e-a228fa190524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:31.358710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9eabf383-ab2f-4ab2-946e-a228fa190524 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702386 Nov 23 09:54:31.369051 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1923b310-564d-43d7-b8fc-e23b05e6bbfe x-openstack-request-id: req-1923b310-564d-43d7-b8fc-e23b05e6bbfe {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:31.369344 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-plugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:31.369598 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1923b310-564d-43d7-b8fc-e23b05e6bbfe {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:31.370009 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'code': 200} Nov 23 09:54:31.409211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:31.424717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8981482c-d5cc-4637-80a3-302f7afe069b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:31.425259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:31.509602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-fb2a59da-2fac-4fe8-8aee-0cae69fffbbb service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321797 Nov 23 09:54:31.547300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cef2b9be-e045-4a4c-b0f2-442b3ad8cc78 req-13346731-ea3d-4851-9a03-c3e9dd1c26b1 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.0365677 Nov 23 09:54:31.549187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:31.562198 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957cc1f2-b1aa-41e1-a778-fdb1346819f1" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:31.574396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:31.583153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da0610fd-94cd-49e9-91f5-23f6f5048d5b admin admin] 10.222.0.62 "PUT /v2.0/routers/cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3205826 Nov 23 09:54:31.584068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:31.622221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Sync routers for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:31.649541 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 2, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:31.669190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:31.671521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:31.686129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Checking router: 65f0b509-e03f-43e6-a24c-2c7dc229850f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:31.686562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Updating router 65f0b509-e03f-43e6-a24c-2c7dc229850f port 03cd34d2-4756-4853-8c66-b135181e71be binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:54:31.712326 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:31.814467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:31.863630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55abad-e3a6-4625-8107-932401d7c0bd req-8eacca4b-e516-419c-8bbd-58aa01daf85a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:31.870518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c55abad-e3a6-4625-8107-932401d7c0bd req-8eacca4b-e516-419c-8bbd-58aa01daf85a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.2395711 Nov 23 09:54:31.873314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-77194c56-b8ed-47d6-8e1f-988ce08f3899 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250329 Nov 23 09:54:31.905470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:32.006863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f9dddcdd-f2c7-40d2-93c9-cfa8c2fce246 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 200 len: 217 time: 0.1202424 Nov 23 09:54:32.008698 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.025018 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.051301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.190128 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Attempting to bind port 03cd34d2-4756-4853-8c66-b135181e71be on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:32.190716 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Attempting to bind port 03cd34d2-4756-4853-8c66-b135181e71be by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:32.190829 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Attempting to bind port 03cd34d2-4756-4853-8c66-b135181e71be on network 88a02261-19cc-45f2-86f6-3e8eb69db348 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:32.197855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Deleting port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:32.200906 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:32.201281 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Checking segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:32.201802 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.202215 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Bound using segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:32.202695 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Bound port: 03cd34d2-4756-4853-8c66-b135181e71be, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:32.203065 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.211427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 5, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port': {'id': '8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:32.214715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.217376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c55abad-e3a6-4625-8107-932401d7c0bd req-3eb189ca-65d9-448a-ab1c-40f7bd77f05b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362665 Nov 23 09:54:32.244659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-5a4fe0a9-f405-4057-9686-cb1d56b7602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:32.250764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-5a4fe0a9-f405-4057-9686-cb1d56b7602d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.2301788 Nov 23 09:54:32.312329 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] For port 03cd34d2-4756-4853-8c66-b135181e71be, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:32.317162 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] For port 03cd34d2-4756-4853-8c66-b135181e71be, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=03cd34d2-4756-4853-8c66-b135181e71be,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:32.336841 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.356488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57608) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:32.364934 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Pushing event updated for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:32.389485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829526575', 'description': 'tempest-description--695498093'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:32.391367 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.392967 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.395289 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.396106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.397713 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.398507 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.401314 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.402770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.403982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] For port 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:32.404134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.404666 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.405168 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.408765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.409266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:54:32.437698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Calling delete_port for 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:32.498176 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f88b9-5c37-4eff-8180-7c06ff33e69a None None] Pushing event updated for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:32.509903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:32.510562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:32.514284 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4e50d-21a0-438a-a141-1260e8c06382 x-openstack-request-id: req-82e4e50d-21a0-438a-a141-1260e8c06382 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:32.514590 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:32.514829 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82e4e50d-21a0-438a-a141-1260e8c06382 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:32.515223 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771', 'status': 'completed', 'code': 200} Nov 23 09:54:32.547018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Checking router: cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:32.582178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] Provisioning complete for port 03cd34d2-4756-4853-8c66-b135181e71be triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:32.582556 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.597343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Routers {'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:32.598013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:32.600078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-bdb1c030-072c-4d1a-8708-a4241f4410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:32.606057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-bdb1c030-072c-4d1a-8708-a4241f4410a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3414888 Nov 23 09:54:32.644109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a527fd9-2b93-494b-8e9d-8a422f7a718e req-ad900325-4a2b-439c-842d-6bdf5a063d57 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:32.645531 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:32.649007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a527fd9-2b93-494b-8e9d-8a422f7a718e req-ad900325-4a2b-439c-842d-6bdf5a063d57 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.2481887 Nov 23 09:54:32.767713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.773904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-a13f3777-95e2-4281-8535-a1bfd3fce760 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565619 Nov 23 09:54:32.785783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] Set router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:32.873689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 6, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:32.885014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.923752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772acfbf-63ae-49f8-b82b-b773127e1f3d None None] The sync data for ids ['cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e'] in n-d-781076-5 is: [{'id': 'cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1253921645-router', 'tenant_id': '89245c43dc2f4856b77f901747d48bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:46:55Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 6, 'project_id': '89245c43dc2f4856b77f901747d48bd2', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:32.940909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:32.961537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:32.973407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a527fd9-2b93-494b-8e9d-8a422f7a718e req-5de04fa2-7f05-4d54-99a4-155528f348a4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116696 Nov 23 09:54:32.976380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.015702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] For port 03cd34d2-4756-4853-8c66-b135181e71be, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=03cd34d2-4756-4853-8c66-b135181e71be,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:33.019554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.023144 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.025813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.032485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.038781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.043208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.045380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.051724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.057902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.066144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-f5fde6ab-83af-4e6a-aee7-776dd112fc92 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.2019351 Nov 23 09:54:33.095257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647fd18-8042-40d7-b2b1-b51c91874914 None None] Pushing event updated for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:33.113045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0b097-a7ba-42a1-a6dd-5fa46f32036b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:33.130105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.142963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-98100aed-b770-4301-9f42-a905aa0c0a36 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7851412 Nov 23 09:54:33.149425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57618) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:33.150498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-71e3fbd3-f0d7-45c7-864e-8f273d99e5db None None] Provisioning complete for port 03cd34d2-4756-4853-8c66-b135181e71be triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:33.150986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71e3fbd3-f0d7-45c7-864e-8f273d99e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.159622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'security_group_rule': {'security_group_id': '43d0b097-a7ba-42a1-a6dd-5fa46f32036b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:33.179883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37504cb0-bdc3-465d-b1fb-478a4e2a27dc req-c8a79124-4980-46a6-a7bd-76e8effb2f09 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128175 Nov 23 09:54:33.180795 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:33.194631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.204199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67f2ebe6-9e8c-493a-b19c-fefb994578ed req-e0087661-b2b4-4fc3-9d48-4aafef637f19 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0580857 Nov 23 09:54:33.245547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795ce2-6c19-4b63-ac81-f900a88d00c4 None None] The sync data for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 is: [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:33.256711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-e2dd4515-fb41-472e-9c2f-bb69184eb40f service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744768 Nov 23 09:54:33.306677 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.399329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-2c7d2e86-1a74-439b-874b-70344a18b047 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 200 len: 217 time: 0.1001649 Nov 23 09:54:33.503133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8b0b3e34-0067-47af-88bc-46124b3ee766 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:33.523329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-988c1ea4-c514-4057-b9f6-3c8b1598b923 req-28563318-fcbe-46b2-99ba-725013118e7f tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.1293416 Nov 23 09:54:33.533389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.537471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.576032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8b0b3e34-0067-47af-88bc-46124b3ee766 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:33.576513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8b0b3e34-0067-47af-88bc-46124b3ee766 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:33.578632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-32b80d25-e1d3-46f0-a48f-c635e5a7bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.585338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-32b80d25-e1d3-46f0-a48f-c635e5a7bb11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1723742 Nov 23 09:54:33.653261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.654182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:54:33.654979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.667849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.674704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08d20ade-fc32-4078-b295-4428468cd634 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cf4ab1cc-1748-4b8e-b6b9-f4d29cfeaa8e HTTP/1.1" status: 204 len: 168 time: 2.0902207 Nov 23 09:54:33.675010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.691618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57632) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:33.720521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66c82-51ae-4eac-b2bb-c74e422ad442 req-3f1883a0-9fee-4af0-a2de-ca839e79ff20 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.728387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ab66c82-51ae-4eac-b2bb-c74e422ad442 req-3f1883a0-9fee-4af0-a2de-ca839e79ff20 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.0879800 Nov 23 09:54:33.781851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f701368-ec68-40f4-91d6-767201476952,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:33.799038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:33.800424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-997f9483-bc17-412c-9a0a-d7da1d384f2c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6445644 Nov 23 09:54:33.805315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:33.807315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c54bb04f-a400-4d14-9033-aa42222ee0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:33.808983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c54bb04f-a400-4d14-9033-aa42222ee0b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056575 Nov 23 09:54:33.815592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'security_group_rule': {'security_group_id': '43d0b097-a7ba-42a1-a6dd-5fa46f32036b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:33.824276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ab66c82-51ae-4eac-b2bb-c74e422ad442 req-cc66fe4d-f5f0-4c6a-a8e3-8e0228ca769f tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921710 Nov 23 09:54:33.856437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Deleting subnet 7e63f55d-b48d-4d53-ab11-74c15c70d619 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:54:33.866181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.244846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:34.274166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aea727-8627-47fe-aec3-3395d940042d req-dff0ac75-0153-4da5-bcc6-513e74ad28f8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.275751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48aea727-8627-47fe-aec3-3395d940042d req-dff0ac75-0153-4da5-bcc6-513e74ad28f8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.0986612 Nov 23 09:54:34.397022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48aea727-8627-47fe-aec3-3395d940042d req-e6673aa0-2592-4987-97c1-382ba9085074 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131823 Nov 23 09:54:34.518380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:34.534094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.549106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:34.564843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4559802-4bbb-4dee-9a2b-8c48dd78346e req-bc103964-e031-44f4-a134-e945055ae65e tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.0632753 Nov 23 09:54:34.653091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.669270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.692639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:34.737133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.739925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.740417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.742527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.743143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.743715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:34.747770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.748305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.748780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.749457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.749974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.750639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.751932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.753360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.753837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.755748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.755923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.756265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.766958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.771813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-8827d5da-0a4e-4c35-a664-24a2f118f49b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279&device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f&device_id=10171122-0136-4314-986d-84d017c3bd3a&device_id=23756289-1541-41e2-b599-3434e9938846&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978&device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3&device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2&device_id=da9be320-3cc0-48a4-b93e-10a1493b284c&device_id=86be9995-a69f-4120-8b17-e98678f2472b&device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b&device_id=302767d3-8db6-486f-8c0e-cdde1b28a778&device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 14485 time: 0.3325348 Nov 23 09:54:34.797570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.819090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.830123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.840085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.857434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.875689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:34.885860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6f07480-59e3-4547-b478-564350a12855 req-4cdf7dc5-3bce-474a-854b-054bd80a00bb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.2037339 Nov 23 09:54:34.893833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a412e22d-3f12-44f8-b7d4-f676e3231377'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:34.897059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:34.974249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:35.023859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6f07480-59e3-4547-b478-564350a12855 req-338d455e-40e3-4713-839e-b3afa96aa9be tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366925 Nov 23 09:54:35.094928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.206220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.235022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71e4aa-6384-4124-8fef-11eb73cda918 None None] Network 461c94ce-85c4-4852-85f1-798ca6132f3a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:54:35.242876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:35.252184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7e63f55d-b48d-4d53-ab11-74c15c70d619 HTTP/1.1" status: 204 len: 168 time: 1.5388215 Nov 23 09:54:35.254987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-0bc42217-0a59-4736-90bf-3a3f2ae0bfb9 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4312463 Nov 23 09:54:35.255938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08015ae8-1097-4e24-b812-a9ac0d64c653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e63f55d-b48d-4d53-ab11-74c15c70d619,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:35.265691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-29a6160c-6037-4cb5-a64e-9b2b82f09a40 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.295536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 03cd34d2-4756-4853-8c66-b135181e71be up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:35.424947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cd124e50-cfb5-44b8-87f0-da3f8462ba26 req-f22348dc-930c-4eaf-99d0-f055e83f1f17 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9be320-3cc0-48a4-b93e-10a1493b284c HTTP/1.1" status: 200 len: 210 time: 0.1320128 Nov 23 09:54:35.436085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 03cd34d2-4756-4853-8c66-b135181e71be triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:35.436568 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.473121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.486999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.592302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.609997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dbc4cf-3e00-4c83-84a5-a02727e52b81,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:35.639334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:35.677407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] DHCP port deletion for 461c94ce-85c4-4852-85f1-798ca6132f3a request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:54:35.681025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:35.681595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8c8d9f9d-66b1-45ca-8b7a-2d06eaba1692 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:35.705001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.748831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0e056242-6edb-428b-b3f8-8ab7e7f79854 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9362175 Nov 23 09:54:35.753747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:35.763917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:35.765392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Deleting port 9727239d-8774-46f3-97f4-50c59353058e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:35.766061 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.772853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-c6ce08a4-dcb7-4456-8e22-32dc7d40c6d4 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826353 Nov 23 09:54:35.867288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2d06d-aa8b-41a1-a633-af7437384447 req-24c8222e-23e6-4e89-bfe6-0b49d5079e9a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:35.877921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8b2d06d-aa8b-41a1-a633-af7437384447 req-24c8222e-23e6-4e89-bfe6-0b49d5079e9a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.2796643 Nov 23 09:54:35.882627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] For port 9727239d-8774-46f3-97f4-50c59353058e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9727239d-8774-46f3-97f4-50c59353058e,segment=NetworkSegment(3772a141-c129-4ec2-88e3-49622c2d1afa),segment_id=3772a141-c129-4ec2-88e3-49622c2d1afa)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:35.883500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:35.903215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Calling delete_port for 9727239d-8774-46f3-97f4-50c59353058e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:35.934256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-02a0d9fd-425f-404e-9723-988e16d3d7dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 217 time: 0.1455367 Nov 23 09:54:36.012120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.021335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.026513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-29a6160c-6037-4cb5-a64e-9b2b82f09a40 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.029419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-60499115-e166-4d0b-9e95-ede8530a6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:36.031207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-60499115-e166-4d0b-9e95-ede8530a6774 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.0758972 Nov 23 09:54:36.036252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-29a6160c-6037-4cb5-a64e-9b2b82f09a40 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.064983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8b2d06d-aa8b-41a1-a633-af7437384447 req-72c5efce-b0b2-4cce-a908-4afa44b19041 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849308 Nov 23 09:54:36.098659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Deleting port 9727239d-8774-46f3-97f4-50c59353058e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:36.099071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.108919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] No DVR routers for this DVR port 9727239d-8774-46f3-97f4-50c59353058e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:36.113717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91de49-7fcf-476a-bc9a-52c0567401f3 None None] Pushing event deleted for resources: {'Port': ['ID=9727239d-8774-46f3-97f4-50c59353058e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:36.272437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:36.291665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6160c-6037-4cb5-a64e-9b2b82f09a40 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef8d99-ee6d-47ee-82e8-0d0da57bbe98,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:36.367955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a412e22d-3f12-44f8-b7d4-f676e3231377 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:36.368337 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.427233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9732c53b-b175-4911-948d-0e17ab921b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:36.431762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-9732c53b-b175-4911-948d-0e17ab921b00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3908396 Nov 23 09:54:36.453571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ee380-d188-46d5-80d1-075dfea197c3 req-b15023f6-d2e6-4752-9112-1cd5396ea2ca tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:36.457577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428ee380-d188-46d5-80d1-075dfea197c3 req-b15023f6-d2e6-4752-9112-1cd5396ea2ca tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.11 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 945 time: 0.3115528 Nov 23 09:54:36.528507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:36.529950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2390ac3a-815b-4f5b-aa3f-25c0823d91a6 req-29a6160c-6037-4cb5-a64e-9b2b82f09a40 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&id=be65735b-4fc1-4c14-91c2-d33faad056e6&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&id=c98affd8-41a8-4092-877e-a2f91dddb1c8&id=73f32962-b2c8-40b4-93fb-289244177720&id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 1.4742510 Nov 23 09:54:36.701660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.755753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:36.759123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:36.761603 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5ea5f6-6226-415b-b941-66c116765a04" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:36.777686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.794189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] For port 9727239d-8774-46f3-97f4-50c59353058e, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:36.795317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.821687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Calling delete_port for 9727239d-8774-46f3-97f4-50c59353058e owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:36.825507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Port 9727239d-8774-46f3-97f4-50c59353058e was not found and therefore no delete operation was performed {{(pid=110024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:54:36.831047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.889587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-7eaedb63-6e63-488c-b0c3-ff2fd9cd7b90 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256887 Nov 23 09:54:36.897933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:36.900187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:36.964851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:36.974583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9d76044-60be-4689-8fab-58a69685d62c req-da69112c-cd66-4f43-b5ba-b0f21ceb4859 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/ports?device_id=86be9995-a69f-4120-8b17-e98678f2472b HTTP/1.1" status: 200 len: 210 time: 0.2977285 Nov 23 09:54:36.982117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9727239d-8774-46f3-97f4-50c59353058e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:36.995748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] No DVR routers for this DVR port 9727239d-8774-46f3-97f4-50c59353058e on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:37.009020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.037239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.055234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.074259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.094458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.095319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:37.108781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.131485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.144139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.154900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-2202fc49-5564-4695-a1c5-8f7fb6dd76a9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.4211938 Nov 23 09:54:37.185772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.197684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Deleting port fc46cd96-2235-47bd-88d0-5f5ea270567f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:37.198309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.232389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9727239d-8774-46f3-97f4-50c59353058e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:37.279334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 9727239d-8774-46f3-97f4-50c59353058e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:37.279863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9727239d-8774-46f3-97f4-50c59353058e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:37.280839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.286091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461c94ce-85c4-4852-85f1-798ca6132f3a']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:37.351609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3772a141-c129-4ec2-88e3-49622c2d1afa') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:37.366856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3772a141-c129-4ec2-88e3-49622c2d1afa') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:37.379361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-796e4a12-47e2-487e-bc22-68aebe3d18bc req-aadbbce2-4e95-4dc8-a378-e9f79e01b100 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2216394 Nov 23 09:54:37.422429 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad74a338-fdb1-4e5f-96a9-2b0d20132b80 x-openstack-request-id: req-ad74a338-fdb1-4e5f-96a9-2b0d20132b80 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:37.422730 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:37.422984 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad74a338-fdb1-4e5f-96a9-2b0d20132b80 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:37.423419 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'code': 200} Nov 23 09:54:37.581375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.592055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-8bb2b70d-84ea-4c49-a20f-7329060abf6c service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928787 Nov 23 09:54:37.636298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.660111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:54:37.660473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:54:37.666313 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:54:37.713346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-df133c61-fa3d-4c77-95cf-bceab8df8389 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 217 time: 0.1046472 Nov 23 09:54:37.720429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d133-671c-48b5-9abe-d8bd142080e3 req-93100eeb-dfc6-4e69-9074-f7d11f1c59ca tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.729963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b320d133-671c-48b5-9abe-d8bd142080e3 req-93100eeb-dfc6-4e69-9074-f7d11f1c59ca tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=23756289-1541-41e2-b599-3434e9938846 HTTP/1.1" status: 200 len: 943 time: 0.2036786 Nov 23 09:54:37.747278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] For port fc46cd96-2235-47bd-88d0-5f5ea270567f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc46cd96-2235-47bd-88d0-5f5ea270567f,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:37.748179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.819467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Calling delete_port for fc46cd96-2235-47bd-88d0-5f5ea270567f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:37.833428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Allocated IP 172.25.1.231 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/aece1cd3-adcd-48c3-9779-bdc3140b71b2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:37.844740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-6701bbdc-862f-4878-bbbd-d1c304b29b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.846697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-6701bbdc-862f-4878-bbbd-d1c304b29b4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.1186128 Nov 23 09:54:37.897000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bc53-9c3c-4745-b34d-7e8e8c19a581 req-35ec4454-6bc8-4775-b06c-0296de1b8fa2 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.898264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bc53-9c3c-4745-b34d-7e8e8c19a581 req-35ec4454-6bc8-4775-b06c-0296de1b8fa2 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.898966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bc53-9c3c-4745-b34d-7e8e8c19a581 req-35ec4454-6bc8-4775-b06c-0296de1b8fa2 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:37.906989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfd6bc53-9c3c-4745-b34d-7e8e8c19a581 req-35ec4454-6bc8-4775-b06c-0296de1b8fa2 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279&device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3&device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 2884 time: 0.1549549 Nov 23 09:54:37.924066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.959136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:37.962515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/461c94ce-85c4-4852-85f1-798ca6132f3a HTTP/1.1" status: 204 len: 168 time: 2.7185035 Nov 23 09:54:37.963516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb2e1f-3dfb-4c68-940a-0368ad265df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=461c94ce-85c4-4852-85f1-798ca6132f3a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:37.971375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:38.029881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfd6bc53-9c3c-4745-b34d-7e8e8c19a581 req-1455eff4-d00c-44a2-b4fe-d96e6fd74805 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216879 Nov 23 09:54:38.032582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f09c3e02-f643-486d-9901-6e4ff4f1719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.035559 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f09c3e02-f643-486d-9901-6e4ff4f1719e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511335 Nov 23 09:54:38.054594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.086894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b320d133-671c-48b5-9abe-d8bd142080e3 req-1d8d02b0-44f0-47a8-8c40-2876907a7600 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559027 Nov 23 09:54:38.253583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57736) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:38.344278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.361388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-f414aa28-073f-4022-aab5-7dbb0f3e93cb service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041604 Nov 23 09:54:38.443605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.466148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event deleted for resources: {'Port': ['ID=fc46cd96-2235-47bd-88d0-5f5ea270567f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:38.511664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] No DVR routers for this DVR port fc46cd96-2235-47bd-88d0-5f5ea270567f on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:38.521675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.525876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-428ee380-d188-46d5-80d1-075dfea197c3 req-989c95d5-e292-47c8-84ea-653458d110bd tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.11 "DELETE /v2.0/ports/fc46cd96-2235-47bd-88d0-5f5ea270567f HTTP/1.1" status: 204 len: 173 time: 2.0337653 Nov 23 09:54:38.526333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-deleted', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:38.530018 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8119ff3-3317-4cc6-97f3-d8ed2ee66204" -d '{"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-deleted", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:38.676438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'Port': ['ID=aece1cd3-adcd-48c3-9779-bdc3140b71b2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:38.691955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:38.702064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:38.709406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:38.796785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.874495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.876259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:38.888300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.902963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.921605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.935816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.948779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.976464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:38.984898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-8e811280-9bc5-4e55-b9ec-34f495a66d2c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.3246708 Nov 23 09:54:38.992550 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d316d39e-db16-4051-be43-1fc7f95ad780 x-openstack-request-id: req-d316d39e-db16-4051-be43-1fc7f95ad780 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:38.993388 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-deleted", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:38.994333 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d316d39e-db16-4051-be43-1fc7f95ad780 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:38.994936 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-deleted', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'status': 'completed', 'code': 200} Nov 23 09:54:39.012040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a17dbe0f-58b7-41b6-b615-bee6298d8fe7 req-2e823ce6-12aa-436f-9b65-8fe48cf861e0 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591130 Nov 23 09:54:39.065340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:39.262095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:39.270818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:39.273151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "DELETE /v2.0/security-groups/0dfa133f-4b61-4939-a6a0-1561a19cc7f6 HTTP/1.1" status: 204 len: 168 time: 1.0162435 Nov 23 09:54:39.294771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57754) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:39.311441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:39.403710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a831333c-e7a6-4e03-940a-8f2f037b15b4 req-2f309108-189c-4ccd-87e3-d05b0de1b7d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4071069 Nov 23 09:54:39.406222 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-7ce55112-9db1-4aee-a9ba-91430ef35cf8 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] show failed (client error): The resource could not be found. Nov 23 09:54:39.407402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ce55112-9db1-4aee-a9ba-91430ef35cf8 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "GET /v2.0/security-groups/0dfa133f-4b61-4939-a6a0-1561a19cc7f6 HTTP/1.1" status: 404 len: 347 time: 0.0864353 Nov 23 09:54:39.424982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:39.426959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57758) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:39.428103 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc07291-5c01-4251-ab3e-6a3a567fc3d4" -d '{"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-unplugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:39.445478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d318f8d-c0f4-40bb-bb8a-0e9dcc357a4d tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa133f-4b61-4939-a6a0-1561a19cc7f6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:39.453750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.462630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.463101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.463576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.464092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.465044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.465044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.470811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dae32c64-afe6-4ef2-a63b-c37180a0295a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6487 time: 0.3422053 Nov 23 09:54:39.637350 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d810ec24-d273-4268-865e-81835a859cad x-openstack-request-id: req-d810ec24-d273-4268-865e-81835a859cad {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:39.638787 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23756289-1541-41e2-b599-3434e9938846", "name": "network-vif-unplugged", "status": "completed", "tag": "fc46cd96-2235-47bd-88d0-5f5ea270567f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:39.639101 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d810ec24-d273-4268-865e-81835a859cad {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:39.639616 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23756289-1541-41e2-b599-3434e9938846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc46cd96-2235-47bd-88d0-5f5ea270567f', 'code': 200} Nov 23 09:54:39.639987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b4ee-dfc1-4687-bb55-c8ecaa010ef6 req-028ae29e-3bc9-4066-bd62-53bacd5f2b14 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.647905 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba69b4ee-dfc1-4687-bb55-c8ecaa010ef6 req-028ae29e-3bc9-4066-bd62-53bacd5f2b14 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1101 time: 0.2047355 Nov 23 09:54:39.801023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba69b4ee-dfc1-4687-bb55-c8ecaa010ef6 req-850ded40-8147-4eb3-8eff-812924b49705 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498554 Nov 23 09:54:39.821771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-45bb1f27-92b7-484b-a79a-8e417867ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:39.825331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-45bb1f27-92b7-484b-a79a-8e417867ae46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 902 time: 0.2463996 Nov 23 09:54:39.897999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:39.956832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-b28c4bc9-d958-4537-891f-e05ec396dd8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 217 time: 0.0865669 Nov 23 09:54:40.047791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.062778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.156430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-58c181bf-561f-4cfa-8f27-943cd65ef4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:40.158574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-58c181bf-561f-4cfa-8f27-943cd65ef4eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.1699090 Nov 23 09:54:40.175530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Deleting port 64a37719-0f5f-4e25-ade1-bd24dde6e0b3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:40.176848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.180434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'Port': ['ID=aece1cd3-adcd-48c3-9779-bdc3140b71b2,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:40.282682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8d70-ad23-436e-bffc-83576e3db99c req-de9aef6d-2b21-46fe-8795-855bcd9537d4 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:40.285433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195f8d70-ad23-436e-bffc-83576e3db99c req-de9aef6d-2b21-46fe-8795-855bcd9537d4 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1101 time: 0.2946634 Nov 23 09:54:40.286654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-fbb37ba3-b5ac-4f80-b334-ed684205d63e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:40.288214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-fbb37ba3-b5ac-4f80-b334-ed684205d63e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.4550953 Nov 23 09:54:40.348480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.357625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.357978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.375959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Calling delete_port for 64a37719-0f5f-4e25-ade1-bd24dde6e0b3 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:40.400471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.401978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-67d49bd0-2257-4206-8330-0ec5cf8f8d94 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6470628 Nov 23 09:54:40.404417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195f8d70-ad23-436e-bffc-83576e3db99c req-bd4486b4-00b6-4353-bed2-934d99fddd27 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831831 Nov 23 09:54:40.500460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:40.544948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: fc46cd96-2235-47bd-88d0-5f5ea270567f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:40.550338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc46cd96-2235-47bd-88d0-5f5ea270567f not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:40.563790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-7504ca76-bb9a-4065-b255-6ce6c45a8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:40.565831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-7504ca76-bb9a-4065-b255-6ce6c45a8303 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3611095 Nov 23 09:54:40.573552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.622303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Deleting port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:40.622778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.634600 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-4fb64b83-cbba-4968-b8a5-53322e16c183 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/quotas/d5124bc3c71b4f4e9ff7f7d90f5a6dd0 HTTP/1.1" status: 200 len: 375 time: 0.0750697 Nov 23 09:54:40.688427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Pushing event deleted for resources: {'Port': ['ID=64a37719-0f5f-4e25-ade1-bd24dde6e0b3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:40.789711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] For port 6e892562-3e5d-4c12-9ad8-9ff08b994cd8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:40.790214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:40.823094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Calling delete_port for 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:40.877472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-eb9b566e-d96d-4805-b9d3-c85ef49e233c tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2199607 Nov 23 09:54:41.038471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:41.145237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e892562-3e5d-4c12-9ad8-9ff08b994cd8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:41.281933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.295598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.318451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.326267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.336787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.354143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.363228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:41.379381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-c53ab059-f56e-4490-96fb-1e0525f93aa9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.3564165 Nov 23 09:54:41.535551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-35c0bba8-edd4-48d6-b3a9-9f3fe4c7a99f service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787351 Nov 23 09:54:41.574219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d2ea493-7e2a-4383-ab34-983b68dd4716 req-35ce2dd4-3bfb-4dab-8162-de0f58b84585 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1934834 Nov 23 09:54:41.661308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-0d29e70d-0b53-46ba-81e7-449c302020ee service neutron] 10.222.0.62 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140904 Nov 23 09:54:41.690925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:41.693988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:41.695527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4844a49b-662d-4287-92a6-32e9dbac32a3 tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d9c6e69-01dc-4537-8c2b-f731c32a0817 HTTP/1.1" status: 204 len: 168 time: 2.2667305 Nov 23 09:54:41.702908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57802) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:41.740571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-d322e91d-06e6-4606-94ed-9c7deb8be2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1579804 Nov 23 09:54:41.926443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:42.027536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-662e7d1d-a43d-423a-9824-8411f9dd614b req-dbf94a43-d217-4260-a5f3-d26e537c9fe8 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763636 Nov 23 09:54:42.219045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.219544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.219985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.220557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.221483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.221483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.221869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.232937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-5904ca6d-b2c8-4ce1-8c95-5de2f720311c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--829526575&fields=id&tenant_id=9b67b8c26c2441968c0e4186b05f2e83 HTTP/1.1" status: 200 len: 267 time: 0.4699221 Nov 23 09:54:42.243823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-e0ca56f3-a7ee-4924-b03b-9baf44e87b28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6487 time: 0.1522808 Nov 23 09:54:42.383267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-1336b8e2-770d-4ed7-91b4-09cba9302ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.387963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-1336b8e2-770d-4ed7-91b4-09cba9302ffa service neutron] 10.222.0.50 "GET /v2.0/networks?id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 902 time: 0.1344764 Nov 23 09:54:42.470044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-0bd5c0f7-1243-4ef7-8240-1d0ae7f3d153 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 217 time: 0.0673745 Nov 23 09:54:42.516787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-26e96d8e-322f-41ed-aebc-ad0899eed606 req-b74517f5-02a8-43d3-90af-c762317f1213 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 210 time: 0.0448015 Nov 23 09:54:42.625089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-7e06e061-b501-4dc8-9875-7dc664c0e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.631533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-7e06e061-b501-4dc8-9875-7dc664c0e0e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.1521091 Nov 23 09:54:42.781616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-d44334fd-381f-4403-9075-a97a1f74173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:42.792827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-d44334fd-381f-4403-9075-a97a1f74173e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1467545 Nov 23 09:54:43.196958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-8305a1ed-5c73-4ea3-a94a-d81392ebfe01 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.207463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-8305a1ed-5c73-4ea3-a94a-d81392ebfe01 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/networks?id=88a02261-19cc-45f2-86f6-3e8eb69db348 HTTP/1.1" status: 200 len: 811 time: 0.9735610 Nov 23 09:54:43.226350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.241091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.264874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.309162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.322389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.332509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.356657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:43.358994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-2b303e53-02f5-47e2-b3f8-9a2c51499af2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.4947495 Nov 23 09:54:43.406309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-565c25c6-e2cf-43a5-aad0-1e8eafc32df8 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036797 Nov 23 09:54:43.408551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-e7436f3a-b332-47f5-9302-cd007f67ddc0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/quotas/9b67b8c26c2441968c0e4186b05f2e83 HTTP/1.1" status: 200 len: 375 time: 0.1997170 Nov 23 09:54:43.616887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1cec9bd-bf7c-41fe-b348-fa81e7db6e3a req-9ac9bc00-2eef-47b7-ac07-079a5109af8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2405596 Nov 23 09:54:43.679395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-957cc1f2-b1aa-41e1-a778-fdb1346819f1 req-9e781773-cf96-413c-9f92-54835453a20c service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465882 Nov 23 09:54:44.294519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-8459b857-659d-467e-808e-f2b86a61b78a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:44.295997 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-8459b857-659d-467e-808e-f2b86a61b78a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 822 time: 0.4099879 Nov 23 09:54:44.316746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Request body: {'port': {'device_id': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'admin_state_up': True, 'tenant_id': 'd5124bc3c71b4f4e9ff7f7d90f5a6dd0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:44.509172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Router c007e5d4-29c6-47fa-9f89-4438f67b2975 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:44.522617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-c7c3611b-2358-47f9-93af-43e715349474 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b67b8c26c2441968c0e4186b05f2e83&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1117263 Nov 23 09:54:44.624934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8bed84f-c62e-48d2-99c5-36d3b859418c req-eddf9242-682e-49bb-9337-9f88668cde8a tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 210 time: 0.0803616 Nov 23 09:54:44.757566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Made reservation on behalf of d5124bc3c71b4f4e9ff7f7d90f5a6dd0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:44.768951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:45.057032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:45.057862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c85f-00d8-4a1f-b49b-50c8eb24039f req-1cd2d48c-faf9-4c10-ab1d-1de534ced1c6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.062294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f154c85f-00d8-4a1f-b49b-50c8eb24039f req-1cd2d48c-faf9-4c10-ab1d-1de534ced1c6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1310742 Nov 23 09:54:45.067143 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Sync routers for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:45.076684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4befc4ac-e8e5-40b8-a649-882edd726593 admin admin] 10.222.0.62 "PUT /v2.0/routers/c007e5d4-29c6-47fa-9f89-4438f67b2975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1012378 Nov 23 09:54:45.077036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57872) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:45.079071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:45.079735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:45.169733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f154c85f-00d8-4a1f-b49b-50c8eb24039f req-8b1a0195-5719-4600-826e-6e49a2a389c6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696194 Nov 23 09:54:45.191982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Allocated IP 172.20.0.11 (ed689baa-9c52-48fc-85d0-99910e76bcda/8cf6954f-13df-455b-9355-2d6d40f35fd3/61854646-039d-4b64-97da-8ab5cf079892) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:45.306006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-0bb91531-8010-4a82-a3bd-e62a467c9ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514608 Nov 23 09:54:45.503997 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:45.617546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.639649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.660412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.686801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.705189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.719683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:45.726373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.747056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:45.753173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-ee76aaa9-98ea-4583-afca-820cf288426d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.3132980 Nov 23 09:54:45.821028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:45.866086 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:54:40Z', 'revision_number': 5, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:45.896726 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Checking router: c007e5d4-29c6-47fa-9f89-4438f67b2975 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:45.925096 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Routers {'c007e5d4-29c6-47fa-9f89-4438f67b2975'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:45.926047 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c007e5d4-29c6-47fa-9f89-4438f67b2975'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:45.964832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d9bb8b-ba70-411d-bf5a-4a5703996d05 req-49c76a32-be83-448c-b84c-8ed8a12d37d7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016840 Nov 23 09:54:45.980365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.040553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.099683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event updated for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:46.131740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Network ed689baa-9c52-48fc-85d0-99910e76bcda is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:46.133331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:46.136165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:46.216807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:46.217601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.249326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-c5fff79a-64fd-457e-a0bb-5edfd0b48223 service neutron] 10.222.0.62 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8443186 Nov 23 09:54:46.302461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-9a4d83e6-0e8a-4b8d-a315-9dd421d62e33 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9864013 Nov 23 09:54:46.330398 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] Set router c007e5d4-29c6-47fa-9f89-4438f67b2975 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:46.333103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.369186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Request body: {'port': {'device_id': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:46.467472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.555191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:46.739933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41bb4b-b4f1-4722-b229-aea2e59377f0 req-1e3059f0-3889-4a00-a41a-50c61ff3027b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:46.762410 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a41bb4b-b4f1-4722-b229-aea2e59377f0 req-1e3059f0-3889-4a00-a41a-50c61ff3027b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 932 time: 0.5217545 Nov 23 09:54:46.947799 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:54:40Z', 'revision_number': 5, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:46.999582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Deleting port fb0c4bbc-f665-40cc-9682-72546fa7b79d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:47.000199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:47.024103 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614de52c-4576-4620-8150-de0fcacdbcf3 None None] The sync data for ids ['c007e5d4-29c6-47fa-9f89-4438f67b2975'] in n-d-781076-5 is: [{'id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1379873929-router', 'tenant_id': '1100d310347440a8b4b2b9961b5f2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:47:03Z', 'updated_at': '2021-11-23T09:54:40Z', 'revision_number': 5, 'project_id': '1100d310347440a8b4b2b9961b5f2c3e', 'gw_port': {'id': 'fb0c4bbc-f665-40cc-9682-72546fa7b79d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007e5d4-29c6-47fa-9f89-4438f67b2975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:47:05Z', 'updated_at': '2021-11-23T09:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:47.224250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a41bb4b-b4f1-4722-b229-aea2e59377f0 req-7e2b654b-e815-449f-ac9a-aa5322bbac70 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607518 Nov 23 09:54:47.488939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eb2099be-2e8f-4e7f-9f25-a7675068e15b req-d86cd3d7-f901-4665-acc9-1ef4cb31cfbd tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 210 time: 0.1320617 Nov 23 09:54:47.540508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c7ca2-21f3-406f-9c39-57ba86dd0bba req-0bee7e0d-0628-494e-8407-920a8b11f94f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.553397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d9c7ca2-21f3-406f-9c39-57ba86dd0bba req-0bee7e0d-0628-494e-8407-920a8b11f94f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.7201345 Nov 23 09:54:47.737343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] For port fb0c4bbc-f665-40cc-9682-72546fa7b79d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fb0c4bbc-f665-40cc-9682-72546fa7b79d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:47.737713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:47.825142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61854646-039d-4b64-97da-8ab5cf079892 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:47.826611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22186c6b-1f81-4708-b3da-23428a45e78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:47.848670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:47.879770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.886051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.892147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.898195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.906119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.907068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Calling delete_port for fb0c4bbc-f665-40cc-9682-72546fa7b79d owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:47.915349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.921838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:47.926549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d9c7ca2-21f3-406f-9c39-57ba86dd0bba req-2313c726-0d54-4652-9a25-8bb7fe61009f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610497 Nov 23 09:54:47.929927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-bf1d9c7a-69c5-41d9-b61e-a9e7d9a6ae16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.2781508 Nov 23 09:54:47.958668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Transition to ACTIVE for port object 61854646-039d-4b64-97da-8ab5cf079892 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:47.990367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:48.145777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebe31d20-54e4-4a37-82c5-ff39c3a69f6e req-64330f21-6fee-4241-a9b7-18720a057cab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2148931 Nov 23 09:54:48.315362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Pushing event updated for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:48.500801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Attempting to bind port 61854646-039d-4b64-97da-8ab5cf079892 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:48.501563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Attempting to bind port 61854646-039d-4b64-97da-8ab5cf079892 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:48.501563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Attempting to bind port 61854646-039d-4b64-97da-8ab5cf079892 on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:48.517249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Port 61854646-039d-4b64-97da-8ab5cf079892 on network ed689baa-9c52-48fc-85d0-99910e76bcda not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:48.517701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Attempting to bind port 61854646-039d-4b64-97da-8ab5cf079892 on network ed689baa-9c52-48fc-85d0-99910e76bcda {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:48.537096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:48.537443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Checking segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:48.537839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Bound using segment: {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:48.538317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Bound port: 61854646-039d-4b64-97da-8ab5cf079892, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:48.538680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:48.629363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Deleting port f9a3e07c-e844-44bd-8b34-83cbda115762 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:48.630074 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:48.641928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:48.699976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:48.844340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5915d220-5ed9-4ced-9c3b-92421dbf4d4e req-3976c3ce-6d63-4db4-9b3f-63f698fbfac4 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 210 time: 0.1404946 Nov 23 09:54:48.850190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=61854646-039d-4b64-97da-8ab5cf079892,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:48.867582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:48.906121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0c4bbc-f665-40cc-9682-72546fa7b79d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:48.964542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057bf00-c10c-464a-a753-36121cce57ce req-c178fab2-e902-41f5-bfc4-ffa747af3764 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:48.972001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3057bf00-c10c-464a-a753-36121cce57ce req-c178fab2-e902-41f5-bfc4-ffa747af3764 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 944 time: 0.5768063 Nov 23 09:54:48.976318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.128794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-7675dcc0-baa1-4d3c-abb5-7ce6ebbb56b2 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.131067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-7675dcc0-baa1-4d3c-abb5-7ce6ebbb56b2 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.50 "GET /v2.0/networks?id=88a02261-19cc-45f2-86f6-3e8eb69db348 HTTP/1.1" status: 200 len: 811 time: 0.4285877 Nov 23 09:54:49.167706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:49.221305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:49.222157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6e892562-3e5d-4c12-9ad8-9ff08b994cd8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:49.263077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3057bf00-c10c-464a-a753-36121cce57ce req-b36d8203-2030-4867-80c0-eb760afe5874 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900667 Nov 23 09:54:49.274623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.276691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.278550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/61854646-039d-4b64-97da-8ab5cf079892 HTTP/1.1" status: 200 len: 1092 time: 2.9222369 Nov 23 09:54:49.279465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd06e73-8d29-40fe-9863-ef57aab926a0 service neutron] Pushing event updated for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:49.280241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.283429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.311682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] For port f9a3e07c-e844-44bd-8b34-83cbda115762, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f9a3e07c-e844-44bd-8b34-83cbda115762,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:49.312322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.318999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'tag': '61854646-039d-4b64-97da-8ab5cf079892'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:49.324830 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a" -d '{"events": [{"name": "network-changed", "server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "tag": "61854646-039d-4b64-97da-8ab5cf079892"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:49.415313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be530a8-4e66-4ce0-8f85-162896104222 req-03f8d761-1e0c-41a6-bdf8-d3facff45e2b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.424347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be530a8-4e66-4ce0-8f85-162896104222 req-03f8d761-1e0c-41a6-bdf8-d3facff45e2b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.2103519 Nov 23 09:54:49.452513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Calling delete_port for f9a3e07c-e844-44bd-8b34-83cbda115762 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:49.481378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.481581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c007e5d4-29c6-47fa-9f89-4438f67b2975 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:54:49.521092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-4cad569e-2017-456b-bafb-0ab247cb5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.522683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-4cad569e-2017-456b-bafb-0ab247cb5f42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 1095 time: 0.1773195 Nov 23 09:54:49.566388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be530a8-4e66-4ce0-8f85-162896104222 req-6b22083a-bb4b-4f7e-b1fa-f647fe039b93 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407850 Nov 23 09:54:49.574774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-95c65af9-498f-4c3f-a43d-1c557aa3cb33 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67b8c26c2441968c0e4186b05f2e83 HTTP/1.1" status: 200 len: 379 time: 0.2584846 Nov 23 09:54:49.577449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:49.578392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01c77a22-e622-4530-abdd-0a0939c7f79a admin admin] 10.222.0.62 "DELETE /v2.0/routers/c007e5d4-29c6-47fa-9f89-4438f67b2975 HTTP/1.1" status: 204 len: 168 time: 4.5004945 Nov 23 09:54:49.621785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:49.645177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-df63da63-24ea-47b8-aa37-c91a482edd22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61854646-039d-4b64-97da-8ab5cf079892 HTTP/1.1" status: 200 len: 217 time: 0.1103728 Nov 23 09:54:49.649361 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20709164-177b-4b6c-b30e-1541aca6e391 x-openstack-request-id: req-20709164-177b-4b6c-b30e-1541aca6e391 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:49.649771 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "tag": "61854646-039d-4b64-97da-8ab5cf079892", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:49.650136 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20709164-177b-4b6c-b30e-1541aca6e391 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:49.650623 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'tag': '61854646-039d-4b64-97da-8ab5cf079892', 'status': 'completed', 'code': 200} Nov 23 09:54:49.666598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'port': {'device_id': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'admin_state_up': True, 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'security_groups': ['43d0b097-a7ba-42a1-a6dd-5fa46f32036b']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:49.786866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.799297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.809729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.828110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.834678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.840719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.871302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.879178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-833fa2ea-d7f4-42b7-98fc-174a13a36c8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.2997303 Nov 23 09:54:49.917216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0a27-5363-42dc-90cc-932819d03686 req-c49c3011-2a6b-44cd-8cfc-ec7a605ff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:49.919094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-c49c3011-2a6b-44cd-8cfc-ec7a605ff169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.2563937 Nov 23 09:54:49.938610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Deleting subnet 4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:54:49.975533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-82631ec9-b52d-4538-98fc-35061755e6a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432973 Nov 23 09:54:50.002411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b4e2cf4-3718-40d8-bc20-5f49d9ce428a req-23decfd6-0485-41ed-b356-34878c33635a tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 210 time: 0.0667324 Nov 23 09:54:50.074897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.099307 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.114315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.139498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Made reservation on behalf of 9b67b8c26c2441968c0e4186b05f2e83 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:54:50.149523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.197119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a3e07c-e844-44bd-8b34-83cbda115762,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:50.200739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.226912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-274c2177-41af-4c62-bd83-d278fecd240d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.277954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a403fe-2be9-4c91-b76c-a6f013bf1215 req-c4a63b22-3781-4095-8e28-cb921e1530e8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3978634 Nov 23 09:54:50.373312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-e0095b9f-24c4-469a-bfe7-cdb02db040b5 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754015 Nov 23 09:54:50.491903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.530399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Allocated IP 172.20.0.10 (88a02261-19cc-45f2-86f6-3e8eb69db348/8d58d49d-d4f4-428f-bafe-1696eb27346f/69053d76-44f4-4da3-99af-4ca4b41a0abb) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:54:50.629967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.755365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.818913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fd6e9-0667-4724-84f9-75fbceb6c203 req-48112040-ffbb-4609-a84a-139cd6d7d48e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:50.827056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90fd6e9-0667-4724-84f9-75fbceb6c203 req-48112040-ffbb-4609-a84a-139cd6d7d48e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 944 time: 0.2601905 Nov 23 09:54:50.849286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:50.852408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33d186-0ab2-4228-851e-40e219e8fcc0 None None] Network 441b21c1-7f36-40ca-8485-6f62a006f93c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:54:50.852774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:50.856412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ceba8096-e414-48a1-bc46-b6b39a3a3c69 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4f4d4dec-c3f2-4c71-8fb3-83d28c7768e3 HTTP/1.1" status: 204 len: 168 time: 1.2366431 Nov 23 09:54:50.859669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57964) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:50.929549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848cccc-11da-46e0-b39a-fa06a7b57192 req-d6e031a4-0aad-40c7-923c-af2685098db0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:50.931311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4848cccc-11da-46e0-b39a-fa06a7b57192 req-d6e031a4-0aad-40c7-923c-af2685098db0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1891038 Nov 23 09:54:50.995353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4848cccc-11da-46e0-b39a-fa06a7b57192 req-9de4068f-7db0-4da4-acb5-eaa1b5ff2279 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Nov 23 09:54:51.039115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.133294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:54:51.153911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b74b0a27-5363-42dc-90cc-932819d03686 req-dc15df7d-e206-4dd5-9c52-a33db2bae9d6 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599688 Nov 23 09:54:51.180153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90fd6e9-0667-4724-84f9-75fbceb6c203 req-f6e43e69-7b00-4c3f-838b-81e77b883bc2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518388 Nov 23 09:54:51.193815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.196230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.204998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] DHCP port deletion for 441b21c1-7f36-40ca-8485-6f62a006f93c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:54:51.269174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fb0c4bbc-f665-40cc-9682-72546fa7b79d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:51.313373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: fb0c4bbc-f665-40cc-9682-72546fa7b79d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:51.314161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fb0c4bbc-f665-40cc-9682-72546fa7b79d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:51.375377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Deleting port cde896a0-857f-4386-91ac-cc311e2fd464 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:51.375751 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.427457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:54:51.445922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:54:51.449500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:54:51.479700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event updated for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:51.518578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-f3a07855-2348-43af-a61d-744396e6435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:51.520406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-f3a07855-2348-43af-a61d-744396e6435c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 1095 time: 0.2924330 Nov 23 09:54:51.528847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:51.534712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.565106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9487b-7459-448d-9232-bb156967af9e req-5dcfe0b2-35c5-4f8d-95fb-9b5310660deb tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:51.578937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfc9487b-7459-448d-9232-bb156967af9e req-5dcfe0b2-35c5-4f8d-95fb-9b5310660deb tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 932 time: 0.1744332 Nov 23 09:54:51.673220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-cc689e19-e535-4870-8657-f8c1f4ff4cb1 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0116403 Nov 23 09:54:51.697746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Request body: {'port': {'device_id': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:54:51.826055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] For port cde896a0-857f-4386-91ac-cc311e2fd464, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cde896a0-857f-4386-91ac-cc311e2fd464,segment=NetworkSegment(3e74abe4-853b-470b-9921-4f917cc1011b),segment_id=3e74abe4-853b-470b-9921-4f917cc1011b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:51.827408 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.843961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Calling delete_port for cde896a0-857f-4386-91ac-cc311e2fd464 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:51.879914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.884492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:54:51.890755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3caa5154-8390-457e-aa60-ab05aef7acc5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1852379 Nov 23 09:54:51.903866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57974) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:51.966649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Sync routers for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:54:51.971514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf1e2-f068-491d-a512-95021d7463d4 req-658f8e9e-9d6f-4bfd-84cd-6374205c3b95 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:51.973193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c4bf1e2-f068-491d-a512-95021d7463d4 req-658f8e9e-9d6f-4bfd-84cd-6374205c3b95 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.0903788 Nov 23 09:54:51.977617 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:51.984579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfc9487b-7459-448d-9232-bb156967af9e req-a90c61bc-c468-48e3-a8bc-66641cc14729 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031343 Nov 23 09:54:52.068476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3d194ded-31ff-460a-af3b-f8c2c69f0370 None None] Provisioning complete for port 69053d76-44f4-4da3-99af-4ca4b41a0abb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:52.069136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3d194ded-31ff-460a-af3b-f8c2c69f0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.075131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Deleting port cde896a0-857f-4386-91ac-cc311e2fd464 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:52.075488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.096434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c4bf1e2-f068-491d-a512-95021d7463d4 req-5e808512-890e-4237-8b0e-7e32706301fe tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151652 Nov 23 09:54:52.112863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:52.114191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.172360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.181173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-f0943a7e-e6a1-47be-9cf2-9dc2f42186f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:52.182832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-f0943a7e-e6a1-47be-9cf2-9dc2f42186f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 200 len: 923 time: 0.6443641 Nov 23 09:54:52.280804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] Pushing event deleted for resources: {'Port': ['ID=cde896a0-857f-4386-91ac-cc311e2fd464,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:52.299717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3d194ded-31ff-460a-af3b-f8c2c69f0370 None None] Port 69053d76-44f4-4da3-99af-4ca4b41a0abb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:54:52.344642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d13395-cb8c-4f1f-8061-0f3cbce2dcf2 None None] No DVR routers for this DVR port cde896a0-857f-4386-91ac-cc311e2fd464 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:52.355221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] For port cde896a0-857f-4386-91ac-cc311e2fd464, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:52.355488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.393343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:52.424516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Calling delete_port for cde896a0-857f-4386-91ac-cc311e2fd464 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:52.434944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Port cde896a0-857f-4386-91ac-cc311e2fd464 was not found and therefore no delete operation was performed {{(pid=110024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:54:52.436490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.501310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] No DVR routers for this DVR port cde896a0-857f-4386-91ac-cc311e2fd464 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:52.508265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde896a0-857f-4386-91ac-cc311e2fd464,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:52.583386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.599542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77ba6-ad00-471f-87b0-7971525cea51 req-58712c8e-e435-4913-82a2-097604feabce tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:52.601272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50f77ba6-ad00-471f-87b0-7971525cea51 req-58712c8e-e435-4913-82a2-097604feabce tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.2858818 Nov 23 09:54:52.670361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.694994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:54:50Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.721038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50f77ba6-ad00-471f-87b0-7971525cea51 req-fbab0c38-21d4-4047-8bfc-9cbe0e84d3d9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111991 Nov 23 09:54:52.740414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Checking router: f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:54:52.753077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Routers {'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:54:52.753797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.761715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b21c1-7f36-40ca-8485-6f62a006f93c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.783427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e74abe4-853b-470b-9921-4f917cc1011b') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.783795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e74abe4-853b-470b-9921-4f917cc1011b') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:52.799793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.817551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.825676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:54:52.826396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:54:52.827829 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:54:52.879236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] Set router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:54:52.969031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-b88268ec-29cc-4fd1-960a-2724abe772a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61854646-039d-4b64-97da-8ab5cf079892 HTTP/1.1" status: 200 len: 217 time: 0.7415366 Nov 23 09:54:52.981498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-bf404440-a4f4-44d9-8347-f18ca6be3f8e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:52.982890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57daae-0383-4ec4-a472-acc807f734eb req-c7c86c80-ba82-44ec-bcd7-ee04e1409a43 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:52.983402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-bf404440-a4f4-44d9-8347-f18ca6be3f8e tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.8735092 Nov 23 09:54:52.991218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c57daae-0383-4ec4-a472-acc807f734eb req-c7c86c80-ba82-44ec-bcd7-ee04e1409a43 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 944 time: 0.1146035 Nov 23 09:54:52.996025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:52.999001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.003789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.005783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.010067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] 10.222.0.62 "DELETE /v2.0/networks/441b21c1-7f36-40ca-8485-6f62a006f93c HTTP/1.1" status: 204 len: 168 time: 2.1492043 Nov 23 09:54:53.027695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.038491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.058700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.071064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077535c-7ce9-4789-92d6-10dfcd838355 admin admin] Pushing event deleted for resources: {'Network': ['ID=441b21c1-7f36-40ca-8485-6f62a006f93c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:53.079675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.100509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.104806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-753cc4ce-c0ea-46b2-9932-cf08f81d5de4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.9640725 Nov 23 09:54:53.150152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c57daae-0383-4ec4-a472-acc807f734eb req-324c9aba-cdd4-4df3-aa44-8160e4d9d60d tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576715 Nov 23 09:54:53.167968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:54:50Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:53.199403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965dad-5f88-4c1e-a1b4-aad5d1d7774f None None] The sync data for ids ['f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d'] in n-d-781076-5 is: [{'id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'name': 'tempest-ServersTestBootFromVolume-1694493940-router', 'tenant_id': 'a001b113ecb646518cde1c86e005018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:50:58Z', 'updated_at': '2021-11-23T09:54:50Z', 'revision_number': 5, 'project_id': 'a001b113ecb646518cde1c86e005018f', 'gw_port': {'id': '133fac47-6016-4eb6-bfe1-72a46fa84b2c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:51:00Z', 'updated_at': '2021-11-23T09:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:54:53.214872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cde896a0-857f-4386-91ac-cc311e2fd464 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:53.274926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: cde896a0-857f-4386-91ac-cc311e2fd464 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:53.276277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cde896a0-857f-4386-91ac-cc311e2fd464 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:53.302842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:53.358036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.419587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68fc2a5e-0e13-41b3-9a3b-3635404487b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89245c43dc2f4856b77f901747d48bd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1154246 Nov 23 09:54:53.423254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58002) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:53.471080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aeb90-f32d-4717-808f-087e61a73f49 req-517a5191-90eb-4300-bca4-e01046c93ac0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.472659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be4aeb90-f32d-4717-808f-087e61a73f49 req-517a5191-90eb-4300-bca4-e01046c93ac0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 932 time: 0.1381850 Nov 23 09:54:53.518852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.546568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-58c552fc-757a-4cba-879e-2d81a892f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.548473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-58c552fc-757a-4cba-879e-2d81a892f6e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 200 len: 862 time: 0.4194527 Nov 23 09:54:53.572966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d35fdc5-517e-47a5-8bad-9dc0038d0478 req-4f3a8186-af31-4e3d-927c-48a452b98d82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4097619 Nov 23 09:54:53.577082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be4aeb90-f32d-4717-808f-087e61a73f49 req-4e8d7723-8cfc-4b91-880e-530d5058da3b tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982807 Nov 23 09:54:53.582397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.640601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.781019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-93083fc2-d4a5-4e13-920f-c77d7046d361 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed689baa-9c52-48fc-85d0-99910e76bcda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2200046 Nov 23 09:54:53.860126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c79dbf-c963-4a8d-846c-7f8955644fed req-99ece42a-dfb4-4eed-bbba-174742ab0559 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:53.861811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5c79dbf-c963-4a8d-846c-7f8955644fed req-99ece42a-dfb4-4eed-bbba-174742ab0559 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.1666384 Nov 23 09:54:53.911560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.919674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:53.923150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e761fc94-10be-4090-8499-b878bcc5ec81 HTTP/1.1" status: 204 len: 168 time: 0.4984498 Nov 23 09:54:54.037527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842477c3-0a84-4fbc-a32f-f4b2b1f146c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e761fc94-10be-4090-8499-b878bcc5ec81,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:54.052315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5c79dbf-c963-4a8d-846c-7f8955644fed req-3d4307ae-58d5-40f1-be1b-d31bbfa88caa tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818383 Nov 23 09:54:54.087017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Deleting port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:54.087638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.249232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.294588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bc682-d15d-48f1-8c03-0b92da3c750f req-3dcd62cf-4daa-40df-9663-e81105fc9697 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:54.296126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863bc682-d15d-48f1-8c03-0b92da3c750f req-3dcd62cf-4daa-40df-9663-e81105fc9697 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.3929243 Nov 23 09:54:54.330085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 61854646-039d-4b64-97da-8ab5cf079892 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:54:54.366410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77ef38-c3e4-4e44-8d28-a0062becaa85 req-fabcd7e3-4dee-4021-9a2c-814b76d43dea tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:54.370803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e77ef38-c3e4-4e44-8d28-a0062becaa85 req-fabcd7e3-4dee-4021-9a2c-814b76d43dea tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 944 time: 0.0970407 Nov 23 09:54:54.383515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-c0e11cc8-6c9c-40e4-a448-e07aca55de51 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888796 Nov 23 09:54:54.437629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e77ef38-c3e4-4e44-8d28-a0062becaa85 req-b28cc279-91b0-4725-bd02-bafa669734b2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623322 Nov 23 09:54:54.470657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863bc682-d15d-48f1-8c03-0b92da3c750f req-5c7f5848-a642-410f-96d6-b2339af1ab1a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585677 Nov 23 09:54:54.498964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] For port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:54.507568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.551942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=61854646-039d-4b64-97da-8ab5cf079892,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:54.566945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '61854646-039d-4b64-97da-8ab5cf079892', 'network_id': 'ed689baa-9c52-48fc-85d0-99910e76bcda', 'port_id': '61854646-039d-4b64-97da-8ab5cf079892', 'mac_address': 'fa:16:3e:d3:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf6954f-13df-455b-9355-2d6d40f35fd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:54:54.571804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Calling delete_port for 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:54.620465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58024) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:54.656526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.669568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69053d76-44f4-4da3-99af-4ca4b41a0abb {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:54.672933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61854646-039d-4b64-97da-8ab5cf079892 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:54:54.706241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=61854646-039d-4b64-97da-8ab5cf079892,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:54.717410 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.720698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.729288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-66f96aad-de31-46e3-8ce0-a3b48968559f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1100d310347440a8b4b2b9961b5f2c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1076207 Nov 23 09:54:54.742852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58030) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:54.791080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:54.806825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Transition to ACTIVE for port object 69053d76-44f4-4da3-99af-4ca4b41a0abb will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:54:54.834898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Deleting port 133fac47-6016-4eb6-bfe1-72a46fa84b2c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:54.835664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.848124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd227610-5b1c-4d54-be57-e25486ce8f5f req-f2ba1685-aa89-47a7-aec5-0184bdf13c8e tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:54.849615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd227610-5b1c-4d54-be57-e25486ce8f5f req-f2ba1685-aa89-47a7-aec5-0184bdf13c8e tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 932 time: 0.0900159 Nov 23 09:54:54.850290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.879957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.893836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:54.934483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b99c11e4-4c62-45e9-9ae7-e2d3a3a4941a req-bce74119-e6a8-4e51-805d-0b28e49eec49 service neutron] 10.222.0.50 "GET /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318034 Nov 23 09:54:54.943707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd227610-5b1c-4d54-be57-e25486ce8f5f req-e0cfc5ae-bd20-4304-9f39-6302b3aabdd0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839164 Nov 23 09:54:55.026262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.042546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['61854646-039d-4b64-97da-8ab5cf079892'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:54:55.047581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.054587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.061051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.065783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b3c58d9-fe38-4fe6-8e2d-ad9aea58e009 HTTP/1.1" status: 204 len: 168 time: 0.3084278 Nov 23 09:54:55.067576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.073997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.087257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.101182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d55c4-8da9-4c69-b389-037876197a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c58d9-fe38-4fe6-8e2d-ad9aea58e009,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:55.104207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.117511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.125180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-83e0e7bd-d9de-4948-b6dc-509c321f0f9f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.3476350 Nov 23 09:54:55.146954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:55.157091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f9a3e07c-e844-44bd-8b34-83cbda115762 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:55.197278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f9a3e07c-e844-44bd-8b34-83cbda115762 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:55.197717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f9a3e07c-e844-44bd-8b34-83cbda115762 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:55.400960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] For port 133fac47-6016-4eb6-bfe1-72a46fa84b2c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=133fac47-6016-4eb6-bfe1-72a46fa84b2c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:55.401600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.414959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803f06-a5e3-472c-8ad2-880e4bff7153 req-368a8a59-a51c-4d75-8913-70a1fe752c10 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.417593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06803f06-a5e3-472c-8ad2-880e4bff7153 req-368a8a59-a51c-4d75-8913-70a1fe752c10 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 944 time: 0.1161344 Nov 23 09:54:55.453109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Calling delete_port for 133fac47-6016-4eb6-bfe1-72a46fa84b2c owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:55.509715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Attempting to bind port 69053d76-44f4-4da3-99af-4ca4b41a0abb on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:54:55.510452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Attempting to bind port 69053d76-44f4-4da3-99af-4ca4b41a0abb by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:54:55.510985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Attempting to bind port 69053d76-44f4-4da3-99af-4ca4b41a0abb on network 88a02261-19cc-45f2-86f6-3e8eb69db348 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:55.537925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06803f06-a5e3-472c-8ad2-880e4bff7153 req-94b6056b-db9c-4590-b9b2-cca5ca4f6e72 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001387 Nov 23 09:54:55.545047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.565924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5451b55-52c7-4633-a6f7-f820ea74ffac req-512bb6d8-46e1-42f3-8e46-6a1721c6b62f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4145973 Nov 23 09:54:55.565924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Port 69053d76-44f4-4da3-99af-4ca4b41a0abb on network 88a02261-19cc-45f2-86f6-3e8eb69db348 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:54:55.565924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Attempting to bind port 69053d76-44f4-4da3-99af-4ca4b41a0abb on network 88a02261-19cc-45f2-86f6-3e8eb69db348 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:54:55.599788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:54:55.600136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Checking segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:54:55.601053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Bound using segment: {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:54:55.601490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Bound port: 69053d76-44f4-4da3-99af-4ca4b41a0abb, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b7570c-507a-4310-8091-d6b66b02e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:54:55.601847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.609075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event deleted for resources: {'Port': ['ID=5b58f649-9aa0-4b6a-8d98-68bf1f86dc78,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:55.757757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac451b1-1b8a-4d20-a88a-55bfc9d4958a req-bfc3de30-a897-4291-b309-1fff3f77609e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.765929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ac451b1-1b8a-4d20-a88a-55bfc9d4958a req-bfc3de30-a897-4291-b309-1fff3f77609e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 945 time: 0.0716944 Nov 23 09:54:55.771705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] No DVR routers for this DVR port 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:55.788578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.790790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-64e07b92-f323-41ae-b727-6e0baa866e60 req-b3ad4123-2023-4436-9191-32d39fd43a6d tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "DELETE /v2.0/ports/5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 HTTP/1.1" status: 204 len: 173 time: 2.6850216 Nov 23 09:54:55.791424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-deleted', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:55.794386 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e861d2-9a3f-4a77-a52f-735ca714d2b6" -d '{"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-deleted", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:55.857220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:54:55.861711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-6e8a477e-e3bc-4001-8f33-235bc75279a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1953228 Nov 23 09:54:55.866254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:54:55.891346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ac451b1-1b8a-4d20-a88a-55bfc9d4958a req-d12097a1-fce3-4914-9ea4-a2ee3d91582b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239789 Nov 23 09:54:55.901126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4c3eb-ddf0-48a2-9e1c-6beec46779f6 req-9b5b49bc-5fc5-49ba-8235-efaf6e5446d8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.902718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7af4c3eb-ddf0-48a2-9e1c-6beec46779f6 req-9b5b49bc-5fc5-49ba-8235-efaf6e5446d8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1401820 Nov 23 09:54:55.903895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.985193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:55.985697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:55.987112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/69053d76-44f4-4da3-99af-4ca4b41a0abb HTTP/1.1" status: 200 len: 1092 time: 4.3024120 Nov 23 09:54:56.035515 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe17d15-994d-4e9b-867e-ef76e85ea152 x-openstack-request-id: req-afe17d15-994d-4e9b-867e-ef76e85ea152 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:56.035915 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033c878-b50a-4a12-9f07-6fb201cf7c3b", "name": "network-vif-deleted", "tag": "5b58f649-9aa0-4b6a-8d98-68bf1f86dc78", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:56.036126 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afe17d15-994d-4e9b-867e-ef76e85ea152 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:56.036511 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0033c878-b50a-4a12-9f07-6fb201cf7c3b', 'name': 'network-vif-deleted', 'tag': '5b58f649-9aa0-4b6a-8d98-68bf1f86dc78', 'status': 'completed', 'code': 200} Nov 23 09:54:56.100386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:56.150660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4ae7-b42b-4816-85be-7427ca5820a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:56.215552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7af4c3eb-ddf0-48a2-9e1c-6beec46779f6 req-d5b54f76-c6d2-45c9-b880-4237c8bcf586 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617509 Nov 23 09:54:56.266705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050187f-ee8a-4e8a-a9d5-74b1770f08ce req-0da63c08-3dbc-45a0-a127-174fd5978903 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.274791 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2050187f-ee8a-4e8a-a9d5-74b1770f08ce req-0da63c08-3dbc-45a0-a127-174fd5978903 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 944 time: 0.1767330 Nov 23 09:54:56.281578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Pushing event deleted for resources: {'Port': ['ID=133fac47-6016-4eb6-bfe1-72a46fa84b2c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:56.353131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 61854646-039d-4b64-97da-8ab5cf079892 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:54:56.475664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2050187f-ee8a-4e8a-a9d5-74b1770f08ce req-775aa8c1-7e20-4334-ad5f-adf001439bbd tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956701 Nov 23 09:54:56.477438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 61854646-039d-4b64-97da-8ab5cf079892 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:54:56.486676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 61854646-039d-4b64-97da-8ab5cf079892 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:54:56.487053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:56.539204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:56.609073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:56.609734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5b58f649-9aa0-4b6a-8d98-68bf1f86dc78 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:56.754636 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:56.756834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-abdc8f65-15ff-452d-9e5b-bd435a911c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.759573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-abdc8f65-15ff-452d-9e5b-bd435a911c29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 1101 time: 0.7716100 Nov 23 09:54:56.772868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.783414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.791022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.798295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.806054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.813773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.821677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.831180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60722547-d079-4fae-9529-f786b932d4d7 req-c65efadb-421e-49b7-91ee-846be62f5b47 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.1476681 Nov 23 09:54:56.856843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=61854646-039d-4b64-97da-8ab5cf079892,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:56.863879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61854646-039d-4b64-97da-8ab5cf079892'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:56.868941 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d32cd7c-2a32-4ee5-ab6f-abe0de67ac25" -d '{"events": [{"server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "name": "network-vif-plugged", "status": "completed", "tag": "61854646-039d-4b64-97da-8ab5cf079892"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:56.881877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:56.919966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-62017a93-8890-4041-b38b-2b1b7ec604ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:56.923307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-62017a93-8890-4041-b38b-2b1b7ec604ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b67b8c26c2441968c0e4186b05f2e83&device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 1095 time: 0.8562102 Nov 23 09:54:56.925686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f105fc6e-8d95-4c3c-a897-f650150b7ef2 req-0154dc19-e421-4db5-8d53-3521200b2860 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=0033c878-b50a-4a12-9f07-6fb201cf7c3b HTTP/1.1" status: 200 len: 210 time: 0.1597028 Nov 23 09:54:56.952210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:56.964877 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60722547-d079-4fae-9529-f786b932d4d7 req-19259cdd-e535-4789-8a41-0b26a9bfede0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314425 Nov 23 09:54:57.022151 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8606fe-cc1c-4fae-ae04-7d6f0b308bef x-openstack-request-id: req-9a8606fe-cc1c-4fae-ae04-7d6f0b308bef {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:57.022915 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "name": "network-vif-plugged", "status": "completed", "tag": "61854646-039d-4b64-97da-8ab5cf079892", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:57.023579 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a8606fe-cc1c-4fae-ae04-7d6f0b308bef {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:57.024555 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61854646-039d-4b64-97da-8ab5cf079892', 'code': 200} Nov 23 09:54:57.050291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-05908665-e82b-4ed2-8fe7-e6bf270431b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb HTTP/1.1" status: 200 len: 217 time: 0.1081784 Nov 23 09:54:57.109194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.169552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fe228-c089-416e-9bf1-db52b6ff5957 req-3922d922-f528-4ffb-b9d4-8fa3b7a38d30 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.171199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786fe228-c089-416e-9bf1-db52b6ff5957 req-3922d922-f528-4ffb-b9d4-8fa3b7a38d30 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.0987749 Nov 23 09:54:57.251599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-786fe228-c089-416e-9bf1-db52b6ff5957 req-69f6fd73-3fab-4947-8b12-259d0d9489f3 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Nov 23 09:54:57.332706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.340292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.412681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-a0d6d7d2-1d2c-4ccb-9d9e-4b5216193be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.414286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-a0d6d7d2-1d2c-4ccb-9d9e-4b5216193be9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8d58d49d-d4f4-428f-bafe-1696eb27346f HTTP/1.1" status: 200 len: 850 time: 0.3418751 Nov 23 09:54:57.448800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178fb35-75ef-4690-a8bc-60feaf803063 req-8a501eb1-5df0-46f8-8c6d-15e5dc04c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.450384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7178fb35-75ef-4690-a8bc-60feaf803063 req-8a501eb1-5df0-46f8-8c6d-15e5dc04c035 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 1097 time: 0.3225820 Nov 23 09:54:57.457171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-dd659fe9-77d5-4a6a-a263-bad230cc00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.459419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-dd659fe9-77d5-4a6a-a263-bad230cc00c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.5952613 Nov 23 09:54:57.482178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.483761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:54:57.507398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.510819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53a2e2a1-6a35-471a-9e2d-2e8faa6fc024 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f1c877bc-4daf-4ee1-8ba8-3c5e10fc228d HTTP/1.1" status: 204 len: 168 time: 5.6027446 Nov 23 09:54:57.513478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58116) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:57.611214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Deleting subnet cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:54:57.617387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.619851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-de856e22-ab5a-46fc-a78d-60679f5a1eda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=478872d3-2ea1-410b-be1f-b2e49d1be455 HTTP/1.1" status: 200 len: 217 time: 0.0926902 Nov 23 09:54:57.648923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685c57a-6b17-4b4c-a1bf-c35cec2489b9 req-733ade84-89bf-4370-af19-e892d1e7fb1e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.649379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e685c57a-6b17-4b4c-a1bf-c35cec2489b9 req-733ade84-89bf-4370-af19-e892d1e7fb1e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.3132391 Nov 23 09:54:57.694384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.733455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c80c6-0c24-4808-a4e3-341e28030ab3 req-e6f26170-5185-4152-8f05-0ec673e01b78 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.742093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180c80c6-0c24-4808-a4e3-341e28030ab3 req-e6f26170-5185-4152-8f05-0ec673e01b78 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 944 time: 0.1263101 Nov 23 09:54:57.759681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-f344171b-9a19-4d03-8b44-b01e4f0bd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.762009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-f344171b-9a19-4d03-8b44-b01e4f0bd518 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88a02261-19cc-45f2-86f6-3e8eb69db348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3243637 Nov 23 09:54:57.773264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7178fb35-75ef-4690-a8bc-60feaf803063 req-d6b57d50-6d7b-4269-9298-ac4ecd5425c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407553 Nov 23 09:54:57.788752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-9d5cba13-cae4-4c6a-a89d-e451f3f02943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:57.790719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-9d5cba13-cae4-4c6a-a89d-e451f3f02943 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1554923 Nov 23 09:54:57.812683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e685c57a-6b17-4b4c-a1bf-c35cec2489b9 req-3d108659-d86b-4a4b-b753-a2577291f25d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504042 Nov 23 09:54:57.854854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180c80c6-0c24-4808-a4e3-341e28030ab3 req-4524b46d-929d-4e0a-a76f-6acefe5f6f78 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072185 Nov 23 09:54:57.875042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.953150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-fd4b4acf-d7a5-4d08-9758-6cdee79474a7 service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786242 Nov 23 09:54:57.955266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:57.986260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:57.996997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.000748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bac04c-79e7-4aad-9830-47cdb2082271 None None] Network 7c929a71-6268-4f49-ae6f-d313e8d06037 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:54:58.024062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-93806c76-581c-4957-b63e-5fe3b770e411 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cbaf0330-629e-4d7a-aea1-bae4b9b6a6aa HTTP/1.1" status: 204 len: 168 time: 0.5071294 Nov 23 09:54:58.026370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58128) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:58.073500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:54:58.073500 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e31d7-3c4e-426f-aac3-922242e9fd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:54:58.117329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-0ec8d5f2-b6ce-4e33-8221-a9b540a0113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.118987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-0ec8d5f2-b6ce-4e33-8221-a9b540a0113a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109481 Nov 23 09:54:58.212530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.334082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Deleting port 57c47e16-983e-4b23-a550-70dfec6649b8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:58.334585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.363867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] DHCP port deletion for 7c929a71-6268-4f49-ae6f-d313e8d06037 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:54:58.416537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.425435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.431759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.438164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.444324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.451135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.457623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.467195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-f8702194-29f3-4be3-857a-3377014fafa1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.2742770 Nov 23 09:54:58.475129 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a89089-a9f2-4c3e-b370-9894e419e2b0 x-openstack-request-id: req-f2a89089-a9f2-4c3e-b370-9894e419e2b0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:54:58.475424 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:54:58.475669 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2a89089-a9f2-4c3e-b370-9894e419e2b0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:54:58.476624 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'status': 'completed', 'code': 200} Nov 23 09:54:58.478344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74e1a8c9-c0fa-4980-b233-0294aed1af4d req-4eebb7fe-d819-47de-82c2-0e7ddfcfe859 service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715927 Nov 23 09:54:58.480112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] For port 57c47e16-983e-4b23-a550-70dfec6649b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57c47e16-983e-4b23-a550-70dfec6649b8,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:58.480349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Deleting port 57c47e16-983e-4b23-a550-70dfec6649b8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:58.480824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.483238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.520106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-63bb2033-9739-433b-9056-b6f081cc9c2c service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677449 Nov 23 09:54:58.527032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Calling delete_port for 57c47e16-983e-4b23-a550-70dfec6649b8 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:58.618743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] For port 57c47e16-983e-4b23-a550-70dfec6649b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57c47e16-983e-4b23-a550-70dfec6649b8,segment=NetworkSegment(ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2),segment_id=ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:58.619291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.635901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Calling delete_port for 57c47e16-983e-4b23-a550-70dfec6649b8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:58.640586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-452ff55d-f2ee-4eb7-9658-6fe4bd424bb0 req-05d191c2-ea90-43f8-a5fe-bf0c58c6c27f service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054275 Nov 23 09:54:58.694125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.720989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-164e8d0e-db58-4b25-a5c7-5bb49b7e5a69 req-8c51cd0a-3dd6-4747-a6c3-1baf9a021830 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2528098 Nov 23 09:54:58.743067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] No DVR routers for this DVR port 57c47e16-983e-4b23-a550-70dfec6649b8 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:58.754052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.767375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] No DVR routers for this DVR port 57c47e16-983e-4b23-a550-70dfec6649b8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:54:58.771962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=57c47e16-983e-4b23-a550-70dfec6649b8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:58.790017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e9404-bab7-4d09-80f0-7314a4eee778 None None] Pushing event deleted for resources: {'Port': ['ID=57c47e16-983e-4b23-a550-70dfec6649b8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:58.823772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-566e3179-c45b-48c7-aa2c-e8f9e94a8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.825290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-566e3179-c45b-48c7-aa2c-e8f9e94a8bb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b67b8c26c2441968c0e4186b05f2e83&device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 1095 time: 0.1838038 Nov 23 09:54:58.843916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-1ef12b33-1e0c-4f68-8358-867f3fb26bab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.845704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-1ef12b33-1e0c-4f68-8358-867f3fb26bab tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.1572945 Nov 23 09:54:58.849986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35fbac-41ff-4419-aa67-25be7916ed36 req-5d626e1c-eedd-4d07-a6ea-968faa13f0d3 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:58.857343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc35fbac-41ff-4419-aa67-25be7916ed36 req-5d626e1c-eedd-4d07-a6ea-968faa13f0d3 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.2904460 Nov 23 09:54:58.915820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:58.951514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c929a71-6268-4f49-ae6f-d313e8d06037']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:58.972172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:58.972411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7d2ce7-e335-4134-91dc-1b70bdbbdfb2') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:54:58.997347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc35fbac-41ff-4419-aa67-25be7916ed36 req-4a4803ce-2bac-49bb-bc1e-5311cd9303c9 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390169 Nov 23 09:54:59.006901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.047163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.062261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:54:59.064212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:54:59.068206 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:54:59.152628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec251b-6c1f-4919-b7d6-1c3bf7bb1099 req-0c870512-33c3-4d89-99e3-66326a7f13f8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.155023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dec251b-6c1f-4919-b7d6-1c3bf7bb1099 req-0c870512-33c3-4d89-99e3-66326a7f13f8 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 944 time: 0.2998946 Nov 23 09:54:59.156445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-4649f9fc-6446-4372-97da-39fb5ec2ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.158136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-4649f9fc-6446-4372-97da-39fb5ec2ae0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=88a02261-19cc-45f2-86f6-3e8eb69db348 HTTP/1.1" status: 200 len: 912 time: 0.3113406 Nov 23 09:54:59.197309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.209656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.213177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] 10.222.0.62 "DELETE /v2.0/networks/7c929a71-6268-4f49-ae6f-d313e8d06037 HTTP/1.1" status: 204 len: 168 time: 1.1857364 Nov 23 09:54:59.276034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c621b-d118-4a3f-87ed-fa1f789ddc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c929a71-6268-4f49-ae6f-d313e8d06037,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:54:59.304697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dec251b-6c1f-4919-b7d6-1c3bf7bb1099 req-d89354aa-aa86-4344-bfc8-259439ba2a36 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424336 Nov 23 09:54:59.387683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-7f1e7fec-6106-4312-9a85-68ff81810c13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb HTTP/1.1" status: 200 len: 217 time: 0.1884930 Nov 23 09:54:59.489132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Deleting port b6ee4342-e458-4177-ab84-0fa4efaeccef {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:54:59.489667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.558170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-bb3a501b-f07e-472d-9966-55c84e05e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.560486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-bb3a501b-f07e-472d-9966-55c84e05e69c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8d58d49d-d4f4-428f-bafe-1696eb27346f HTTP/1.1" status: 200 len: 850 time: 0.1568036 Nov 23 09:54:59.572283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 133fac47-6016-4eb6-bfe1-72a46fa84b2c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:59.609073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 133fac47-6016-4eb6-bfe1-72a46fa84b2c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:59.609416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 133fac47-6016-4eb6-bfe1-72a46fa84b2c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:59.610060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57c47e16-983e-4b23-a550-70dfec6649b8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:54:59.638534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b503-e6ab-4b05-8fd4-2943d52422c6 req-5f1690e3-5bf0-4ef7-8923-7f3bce3059b2 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.640741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e303b503-e6ab-4b05-8fd4-2943d52422c6 req-5f1690e3-5bf0-4ef7-8923-7f3bce3059b2 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 944 time: 0.0968020 Nov 23 09:54:59.648171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 57c47e16-983e-4b23-a550-70dfec6649b8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:54:59.648171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57c47e16-983e-4b23-a550-70dfec6649b8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:54:59.650909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58160) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:59.679502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f704-3985-4065-86b0-a5d962ef36d0 req-963e5937-056b-4ed5-9ff5-8ea875dc87b6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.681210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48f2f704-3985-4065-86b0-a5d962ef36d0 req-963e5937-056b-4ed5-9ff5-8ea875dc87b6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1952124 Nov 23 09:54:59.723425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] For port b6ee4342-e458-4177-ab84-0fa4efaeccef, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b6ee4342-e458-4177-ab84-0fa4efaeccef,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:54:59.724371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.740450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Calling delete_port for b6ee4342-e458-4177-ab84-0fa4efaeccef owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:54:59.749777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2fcf52b1-13c4-4498-a516-e61b4d9c52db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a001b113ecb646518cde1c86e005018f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974452 Nov 23 09:54:59.752570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:54:59.767517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e303b503-e6ab-4b05-8fd4-2943d52422c6 req-8c9d2763-c0b4-4bb1-83dc-3e69e393b184 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059277 Nov 23 09:54:59.824623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-dcc531b7-103b-4032-8473-2fe8837dfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:54:59.826228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-dcc531b7-103b-4032-8473-2fe8837dfd8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88a02261-19cc-45f2-86f6-3e8eb69db348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571292 Nov 23 09:54:59.866834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:54:59.931199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.007179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.013796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.019592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48f2f704-3985-4065-86b0-a5d962ef36d0 req-d325acd2-df75-435a-91d0-4b4560ebd67c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138333 Nov 23 09:55:00.021018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.036151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.057183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-cf74c744-1481-4a0f-a8a1-794a827bbf37 service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163029 Nov 23 09:55:00.069781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.079058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.086567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.092807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.098405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-9ef4af43-109e-45a2-ad31-d0d46680b265 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5430 time: 0.1811633 Nov 23 09:55:00.142212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.146027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.158187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3dc5cf21-8e45-419b-a111-2cc822eb3148 HTTP/1.1" status: 204 len: 168 time: 0.3960423 Nov 23 09:55:00.176844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event deleted for resources: {'Port': ['ID=b6ee4342-e458-4177-ab84-0fa4efaeccef,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:00.213238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd45c636-0a7e-4642-9c8f-2213af1d7c2f req-e94f60eb-2cbb-419c-a59e-1e83c53fa167 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137741 Nov 23 09:55:00.220221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a465eb9-7064-4fdd-8599-891ea3b08ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5cf21-8e45-419b-a111-2cc822eb3148,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:00.284824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] No DVR routers for this DVR port b6ee4342-e458-4177-ab84-0fa4efaeccef on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:00.287711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.291592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33ce2c8c-083b-45ca-9948-04e8c6cc1b5d req-ac9e6a1f-76d3-404d-a35e-d51d567b4789 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "DELETE /v2.0/ports/b6ee4342-e458-4177-ab84-0fa4efaeccef HTTP/1.1" status: 204 len: 173 time: 1.4357755 Nov 23 09:55:00.311828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-702e31d7-3c4e-426f-aac3-922242e9fd0f req-159a78ac-282e-49cf-8930-ad059826704d service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449038 Nov 23 09:55:00.344824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d873826a-dd89-4499-a426-9ede815c0f23 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:00.385303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659302a-781c-4af2-bc43-4eb673368ace req-fd79242e-1d82-4e68-9450-d494a3535616 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.388520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8659302a-781c-4af2-bc43-4eb673368ace req-fd79242e-1d82-4e68-9450-d494a3535616 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.2458725 Nov 23 09:55:00.477471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e439c96-1c10-40d6-8c11-eeb4e3d0e270 req-1c6086e8-d637-4949-8e8e-b1aea10e258c tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=302767d3-8db6-486f-8c0e-cdde1b28a778 HTTP/1.1" status: 200 len: 210 time: 0.0383227 Nov 23 09:55:00.486119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8659302a-781c-4af2-bc43-4eb673368ace req-a50a615c-d254-4384-b4a1-f0a3d57cc988 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880778 Nov 23 09:55:00.486616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-deleted', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:00.488978 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d9359-4583-46e4-bd69-adc8f70931e0" -d '{"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-deleted", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:00.540500 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:55:00.575414 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1acb2-858a-413e-b96c-2b57c1a0b231 x-openstack-request-id: req-a5c1acb2-858a-413e-b96c-2b57c1a0b231 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:00.575717 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302767d3-8db6-486f-8c0e-cdde1b28a778", "name": "network-vif-deleted", "tag": "b6ee4342-e458-4177-ab84-0fa4efaeccef", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:00.576019 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5c1acb2-858a-413e-b96c-2b57c1a0b231 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:00.576904 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302767d3-8db6-486f-8c0e-cdde1b28a778', 'name': 'network-vif-deleted', 'tag': 'b6ee4342-e458-4177-ab84-0fa4efaeccef', 'status': 'completed', 'code': 200} Nov 23 09:55:00.657516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:00.830669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:00.856948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d873826a-dd89-4499-a426-9ede815c0f23,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:00.879395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:00.881906 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df607eec-f447-49ad-a343-7088cbd23dff" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:00.899846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd873826a-dd89-4499-a426-9ede815c0f23', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'port_id': 'd873826a-dd89-4499-a426-9ede815c0f23', 'mac_address': 'fa:16:3e:b1:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:00.910833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae59a8-d9fa-4eb9-b6ab-1ff96993c832 req-181b3502-e8ad-49f3-9ff5-8042b51abd5c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.920387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e19f66-5e39-49be-a147-f51bec27af95 req-c124af44-36fe-438a-b05b-3c062c1121c1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:00.920889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:00.925844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59ae59a8-d9fa-4eb9-b6ab-1ff96993c832 req-181b3502-e8ad-49f3-9ff5-8042b51abd5c tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 950 time: 0.0948243 Nov 23 09:55:00.943609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72e19f66-5e39-49be-a147-f51bec27af95 req-c124af44-36fe-438a-b05b-3c062c1121c1 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.1230876 Nov 23 09:55:01.009804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59ae59a8-d9fa-4eb9-b6ab-1ff96993c832 req-080982d4-afb6-48e9-82d7-29fa873d12ee tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Nov 23 09:55:01.012253 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.014445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.096130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d873826a-dd89-4499-a426-9ede815c0f23 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:01.108927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72e19f66-5e39-49be-a147-f51bec27af95 req-194ef8cc-f6bf-48e4-974d-ecfdd2b3c363 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559951 Nov 23 09:55:01.126632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:01.158245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d873826a-dd89-4499-a426-9ede815c0f23,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.173431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.174179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1b3f8912-1f89-49f8-b96d-514457e1815c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:01.225008 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3e3b88-38bc-447f-aed9-c13b0d3ffa11 x-openstack-request-id: req-8c3e3b88-38bc-447f-aed9-c13b0d3ffa11 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:01.225330 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:01.226295 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c3e3b88-38bc-447f-aed9-c13b0d3ffa11 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:01.226862 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'code': 200} Nov 23 09:55:01.228114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d31bc-0741-44e2-b890-37745dc4b279 req-a456fae0-00cd-4788-909c-6474426e381a tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.236026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee7d31bc-0741-44e2-b890-37745dc4b279 req-a456fae0-00cd-4788-909c-6474426e381a tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 944 time: 0.0952327 Nov 23 09:55:01.249178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.278847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'port_id': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'mac_address': 'fa:16:3e:97:6f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:01.295223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee7d31bc-0741-44e2-b890-37745dc4b279 req-0c0d9941-21c3-45c4-8694-45f0ef41b7b4 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543907 Nov 23 09:55:01.346313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.374888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:01.378604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3f8912-1f89-49f8-b96d-514457e1815c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:01.388532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae21a-cd3a-4081-ac0c-cba4c910f016 req-7726702f-cccf-4193-80bb-04a46022c8b4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.396529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-661ae21a-cd3a-4081-ac0c-cba4c910f016 req-7726702f-cccf-4193-80bb-04a46022c8b4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 948 time: 0.0916824 Nov 23 09:55:01.436012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.443756 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.445944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:01.499852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.507719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.514729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.522424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.528791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.535859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.542866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:01.545207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-e13613ee-02c4-464d-b9b5-a9cb6b28f3d6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5431 time: 0.1372056 Nov 23 09:55:01.554348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:01.635922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.639720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92a31f1d-972c-41e6-ae45-18ed748eabc9 req-93f63243-efa8-4062-9198-a97df9b9a268 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768764 Nov 23 09:55:01.649054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771', 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'port_id': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771', 'mac_address': 'fa:16:3e:5a:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91357ed1-4331-4bd3-923d-8836537d0233', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:01.700284 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.715916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:01.740441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.748281 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.748980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2462d168-d302-43b8-809c-dc62523be609 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:01.783772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2462d168-d302-43b8-809c-dc62523be609,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.799247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-661ae21a-cd3a-4081-ac0c-cba4c910f016 req-b7d4cddb-9760-4364-b27f-81aa79e71887 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016809 Nov 23 09:55:01.817756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '2462d168-d302-43b8-809c-dc62523be609', 'network_id': '32ff3901-514f-48a8-b6f1-247a46fc2083', 'port_id': '2462d168-d302-43b8-809c-dc62523be609', 'mac_address': 'fa:16:3e:90:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91357ed1-4331-4bd3-923d-8836537d0233', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:01.875684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:01.897415 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.917261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2462d168-d302-43b8-809c-dc62523be609 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:01.941880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2462d168-d302-43b8-809c-dc62523be609,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:01.947475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:01.948146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a446a203-3b6c-4855-a242-537914fc1e4d details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:02.027960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:02.032337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a446a203-3b6c-4855-a242-537914fc1e4d,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.048809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a446a203-3b6c-4855-a242-537914fc1e4d', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'port_id': 'a446a203-3b6c-4855-a242-537914fc1e4d', 'mac_address': 'fa:16:3e:79:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:02.114882 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.137698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a446a203-3b6c-4855-a242-537914fc1e4d {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:02.172183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a446a203-3b6c-4855-a242-537914fc1e4d,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.180358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.181158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d5b7417b-e185-4468-9d5f-f1557f2b5cc2 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:02.211138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9938-e096-4115-87f6-5af8398da8ba req-d1a6e653-9590-4fdf-ab2d-f6c22305b96a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.221169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edfe9938-e096-4115-87f6-5af8398da8ba req-d1a6e653-9590-4fdf-ab2d-f6c22305b96a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 950 time: 0.0872908 Nov 23 09:55:02.251687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559193c-56d9-458e-b919-602f2c8a1739 req-825f20f3-a505-4e79-aac2-501ae8e3a5bb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.261101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e559193c-56d9-458e-b919-602f2c8a1739 req-825f20f3-a505-4e79-aac2-501ae8e3a5bb tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0726132 Nov 23 09:55:02.262091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:02.265867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.281519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'network_id': 'c7c8d507-08e7-4f05-917a-cd32f575d714', 'port_id': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'mac_address': 'fa:16:3e:60:20:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90f4cc8-dc24-460d-8256-84e2c6401fb6', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:02.318753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edfe9938-e096-4115-87f6-5af8398da8ba req-2b8685dc-6013-477f-adb3-fac98b7b0402 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958121 Nov 23 09:55:02.338751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e559193c-56d9-458e-b919-602f2c8a1739 req-a9fe8085-c190-46f0-986b-5e04d892b560 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Nov 23 09:55:02.367553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-12805739-2ddd-4874-8974-4a096406891e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.370761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-12805739-2ddd-4874-8974-4a096406891e tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.1455734 Nov 23 09:55:02.373168 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.410706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b7417b-e185-4468-9d5f-f1557f2b5cc2 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:02.450866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.457205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be50ed66-7fc4-42f3-a9d1-4999a43ee432 req-6fe40363-ae2c-442a-af02-626a6796c50b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0789819 Nov 23 09:55:02.457808 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.458382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 964043c6-66a0-4330-be51-0573b2548b56 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:02.481463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabe665-9dfa-47bf-94f1-0c74fcf4ce5d req-f2a5ae07-e114-4e74-bafc-f6d267cdcabf tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.489100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aabe665-9dfa-47bf-94f1-0c74fcf4ce5d req-f2a5ae07-e114-4e74-bafc-f6d267cdcabf tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 946 time: 0.0717821 Nov 23 09:55:02.542260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aabe665-9dfa-47bf-94f1-0c74fcf4ce5d req-82a8024d-0eb3-49ad-8773-9a757995979b tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups?id=df2ddcfe-3d9b-42ba-bf91-87a67b072441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521023 Nov 23 09:55:02.552803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Deleting port 61854646-039d-4b64-97da-8ab5cf079892 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:02.553006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:02.553801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.555004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:02.583358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: b6ee4342-e458-4177-ab84-0fa4efaeccef {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:55:02.583358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b6ee4342-e458-4177-ab84-0fa4efaeccef not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:55:02.616557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:02.719734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58310) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:02.729102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] For port 61854646-039d-4b64-97da-8ab5cf079892, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=61854646-039d-4b64-97da-8ab5cf079892,segment=NetworkSegment(6ed8c8f3-f79e-49ac-a931-4fcffbc2381e),segment_id=6ed8c8f3-f79e-49ac-a931-4fcffbc2381e)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.729638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.746158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Calling delete_port for 61854646-039d-4b64-97da-8ab5cf079892 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:02.779075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=964043c6-66a0-4330-be51-0573b2548b56,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.803784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '964043c6-66a0-4330-be51-0573b2548b56', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'port_id': '964043c6-66a0-4330-be51-0573b2548b56', 'mac_address': 'fa:16:3e:12:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:02.854547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:02.873632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019eff3-aea3-4aed-a475-c7d7e000e2b6 req-1f874ad9-6907-4396-93a2-e729a479adef tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.875606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b84f-3c86-4d27-a965-ab407492bb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.886355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3019eff3-aea3-4aed-a475-c7d7e000e2b6 req-1f874ad9-6907-4396-93a2-e729a479adef tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 944 time: 0.2206476 Nov 23 09:55:02.887707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'mac_address': 'fa:16:3e:e4:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:02.960834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153595d-deb3-4874-9ddf-a42b563c977a req-a273227e-0da9-407f-a2fc-875869f4e231 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:02.963088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1153595d-deb3-4874-9ddf-a42b563c977a req-a273227e-0da9-407f-a2fc-875869f4e231 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.1663361 Nov 23 09:55:02.965023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.978845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:02.998248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:03.000422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b84f-3c86-4d27-a965-ab407492bb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.008118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b84f-3c86-4d27-a965-ab407492bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.008553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964043c6-66a0-4330-be51-0573b2548b56 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:03.043591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:03.049564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=964043c6-66a0-4330-be51-0573b2548b56,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:03.050197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c5a4b84f-3c86-4d27-a965-ab407492bb4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77207a56cf1c47f5b865ca102b0515a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292854 Nov 23 09:55:03.055881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.056975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58322) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:03.064482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.108991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4b84f-3c86-4d27-a965-ab407492bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7c506f-20cc-4111-8456-d61a34babc9c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:03.119971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 69053d76-44f4-4da3-99af-4ca4b41a0abb details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:03.133460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3019eff3-aea3-4aed-a475-c7d7e000e2b6 req-ebe2ec75-cb3c-42c2-bbc4-659fad92ce81 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267797 Nov 23 09:55:03.183327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.220033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:03.260885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.277861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.294044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.300682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.307101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.313534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.321145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.328107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.336272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.346915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b117975-4ce4-4129-be33-342e2046f1dd req-7676607a-5858-4ba5-9a98-2263599e7244 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5437 time: 0.1646328 Nov 23 09:55:03.362468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event deleted for resources: {'Port': ['ID=61854646-039d-4b64-97da-8ab5cf079892,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:03.389697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] No DVR routers for this DVR port 61854646-039d-4b64-97da-8ab5cf079892 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:03.394207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Deleting port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:03.394625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.394959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:03.398504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:03.428320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.430046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'port_id': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'mac_address': 'fa:16:3e:40:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:03.431846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d7c54d8-e143-48b3-8913-d4f2f0da5eee req-152ff984-8092-46e3-af5e-d15ed5f7a492 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.50 "DELETE /v2.0/ports/61854646-039d-4b64-97da-8ab5cf079892 HTTP/1.1" status: 204 len: 173 time: 1.0442288 Nov 23 09:55:03.433652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'name': 'network-vif-deleted', 'tag': '61854646-039d-4b64-97da-8ab5cf079892'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:03.436004 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e10df1f-a6b6-4c0c-bacb-1ecdca007073" -d '{"events": [{"server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "name": "network-vif-deleted", "tag": "61854646-039d-4b64-97da-8ab5cf079892"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:03.436924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b117975-4ce4-4129-be33-342e2046f1dd req-9fc13d4a-e170-4ffb-8cf6-237f692bff6d tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886903 Nov 23 09:55:03.457584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:03.463929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af9950-00ab-415e-87ef-fa6629f5979b req-3461963d-68eb-499c-97ff-279165e334d3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.466694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70af9950-00ab-415e-87ef-fa6629f5979b req-3461963d-68eb-499c-97ff-279165e334d3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 949 time: 0.2075260 Nov 23 09:55:03.469257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.472581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.476752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a7c506f-20cc-4111-8456-d61a34babc9c HTTP/1.1" status: 204 len: 168 time: 0.4167678 Nov 23 09:55:03.503603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2664f-3629-437d-b790-05da09c768d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7c506f-20cc-4111-8456-d61a34babc9c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:03.619190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] For port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,segment=NetworkSegment(dab9ae3b-8c74-4c01-be6f-674575b75195),segment_id=dab9ae3b-8c74-4c01-be6f-674575b75195)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:03.619562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.623886 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.632796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70af9950-00ab-415e-87ef-fa6629f5979b req-52acca47-ea1a-4b63-b351-43d35bc2726b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215665 Nov 23 09:55:03.637116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Calling delete_port for 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:03.656103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69053d76-44f4-4da3-99af-4ca4b41a0abb {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:03.670484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5b0946ef-d482-44b6-9e28-b3fb5c9d4771'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:03.707447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6c40e-af2a-464a-916a-3f6b9165e6d6 req-7e539ae0-9ce0-442a-8f2b-d0546332bc54 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:03.715340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0c6c40e-af2a-464a-916a-3f6b9165e6d6 req-7e539ae0-9ce0-442a-8f2b-d0546332bc54 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c13101-e024-4d56-a7f8-bd9055e97d06 HTTP/1.1" status: 200 len: 945 time: 0.0630894 Nov 23 09:55:03.744068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d873826a-dd89-4499-a426-9ede815c0f23'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:03.747882 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1aabc5-a165-4ce9-930a-5da0255483f2 x-openstack-request-id: req-4e1aabc5-a165-4ce9-930a-5da0255483f2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:03.748190 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b320ab6c-4e78-4e51-a13a-c73b782030e3", "name": "network-vif-deleted", "tag": "61854646-039d-4b64-97da-8ab5cf079892", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:03.748449 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e1aabc5-a165-4ce9-930a-5da0255483f2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:03.748861 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b320ab6c-4e78-4e51-a13a-c73b782030e3', 'name': 'network-vif-deleted', 'tag': '61854646-039d-4b64-97da-8ab5cf079892', 'status': 'completed', 'code': 200} Nov 23 09:55:03.785438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0c6c40e-af2a-464a-916a-3f6b9165e6d6 req-129246be-4bd0-4181-8cc6-e524ae5dd646 tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.62 "GET /v2.0/security-groups?id=c98affd8-41a8-4092-877e-a2f91dddb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641634 Nov 23 09:55:03.797348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a446a203-3b6c-4855-a242-537914fc1e4d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:03.907418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:03.911246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a66a627b-1f88-46d9-975f-1cd64a0342d2 req-195f3c87-2571-4ebb-9c15-1f5d057d028b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0754542 Nov 23 09:55:03.941601 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.942306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:03.952621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7645ebf-e55f-4763-a2f6-19457555809e req-2777600b-7d79-4b38-9027-070793980a74 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/ports?device_id=b320ab6c-4e78-4e51-a13a-c73b782030e3 HTTP/1.1" status: 200 len: 210 time: 0.0709736 Nov 23 09:55:03.988028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['2462d168-d302-43b8-809c-dc62523be609'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:04.000487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Pushing event deleted for resources: {'Port': ['ID=6d5a4eff-306e-4e9d-9917-046a9dd9aab4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:04.036290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['964043c6-66a0-4330-be51-0573b2548b56'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:04.039361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['1b3f8912-1f89-49f8-b96d-514457e1815c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:04.054274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] No DVR routers for this DVR port 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:04.056363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58346) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:04.057716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.064821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1153595d-deb3-4874-9ddf-a42b563c977a req-d71f016f-00dd-4576-b2d6-d4951024f16a tempest-LiveMigrationTest-629179180 tempest-LiveMigrationTest-629179180-project] 10.222.0.11 "DELETE /v2.0/ports/6d5a4eff-306e-4e9d-9917-046a9dd9aab4 HTTP/1.1" status: 204 len: 173 time: 1.0816321 Nov 23 09:55:04.082217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8776300f-372c-4160-91d2-cce68bb297e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.255094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8776300f-372c-4160-91d2-cce68bb297e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.263295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8776300f-372c-4160-91d2-cce68bb297e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.295015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577336-43d3-4260-abd4-58d6a8808c30 req-c70b2c99-b8a4-4601-819e-3477ac7d939d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.297727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f577336-43d3-4260-abd4-58d6a8808c30 req-c70b2c99-b8a4-4601-819e-3477ac7d939d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 945 time: 0.0659785 Nov 23 09:55:04.310048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8776300f-372c-4160-91d2-cce68bb297e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8fce47c9f0b41f1852de46771be8c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499011 Nov 23 09:55:04.310048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776300f-372c-4160-91d2-cce68bb297e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e177f4-74b0-47aa-8cf4-8fdf4889a0ae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:04.310824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58350) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:04.391954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f577336-43d3-4260-abd4-58d6a8808c30 req-a834cc77-ba3f-4718-a9a1-8123070067bd tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851631 Nov 23 09:55:04.397017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.415447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['69053d76-44f4-4da3-99af-4ca4b41a0abb'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:04.420015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.474351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.477414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:04.478869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:04.482767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7e177f4-74b0-47aa-8cf4-8fdf4889a0ae HTTP/1.1" status: 204 len: 168 time: 0.1681836 Nov 23 09:55:04.509968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c16b-13aa-4327-b528-6caa85d1905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e177f4-74b0-47aa-8cf4-8fdf4889a0ae,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:04.596563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.603016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.609707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.617583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.624557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.631827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.638961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.641357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-261ba60f-3d37-4df4-9a10-7cabfde0ffa6 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5437 time: 0.1099994 Nov 23 09:55:04.729737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d5b7417b-e185-4468-9d5f-f1557f2b5cc2'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:04.736673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf7983c2-2b84-4838-af4a-78ca6c3f210a req-1b058dbc-3324-48d0-8fdc-d41447af302b tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773976 Nov 23 09:55:04.801627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eaac8-e956-46e6-9495-68c81d085a28 req-8f1718d3-7fc5-42d0-b308-3ee9e944aecc tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:04.803322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c31eaac8-e956-46e6-9495-68c81d085a28 req-8f1718d3-7fc5-42d0-b308-3ee9e944aecc tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 949 time: 0.0587749 Nov 23 09:55:04.836785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:04.882659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c31eaac8-e956-46e6-9495-68c81d085a28 req-41ce5dd8-6681-48c2-9754-47d3b4a86a90 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Nov 23 09:55:05.034125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Deleting subnet 0bd632ad-84d2-43ad-84a9-901329b61765 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:55:05.045980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.118875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 61854646-039d-4b64-97da-8ab5cf079892 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:05.120830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3080aebf-df42-483b-888f-7b026813c0eb req-fd37ab44-ae7d-4dc8-bef0-97e7622a51e6 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0838697 Nov 23 09:55:05.137407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.155401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 61854646-039d-4b64-97da-8ab5cf079892 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:55:05.155878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 61854646-039d-4b64-97da-8ab5cf079892 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:55:05.156498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:05.207530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58404) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:05.207724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.274799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.276038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.303564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.309591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd632ad-84d2-43ad-84a9-901329b61765,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:05.317537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.324876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef431bd7-417a-43e2-8209-f88aa1d32d3d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0bd632ad-84d2-43ad-84a9-901329b61765 HTTP/1.1" status: 204 len: 168 time: 0.4866071 Nov 23 09:55:05.325535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:05.364146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.365310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.369075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.373234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "DELETE /v2.0/security-groups/3a8318b3-f46f-45ca-87ed-dd14e26eef75 HTTP/1.1" status: 204 len: 168 time: 0.1641457 Nov 23 09:55:05.374235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58412) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:05.395561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b904e-77f2-4e84-adac-d5ec4f7d0ee8 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8318b3-f46f-45ca-87ed-dd14e26eef75,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:05.405968 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-119d9c9e-80db-4a94-acbd-2e85596441c9 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] show failed (client error): The resource could not be found. Nov 23 09:55:05.410598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-119d9c9e-80db-4a94-acbd-2e85596441c9 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "GET /v2.0/security-groups/3a8318b3-f46f-45ca-87ed-dd14e26eef75 HTTP/1.1" status: 404 len: 347 time: 0.0293748 Nov 23 09:55:05.411073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58416) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:05.414273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:05.416514 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76658bf9-adef-4ffe-8f34-39fcdbb1177e" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:05.440147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:05.447845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.458991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.542718 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aac24d-411f-4293-84e7-17d236f54fd2 x-openstack-request-id: req-b8aac24d-411f-4293-84e7-17d236f54fd2 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:05.543936 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:05.544377 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8aac24d-411f-4293-84e7-17d236f54fd2 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:05.544931 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'code': 200} Nov 23 09:55:05.551710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:05.569470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.590461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36803353-ad87-4613-bb49-44f0e3b6afae']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:05.600586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab9ae3b-8c74-4c01-be6f-674575b75195') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:05.601046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab9ae3b-8c74-4c01-be6f-674575b75195') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:05.616158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.621266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c429-3d79-4c73-95ea-7449761652f0 req-7fb27e98-4d7e-4249-8a67-25ced2ff76fc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.627119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fca6c429-3d79-4c73-95ea-7449761652f0 req-7fb27e98-4d7e-4249-8a67-25ced2ff76fc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 945 time: 0.0794024 Nov 23 09:55:05.636321 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.645159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:55:05.645700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:55:05.647931 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:55:05.657308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Deleting port 3ab715f2-c42f-4cef-a1ed-f4c12867ee3e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:05.657663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.721563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.735463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.741333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] 10.222.0.62 "DELETE /v2.0/networks/36803353-ad87-4613-bb49-44f0e3b6afae HTTP/1.1" status: 204 len: 168 time: 0.4122982 Nov 23 09:55:05.743372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fca6c429-3d79-4c73-95ea-7449761652f0 req-62e721d7-b2b2-4b24-b850-742d60cb467c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128097 Nov 23 09:55:05.743859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:05.751874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f0be-d6be-4fa2-9ae7-c7d4ed47ec06 admin admin] Pushing event deleted for resources: {'Network': ['ID=36803353-ad87-4613-bb49-44f0e3b6afae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:05.768172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-deleted', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:05.776684 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6546ebed-f4d6-4ddc-8ad7-f65af6a96623" -d '{"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-deleted", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:05.822445 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908215f0-70f6-49c2-b031-56702a5f6aed x-openstack-request-id: req-908215f0-70f6-49c2-b031-56702a5f6aed {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:05.822788 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c13101-e024-4d56-a7f8-bd9055e97d06", "name": "network-vif-deleted", "tag": "6d5a4eff-306e-4e9d-9917-046a9dd9aab4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:05.822978 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-908215f0-70f6-49c2-b031-56702a5f6aed {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:05.823376 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c13101-e024-4d56-a7f8-bd9055e97d06', 'name': 'network-vif-deleted', 'tag': '6d5a4eff-306e-4e9d-9917-046a9dd9aab4', 'status': 'completed', 'code': 200} Nov 23 09:55:05.845227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Deleting subnet eac77be9-be8a-49c8-ae0f-0bb020f3f8f2 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:55:05.848622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.848831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.856794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.882620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Calling delete_port for 3ab715f2-c42f-4cef-a1ed-f4c12867ee3e owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:05.885111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.891343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.897403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.905977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:05.911877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.917913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.926108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.930554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:05.932442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-5787dbc1-7020-4efc-ac47-52f4dece0192 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5437 time: 0.1042380 Nov 23 09:55:06.002026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4700580-3c7e-4da4-8fde-dc38ac27ed1f req-ebdd1d08-c575-4179-88ab-39fb6f53d21b tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619709 Nov 23 09:55:06.032464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.084015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9115be5-9ccc-43ff-bd43-a916805e6486 req-e08503b1-7073-436b-b818-247c9bed10b0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:06.085582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9115be5-9ccc-43ff-bd43-a916805e6486 req-e08503b1-7073-436b-b818-247c9bed10b0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 949 time: 0.1259472 Nov 23 09:55:06.175016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.193568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9115be5-9ccc-43ff-bd43-a916805e6486 req-5c89578e-e1fa-4b35-9486-59d4759fc4c3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Nov 23 09:55:06.221965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.229990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eac77be9-be8a-49c8-ae0f-0bb020f3f8f2 HTTP/1.1" status: 204 len: 168 time: 0.4814630 Nov 23 09:55:06.233683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58458) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:06.246099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.248144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f46e56-0a26-45a7-b482-b4439591bd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac77be9-be8a-49c8-ae0f-0bb020f3f8f2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:06.251618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7a1d427-842e-431a-bbd1-22d0325cf853 req-d2f6670e-4833-4a1c-b640-13ea06ee2a2d tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Nov 23 09:55:06.304607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Pushing event deleted for resources: {'Port': ['ID=3ab715f2-c42f-4cef-a1ed-f4c12867ee3e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:06.382931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.409829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.412439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.413603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-54efe5de-7e54-460b-b086-92c7ec337ab2 tempest-ImagesOneServerNegativeTestJSON-1501318095 tempest-ImagesOneServerNegativeTestJSON-1501318095-project] 10.222.0.62 "DELETE /v2.0/floatingips/6a704769-7812-482d-8d93-eac36fc8cca6 HTTP/1.1" status: 204 len: 168 time: 1.0014093 Nov 23 09:55:06.490267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.518415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-08d6ff78-35c5-4d03-9a3d-6b25156782c6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a59b134e264a487c9c529556aa7ee1ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304401 Nov 23 09:55:06.521522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58482) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:06.545465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f792a-7c07-493d-ae0e-35cac3e5d890']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:06.563206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:06.587202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861dbaf2-06f8-4326-acea-352042eb1ecc') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:06.587474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861dbaf2-06f8-4326-acea-352042eb1ecc') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:06.611138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.617947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:06.618433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.665425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Deleting subnet 8cf6954f-13df-455b-9355-2d6d40f35fd3 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:55:06.669014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.672871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.699926 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.702570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:55:06.702977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:55:06.706241 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:55:06.733441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:06.738134 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.738916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:06.772789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.781902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:55:06.782279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6d5a4eff-306e-4e9d-9917-046a9dd9aab4 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:55:06.809808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-3abb67b2-44da-4150-ae60-3e86d87bc980 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:06.811346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-3abb67b2-44da-4150-ae60-3e86d87bc980 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779667 Nov 23 09:55:06.814306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.818723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:06.821721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.827450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b28f792a-7c07-493d-ae0e-35cac3e5d890 HTTP/1.1" status: 204 len: 168 time: 0.5901845 Nov 23 09:55:06.849680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27a5d1-1962-454d-8179-652a71f1bdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28f792a-7c07-493d-ae0e-35cac3e5d890,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:06.856720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.859731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-ee56aef6-a513-487e-9ed0-d358408de41a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/quotas/a59b134e264a487c9c529556aa7ee1ea HTTP/1.1" status: 200 len: 375 time: 0.0225556 Nov 23 09:55:06.911718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-d68717b9-1100-46de-b398-d021f5787e29 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337017 Nov 23 09:55:06.942467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.958443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df940-4228-4893-8c99-9b3faa168516 req-85528558-465a-4f15-93ee-850cffd5b687 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:06.963086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:06.969832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8cf6954f-13df-455b-9355-2d6d40f35fd3 HTTP/1.1" status: 204 len: 168 time: 0.4455059 Nov 23 09:55:06.970074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-df4df940-4228-4893-8c99-9b3faa168516 req-85528558-465a-4f15-93ee-850cffd5b687 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 945 time: 0.0951247 Nov 23 09:55:06.971009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58498) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:07.019855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeacc0-d306-4a8f-8f0f-d1054079dbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf6954f-13df-455b-9355-2d6d40f35fd3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:07.034358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-df4df940-4228-4893-8c99-9b3faa168516 req-0c45b867-8048-4de8-b7cc-f804f04f772e tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643249 Nov 23 09:55:07.082048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:07.122372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:07.190082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b35dc68-a26d-46b4-9d31-36dc97cfe07a req-cec5fe5a-412a-4ffd-b0b5-78db0ca7ff62 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 210 time: 0.0450993 Nov 23 09:55:07.193702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.204054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:07.209098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:07.209665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.221649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-72862298-b83e-486f-9203-8e969fa8680e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7178e41a06f4bc8a334cf61a90d4002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940940 Nov 23 09:55:07.221649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58508) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:07.249343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.256266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.263254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.271552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.277858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.287408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.300221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.300636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.306456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-e6a6b939-526b-45f7-82c6-65579fbb3d70 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5437 time: 0.1636999 Nov 23 09:55:07.325061 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.338221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed689baa-9c52-48fc-85d0-99910e76bcda']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:07.364828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:07.365349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed8c8f3-f79e-49ac-a931-4fcffbc2381e') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:07.369900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:07.377357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.379468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d873826a-dd89-4499-a426-9ede815c0f23 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:07.382355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.404804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.415516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8e6d-87d6-4904-a13d-3ea29a4c34bd req-e2152ff9-ff29-4882-9370-f26af75a015a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:07.417181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c4f8e6d-87d6-4904-a13d-3ea29a4c34bd req-e2152ff9-ff29-4882-9370-f26af75a015a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0921166 Nov 23 09:55:07.418571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.428147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0a6c32a-f0a8-43a7-bcb2-4fa1541b37f6 req-36bd0667-b9b8-4c7a-b268-92ad24d60bc4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047585 Nov 23 09:55:07.463802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:55:07.464203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:55:07.465981 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:55:07.474648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.495616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d873826a-dd89-4499-a426-9ede815c0f23 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:07.502617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d873826a-dd89-4499-a426-9ede815c0f23 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:07.503081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.530371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:07.545776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:07.548775 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548eac89-0435-4f24-886f-f7ef78f8ec15" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:07.578607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c4f8e6d-87d6-4904-a13d-3ea29a4c34bd req-c385ee89-bef8-4949-a30f-06b3fa71dfdd tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542509 Nov 23 09:55:07.579839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.586215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98ca4f2a-9d6e-41cd-bf1d-32041a612e02 req-b183a3c8-1789-4fb7-9b3c-011b6e80068b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0436394 Nov 23 09:55:07.589685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.595804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] 10.222.0.62 "DELETE /v2.0/networks/ed689baa-9c52-48fc-85d0-99910e76bcda HTTP/1.1" status: 204 len: 168 time: 0.6211512 Nov 23 09:55:07.600617 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.604505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.605069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072b16c-ba00-4e0f-b4ba-05a8f94f0abb admin admin] Pushing event deleted for resources: {'Network': ['ID=ed689baa-9c52-48fc-85d0-99910e76bcda,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:07.605740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c98affd8-41a8-4092-877e-a2f91dddb1c8 HTTP/1.1" status: 204 len: 168 time: 0.3842463 Nov 23 09:55:07.632293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749cf9-a302-41f1-8b44-7a4f76f36256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98affd8-41a8-4092-877e-a2f91dddb1c8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:07.662492 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.700268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d873826a-dd89-4499-a426-9ede815c0f23,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:07.709422 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:07.785983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b8fb36-6972-4954-8e8d-437ed077b44c x-openstack-request-id: req-b1b8fb36-6972-4954-8e8d-437ed077b44c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:07.786259 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:07.786509 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1b8fb36-6972-4954-8e8d-437ed077b44c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:07.787089 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'code': 200} Nov 23 09:55:07.787516 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771', 'code': 200} Nov 23 09:55:07.792415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:07.896535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58538) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:07.941337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d78f6b0a-4bcd-4757-942e-a751e01bf70b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5124bc3c71b4f4e9ff7f7d90f5a6dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428996 Nov 23 09:55:07.943607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:08.004719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38ee44b5-082a-4b6d-ba10-082fccc90c39 req-7d46e45d-df21-4076-bcb6-faafa70a7f86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0324705 Nov 23 09:55:08.028796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.034794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f75b0-5fab-49a0-92e2-629d76d4471f req-44384b58-3f22-4f03-8f6a-7d93e678fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.036417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-492f75b0-5fab-49a0-92e2-629d76d4471f req-44384b58-3f22-4f03-8f6a-7d93e678fb28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1101 time: 0.0513155 Nov 23 09:55:08.051511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.089553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58544) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:08.115825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.118622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.119809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df2ddcfe-3d9b-42ba-bf91-87a67b072441 HTTP/1.1" status: 204 len: 168 time: 0.1749887 Nov 23 09:55:08.133145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-325bf356-5f0f-4a1a-a713-8169d2e7885b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcf9eb3623c547b1a4ae8108104e3102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419545 Nov 23 09:55:08.135561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58548) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:08.150738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa612a1-6a43-415b-8f6c-deed42a590a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ddcfe-3d9b-42ba-bf91-87a67b072441,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:08.175577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b6c8-5e07-40fa-a446-68ae332ce92d req-3306756f-165b-4741-883f-c5e295a433e3 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.177158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1165b6c8-5e07-40fa-a446-68ae332ce92d req-3306756f-165b-4741-883f-c5e295a433e3 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 945 time: 0.0716624 Nov 23 09:55:08.202072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.225978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.234986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1165b6c8-5e07-40fa-a446-68ae332ce92d req-835e838a-50e4-4418-bca1-9312485b5f54 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508738 Nov 23 09:55:08.302460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9420c20-8efd-4ccb-a549-5644a842202c req-2864bd19-4a2d-4382-87a2-8f88dd9dfccf tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 210 time: 0.0309956 Nov 23 09:55:08.322242 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.324914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.326215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca451419-a723-494f-ae24-5e34bcd74b32 HTTP/1.1" status: 204 len: 168 time: 0.1884961 Nov 23 09:55:08.334499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4c02a-d464-463d-bb9e-623cf1b5de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca451419-a723-494f-ae24-5e34bcd74b32,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:08.470811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-492f75b0-5fab-49a0-92e2-629d76d4471f req-00302aa4-3acb-452a-9d16-c09a99a36fac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 Nov 23 09:55:08.568518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.575273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.576947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:08.581764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.587820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.593834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.600064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.606128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.614116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-915ea37b-39b8-478b-b699-552f021c65b7 req-98f6ccc8-19ca-44d7-92ec-85c022f21c82 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5439 time: 0.1015353 Nov 23 09:55:08.675268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-915ea37b-39b8-478b-b699-552f021c65b7 req-19dca2ab-c49e-4323-8590-f01840264cc2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602596 Nov 23 09:55:08.747965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:08.755955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddae0a32-39b0-4a97-bc79-08198b040a84 req-36d0e45c-5d44-4c66-905c-5e92505f6ead tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0448506 Nov 23 09:55:08.785218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'mac_address': 'fa:16:3e:fd:c2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:08.834501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.835852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827debe6-c832-45b9-8896-496b0f061af9 req-4f4dd1a3-c019-434d-b9dd-d77d7e0432c0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:08.839356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-827debe6-c832-45b9-8896-496b0f061af9 req-4f4dd1a3-c019-434d-b9dd-d77d7e0432c0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0674438 Nov 23 09:55:08.858451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72a1e4e1-a7a5-48af-9801-44a1e8732010 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:08.885071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:08.891359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:08.893946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-827debe6-c832-45b9-8896-496b0f061af9 req-118749bf-f6ab-4370-810e-ec57fc3663a9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Nov 23 09:55:08.972122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:09.095774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['72a1e4e1-a7a5-48af-9801-44a1e8732010'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:09.121186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d5b7417b-e185-4468-9d5f-f1557f2b5cc2 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:09.225263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:09.245256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:09.245710 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.274990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-85af3f50-7b40-46f0-95ec-7022e3d91bf6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a59b134e264a487c9c529556aa7ee1ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357811 Nov 23 09:55:09.435729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.477506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cfefd-0fdd-4339-bf9b-23a70a8a6fd8 req-e36ac533-7c2d-425d-a7ec-7e0613d081e3 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.480756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:09.485999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c6cfefd-0fdd-4339-bf9b-23a70a8a6fd8 req-e36ac533-7c2d-425d-a7ec-7e0613d081e3 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 945 time: 0.1542978 Nov 23 09:55:09.486810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.488052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1b3f8912-1f89-49f8-b96d-514457e1815c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:09.560607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-44818dfb-4f15-461a-8539-c2be94fddffa tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.562538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-44818dfb-4f15-461a-8539-c2be94fddffa tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812805 Nov 23 09:55:09.574892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:09.597014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c6cfefd-0fdd-4339-bf9b-23a70a8a6fd8 req-06fcd4fa-3f3d-444d-a423-4882254d1066 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098459 Nov 23 09:55:09.597411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 1b3f8912-1f89-49f8-b96d-514457e1815c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:09.604763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 1b3f8912-1f89-49f8-b96d-514457e1815c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:09.605364 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.611790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e38c266-37e9-4a43-a613-839e934b32f8 req-cb0f3224-0670-4d21-9983-d7c279479d94 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Nov 23 09:55:09.613532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Request body: {'port': {'device_id': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'a59b134e264a487c9c529556aa7ee1ea'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:09.751535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.791238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd873826a-dd89-4499-a426-9ede815c0f23'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:09.795138 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247fb99-ce47-4986-90fb-37afe784b1f5" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "d873826a-dd89-4499-a426-9ede815c0f23"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:09.799631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:09.806162 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.807015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 69053d76-44f4-4da3-99af-4ca4b41a0abb up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:09.865091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.871760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.878257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.884412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.890608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.896820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.904217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:09.906173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-fbd329f8-b559-4a0a-8e0d-557435400eac tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5440 time: 0.1372988 Nov 23 09:55:09.907316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:09.908207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Made reservation on behalf of a59b134e264a487c9c529556aa7ee1ea for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:09.920103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.923850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 69053d76-44f4-4da3-99af-4ca4b41a0abb completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:09.928849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 69053d76-44f4-4da3-99af-4ca4b41a0abb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:09.929361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:09.932650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.031065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.044438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a11a4f43-c598-477e-99b6-c6e23733b577 req-55b246c4-5625-4751-8e01-378920f60282 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065195 Nov 23 09:55:10.073094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d8a2a70-3d49-4dc8-8246-a4be169e629e req-95cfd641-6663-4fd5-98d2-34168783042b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0520678 Nov 23 09:55:10.084440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:10.095293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.096710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 964043c6-66a0-4330-be51-0573b2548b56 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:10.122034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.129050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.179177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6dd4fb-c9ed-4a91-8043-f12795e682f1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:10.193774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.194384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.195106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.195606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.196134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.196639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.197531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.198085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.198575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.199059 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.199568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.200508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:10.212347 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84ba60c-ed6c-4495-bebd-bb463158c4f2 x-openstack-request-id: req-e84ba60c-ed6c-4495-bebd-bb463158c4f2 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:10.213218 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "d873826a-dd89-4499-a426-9ede815c0f23", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:10.214424 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e84ba60c-ed6c-4495-bebd-bb463158c4f2 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:10.214892 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd873826a-dd89-4499-a426-9ede815c0f23', 'code': 200} Nov 23 09:55:10.215154 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'code': 200} Nov 23 09:55:10.215451 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'code': 200} Nov 23 09:55:10.297642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847f8f-2361-4314-8b96-9cb0ceb58f55 req-a125eaf4-970b-480e-a239-88500db28b1d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:10.298415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2847f8f-2361-4314-8b96-9cb0ceb58f55 req-a125eaf4-970b-480e-a239-88500db28b1d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1090550 Nov 23 09:55:10.372083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Allocated IP 192.168.233.6 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/a13e99f6-cde4-4364-8b04-d18e674545f1) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:10.400429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2847f8f-2361-4314-8b96-9cb0ceb58f55 req-7619f881-f72a-4212-921c-cea71d1c49b8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Nov 23 09:55:10.483432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:10.502293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 964043c6-66a0-4330-be51-0573b2548b56 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:10.507690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 964043c6-66a0-4330-be51-0573b2548b56 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:10.507874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.593914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.628055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:10.632550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.644288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.699812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-0b797ea8-69cd-448e-b63b-7f214395843a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309348 Nov 23 09:55:10.713272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:10.717256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:10.721238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=964043c6-66a0-4330-be51-0573b2548b56,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:10.728716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:10.736588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.737606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2462d168-d302-43b8-809c-dc62523be609 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:10.745389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 72a1e4e1-a7a5-48af-9801-44a1e8732010 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:10.745815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.828265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Pushing event updated for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:10.867899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-fdc110d9-6136-4c27-9fcf-13a070569611 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:10.870515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-fdc110d9-6136-4c27-9fcf-13a070569611 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634121 Nov 23 09:55:10.885194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:10.889687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e068d-35db-4204-8cf2-a18cebf6ad23 req-26dd5e4c-8883-4880-b4a8-2480ce64e606 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:10.892166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-301e068d-35db-4204-8cf2-a18cebf6ad23 req-26dd5e4c-8883-4880-b4a8-2480ce64e606 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.1702616 Nov 23 09:55:10.899301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:10.900023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-7d5e5f77-4e3d-495c-a013-6c7b47010051 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/quotas/d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 375 time: 0.0193229 Nov 23 09:55:10.900223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.928134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 2462d168-d302-43b8-809c-dc62523be609 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:10.937364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 2462d168-d302-43b8-809c-dc62523be609 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:10.937828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.962085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-a615ed7e-9415-40a6-bce6-4b91e1624852 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3631754 Nov 23 09:55:10.971769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-6c0096e6-f38e-4213-bb38-4fd27bd5e8c1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611119 Nov 23 09:55:10.974456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:10.996301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-301e068d-35db-4204-8cf2-a18cebf6ad23 req-4f4e739a-829a-4bcd-9c7e-75e3f19b92c4 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907431 Nov 23 09:55:11.027244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:11.034369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.057951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Request body: {'port': {'device_id': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:11.134320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.147154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-276ddbe8-dde2-4c7d-bd87-79aa93357d4a None None] Provisioning complete for port a13e99f6-cde4-4364-8b04-d18e674545f1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:11.147633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-276ddbe8-dde2-4c7d-bd87-79aa93357d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.151791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:11.221175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-276ddbe8-dde2-4c7d-bd87-79aa93357d4a None None] Port a13e99f6-cde4-4364-8b04-d18e674545f1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:11.223775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2462d168-d302-43b8-809c-dc62523be609,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:11.230946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.232031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a446a203-3b6c-4855-a242-537914fc1e4d up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:11.245144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.273692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787efb-8c67-4c65-9194-43cd6d29b026 req-53e10641-da32-4046-9ed9-3ec14e2ca055 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.281704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3787efb-8c67-4c65-9194-43cd6d29b026 req-53e10641-da32-4046-9ed9-3ec14e2ca055 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 934 time: 0.1637914 Nov 23 09:55:11.330584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:11.343827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a446a203-3b6c-4855-a242-537914fc1e4d completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:11.345856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.347938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a446a203-3b6c-4855-a242-537914fc1e4d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:11.348310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.353258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.361877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.369017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.378133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.384768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.391051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:11.393128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-e7293098-c8ed-4c80-a815-efa74ceb91fb tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5443 time: 0.1465611 Nov 23 09:55:11.407212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58694) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:11.479443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62feb3b8-3562-4ef6-92a9-077df1d6fef2 req-c279cd87-5d60-4b92-b7ae-dd8be2e1a149 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795493 Nov 23 09:55:11.485015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3787efb-8c67-4c65-9194-43cd6d29b026 req-258aad0a-77b7-4260-8b36-7310485806b4 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020404 Nov 23 09:55:11.554492 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.579872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad690246-6bf4-4c2a-96a2-629e55d6fa95 req-180a651a-9f01-48a5-97a0-1bd3ff6f325c tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Nov 23 09:55:11.604844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a446a203-3b6c-4855-a242-537914fc1e4d,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:11.609236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1301-e72e-4fd7-8131-2aef1b81a450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.611357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.654002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-efbf428f-72e9-4e6e-a9e4-531753a24102 req-9bb6f67a-5e84-4d40-ab19-d68ddbce54a2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 210 time: 0.0985076 Nov 23 09:55:11.692731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:11.836869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13e99f6-cde4-4364-8b04-d18e674545f1 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:11.846042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.862206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Transition to ACTIVE for port object a13e99f6-cde4-4364-8b04-d18e674545f1 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:55:11.867372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:11.952220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Pushing event updated for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:12.050922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Attempting to bind port a13e99f6-cde4-4364-8b04-d18e674545f1 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:12.052723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Attempting to bind port a13e99f6-cde4-4364-8b04-d18e674545f1 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:12.054313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Attempting to bind port a13e99f6-cde4-4364-8b04-d18e674545f1 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:12.068976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Port a13e99f6-cde4-4364-8b04-d18e674545f1 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:55:12.068976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Attempting to bind port a13e99f6-cde4-4364-8b04-d18e674545f1 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:12.079445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:12.080217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:12.080907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:12.081710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Bound port: a13e99f6-cde4-4364-8b04-d18e674545f1, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:12.082263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.162076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d853e-f7ac-45f7-aef1-877fc97b44ae req-9bd4a7a1-32b8-4fd0-a2cb-27ccf34b323d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.177213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-229d853e-f7ac-45f7-aef1-877fc97b44ae req-9bd4a7a1-32b8-4fd0-a2cb-27ccf34b323d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.4930961 Nov 23 09:55:12.217435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964043c6-66a0-4330-be51-0573b2548b56'}, {'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2462d168-d302-43b8-809c-dc62523be609'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a446a203-3b6c-4855-a242-537914fc1e4d'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:12.221332 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed74919-509c-4674-ae7e-5a0c7474a612" -d '{"events": [{"server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "name": "network-vif-plugged", "status": "completed", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "964043c6-66a0-4330-be51-0573b2548b56"}, {"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "2462d168-d302-43b8-809c-dc62523be609"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "a446a203-3b6c-4855-a242-537914fc1e4d"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:12.231130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598618f3-514a-4482-921d-c37c7340a59a req-910257ff-0fdd-4664-979b-23d81a3f06a6 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.232701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-598618f3-514a-4482-921d-c37c7340a59a req-910257ff-0fdd-4664-979b-23d81a3f06a6 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.1146238 Nov 23 09:55:12.236826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:12.240528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a13e99f6-cde4-4364-8b04-d18e674545f1,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:12.246745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1301-e72e-4fd7-8131-2aef1b81a450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.254222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.273043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1301-e72e-4fd7-8131-2aef1b81a450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.297004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-229d853e-f7ac-45f7-aef1-877fc97b44ae req-be485ec9-f11e-4450-b155-53ac21bebbc0 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187756 Nov 23 09:55:12.305749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.313649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.316825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] 10.222.0.11 "PUT /v2.0/ports/a13e99f6-cde4-4364-8b04-d18e674545f1 HTTP/1.1" status: 200 len: 1094 time: 1.2651899 Nov 23 09:55:12.326128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:12.329192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ef2c1301-e72e-4fd7-8131-2aef1b81a450 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2674d6b75040495dadb6b6b601cf7433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9197998 Nov 23 09:55:12.334016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58740) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:12.336069 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb861829-09a6-4744-8da4-eccfc14fcc84" -d '{"events": [{"name": "network-changed", "server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:12.355683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1301-e72e-4fd7-8131-2aef1b81a450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe447bc-2484-4a1b-b32a-774ddc288fe3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:12.429219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.447314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-598618f3-514a-4482-921d-c37c7340a59a req-2543c64a-692d-4efc-b529-64e56142b3d5 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797485 Nov 23 09:55:12.461203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.519734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfbe44-fc9b-4fbb-a57d-85d5787e05eb service neutron] Pushing event updated for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:12.546128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48c5a1a5-6700-4472-b5bb-a47af6c0ef28 req-f28dd024-a994-44c1-bccf-d51550036803 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.1280737 Nov 23 09:55:12.557157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-4345d446-04f8-474e-9304-f5aa802ec89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.561833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-4345d446-04f8-474e-9304-f5aa802ec89b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 1097 time: 0.1276751 Nov 23 09:55:12.568734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.571156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:12.580270 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928633c9-7c30-4309-bd51-76c9e8794d24 x-openstack-request-id: req-928633c9-7c30-4309-bd51-76c9e8794d24 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:12.581179 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "name": "network-vif-plugged", "status": "completed", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "964043c6-66a0-4330-be51-0573b2548b56", "code": 200}, {"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "2462d168-d302-43b8-809c-dc62523be609", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-plugged", "status": "completed", "tag": "a446a203-3b6c-4855-a242-537914fc1e4d", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:12.581179 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-928633c9-7c30-4309-bd51-76c9e8794d24 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:12.582702 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'code': 200} Nov 23 09:55:12.582911 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964043c6-66a0-4330-be51-0573b2548b56', 'code': 200} Nov 23 09:55:12.583169 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'code': 200} Nov 23 09:55:12.583457 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2462d168-d302-43b8-809c-dc62523be609', 'code': 200} Nov 23 09:55:12.583653 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a446a203-3b6c-4855-a242-537914fc1e4d', 'code': 200} Nov 23 09:55:12.589530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fe447bc-2484-4a1b-b32a-774ddc288fe3 HTTP/1.1" status: 204 len: 168 time: 0.2369690 Nov 23 09:55:12.642687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-64735f85-6879-4fda-af93-3e0e57282152 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938804 Nov 23 09:55:12.644037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa791d0-9e35-4e45-b99a-9d5c4d926338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe447bc-2484-4a1b-b32a-774ddc288fe3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:12.703066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-cd1201cc-6546-4cfa-9eec-7d2745071770 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a13e99f6-cde4-4364-8b04-d18e674545f1 HTTP/1.1" status: 200 len: 217 time: 0.1325603 Nov 23 09:55:12.705749 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ff9d0-fa16-4652-a518-06c11f635ff6 x-openstack-request-id: req-fa8ff9d0-fa16-4652-a518-06c11f635ff6 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:12.706068 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:12.706322 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa8ff9d0-fa16-4652-a518-06c11f635ff6 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:12.706707 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1', 'status': 'completed', 'code': 200} Nov 23 09:55:12.855755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-5b2c225a-4fe6-45be-9efe-47fdb244997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.858699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-5b2c225a-4fe6-45be-9efe-47fdb244997c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1474779 Nov 23 09:55:12.938521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.945882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.954521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.976241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.984168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.991307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.997613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:12.999681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-2e7fb815-b11c-48cd-8a86-03baf3d47119 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.2352793 Nov 23 09:55:13.008373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29130bcc-7a20-4e67-81a1-4e6542cdecbe req-da714cc2-9834-44f4-b59f-04a4fec1fad1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.016832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29130bcc-7a20-4e67-81a1-4e6542cdecbe req-da714cc2-9834-44f4-b59f-04a4fec1fad1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.3162909 Nov 23 09:55:13.054277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-f54ad1af-5373-4309-8403-28dbfaf4b0e1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.056472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-f54ad1af-5373-4309-8403-28dbfaf4b0e1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916700 Nov 23 09:55:13.061069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8c32-8f76-4776-92da-4280022318a3 req-3486e5b1-d96b-45c4-8c46-8f9f7f9527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.062555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f1e8c32-8f76-4776-92da-4280022318a3 req-3486e5b1-d96b-45c4-8c46-8f9f7f9527bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 1097 time: 0.2545679 Nov 23 09:55:13.076331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Request body: {'port': {'device_id': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd1939e1810a44c3b983810c2d642c5ab'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:13.090829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.091639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.092282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.092935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.093579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.094769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.095404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.097649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-de776b7f-c495-4d02-887e-5113b6faebf5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.1678495 Nov 23 09:55:13.362840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29130bcc-7a20-4e67-81a1-4e6542cdecbe req-09145a19-9928-4f45-9c4f-79aa5df64169 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413937 Nov 23 09:55:13.377046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcb3aaf6-0d86-4f09-bd97-395637fb4d8f req-dd25bf04-9dc0-4cb5-844f-81ebf91c0e1e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2695963 Nov 23 09:55:13.394043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Made reservation on behalf of d1939e1810a44c3b983810c2d642c5ab for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:13.405641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:13.431252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-df1b03d5-b6c4-45e5-8492-8d3292195630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.432685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-df1b03d5-b6c4-45e5-8492-8d3292195630 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5639875 Nov 23 09:55:13.437100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:13.464249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2f1e8c32-8f76-4776-92da-4280022318a3 req-95a0a46a-783d-40b1-8615-e6d040fba838 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635998 Nov 23 09:55:13.523815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58aa6d31-792e-4892-a68e-b005e72d1eea req-3ac0dc95-87ef-4ad5-be99-41be74c76e0f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5068450 Nov 23 09:55:13.587774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794533df-e500-4e66-8eeb-81212e4929a3 req-8f47f6d6-dfd1-4fbb-addd-d857e9108da6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:13.595623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-794533df-e500-4e66-8eeb-81212e4929a3 req-8f47f6d6-dfd1-4fbb-addd-d857e9108da6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 946 time: 0.1248393 Nov 23 09:55:13.602983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-77a30ec8-b2e7-49f8-b105-832b9754a224 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582355 Nov 23 09:55:13.644686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:13.656145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:13.698061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-794533df-e500-4e66-8eeb-81212e4929a3 req-e7b04df2-8ad3-4c91-89f0-bef7c897d9d2 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017954 Nov 23 09:55:13.724513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2375342b-6d62-44d0-ba61-fb1ddea62de6 req-6ad221c9-7a14-4336-a91d-1857a8a859ce tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 210 time: 0.0854378 Nov 23 09:55:13.837307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc19be15-a2a5-4e88-9da4-b4e2cfe5b4d2 req-ab4b4b69-46ff-4702-963c-4009d8fe813c service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187550 Nov 23 09:55:13.846608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f09f10-487b-41a6-8ea5-a87563071abc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:13.990402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:13.998175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Allocated IP 192.168.233.107 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/8dd030da-24df-4c39-8095-5cf8d5c0bc22) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:14.026332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-ed86ef72-9c2c-4ec3-85ed-4fa6f38410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.027836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-ed86ef72-9c2c-4ec3-85ed-4fa6f38410be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 1097 time: 0.0996468 Nov 23 09:55:14.037835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c39d6-2099-4d8e-a809-6d718ca019d0 req-12eb0e4c-b383-45f7-82f9-9c0543e47ab6 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.040615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e62c39d6-2099-4d8e-a809-6d718ca019d0 req-12eb0e4c-b383-45f7-82f9-9c0543e47ab6 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.1077843 Nov 23 09:55:14.148125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-2884bec5-8c77-4afc-8431-90a056cf42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.151038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-2884bec5-8c77-4afc-8431-90a056cf42ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1156185 Nov 23 09:55:14.201360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-fae8e1b1-f359-472a-9bb5-d4b48c55f087 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a13e99f6-cde4-4364-8b04-d18e674545f1 HTTP/1.1" status: 200 len: 217 time: 0.0406120 Nov 23 09:55:14.213394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-511892887-network', 'tenant_id': '912c4f42e5c041798189ec965bf524ae'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:14.254387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e62c39d6-2099-4d8e-a809-6d718ca019d0 req-d84308c7-2aed-4117-b13e-2305e48829af tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934228 Nov 23 09:55:14.361545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Made reservation on behalf of 912c4f42e5c041798189ec965bf524ae for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:14.364242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.372160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-02e4c3ae-ada4-49cd-b025-939c683641b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.373625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-02e4c3ae-ada4-49cd-b025-939c683641b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1642916 Nov 23 09:55:14.380049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.389362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7530fd2d-89ce-449b-b7f8-ca1e9bc9be32 req-16376ae4-43c4-4a24-9ec5-36876647d530 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0771730 Nov 23 09:55:14.434321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-6ed4f5e8-c8fc-4a00-8c5f-d0ace6760c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.436123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-6ed4f5e8-c8fc-4a00-8c5f-d0ace6760c9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455875 Nov 23 09:55:14.516722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.559479 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-edb382e3-d2ee-412e-a778-05bb488c8b01 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121984 Nov 23 09:55:14.617206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.699591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b8de-b5e8-4ece-ad45-9b3d639fd0f7 req-19d07360-f695-412b-b983-6bf6e3bd9081 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.708876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e734b8de-b5e8-4ece-ad45-9b3d639fd0f7 req-19d07360-f695-412b-b983-6bf6e3bd9081 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.3319635 Nov 23 09:55:14.741654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:14.774629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb861829-09a6-4744-8da4-eccfc14fcc84 req-78a2c0a8-9087-4c0f-8488-69f8226d1105 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027566 Nov 23 09:55:14.802496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:14.810142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e734b8de-b5e8-4ece-ad45-9b3d639fd0f7 req-d10c27db-083d-4fa2-86dc-1609d1a81d1b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003516 Nov 23 09:55:14.820445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:14.823907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:14.876417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.888001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.919351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.940600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.957414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.975756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.976090 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.983062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.983709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:14.986106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:14.996167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5408e361-4c10-4a53-ae72-82ed891de96a req-971c120a-8fa8-460b-889c-0ceb603bd085 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.2198150 Nov 23 09:55:15.009694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.058081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:55:15.086740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5408e361-4c10-4a53-ae72-82ed891de96a req-0ea62bbb-be87-49e8-a9be-9590e59a4d8f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894649 Nov 23 09:55:15.088506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.088835 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Added segment b98a8b6d-7222-42e6-aa01-b67eee41f940 of type vlan for network 69cdf871-3d0c-454e-985a-558974843289 Nov 23 09:55:15.113763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-d79d530e-15ed-432c-8372-068680f6f399 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0446925 Nov 23 09:55:15.142832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Request body: {'port': {'device_id': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:15.147267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b576d00-ccb9-4460-9f83-7ce765fea858,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:15.202649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.218343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148062c-5462-43cd-b1b0-f8edcef71411 req-1b1f3ec9-aba6-406f-ad42-4137b2c0151c tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:15.227029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4148062c-5462-43cd-b1b0-f8edcef71411 req-1b1f3ec9-aba6-406f-ad42-4137b2c0151c tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 946 time: 0.2312825 Nov 23 09:55:15.233807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4b9c5237-c8b2-4c6a-beb6-52e5f1e63460 None None] Provisioning complete for port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:15.235879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850d6f9-1873-490b-8879-0d76310caed6 req-97b566c6-1c05-4260-950a-46494892e4b5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:15.236563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5237-c8b2-4c6a-beb6-52e5f1e63460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.237445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7850d6f9-1873-490b-8879-0d76310caed6 req-97b566c6-1c05-4260-950a-46494892e4b5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 936 time: 0.0637131 Nov 23 09:55:15.277729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c5237-c8b2-4c6a-beb6-52e5f1e63460 None None] Port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:15.280401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.322316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7850d6f9-1873-490b-8879-0d76310caed6 req-6b78fa2b-22b8-40ea-86e6-01c5ed5dfa6b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Nov 23 09:55:15.411699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4148062c-5462-43cd-b1b0-f8edcef71411 req-6badf7b2-45c6-4a2d-b88f-0ee9df34fa21 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786301 Nov 23 09:55:15.412481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.413523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:15.414191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.529913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58848) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:15.530221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5369339 Nov 23 09:55:15.534779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Request body: {'subnet': {'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-511892887-subnet', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:15.572207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4818ca3-234d-4a94-ac08-c9f1dcafdca1 req-51a4ca45-cf4c-4df5-a882-04e26e94f3b0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:15.579759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4818ca3-234d-4a94-ac08-c9f1dcafdca1 req-51a4ca45-cf4c-4df5-a882-04e26e94f3b0 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.0880725 Nov 23 09:55:15.595557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Made reservation on behalf of 912c4f42e5c041798189ec965bf524ae for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:15.597390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12355ba9-724c-447d-81f6-adf3f7c19924 req-b24865ef-02eb-4a47-aa90-e5e4e8d830ca tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0855198 Nov 23 09:55:15.597744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.611575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20e9ab-0a60-4a63-8559-fcb4a018c597 admin admin] Pushing event updated for resources: {'Network': ['ID=69cdf871-3d0c-454e-985a-558974843289,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:15.637672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 69cdf871-3d0c-454e-985a-558974843289 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:55:15.735580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.822558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4818ca3-234d-4a94-ac08-c9f1dcafdca1 req-58283998-2d9f-48fc-ba3b-c2f50c1ae847 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355802 Nov 23 09:55:15.849834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd030da-24df-4c39-8095-5cf8d5c0bc22 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:15.858105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.872381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Transition to ACTIVE for port object 8dd030da-24df-4c39-8095-5cf8d5c0bc22 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:55:15.884141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.904521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:15.987709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:16.030187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1040e43-1ea0-4fbe-ac42-6799aa959b46 req-086b47cf-1a20-4545-9fb2-3de3efedede1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.031760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1040e43-1ea0-4fbe-ac42-6799aa959b46 req-086b47cf-1a20-4545-9fb2-3de3efedede1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0978038 Nov 23 09:55:16.037590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f874404-7920-4de1-9058-47b01f500544,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:16.078587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Checking segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:16.079019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Network hostable DHCP agents. Network: 69cdf871-3d0c-454e-985a-558974843289, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:55:16.083066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1cd9a-4cf5-4d40-8560-93e86f96702a req-5feae077-98c6-4370-bfc8-cb239ffbcc32 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.084692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88c1cd9a-4cf5-4d40-8560-93e86f96702a req-5feae077-98c6-4370-bfc8-cb239ffbcc32 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.1652105 Nov 23 09:55:16.098054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58854) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:16.109286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Request body: {'floatingip': {'port_id': '69053d76-44f4-4da3-99af-4ca4b41a0abb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:16.150371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1040e43-1ea0-4fbe-ac42-6799aa959b46 req-c700a897-1fbe-4447-b5e9-555f99824798 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025949 Nov 23 09:55:16.170217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.180747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Network 69cdf871-3d0c-454e-985a-558974843289 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:55:16.208454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 69cdf871-3d0c-454e-985a-558974843289) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:16.213552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.214551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.218111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015f7ba-f776-4438-bc12-5e444c51ac1c None None] Network 69cdf871-3d0c-454e-985a-558974843289 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:55:16.258013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc2329c4-dfdb-4cd8-a169-4c896a053953 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7245355 Nov 23 09:55:16.258990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58858) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:16.266884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:16.307624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.309094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.327892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:16.328328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:16.328758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:16.385203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:55:16.385583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:16.410693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:16.411092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:16.411435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:16.411912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Bound port: 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:16.412512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.447353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.447966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.455763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.462825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.469923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.476139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.482465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.488715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.490852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f135ce7-5385-499b-addf-e28989c0992a req-137b8573-cdac-480b-bd0a-8e1853f3e4f9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.2380817 Nov 23 09:55:16.527361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-69cdf871-3d0c-454e-985a-558974843289', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:55:16.528240 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.632419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:16.641863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:16.674781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.696376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Allocated IP 172.20.0.2 (69cdf871-3d0c-454e-985a-558974843289/6f874404-7920-4de1-9058-47b01f500544/691b5d7a-c081-42cb-a4ad-91d06d4b93a1) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:16.718548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.729588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ec99-3935-45d4-ad3d-3b2452fc7f26 req-30761d87-c62f-4a0a-9e68-e7b6dbb9ff02 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.739348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acd6ec99-3935-45d4-ad3d-3b2452fc7f26 req-30761d87-c62f-4a0a-9e68-e7b6dbb9ff02 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.2894635 Nov 23 09:55:16.791506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:16.792149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.793883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] 10.222.0.50 "PUT /v2.0/ports/8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 1096 time: 1.6555657 Nov 23 09:55:16.802142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:16.804693 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22" -d '{"events": [{"name": "network-changed", "server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:16.843456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f135ce7-5385-499b-addf-e28989c0992a req-206eb202-f4ea-42ed-a454-a1ab9f2ffd71 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3420310 Nov 23 09:55:16.910686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.920120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:16.945802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acd6ec99-3935-45d4-ad3d-3b2452fc7f26 req-e0e497f6-9055-4756-87f7-b35649fb920c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055814 Nov 23 09:55:17.010366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Network 69cdf871-3d0c-454e-985a-558974843289 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:17.015913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:17.019204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:17.027298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Pushing event updated for resources: {'Port': ['ID=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:17.118951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8bf6-9c12-44a2-b9fe-ebb7db747c1d service neutron] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:17.126247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Attempting to bind port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:17.126824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Attempting to bind port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:17.127208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Attempting to bind port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 on network 69cdf871-3d0c-454e-985a-558974843289 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:17.147017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:17.147403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Checking segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:17.147872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.148273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Bound using segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:17.148764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Bound port: 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:17.149149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.218557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f2f6b-f493-45f4-bc7f-c2b9e81e5093 req-a02d3c00-a597-4710-b8de-72e498574fde tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.220583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b7f2f6b-f493-45f4-bc7f-c2b9e81e5093 req-a02d3c00-a597-4710-b8de-72e498574fde tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 946 time: 0.1427603 Nov 23 09:55:17.268207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] For port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:17.271748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] For port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:17.278720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.313626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b7f2f6b-f493-45f4-bc7f-c2b9e81e5093 req-84c83b14-6a87-4c80-9d36-27da50fb741e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853579 Nov 23 09:55:17.315168 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.379049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.397157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baab97-6d7e-4a1e-81b5-3da584798b78 None None] Pushing event updated for resources: {'Port': ['ID=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:17.411084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8db7b37-f1d4-4b7f-a9ea-5a52a47d87a8 req-7777f4f0-c489-4076-af9a-d9f34c474e1d tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.2699738 Nov 23 09:55:17.418843 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f12d6-b6fb-4524-8908-8a587a3be1f1 x-openstack-request-id: req-752f12d6-b6fb-4524-8908-8a587a3be1f1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:17.419451 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:17.419451 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-752f12d6-b6fb-4524-8908-8a587a3be1f1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:17.422564 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'status': 'completed', 'code': 200} Nov 23 09:55:17.546228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-14be5180-4402-448a-8e77-cf41cc031db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.548077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-14be5180-4402-448a-8e77-cf41cc031db5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1099 time: 0.7034714 Nov 23 09:55:17.590852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.607229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.613573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.620238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.626543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.633383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.639821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:17.649553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-efa6ca0e-a877-40f6-a4db-63a951342c06 req-d92271c9-fbce-415a-8a96-28e43d1e9f1a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.1810324 Nov 23 09:55:17.653796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58882) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:17.659286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Request body: {'floatingip': {'port_id': '964043c6-66a0-4330-be51-0573b2548b56'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:17.760566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.805634 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc2df0c3-4178-4648-a01d-383855def996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:17.819384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Allocated IP 172.25.1.95 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8981705f-e877-47ac-b2c9-b3b489d3f281) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:17.990072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:55:18.070613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-b017ae0f-4b99-48c5-b3b9-1f426fba898e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.5072691 Nov 23 09:55:18.146172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.163826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.172513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880531c-7a71-47f7-973c-3e085742f637 req-5e60b59d-0512-46ac-a731-47e3f8488d1a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:18.181438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2880531c-7a71-47f7-973c-3e085742f637 req-5e60b59d-0512-46ac-a731-47e3f8488d1a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.6501575 Nov 23 09:55:18.211673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.217715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511320f3-2d1b-4f5b-94da-49a31436d9f9 req-3ce708e7-cba4-42b4-8542-425d6d11e958 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:18.226377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-511320f3-2d1b-4f5b-94da-49a31436d9f9 req-3ce708e7-cba4-42b4-8542-425d6d11e958 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.1951532 Nov 23 09:55:18.261009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-24f5dabf-fa0f-48a2-b68a-9fa1c2dc099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:18.262942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-24f5dabf-fa0f-48a2-b68a-9fa1c2dc099d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1853416 Nov 23 09:55:18.334198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2880531c-7a71-47f7-973c-3e085742f637 req-14e4cfc4-123f-485f-8c07-a8e870f093fe tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508050 Nov 23 09:55:18.459707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-511320f3-2d1b-4f5b-94da-49a31436d9f9 req-98d36f73-193c-45a9-a81e-6debc470bd30 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323332 Nov 23 09:55:18.468187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-b4bc7563-f807-45e4-a247-6645e3266695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:18.475063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-b4bc7563-f807-45e4-a247-6645e3266695 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021608 Nov 23 09:55:18.483426 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.603146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:18.636179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a13e99f6-cde4-4364-8b04-d18e674545f1 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:18.664827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:18.674611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f02130b1-1744-42b1-bd8e-508828c9e222 req-bc26afde-8f82-486e-abdb-8afc7b0ed03b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0858388 Nov 23 09:55:18.679907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:18.719759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-4b939fd0-42e7-443c-be48-26803972febd service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351208 Nov 23 09:55:18.721195 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Floating IP da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9 associated. External IP: 172.25.1.231, port: 69053d76-44f4-4da3-99af-4ca4b41a0abb. Nov 23 09:55:18.758938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Pushing event updated for resources: {'Port': ['ID=8981705f-e877-47ac-b2c9-b3b489d3f281,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:18.799449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a13e99f6-cde4-4364-8b04-d18e674545f1,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:18.814369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'a13e99f6-cde4-4364-8b04-d18e674545f1', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a13e99f6-cde4-4364-8b04-d18e674545f1', 'mac_address': 'fa:16:3e:e5:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:18.817525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44374ef-13bc-476b-b519-c36501ab11fe None None] Network 69cdf871-3d0c-454e-985a-558974843289 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:55:18.880872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924db36-f359-40a1-99f4-506bc61f7b09 req-40d71a61-b414-4085-9cc5-7ca921eec4ec tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:18.899726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2924db36-f359-40a1-99f4-506bc61f7b09 req-40d71a61-b414-4085-9cc5-7ca921eec4ec tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 946 time: 0.2777841 Nov 23 09:55:18.945730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.957432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:18.972178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.081035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2924db36-f359-40a1-99f4-506bc61f7b09 req-07fe7798-4654-4eeb-8036-c931962bb9fb tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760733 Nov 23 09:55:19.173811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5978072-3a1e-4b13-bda4-bec8a5c5c099 req-903b3617-0997-43cd-ac9a-64f0a19a54cb service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058244 Nov 23 09:55:19.232218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13e99f6-cde4-4364-8b04-d18e674545f1 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:19.274428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a13e99f6-cde4-4364-8b04-d18e674545f1,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:19.276013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] Provisioning complete for port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:19.276561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.281993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:19.351841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.419185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-6380de50-73fa-41c2-9fa3-c792f90c10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:19.421051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-6380de50-73fa-41c2-9fa3-c792f90c10b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1099 time: 0.1076698 Nov 23 09:55:19.454457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Router 65f0b509-e03f-43e6-a24c-2c7dc229850f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:55:19.502120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:19.588969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:19.591382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.595608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.662384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-24aa0a4c-ada3-4b2f-b9d3-5d1f55726df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:19.664060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-24aa0a4c-ada3-4b2f-b9d3-5d1f55726df4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2322345 Nov 23 09:55:19.702615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] For port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:19.720697 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.740944 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Floating IP a4699c2b-bd12-4d4c-9c74-cfa3bc11dace associated. External IP: 172.25.1.191, port: 964043c6-66a0-4330-be51-0573b2548b56. Nov 23 09:55:19.781334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a13e99f6-cde4-4364-8b04-d18e674545f1'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:19.790677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-5eb752f6-2647-421a-9af4-d0ea55427d62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.1175339 Nov 23 09:55:19.826767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:55:19.838912 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Sync routers for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:55:19.848851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.853241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:19.861489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:19.865112 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:19.923928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8d214a9b-bd31-47ac-8576-79886376dc77 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "PUT /v2.0/floatingips/da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9 HTTP/1.1" status: 200 len: 992 time: 3.8246026 Nov 23 09:55:19.928078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:19.931071 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba835927-e6fa-43a8-bf54-9ab313adbbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:19.937709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b4c28-6eac-475f-8277-ae8b9241063d None None] Pushing event updated for resources: {'Port': ['ID=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:19.946489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36f6a-ef3b-4d56-9c58-25c68293b262 req-33451523-9e90-4315-8a55-40c73a778ca2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:19.954541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95f36f6a-ef3b-4d56-9c58-25c68293b262 req-33451523-9e90-4315-8a55-40c73a778ca2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.1990912 Nov 23 09:55:19.974062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-d0500ff9-3684-4c5e-9886-6c9c5a1c0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:19.975815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-d0500ff9-3684-4c5e-9886-6c9c5a1c0969 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1457076 Nov 23 09:55:20.064466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95f36f6a-ef3b-4d56-9c58-25c68293b262 req-0fca9225-9027-4264-96ee-f75f42668407 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092408 Nov 23 09:55:20.111868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-f906a363-b35a-4b15-bc8f-a217f128a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:20.113600 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-f906a363-b35a-4b15-bc8f-a217f128a961 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194861 Nov 23 09:55:20.121057 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:20.140809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19b248-81e4-42e7-86fa-58e6251bdb5d req-1dae89b7-637e-4547-a455-92beafee6280 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:20.142530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d19b248-81e4-42e7-86fa-58e6251bdb5d req-1dae89b7-637e-4547-a455-92beafee6280 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.4331405 Nov 23 09:55:20.191213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b0b798a7-07de-40bc-be16-c139a83fc27c None None] Provisioning complete for port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:20.192218 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0b798a7-07de-40bc-be16-c139a83fc27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:20.259606 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:20.323363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f22159b3-6d81-455a-bda2-b7be95e6e792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:20.359549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d19b248-81e4-42e7-86fa-58e6251bdb5d req-6c021e72-507a-4552-a46d-de892ca73789 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047086 Nov 23 09:55:20.368899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:20.471644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-462c30af-71d8-4d11-a25f-5a315e5d9e65 req-3b2503f1-e00a-4fe9-b5e7-f33d44d125ce tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0838490 Nov 23 09:55:20.482583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-1c158a57-1a18-4884-99ec-d674a4b6a9c4 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600764 Nov 23 09:55:20.563048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Router 07033cda-2758-4588-bd62-17945d4b48e5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:55:20.596880 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f9883a-b82d-4c2c-a3e6-b35113e11ea0 x-openstack-request-id: req-14f9883a-b82d-4c2c-a3e6-b35113e11ea0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:20.598128 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:20.598128 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14f9883a-b82d-4c2c-a3e6-b35113e11ea0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:20.601791 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'status': 'completed', 'code': 200} Nov 23 09:55:20.725037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfd48e6-e377-41e1-aef9-e4e7beb38f22 req-b5a57327-9c42-43ca-825a-9227fbd0eb5f service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347875 Nov 23 09:55:20.760797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-515028b5-aaad-4397-9fe8-65b6451bad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:20.762406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-515028b5-aaad-4397-9fe8-65b6451bad27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b67b8c26c2441968c0e4186b05f2e83&device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 1097 time: 0.1566949 Nov 23 09:55:20.763751 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'port_id': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'mac_address': 'fa:16:3e:40:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:54:38Z', 'updated_at': '2021-11-23T09:55:17Z', 'revision_number': 1, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:20.763996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:55:20.860377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:55:20.872251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Sync routers for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:55:20.875303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:20.895838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:20.896637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:20.897476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Checking router: 65f0b509-e03f-43e6-a24c-2c7dc229850f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:55:20.907603 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:20.908231 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:20.918839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1038d636-31e2-413a-8d3f-c108963c0915 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "PUT /v2.0/floatingips/a4699c2b-bd12-4d4c-9c74-cfa3bc11dace HTTP/1.1" status: 200 len: 991 time: 3.2632167 Nov 23 09:55:20.925274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '964043c6-66a0-4330-be51-0573b2548b56'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:20.930980 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d566f4-8eb7-471e-a38d-af75ea5d4cce" -d '{"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "964043c6-66a0-4330-be51-0573b2548b56"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:20.947875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704c66-1e2e-43da-9b55-50bb132f082e req-688ed82b-e797-46f2-b545-6a93bf8a710e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:20.949472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4704c66-1e2e-43da-9b55-50bb132f082e req-688ed82b-e797-46f2-b545-6a93bf8a710e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 947 time: 0.2493057 Nov 23 09:55:20.952665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-fbbbb700-38fa-45ac-b328-9a2de506ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:20.954710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-fbbbb700-38fa-45ac-b328-9a2de506ee2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=88a02261-19cc-45f2-86f6-3e8eb69db348 HTTP/1.1" status: 200 len: 912 time: 0.1839414 Nov 23 09:55:21.068448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:21.147964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:55:21.161199 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f06764-77b4-446c-becd-166e5bbec2fc x-openstack-request-id: req-e4f06764-77b4-446c-becd-166e5bbec2fc {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:21.161607 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "tag": "964043c6-66a0-4330-be51-0573b2548b56", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:21.161742 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4f06764-77b4-446c-becd-166e5bbec2fc {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:21.162647 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'tag': '964043c6-66a0-4330-be51-0573b2548b56', 'status': 'completed', 'code': 200} Nov 23 09:55:21.201721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:21.207237 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Sync routers for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:55:21.208315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:21.228683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:21.239142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1df17a4-b1bc-4b54-a661-a1d0e4f71263 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9786060 Nov 23 09:55:21.239805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58942) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:21.261035 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:21.264986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:21.265623 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:21.271841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:21.317642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4704c66-1e2e-43da-9b55-50bb132f082e req-55630526-c51f-4e81-b108-1c4fe3af5062 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386563 Nov 23 09:55:21.373063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-3f2e9f69-a98c-4862-aa68-cb734ea0acbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb HTTP/1.1" status: 200 len: 1000 time: 0.4102697 Nov 23 09:55:21.503876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:21.564672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:21.567918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.568501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.569526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.570065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.571120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.571634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.572877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.574869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-204e0a89-d4d2-43d7-b8f4-6e1d3554465b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.4025884 Nov 23 09:55:21.583357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'mac_address': 'fa:16:3e:51:36:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:21.605706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b61bd-eaf7-4fb9-839c-fd8f50b4d7f8 req-15965da2-2677-4889-9dc1-51fad27b3c93 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.609034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-411b61bd-eaf7-4fb9-839c-fd8f50b4d7f8 req-15965da2-2677-4889-9dc1-51fad27b3c93 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1255338 Nov 23 09:55:21.649350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e7637-9ce0-42f3-b94d-f3f92ba14db3 req-016c3d74-14d2-4c54-b927-4e38e5622380 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.651180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d1e7637-9ce0-42f3-b94d-f3f92ba14db3 req-016c3d74-14d2-4c54-b927-4e38e5622380 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.3932250 Nov 23 09:55:21.655153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-bbc6cd3e-f20f-4d86-9929-702730cbedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:21.659820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-bbc6cd3e-f20f-4d86-9929-702730cbedcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8d58d49d-d4f4-428f-bafe-1696eb27346f HTTP/1.1" status: 200 len: 850 time: 0.2257745 Nov 23 09:55:21.675036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:21.681874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:21.682543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:21.729927 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'port_id': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'mac_address': 'fa:16:3e:40:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:54:38Z', 'updated_at': '2021-11-23T09:55:17Z', 'revision_number': 1, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:21.773923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08895a13-3454-4dea-b4e2-a6112f519a18 None None] The sync data for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 is: [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'port_id': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'mac_address': 'fa:16:3e:40:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:54:38Z', 'updated_at': '2021-11-23T09:55:17Z', 'revision_number': 1, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:55:21.788413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d1e7637-9ce0-42f3-b94d-f3f92ba14db3 req-0c22a732-7b18-4dec-943e-759ca60fa7e5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Nov 23 09:55:21.843804 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 3, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:21.877632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd030da-24df-4c39-8095-5cf8d5c0bc22 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:21.922674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-411b61bd-eaf7-4fb9-839c-fd8f50b4d7f8 req-a65ebbfd-3c4d-401a-b4c4-0fc186214491 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522221 Nov 23 09:55:21.924418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:21.945703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:21.955493 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Checking router: ba36e262-8653-48c3-9dfe-bd8432bd5bd4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:55:21.962587 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Updating router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 port 8981705f-e877-47ac-b2c9-b3b489d3f281 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:55:22.022361 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.038352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c406f06-4387-479f-bac7-06666748a2ef req-ec78eed0-eb48-450e-8dad-5bba9144a28b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0965893 Nov 23 09:55:22.090498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-a360e606-8496-4941-a806-a29f2ed37c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:22.103977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-a360e606-8496-4941-a806-a29f2ed37c8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88a02261-19cc-45f2-86f6-3e8eb69db348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3874025 Nov 23 09:55:22.164904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-b4e3a0a3-a587-450b-a5a1-4101f94a78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:22.166370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-b4e3a0a3-a587-450b-a5a1-4101f94a78ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad HTTP/1.1" status: 200 len: 918 time: 0.5790389 Nov 23 09:55:22.178915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:22.250495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13174f-edba-4b7f-8ff1-d15ddd0efa57 None None] New status for floating IP da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:55:22.333038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:22.367034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-2b9a5ad2-cfcd-46b6-8bb0-cbe8fd24a1f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 999 time: 0.1691632 Nov 23 09:55:22.383572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.517379 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.534235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a4699c2b-bd12-4d4c-9c74-cfa3bc11dace', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'port_id': '964043c6-66a0-4330-be51-0573b2548b56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'mac_address': 'fa:16:3e:12:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:53:54Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 1, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:22.537957 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.556294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-46c62215-64a1-4908-abf7-6dfb023e88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:22.558618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-46c62215-64a1-4908-abf7-6dfb023e88c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 200 len: 856 time: 0.1757529 Nov 23 09:55:22.565425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-d5fbcaeb-96e8-424a-9349-8b7d8757f5ce service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442627 Nov 23 09:55:22.580674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49ead0-8ccb-4cc8-bc95-315aedcdeffd req-60e8e673-f849-4255-b32f-75a5d5856243 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:22.588233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa49ead0-8ccb-4cc8-bc95-315aedcdeffd req-60e8e673-f849-4255-b32f-75a5d5856243 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 947 time: 0.1451702 Nov 23 09:55:22.615947 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Attempting to bind port 8981705f-e877-47ac-b2c9-b3b489d3f281 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:22.616323 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Attempting to bind port 8981705f-e877-47ac-b2c9-b3b489d3f281 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:22.616690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Attempting to bind port 8981705f-e877-47ac-b2c9-b3b489d3f281 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:22.625485 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:22.625864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:22.626317 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.626765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:22.627631 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Bound port: 8981705f-e877-47ac-b2c9-b3b489d3f281, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:22.627631 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.633078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ce95-590f-4020-b2f9-56aa6047a041 None None] Pushing event updated for resources: {'Port': ['ID=8981705f-e877-47ac-b2c9-b3b489d3f281,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:22.643242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Checking router: 07033cda-2758-4588-bd62-17945d4b48e5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:55:22.674734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a13e99f6-cde4-4364-8b04-d18e674545f1 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:22.680802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa49ead0-8ccb-4cc8-bc95-315aedcdeffd req-b90f70e3-dd2c-45e6-bfd8-03a05280374b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Nov 23 09:55:22.722759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Allocated IP 172.20.0.1 (69cdf871-3d0c-454e-985a-558974843289/6f874404-7920-4de1-9058-47b01f500544/79ce8163-3bba-42e2-ac56-cf3cd26cdf24) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:22.726708 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] For port 8981705f-e877-47ac-b2c9-b3b489d3f281, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:22.735086 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] For port 8981705f-e877-47ac-b2c9-b3b489d3f281, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981705f-e877-47ac-b2c9-b3b489d3f281,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:22.753005 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.806734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-c81bb21f-2177-4228-8415-bbf0c573079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:22.815560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-c81bb21f-2177-4228-8415-bbf0c573079b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416306 Nov 23 09:55:22.825178 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:22.827175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:22.856353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.912716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:22.968900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Network 69cdf871-3d0c-454e-985a-558974843289 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:22.975624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:22.980267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:23.022158 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ce95-590f-4020-b2f9-56aa6047a041 None None] Pushing event updated for resources: {'Port': ['ID=8981705f-e877-47ac-b2c9-b3b489d3f281,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:23.037793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.107979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:23.109870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:23.200963 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:23.206324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.348869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Pushing event updated for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:23.433043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.527862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f02601-f47b-447d-b45d-ad32bcf11f32 req-f3a6a7a0-c048-4703-afe7-bec0e06ea635 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:23.529777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54f02601-f47b-447d-b45d-ad32bcf11f32 req-f3a6a7a0-c048-4703-afe7-bec0e06ea635 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.3112345 Nov 23 09:55:23.607610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 3, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:23.675954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba835927-e6fa-43a8-bf54-9ab313adbbfd req-19d8be90-bf17-45ff-94e3-aee0f32b0a25 service neutron] 10.222.0.50 "GET /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0909600 Nov 23 09:55:23.685403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.701571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port a13e99f6-cde4-4364-8b04-d18e674545f1 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:23.764630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port a13e99f6-cde4-4364-8b04-d18e674545f1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:23.765283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.774352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a63a4f51-172e-4094-a4d3-6ac997a1629a None None] Provisioning complete for port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:23.775129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f51-172e-4094-a4d3-6ac997a1629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.792984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54f02601-f47b-447d-b45d-ad32bcf11f32 req-9ccb2a29-c4da-4425-8b05-9564c005108b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826721 Nov 23 09:55:23.842688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.861176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3407c4-a815-4a60-a5cd-92a1e6eeef8f req-97595338-3906-4a6a-a855-a0d7fa8af84d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:23.873815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c3407c4-a815-4a60-a5cd-92a1e6eeef8f req-97595338-3906-4a6a-a855-a0d7fa8af84d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 949 time: 0.2290273 Nov 23 09:55:23.875038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:23.883211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:23.936861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-f0545015-b7b2-43c0-8937-614f0485cbec service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1060946 Nov 23 09:55:23.967230 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcb0008-0393-4dd5-b6a5-a7f175ca2fdd None None] The sync data for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 is: [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 3, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:55:24.042852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c3407c4-a815-4a60-a5cd-92a1e6eeef8f req-b7ac7d19-ad11-49b8-9e4e-0b3a552eed6a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680405 Nov 23 09:55:24.077197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a63a4f51-172e-4094-a4d3-6ac997a1629a None None] Port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:24.138961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2545b714-7f86-4298-82ff-c36dfb128431 req-e2d36526-bcce-401c-8c27-35f3ead4f31b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0526848 Nov 23 09:55:24.181581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Pushing event updated for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:24.184464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:24.273567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d566f4-8eb7-471e-a38d-af75ea5d4cce req-4068acb0-c7e5-4371-a295-27a268a33249 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253324 Nov 23 09:55:24.320907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd95c-5c02-4dbb-8259-e5b3afef3e06 req-da3dfefe-ec27-43da-9acf-4ad3d9cb2bc7 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:24.329801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac0cd95c-5c02-4dbb-8259-e5b3afef3e06 req-da3dfefe-ec27-43da-9acf-4ad3d9cb2bc7 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 947 time: 0.0730922 Nov 23 09:55:24.347926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Network 69cdf871-3d0c-454e-985a-558974843289 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:24.350514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:24.387353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:24.432408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac0cd95c-5c02-4dbb-8259-e5b3afef3e06 req-7808e8d9-07cb-4464-8a16-428508908233 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Nov 23 09:55:24.487831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:24.490456 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acacf1e-aa5d-4c8f-91df-2b6efad12cd5" -d '{"events": [{"server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "name": "network-vif-plugged", "status": "completed", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:24.599062 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e643cfb-45cb-49ab-8603-714af3ce4fcc x-openstack-request-id: req-9e643cfb-45cb-49ab-8603-714af3ce4fcc {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:24.599485 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "name": "network-vif-plugged", "status": "completed", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:24.599745 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e643cfb-45cb-49ab-8603-714af3ce4fcc {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:24.600145 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1', 'code': 200} Nov 23 09:55:24.608203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a13e99f6-cde4-4364-8b04-d18e674545f1,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:24.621584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:55:24.624474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:24.740557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a4699c2b-bd12-4d4c-9c74-cfa3bc11dace', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'port_id': '964043c6-66a0-4330-be51-0573b2548b56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'mac_address': 'fa:16:3e:12:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:53:54Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 1, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:24.791393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:24.803070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e8bce-e560-4110-a45c-3c8944a4925f None None] The sync data for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 is: [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a4699c2b-bd12-4d4c-9c74-cfa3bc11dace', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'port_id': '964043c6-66a0-4330-be51-0573b2548b56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'mac_address': 'fa:16:3e:12:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:53:54Z', 'updated_at': '2021-11-23T09:55:18Z', 'revision_number': 1, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:55:24.854230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-053a6e62-ada1-4ae1-a2ec-8e904e8094ff None None] Provisioning complete for port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:24.854823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-053a6e62-ada1-4ae1-a2ec-8e904e8094ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:24.959006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-053a6e62-ada1-4ae1-a2ec-8e904e8094ff None None] Port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:25.036324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8a39e-f60b-46d8-ac0f-f24f144997e3 req-ee908cec-b6d7-491e-8012-9b855a711434 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:25.038697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01d8a39e-f60b-46d8-ac0f-f24f144997e3 req-ee908cec-b6d7-491e-8012-9b855a711434 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1146827 Nov 23 09:55:25.177202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01d8a39e-f60b-46d8-ac0f-f24f144997e3 req-cb99941a-bb32-4e7a-b6ce-d1a114e85be6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300044 Nov 23 09:55:25.198913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:25.227644 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def3fba-4f05-4965-85b4-4ad96d403367 None None] New status for floating IP a4699c2b-bd12-4d4c-9c74-cfa3bc11dace: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:55:25.336405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981705f-e877-47ac-b2c9-b3b489d3f281 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:25.339662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:25.347749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:25.349273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:25.415952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a718d51a-c6f9-4acb-adba-6fac6f05f89c req-e845cd85-605b-49d7-94a6-19f1d44f26ba tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0638876 Nov 23 09:55:25.577397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:55:25.583692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e272c0b-4f2e-4870-ae24-f6748e099ebb admin admin] 10.222.0.62 "PUT /v2.0/routers/ba36e262-8653-48c3-9dfe-bd8432bd5bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3400862 Nov 23 09:55:25.594908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:25.611812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8981705f-e877-47ac-b2c9-b3b489d3f281 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:25.612779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:25.733394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a136-bf5d-4304-aa04-3ac40066175c req-a21eaa79-f152-4270-9d12-62610f1a0efc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:25.737611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8282a136-bf5d-4304-aa04-3ac40066175c req-a21eaa79-f152-4270-9d12-62610f1a0efc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 949 time: 0.3048568 Nov 23 09:55:25.741593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128bf09-b77b-4bdb-b2fb-2eb87fe066ca req-1e292142-4584-46ce-9eb8-03122b30d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:25.747383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0128bf09-b77b-4bdb-b2fb-2eb87fe066ca req-1e292142-4584-46ce-9eb8-03122b30d534 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 1099 time: 0.2938712 Nov 23 09:55:25.784506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:25.800419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:25.860805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8282a136-bf5d-4304-aa04-3ac40066175c req-2bebc41e-95f9-4209-aa78-64d53d6b03e2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077001 Nov 23 09:55:25.865594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:25.866212 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0128bf09-b77b-4bdb-b2fb-2eb87fe066ca req-d41236e9-0030-456f-91fb-0fe460d42801 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986362 Nov 23 09:55:25.935710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847878a-5d40-4b28-8aca-c7e5772f809f req-8cfb37ea-3ddb-4e9c-a60a-3dd32f5135cd tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:25.940880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:25.946470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8847878a-5d40-4b28-8aca-c7e5772f809f req-8cfb37ea-3ddb-4e9c-a60a-3dd32f5135cd tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.1054816 Nov 23 09:55:25.971020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 8981705f-e877-47ac-b2c9-b3b489d3f281, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981705f-e877-47ac-b2c9-b3b489d3f281,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:25.977042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.018070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8847878a-5d40-4b28-8aca-c7e5772f809f req-5c55df16-d0d7-4d29-82b2-fa5d1d1f435a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662575 Nov 23 09:55:26.085930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=8981705f-e877-47ac-b2c9-b3b489d3f281,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:26.323814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29340f7-bba8-47a6-88f9-7493e00fc680 req-db03e019-3d4a-4291-acff-93d13e154605 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:26.339129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e29340f7-bba8-47a6-88f9-7493e00fc680 req-db03e019-3d4a-4291-acff-93d13e154605 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0764275 Nov 23 09:55:26.419464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e29340f7-bba8-47a6-88f9-7493e00fc680 req-bdde79a8-d5ba-4d7e-be45-b40d38d74787 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791354 Nov 23 09:55:26.423836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59022) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:26.428861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348692802', 'description': 'tempest-description--1439515723'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:26.497481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.574418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0005b30-2c98-4cbe-8b90-dc1bdf501baa req-abc0bc2f-fb0f-4c5a-956c-f79731821895 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0437944 Nov 23 09:55:26.601425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:26.604170 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cefe39e-765b-4c8e-8e7d-43c4d0af87eb" -d '{"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-plugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:26.664474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.674790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.680367 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681cfad-f5b1-49ae-827d-5593b4217bdd x-openstack-request-id: req-7681cfad-f5b1-49ae-827d-5593b4217bdd {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:26.680367 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-plugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:26.680367 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7681cfad-f5b1-49ae-827d-5593b4217bdd {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:26.680367 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'code': 200} Nov 23 09:55:26.727081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.728321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3034544 Nov 23 09:55:26.731349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59042) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:26.738516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8619a-0b0f-4b36-9fd7-818701f4119c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96aff2-9889-4e3e-a7db-8f9200a9332b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:26.747468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'security_group_rule': {'security_group_id': '2a96aff2-9889-4e3e-a7db-8f9200a9332b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:26.834748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3ac2-712f-4747-a21e-b47c1c0d2e0e req-f66bdca4-14db-4962-b963-b2f6c9c56166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:26.836362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b95b3ac2-712f-4747-a21e-b47c1c0d2e0e req-f66bdca4-14db-4962-b963-b2f6c9c56166 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.0827506 Nov 23 09:55:26.842290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.915914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b95b3ac2-712f-4747-a21e-b47c1c0d2e0e req-a947a760-8b98-4594-af49-fffa134d7eb3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707858 Nov 23 09:55:26.931011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Sync routers for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:55:26.935781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.941420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:26.950540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:26.951753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:26.981800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d059d22-bf87-41f9-a764-08434cf5f1ae,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:26.995260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.996119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.996714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.997326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.997919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.998485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.998824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.999161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.999532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:26.999892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:27.000261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:27.000643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:27.005555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.006808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-93e8a3e0-c627-41a6-bb06-c9e42df89bd9 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744303 Nov 23 09:55:27.009444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59046) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:27.013910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'security_group_rule': {'security_group_id': '2a96aff2-9889-4e3e-a7db-8f9200a9332b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:27.098921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.103708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc57a8-ab37-4a9c-b439-bf67bd4209f3 req-208c9f5f-1975-441b-933f-016e09afd6c4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:27.108620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2afc57a8-ab37-4a9c-b439-bf67bd4209f3 req-208c9f5f-1975-441b-933f-016e09afd6c4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1291127 Nov 23 09:55:27.202260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981705f-e877-47ac-b2c9-b3b489d3f281 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:27.211073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:27.221770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bafd6c-dcab-491b-b44d-3f90ff87a630 req-8db1afcd-902e-4c37-98a3-6695b879cdcf tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:27.223627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51bafd6c-dcab-491b-b44d-3f90ff87a630 req-8db1afcd-902e-4c37-98a3-6695b879cdcf tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.0988777 Nov 23 09:55:27.227909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.235455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2afc57a8-ab37-4a9c-b439-bf67bd4209f3 req-53988ac5-a9ac-43c4-aa9a-4a29c9addda0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185331 Nov 23 09:55:27.238356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.303725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51bafd6c-dcab-491b-b44d-3f90ff87a630 req-01ab146a-631c-4b0a-8877-74feb34b0991 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 Nov 23 09:55:27.317368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25630101-a5a0-4518-9808-bb9726393ec8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:27.349707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.354253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:27.355724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c08a5d86-c2f6-4064-b2c2-d8c9ca82aaca tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452318 Nov 23 09:55:27.360042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:27.398961 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.441128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8981705f-e877-47ac-b2c9-b3b489d3f281 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:27.441502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.561045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.670444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c1046-2eb6-4da4-92dd-cab6a1ae8022 req-610b6e61-25d9-4496-be24-55c0f27a697d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:27.673219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-082c1046-2eb6-4da4-92dd-cab6a1ae8022 req-610b6e61-25d9-4496-be24-55c0f27a697d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1221426 Nov 23 09:55:27.747016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-082c1046-2eb6-4da4-92dd-cab6a1ae8022 req-ea3b421c-80c2-4b25-b5be-2510b7649adc tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660548 Nov 23 09:55:27.795085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Allocated IP 172.25.1.152 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/24a758ce-8793-4ed7-af8d-8999b5ee0d83) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:27.944658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 2, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:27.946901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:27.977870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-def43410-f7c5-445f-ae00-aaac6c4bd05c req-f9e8a1ae-52b4-4e75-b50b-fa9ffc3ce314 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.2373946 Nov 23 09:55:27.980272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Checking router: ba36e262-8653-48c3-9dfe-bd8432bd5bd4 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:55:27.980635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Updating router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:55:28.010653 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.032066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.081568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:28.083175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:28.085528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:28.141911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'Port': ['ID=24a758ce-8793-4ed7-af8d-8999b5ee0d83,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:28.224717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.274710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.375078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.387051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.483901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f54cf-4350-4f8a-812e-0d59e95115ef req-4e1b4d7c-dc92-48e6-a705-044715028a8a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:28.492229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d96f54cf-4350-4f8a-812e-0d59e95115ef req-4e1b4d7c-dc92-48e6-a705-044715028a8a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1261942 Nov 23 09:55:28.502183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27ea6-9e1a-44c1-be3f-50159052dab5 None None] Pushing event updated for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:28.508895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e512f-30fd-43b3-b2c8-4956ec4cc3ef req-43cccb91-6b30-4bc4-804f-21efe92e3e1b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:28.514191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d2e512f-30fd-43b3-b2c8-4956ec4cc3ef req-43cccb91-6b30-4bc4-804f-21efe92e3e1b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.0995777 Nov 23 09:55:28.563712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d96f54cf-4350-4f8a-812e-0d59e95115ef req-c60c09b1-bbc6-4aa7-b480-70f54de64530 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Nov 23 09:55:28.570087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Attempting to bind port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:28.570454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Attempting to bind port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:28.570823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Attempting to bind port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 on network 69cdf871-3d0c-454e-985a-558974843289 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:28.576599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:28.576974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Checking segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:28.577376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.577761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Bound using segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:28.578437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Bound port: 79ce8163-3bba-42e2-ac56-cf3cd26cdf24, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:28.578814 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.704775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] For port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:28.708815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] For port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:28.711716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.723376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.742444 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.806266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:28.806931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:28.808969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d2e512f-30fd-43b3-b2c8-4956ec4cc3ef req-32db97c5-1e71-44f5-8a80-a4307028975a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860236 Nov 23 09:55:28.861681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.877435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27ea6-9e1a-44c1-be3f-50159052dab5 None None] Pushing event updated for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:28.895681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] Provisioning complete for port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:28.896046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.923674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'Port': ['ID=24a758ce-8793-4ed7-af8d-8999b5ee0d83,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:28.937228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:28.939746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-20fbb7e2-04bf-47d4-907e-9f478c24fe11 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5835092 Nov 23 09:55:29.004263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:29.057099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3458-1eb5-4551-b380-9880f1825a74 req-981c407e-de50-444c-9634-3f71983ecd6f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:29.058876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c0d3458-1eb5-4551-b380-9880f1825a74 req-981c407e-de50-444c-9634-3f71983ecd6f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1168001 Nov 23 09:55:29.090581 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.137411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d807d87-9362-4294-8332-38c16009c14b req-e6232ef7-f7e3-4045-ad4b-e4d4793a1d1f tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:29.145383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d807d87-9362-4294-8332-38c16009c14b req-e6232ef7-f7e3-4045-ad4b-e4d4793a1d1f tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.0607562 Nov 23 09:55:29.155516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c0d3458-1eb5-4551-b380-9880f1825a74 req-a8725969-f9a7-486f-bf35-948435698460 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772924 Nov 23 09:55:29.168326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] For port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:29.179643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.180066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d807d87-9362-4294-8332-38c16009c14b req-948032a4-a7a8-4b4f-a8d0-aa6238431aed tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.267194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d807d87-9362-4294-8332-38c16009c14b req-948032a4-a7a8-4b4f-a8d0-aa6238431aed tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.277739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6d807d87-9362-4294-8332-38c16009c14b req-948032a4-a7a8-4b4f-a8d0-aa6238431aed tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.317835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948032a4-a7a8-4b4f-a8d0-aa6238431aed tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41783077-8015-405a-8919-20b54048ccb6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:29.348037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d807d87-9362-4294-8332-38c16009c14b req-948032a4-a7a8-4b4f-a8d0-aa6238431aed tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968517 Nov 23 09:55:29.367081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1f08e4cb-f942-41da-81f1-9a8fbdb9f691 None None] Provisioning complete for port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:29.367453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1f08e4cb-f942-41da-81f1-9a8fbdb9f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:29.398419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403ed0e-09b5-43c0-b3c0-8c5b763f59ba None None] Pushing event updated for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:29.567431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-266f1ec1-5683-4823-9ed9-c6820a41007a req-d48ab17e-5809-44d4-9c0e-6373c321292e tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Nov 23 09:55:29.573020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:28Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:29.608476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a5c0-2b31-4f13-925f-5d6899b8991a None None] The sync data for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 is: [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:28Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:55:29.707371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-0485c849-c59e-40cd-8d8c-d9c78befdb6a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--348692802&fields=id&tenant_id=912c4f42e5c041798189ec965bf524ae HTTP/1.1" status: 200 len: 267 time: 0.1520145 Nov 23 09:55:29.877080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-8c30d86c-cf93-4106-a1e1-658d268e5550 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:29.885684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-8c30d86c-cf93-4106-a1e1-658d268e5550 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/networks?id=69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 200 len: 814 time: 0.1770673 Nov 23 09:55:29.896844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-18ffd8b9-3bff-4202-9f82-79507ff753c0 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/quotas/912c4f42e5c041798189ec965bf524ae HTTP/1.1" status: 200 len: 375 time: 0.0101120 Nov 23 09:55:29.983988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-6245b230-deb3-4f2c-a6fb-88255d491d3f tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=912c4f42e5c041798189ec965bf524ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775814 Nov 23 09:55:30.120808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-00a286cb-987c-4f71-9d3d-0f6f5fd4c8fe service neutron] 10.222.0.62 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355498 Nov 23 09:55:30.264704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-9f6b427f-e5c1-4597-88ff-765b4b84a915 service neutron] 10.222.0.62 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428514 Nov 23 09:55:30.469478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-3369e9bb-af13-494c-a4be-6ecd23d17b30 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a59b134e264a487c9c529556aa7ee1ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678465 Nov 23 09:55:30.574682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-5d9a6d57-5560-4fc5-ba11-dc32bb72e76e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2324576 Nov 23 09:55:30.596637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-5d80487c-9152-42cb-82d4-0f4e0c99d44f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:55:30.597775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-5d80487c-9152-42cb-82d4-0f4e0c99d44f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095799 Nov 23 09:55:30.677797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425b64e-7d44-4b98-8bdf-2a5d096ab0fb req-e725cd0b-3a6c-4732-8411-8628eba85860 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:30.679888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0425b64e-7d44-4b98-8bdf-2a5d096ab0fb req-e725cd0b-3a6c-4732-8411-8628eba85860 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0759795 Nov 23 09:55:30.701705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-f3d4fb7e-8349-4d51-bc3b-ecaf1fee7427 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:30.724222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-f3d4fb7e-8349-4d51-bc3b-ecaf1fee7427 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536032 Nov 23 09:55:30.755228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-55212e89-bfbf-49b6-bf59-d0d68b33eb3b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/quotas/a59b134e264a487c9c529556aa7ee1ea HTTP/1.1" status: 200 len: 375 time: 0.0291264 Nov 23 09:55:30.769039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0425b64e-7d44-4b98-8bdf-2a5d096ab0fb req-0eef4caf-cb22-4e64-b0d0-194b4cb325e2 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766706 Nov 23 09:55:30.888102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-1f356e62-66f5-437c-82d9-5f5e7113cde9 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193624 Nov 23 09:55:31.059265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d741bc7-1ade-480f-a8ca-8c194f8125f6 req-a0678f18-9414-426b-95c4-6d1d8bc29da1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:31.062996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5d741bc7-1ade-480f-a8ca-8c194f8125f6 req-a0678f18-9414-426b-95c4-6d1d8bc29da1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0879290 Nov 23 09:55:31.162059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5d741bc7-1ade-480f-a8ca-8c194f8125f6 req-70527803-51bf-4850-a8e2-dd0ede6f1f2a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812716 Nov 23 09:55:31.287511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21ff0e50-ca5e-4519-804e-382f415188cd req-a040e3ba-21b9-4b86-94d8-e4a10898ce94 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 210 time: 0.0708780 Nov 23 09:55:31.309770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:31.321781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4a714e8-5de2-4858-8cdd-bea7e0000a4f req-8f0a5d1b-9d52-4702-b913-c4cb0d6c9397 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0676613 Nov 23 09:55:31.456875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-142bd5ec-8a78-4c81-87a3-46f5f2939f75 req-d1ac8309-9be5-4930-8024-db21196fbb30 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 210 time: 0.0607615 Nov 23 09:55:31.471323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:31.496115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:31.991472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019ef98-c5f4-434d-9f17-d01eadd822fc req-4cc46da5-b34a-4123-8d26-c769765a8556 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:31.993729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2019ef98-c5f4-434d-9f17-d01eadd822fc req-4cc46da5-b34a-4123-8d26-c769765a8556 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1119695 Nov 23 09:55:32.094677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2019ef98-c5f4-434d-9f17-d01eadd822fc req-6bbef29c-e67f-429f-9deb-bac162c695b3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906312 Nov 23 09:55:32.459672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7765e6-db8c-40ec-a4bd-a74092de9580 req-0eb0f244-5f90-473e-b011-93398297a342 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:32.479000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a7765e6-db8c-40ec-a4bd-a74092de9580 req-0eb0f244-5f90-473e-b011-93398297a342 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1232271 Nov 23 09:55:32.526401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f757f5b-b9b3-4f5f-901b-7c05642cfd4e req-d9d40403-5df8-4812-8063-7f06ce538882 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 210 time: 0.0714083 Nov 23 09:55:32.551801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-491dda52-6a6c-48d6-8260-882c095b6037 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:32.551801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-491dda52-6a6c-48d6-8260-882c095b6037 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.11 "GET /v2.0/networks?id=69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 200 len: 814 time: 0.3270826 Nov 23 09:55:32.563847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a7765e6-db8c-40ec-a4bd-a74092de9580 req-7ebdc43c-fb21-410d-b616-471c4b53f01a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812190 Nov 23 09:55:32.640310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-95e4ce46-2d92-4e75-b7a2-652dcb84a38b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912c4f42e5c041798189ec965bf524ae HTTP/1.1" status: 200 len: 379 time: 0.0854685 Nov 23 09:55:32.656115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'port': {'device_id': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'admin_state_up': True, 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'security_groups': ['2a96aff2-9889-4e3e-a7db-8f9200a9332b']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:32.670490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c79e6aa-f9cc-4566-b52a-90ec74604722 req-c158f2f9-b28b-4ae2-87d1-06fb4ffdc252 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 210 time: 0.0383623 Nov 23 09:55:32.688701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-924fce23-e847-465c-a225-cb2feda88370 req-c4f50ad0-145c-4f05-ab29-b75c90c06fd3 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0473504 Nov 23 09:55:32.803575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Made reservation on behalf of 912c4f42e5c041798189ec965bf524ae for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:32.807312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:32.933870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-631592da-3e07-4cf5-8593-44e9a856e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:32.935869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-631592da-3e07-4cf5-8593-44e9a856e3fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.0597227 Nov 23 09:55:32.961957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Allocated IP 172.20.0.6 (69cdf871-3d0c-454e-985a-558974843289/6f874404-7920-4de1-9058-47b01f500544/fc629b20-f4ad-47e0-b576-b36313cf11af) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:33.066541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-7db76f6c-5e30-4e58-bc6d-2f8aaf552e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.070379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-7db76f6c-5e30-4e58-bc6d-2f8aaf552e73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1244714 Nov 23 09:55:33.114038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-bc745515-c6b3-4583-8119-55d155534a45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0386596 Nov 23 09:55:33.142087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.220003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.222306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-e7fba509-287f-4cbe-b743-7b37e712a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.223998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-e7fba509-287f-4cbe-b743-7b37e712a07a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0920961 Nov 23 09:55:33.239481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cca18-11c9-4518-85be-a4e5bef6757e req-79ea64df-e4e1-4044-b64c-8eac624de651 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.239988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8e61a-6c8a-491d-8f5c-d64ebce0f001 req-aad50a3d-a4b7-4018-a42b-51c2e15fc9e2 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.240982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd0cca18-11c9-4518-85be-a4e5bef6757e req-79ea64df-e4e1-4044-b64c-8eac624de651 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.0706451 Nov 23 09:55:33.241408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04a8e61a-6c8a-491d-8f5c-d64ebce0f001 req-aad50a3d-a4b7-4018-a42b-51c2e15fc9e2 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0665283 Nov 23 09:55:33.270512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Network 69cdf871-3d0c-454e-985a-558974843289 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:33.279536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:33.291537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:33.318729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-5274bd7e-51de-4f9c-b82a-f642aecb435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.320235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-5274bd7e-51de-4f9c-b82a-f642aecb435b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778303 Nov 23 09:55:33.323830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04a8e61a-6c8a-491d-8f5c-d64ebce0f001 req-4ac0f759-322e-4d5e-9716-db713486dd13 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702193 Nov 23 09:55:33.353938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:33.377521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.378202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.400501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd0cca18-11c9-4518-85be-a4e5bef6757e req-30f8eb3b-1f83-48d9-b9fe-6a8a188e2eb6 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485643 Nov 23 09:55:33.413920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f5506ae7-d049-448d-8a58-8e088424d320 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610164 Nov 23 09:55:33.429931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Request body: {'port': {'device_id': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:33.466748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-83db8887-d9ca-47d4-a5db-8f7cd3f26306 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370888 Nov 23 09:55:33.497288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.587154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-ea9c6d25-1fd4-4765-9818-65539d0ae318 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a59b134e264a487c9c529556aa7ee1ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459850 Nov 23 09:55:33.623814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9903642-23b3-4d7b-b8de-afef7c652bf3 None None] Provisioning complete for port fc629b20-f4ad-47e0-b576-b36313cf11af triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:33.624865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9903642-23b3-4d7b-b8de-afef7c652bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.663084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9903642-23b3-4d7b-b8de-afef7c652bf3 None None] Port fc629b20-f4ad-47e0-b576-b36313cf11af cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:33.672228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-cce595dc-0e48-4415-8081-4c5dc0ef5ae9 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961038 Nov 23 09:55:33.784429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-938360d1-8d73-44f0-8911-151f1fdc1bf3 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.785935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-938360d1-8d73-44f0-8911-151f1fdc1bf3 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890948 Nov 23 09:55:33.794870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def25ee2-2834-41ed-9162-7fd8a908bfae req-da66d6e7-9103-4fcc-b64f-9c3657532fc8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.796371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-def25ee2-2834-41ed-9162-7fd8a908bfae req-da66d6e7-9103-4fcc-b64f-9c3657532fc8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0874329 Nov 23 09:55:33.807927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d10f-79f5-40f3-a38e-21b38a44bd52 req-57da4232-6fb3-4341-8c19-cdb5feacb06a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:33.808500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Request body: {'port': {'device_id': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'a59b134e264a487c9c529556aa7ee1ea'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:33.810161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6be9d10f-79f5-40f3-a38e-21b38a44bd52 req-57da4232-6fb3-4341-8c19-cdb5feacb06a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 931 time: 0.1447761 Nov 23 09:55:33.894620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6be9d10f-79f5-40f3-a38e-21b38a44bd52 req-6e38b135-d6e7-4455-b967-4996fc5d6a02 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747113 Nov 23 09:55:33.924872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-def25ee2-2834-41ed-9162-7fd8a908bfae req-aaf971b2-fb3e-4da8-bad9-254f6a1a3852 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886033 Nov 23 09:55:33.956847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc629b20-f4ad-47e0-b576-b36313cf11af {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:33.967295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.978927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Made reservation on behalf of a59b134e264a487c9c529556aa7ee1ea for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:55:33.982811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:33.993368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Transition to ACTIVE for port object fc629b20-f4ad-47e0-b576-b36313cf11af will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:55:34.010623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5d750d3-053e-4c84-a9cf-f053bf7be184 req-b400f3e1-43b8-4564-9101-311309a72a00 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 210 time: 0.0313146 Nov 23 09:55:34.011461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.052751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2679a996-e35b-4893-8b60-1305075bdfbc req-efb0c68c-4837-4d49-9d12-b907e00c1d20 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0537703 Nov 23 09:55:34.114174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:34.141122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Attempting to bind port fc629b20-f4ad-47e0-b576-b36313cf11af on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:34.141559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Attempting to bind port fc629b20-f4ad-47e0-b576-b36313cf11af by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:34.141991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Attempting to bind port fc629b20-f4ad-47e0-b576-b36313cf11af on network 69cdf871-3d0c-454e-985a-558974843289 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:34.147080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Port fc629b20-f4ad-47e0-b576-b36313cf11af on network 69cdf871-3d0c-454e-985a-558974843289 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:55:34.148097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Attempting to bind port fc629b20-f4ad-47e0-b576-b36313cf11af on network 69cdf871-3d0c-454e-985a-558974843289 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:34.153530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:34.153955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Checking segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:34.154561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Bound using segment: {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:34.154833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Bound port: fc629b20-f4ad-47e0-b576-b36313cf11af, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98a8b6d-7222-42e6-aa01-b67eee41f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '69cdf871-3d0c-454e-985a-558974843289'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:34.155276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.174543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Allocated IP 192.168.233.69 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/6b92f6c8-96ba-4516-bfdb-c31957eef944) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:55:34.231411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:34.235371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:34.241075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.274237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.274851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.276241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] 10.222.0.11 "PUT /v2.0/ports/fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 200 len: 1091 time: 0.8521233 Nov 23 09:55:34.276679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:34.278952 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915eb92-a962-49cd-9716-e4dc2b43e380" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:34.330398 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c3662-aa5e-45d6-a64b-ce2e33ac7086 x-openstack-request-id: req-b03c3662-aa5e-45d6-a64b-ce2e33ac7086 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:34.330771 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:34.331201 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b03c3662-aa5e-45d6-a64b-ce2e33ac7086 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:34.331633 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'status': 'completed', 'code': 200} Nov 23 09:55:34.337312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75a313-d7a1-41a9-9cfb-ac97cfdc3f8c service neutron] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:34.376760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.384265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-a08b67d1-2718-4b64-834b-4c46d62f8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.386119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-a08b67d1-2718-4b64-834b-4c46d62f8a35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=912c4f42e5c041798189ec965bf524ae&device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 1094 time: 0.0451369 Nov 23 09:55:34.434649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.438932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-b12e3ea6-ba9b-4a2b-a065-16ea36c6a6a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 200 len: 217 time: 0.0438876 Nov 23 09:55:34.447810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a13e99f6-cde4-4364-8b04-d18e674545f1'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:34.489008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:55:34.492844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:55:34.508408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:55:34.542873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574f43-a76b-4f29-bd41-ca86d0e5207a req-3296fc47-c01d-40e0-8072-0849654d6c97 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.552098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3574f43-a76b-4f29-bd41-ca86d0e5207a req-3296fc47-c01d-40e0-8072-0849654d6c97 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1119790 Nov 23 09:55:34.566208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f62922b4-e0ad-4f1c-a0dc-e41e8768a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.571616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Pushing event updated for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:34.575315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-f62922b4-e0ad-4f1c-a0dc-e41e8768a095 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f874404-7920-4de1-9058-47b01f500544 HTTP/1.1" status: 200 len: 853 time: 0.1021469 Nov 23 09:55:34.651625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.652301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.669485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-eb381f1a-f0b1-4503-b44a-3bd3c72d38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.671390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-eb381f1a-f0b1-4503-b44a-3bd3c72d38fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69cdf871-3d0c-454e-985a-558974843289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803123 Nov 23 09:55:34.674205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62d79-ae4e-4891-b888-8bca682e19d8 req-ee59005c-c1fe-47b4-b6fd-1929f523f9e1 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:34.675751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50b62d79-ae4e-4891-b888-8bca682e19d8 req-ee59005c-c1fe-47b4-b6fd-1929f523f9e1 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 950 time: 0.1156893 Nov 23 09:55:34.684925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-f3c4b805-687e-4b5d-8506-bb5307dfc693 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8809524 Nov 23 09:55:34.685816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3574f43-a76b-4f29-bd41-ca86d0e5207a req-10b514d4-e7c1-4e9e-a514-e1620b548061 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325197 Nov 23 09:55:34.712991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Request body: {'port': {'device_id': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:34.784269 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50b62d79-ae4e-4891-b888-8bca682e19d8 req-718d543a-00a6-4ae5-a09f-ac5f756ddce1 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981598 Nov 23 09:55:34.793468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.810571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-31d02fbd-19cb-4c38-8f9e-a447fd53cc54 service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219289 Nov 23 09:55:34.899586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dd3790ec-c3f0-4d7d-b6a1-7c4418341205 None None] Provisioning complete for port 6b92f6c8-96ba-4516-bfdb-c31957eef944 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:34.900580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd3790ec-c3f0-4d7d-b6a1-7c4418341205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:34.912657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0c49e31-1e9f-4be9-ad41-16a2a385b1be req-b8c7c3ff-28f6-40e1-96b6-6b4917c2512e service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942149 Nov 23 09:55:34.979563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-dd3790ec-c3f0-4d7d-b6a1-7c4418341205 None None] Port 6b92f6c8-96ba-4516-bfdb-c31957eef944 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:55:35.029934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-8b798bdc-fe48-4aad-bd47-43d3a754326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.031618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-8b798bdc-fe48-4aad-bd47-43d3a754326c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=912c4f42e5c041798189ec965bf524ae&device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 1094 time: 0.0554867 Nov 23 09:55:35.081505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4d5de-4594-4f55-ad78-2924931eb20c req-28b8796d-0575-4bf6-a7de-ea68ae785fc7 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.083050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f4d5de-4594-4f55-ad78-2924931eb20c req-28b8796d-0575-4bf6-a7de-ea68ae785fc7 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 943 time: 0.0889482 Nov 23 09:55:35.144563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-a8debdaf-be5d-4c3a-8bd1-201ee12389a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.146274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-a8debdaf-be5d-4c3a-8bd1-201ee12389a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 200 len: 915 time: 0.1035953 Nov 23 09:55:35.178695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b92f6c8-96ba-4516-bfdb-c31957eef944 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:35.195003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-eb662169-24e4-4294-ab27-c382c46ed407 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 200 len: 217 time: 0.0406201 Nov 23 09:55:35.196820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f4d5de-4594-4f55-ad78-2924931eb20c req-1791b715-ebdb-4dc1-aebb-af4e49ff1d4e tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054933 Nov 23 09:55:35.199140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:35.224833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Transition to ACTIVE for port object 6b92f6c8-96ba-4516-bfdb-c31957eef944 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:55:35.235361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:35.301224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-fa77c1da-186e-4b2e-b225-d09d35194ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.302765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-fa77c1da-186e-4b2e-b225-d09d35194ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f874404-7920-4de1-9058-47b01f500544 HTTP/1.1" status: 200 len: 853 time: 0.0991011 Nov 23 09:55:35.319084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fb92-a119-4da8-bbf5-fa682af6b83d req-74975162-085a-4386-b429-1e604c080836 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.320628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ee3fb92-a119-4da8-bbf5-fa682af6b83d req-74975162-085a-4386-b429-1e604c080836 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0736270 Nov 23 09:55:35.367216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Pushing event updated for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:35.395265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-ca13c051-2a25-4484-ac3d-341bff998260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.396992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-ca13c051-2a25-4484-ac3d-341bff998260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69cdf871-3d0c-454e-985a-558974843289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754650 Nov 23 09:55:35.407623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ee3fb92-a119-4da8-bbf5-fa682af6b83d req-c8065e9a-f73d-4106-8702-88f1b5a1ddfe tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 Nov 23 09:55:35.457254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dd590-1a87-46f4-bc3e-e90b6d556ad4 req-8228f958-fbcd-44fa-9772-fcafa9dc0f56 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.459807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-083dd590-1a87-46f4-bc3e-e90b6d556ad4 req-8228f958-fbcd-44fa-9772-fcafa9dc0f56 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 947 time: 0.1740851 Nov 23 09:55:35.465921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Attempting to bind port 6b92f6c8-96ba-4516-bfdb-c31957eef944 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:55:35.466412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Attempting to bind port 6b92f6c8-96ba-4516-bfdb-c31957eef944 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:55:35.466844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Attempting to bind port 6b92f6c8-96ba-4516-bfdb-c31957eef944 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:35.481410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Port 6b92f6c8-96ba-4516-bfdb-c31957eef944 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:55:35.481909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Attempting to bind port 6b92f6c8-96ba-4516-bfdb-c31957eef944 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:55:35.498777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:55:35.499276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:55:35.499763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:55:35.500379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Bound port: 6b92f6c8-96ba-4516-bfdb-c31957eef944, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:55:35.500836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:35.541330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6325399-75c9-4def-92b1-e55ecdc5f95a req-1fbfb7d4-c895-423e-a55a-73d183205737 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0359437 Nov 23 09:55:35.545427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-6051f061-196b-40b1-a611-ce0429edecdc service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364803 Nov 23 09:55:35.589026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-083dd590-1a87-46f4-bc3e-e90b6d556ad4 req-d0280ac4-a039-40a2-8016-7a2bf143b4a0 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163044 Nov 23 09:55:35.616956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:55:35.620306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:55:35.625904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:35.665094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.665727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:35.667696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b92f6c8-96ba-4516-bfdb-c31957eef944 HTTP/1.1" status: 200 len: 1095 time: 0.9736331 Nov 23 09:55:35.667696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:35.670294 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc854cb4-6caf-49a6-9045-998cbf47f322" -d '{"events": [{"name": "network-changed", "server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:35.675608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7915eb92-a962-49cd-9716-e4dc2b43e380 req-a34fb7a3-b9db-4585-ade3-df818c839a77 service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210918 Nov 23 09:55:35.707685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c4a3e-c173-4551-a8fa-188bd377ef41 service neutron] Pushing event updated for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:35.728182 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afd9105-cf06-4672-97b0-b3d9c14d0f72 x-openstack-request-id: req-8afd9105-cf06-4672-97b0-b3d9c14d0f72 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:35.728484 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:35.729138 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8afd9105-cf06-4672-97b0-b3d9c14d0f72 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:35.729556 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944', 'status': 'completed', 'code': 200} Nov 23 09:55:35.798283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-c966cb3a-2ba0-451b-b4c0-effeee9876ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.800258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-c966cb3a-2ba0-451b-b4c0-effeee9876ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 1098 time: 0.0595953 Nov 23 09:55:35.823774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef82b6-1000-43f5-b668-375b5305019c req-bb8a5c6e-c4b1-4fc0-8fde-7bf644eb9092 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.825638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ef82b6-1000-43f5-b668-375b5305019c req-bb8a5c6e-c4b1-4fc0-8fde-7bf644eb9092 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0557809 Nov 23 09:55:35.858336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-66759c2e-3074-4fb0-a2fc-0f97a6ca0158 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944 HTTP/1.1" status: 200 len: 217 time: 0.0389292 Nov 23 09:55:35.884179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ef82b6-1000-43f5-b668-375b5305019c req-2755bca4-da9d-415a-b538-028a5749aca3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Nov 23 09:55:35.911600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-0c16bb81-50b1-4015-bd65-89de58e6a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.913071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-0c16bb81-50b1-4015-bd65-89de58e6a874 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0464964 Nov 23 09:55:35.960230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de44a-899e-4527-926a-7fc0c237799b req-177206da-a746-41a1-83a1-e63b22190d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:35.961617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-177206da-a746-41a1-83a1-e63b22190d57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402408 Nov 23 09:55:36.062569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-f60df9db-6b2b-4aab-8451-c0738be62d82 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932045 Nov 23 09:55:36.158640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-475de44a-899e-4527-926a-7fc0c237799b req-7cbefa76-7caf-4a63-8298-e0fb924c57bc service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 Nov 23 09:55:36.256601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-7387777a-9f85-4995-857c-12dadd54dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.258152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-7387777a-9f85-4995-857c-12dadd54dcdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a59b134e264a487c9c529556aa7ee1ea&device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 1098 time: 0.0473263 Nov 23 09:55:36.383113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37353-1cdf-4d28-84b8-a72baad663f0 req-739ac63e-0936-4e24-9a74-ba2abe8c0f56 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.384571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c37353-1cdf-4d28-84b8-a72baad663f0 req-739ac63e-0936-4e24-9a74-ba2abe8c0f56 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 943 time: 0.1003072 Nov 23 09:55:36.389311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-8a86ea08-e1f1-409c-9f94-c15e9a8d43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.390703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-8a86ea08-e1f1-409c-9f94-c15e9a8d43d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1241200 Nov 23 09:55:36.438543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-8e83b45e-27cf-4d5f-aa5e-4a188fb1ad4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944 HTTP/1.1" status: 200 len: 217 time: 0.0401773 Nov 23 09:55:36.497806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c37353-1cdf-4d28-84b8-a72baad663f0 req-7003ac97-109f-424c-9ea7-f049842ed60d tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060202 Nov 23 09:55:36.510744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-efa1863b-e0aa-403d-ad44-be6ffbc06da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.512171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-efa1863b-e0aa-403d-ad44-be6ffbc06da7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0639992 Nov 23 09:55:36.532430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4bc5-bb9a-41b4-9398-f85df35d3572 req-d71341ff-8597-4b79-b900-ab05c14cd4bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.533965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abdc4bc5-bb9a-41b4-9398-f85df35d3572 req-d71341ff-8597-4b79-b900-ab05c14cd4bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0506022 Nov 23 09:55:36.566945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-56110d14-0e9a-49ac-b09c-50466a9c9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.568684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-56110d14-0e9a-49ac-b09c-50466a9c9c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420868 Nov 23 09:55:36.582669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abdc4bc5-bb9a-41b4-9398-f85df35d3572 req-2c7fc944-0b73-47fe-99fa-149356d3f358 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Nov 23 09:55:36.716571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fef8b-5efa-4e5e-84f4-0795145aed22 req-31a72712-9527-4cbf-9e5e-1705f8c9e49e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:36.718151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a61fef8b-5efa-4e5e-84f4-0795145aed22 req-31a72712-9527-4cbf-9e5e-1705f8c9e49e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 947 time: 0.0550096 Nov 23 09:55:36.722488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:36.772496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a61fef8b-5efa-4e5e-84f4-0795145aed22 req-7db4fa52-9da7-4a0b-9409-db475e108abb tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Nov 23 09:55:36.807987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:36.832568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:36.834896 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b6727-26cf-4542-b1aa-ff932013d01e" -d '{"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:36.849227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:36.856905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:36.916307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:36.919901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.920435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.920783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.921113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.921441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.921882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.922234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.922555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.922873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.923190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.923508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.923825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:55:36.945466 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccec045-c379-4424-8b08-b9ab410a8df3 x-openstack-request-id: req-bccec045-c379-4424-8b08-b9ab410a8df3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:36.945845 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:36.946213 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccec045-c379-4424-8b08-b9ab410a8df3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:36.946695 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'code': 200} Nov 23 09:55:36.998624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4930ff9-0c1f-4a14-ab71-87c50233ca35 req-ba2e6c32-1c07-4340-a680-86dab32cddc5 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.3498735 Nov 23 09:55:37.028339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-a5616611-fc81-45dc-ac18-23cd5f3c4197 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409900 Nov 23 09:55:37.107411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd6f49-9531-48fa-bba8-e9d5ca417654 req-140ccd4f-938f-440f-89ea-ba651d625c17 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:37.108929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bcd6f49-9531-48fa-bba8-e9d5ca417654 req-140ccd4f-938f-440f-89ea-ba651d625c17 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0510578 Nov 23 09:55:37.120572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc854cb4-6caf-49a6-9045-998cbf47f322 req-b98804e9-458d-4d1e-8f64-b2a39622c9e1 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Nov 23 09:55:37.161796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bcd6f49-9531-48fa-bba8-e9d5ca417654 req-7364560a-2da3-4380-9a9f-25b8a3ac2b04 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Nov 23 09:55:37.209657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:37.308825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:37.319372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:37.358658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:37.374148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:37.394382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:37.401511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:37.468267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:37.543455 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:55:37.559618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a412e22d-3f12-44f8-b7d4-f676e3231377'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:37.623903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae0fd2-581a-4fb7-aeaf-0f9710af2171 req-d5600f63-9586-4829-8af2-f904b8168004 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:37.626529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-efae0fd2-581a-4fb7-aeaf-0f9710af2171 req-d5600f63-9586-4829-8af2-f904b8168004 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 943 time: 0.0528738 Nov 23 09:55:37.677391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-efae0fd2-581a-4fb7-aeaf-0f9710af2171 req-0b68fb2f-87c2-401e-affa-84481457e22e tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458486 Nov 23 09:55:37.710892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7fee-1237-4037-980c-e596756c9626 req-f5ad210a-92e5-4be9-b952-60f5e84e19ac tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:37.712503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e92b7fee-1237-4037-980c-e596756c9626 req-f5ad210a-92e5-4be9-b952-60f5e84e19ac tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0579591 Nov 23 09:55:37.759548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e92b7fee-1237-4037-980c-e596756c9626 req-7c5fdbd5-59ed-4c6e-ab14-e88dd9070284 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Nov 23 09:55:37.898076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d49d2b-4a9f-416f-91a9-4e4a142080ce req-2be4d512-f40f-48be-a2ec-d137b51745e5 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:37.899550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d49d2b-4a9f-416f-91a9-4e4a142080ce req-2be4d512-f40f-48be-a2ec-d137b51745e5 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 947 time: 0.0500176 Nov 23 09:55:37.949951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d49d2b-4a9f-416f-91a9-4e4a142080ce req-6eb90516-5876-4cdb-99be-d2e92f8dd16d tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Nov 23 09:55:38.126992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0267cc00-357a-4ee8-91e6-d98a917acc44 req-32def7f6-fe59-4e4e-aaaa-c642c42ec8b8 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0285809 Nov 23 09:55:38.280353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d9f21-757e-44f9-83ac-9fd20967eafe req-fedfee06-5648-4c89-a6a9-01eb89633318 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:38.281800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e00d9f21-757e-44f9-83ac-9fd20967eafe req-fedfee06-5648-4c89-a6a9-01eb89633318 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0500987 Nov 23 09:55:38.330245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e00d9f21-757e-44f9-83ac-9fd20967eafe req-3815f057-a64c-4af0-ae51-1cf7fb9195a1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Nov 23 09:55:38.802683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8b4a7-3aa5-4f7a-9f2c-e5e1d6c06048 req-8e982381-c9a3-4559-a33f-b3661451e9b3 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:38.804191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6da8b4a7-3aa5-4f7a-9f2c-e5e1d6c06048 req-8e982381-c9a3-4559-a33f-b3661451e9b3 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 943 time: 0.0504704 Nov 23 09:55:38.851395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6da8b4a7-3aa5-4f7a-9f2c-e5e1d6c06048 req-29d48bb1-8b4b-4882-88e1-4f0c34cf2d0c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Nov 23 09:55:38.880159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6d48-0e3c-4179-a8f0-11d10ea72ee6 req-16ccdcc0-d627-42ca-b5d3-4bb1aca7d8b7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:38.881628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-091e6d48-0e3c-4179-a8f0-11d10ea72ee6 req-16ccdcc0-d627-42ca-b5d3-4bb1aca7d8b7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0528138 Nov 23 09:55:38.928456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-091e6d48-0e3c-4179-a8f0-11d10ea72ee6 req-27e97dd3-51d3-4c6f-8ca1-ffcc21f9dd5d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Nov 23 09:55:39.067517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5451-2a43-47ad-aeef-aa519dc56c50 req-a569f465-c84e-4c2c-a054-0b3f4f333fb3 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:39.068995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-080d5451-2a43-47ad-aeef-aa519dc56c50 req-a569f465-c84e-4c2c-a054-0b3f4f333fb3 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 947 time: 0.0508752 Nov 23 09:55:39.120200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-080d5451-2a43-47ad-aeef-aa519dc56c50 req-43df0c2e-706e-452d-a193-cf1928c60078 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Nov 23 09:55:39.221790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:39.232694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d64b8b6a-9925-4b59-b9da-5a2495468833 req-e1e82baf-84c6-4eaa-b925-3539683d81ff tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0282934 Nov 23 09:55:39.274826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a412e22d-3f12-44f8-b7d4-f676e3231377 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:39.275200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:39.471511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b4f60-20ab-4b60-89fd-c7dc1a90b326 req-a0ba2486-5b42-4d3b-a824-72e6fc45e117 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:39.473602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-121b4f60-20ab-4b60-89fd-c7dc1a90b326 req-a0ba2486-5b42-4d3b-a824-72e6fc45e117 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0631654 Nov 23 09:55:39.502868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:39.526894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:39.529148 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f947fa1-440d-4b11-9136-138e0225fe14" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:39.532689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-121b4f60-20ab-4b60-89fd-c7dc1a90b326 req-585a8b6c-34df-4f9a-87c2-3e9fd0521e5c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Nov 23 09:55:39.542046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:39.547083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:39.584669 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0c7c0-d345-4789-9294-913c7a936962 x-openstack-request-id: req-adf0c7c0-d345-4789-9294-913c7a936962 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:39.584967 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:39.585229 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adf0c7c0-d345-4789-9294-913c7a936962 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:39.585627 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'code': 200} Nov 23 09:55:39.601302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:40.004837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4929f-dbc5-4577-849c-8e82188930fd req-8a516365-73ff-4f1b-bf64-3502f45d357a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:40.007217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dd4929f-dbc5-4577-849c-8e82188930fd req-8a516365-73ff-4f1b-bf64-3502f45d357a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 943 time: 0.0683894 Nov 23 09:55:40.064541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dd4929f-dbc5-4577-849c-8e82188930fd req-d570fd98-4c2d-45d6-894a-fa81e19146fd tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Nov 23 09:55:40.087641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9678a-6adc-42ce-a3b6-1dc26274d5ef req-a3bdf9e8-b0ff-42f5-a77f-9e2085d42917 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:40.090442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6c9678a-6adc-42ce-a3b6-1dc26274d5ef req-a3bdf9e8-b0ff-42f5-a77f-9e2085d42917 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0678854 Nov 23 09:55:40.172460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6c9678a-6adc-42ce-a3b6-1dc26274d5ef req-7349d538-368d-4d30-a0b0-29560b974705 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Nov 23 09:55:40.355746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e0e31-a415-4b09-9c27-4447b9084aeb req-f37099c9-61db-4f3c-8b27-0bd20352ffb9 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:40.366681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec1e0e31-a415-4b09-9c27-4447b9084aeb req-f37099c9-61db-4f3c-8b27-0bd20352ffb9 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 947 time: 0.0885444 Nov 23 09:55:40.442232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec1e0e31-a415-4b09-9c27-4447b9084aeb req-ef38ae44-b728-4808-b1cb-709f6ba79793 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Nov 23 09:55:40.469234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1eadc45-3af7-498d-a700-76a0698e8ec0 req-9f97e097-c7d2-4633-a52d-a896be4a4575 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0475774 Nov 23 09:55:40.687422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b35a-68b8-44d2-b767-2b21a7efc571 req-c7a840e7-1798-4dfd-b799-00a7af3bfc9b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:40.688685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfe7b35a-68b8-44d2-b767-2b21a7efc571 req-c7a840e7-1798-4dfd-b799-00a7af3bfc9b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0658491 Nov 23 09:55:40.736228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc629b20-f4ad-47e0-b576-b36313cf11af details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:40.783808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfe7b35a-68b8-44d2-b767-2b21a7efc571 req-3ab36f2a-7134-4ac7-bb73-649dceebd066 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Nov 23 09:55:40.879562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:40.892241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'port_id': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'mac_address': 'fa:16:3e:13:fb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:40.934726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:40.948779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc629b20-f4ad-47e0-b576-b36313cf11af {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:40.971003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:40.978373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:40.979132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b92f6c8-96ba-4516-bfdb-c31957eef944 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:41.061494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:41.132552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:41.145315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '6b92f6c8-96ba-4516-bfdb-c31957eef944', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '6b92f6c8-96ba-4516-bfdb-c31957eef944', 'mac_address': 'fa:16:3e:1e:42:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:41.214240 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:41.221613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173246f8-f631-4d5e-bbbf-3088ecc76fdf req-b38a9fb8-d826-46d6-a931-67ba29784896 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:41.228206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-173246f8-f631-4d5e-bbbf-3088ecc76fdf req-b38a9fb8-d826-46d6-a931-67ba29784896 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 944 time: 0.0830305 Nov 23 09:55:41.233177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b92f6c8-96ba-4516-bfdb-c31957eef944 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:41.266236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:41.271738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:41.321387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-173246f8-f631-4d5e-bbbf-3088ecc76fdf req-26bb3e58-fceb-4736-a1c3-9554c064246c tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839164 Nov 23 09:55:41.356926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:41.429212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666f6d-9055-4b39-9ba0-e4fdbe6102e2 req-cca44661-27b7-4b54-98f2-2648c75caceb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:41.430826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb666f6d-9055-4b39-9ba0-e4fdbe6102e2 req-cca44661-27b7-4b54-98f2-2648c75caceb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0718536 Nov 23 09:55:41.503101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb666f6d-9055-4b39-9ba0-e4fdbe6102e2 req-57931cd3-e840-48a4-92cd-b7729a14ad99 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620687 Nov 23 09:55:41.604483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0cfa0ad7-200b-4296-b2e1-2b3debd8e126 req-b5290f4e-3eaf-40bc-91e5-fd78686a2cc7 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0357277 Nov 23 09:55:41.612718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb322b-bfcb-4135-9e41-c082be36755c req-e84f191e-bebe-4ee7-ba26-00dcc5f02f6a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:41.614681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44cb322b-bfcb-4135-9e41-c082be36755c req-e84f191e-bebe-4ee7-ba26-00dcc5f02f6a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 948 time: 0.0614519 Nov 23 09:55:41.679402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44cb322b-bfcb-4135-9e41-c082be36755c req-e2fb6ead-15ac-49da-be10-d636a4964337 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Nov 23 09:55:41.683050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fc629b20-f4ad-47e0-b576-b36313cf11af'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:41.715331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6b92f6c8-96ba-4516-bfdb-c31957eef944'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:41.895173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952cba6-6422-4a74-acc2-40f0fe429df5 req-5ab180b0-7215-4613-a04b-8bb2c57c642d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:41.897646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4952cba6-6422-4a74-acc2-40f0fe429df5 req-5ab180b0-7215-4613-a04b-8bb2c57c642d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0546937 Nov 23 09:55:41.962864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4952cba6-6422-4a74-acc2-40f0fe429df5 req-54db34f8-b041-4a40-920c-852985cacc73 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Nov 23 09:55:42.532336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ff67e-e4e4-4de3-852a-bd45189cbc7e req-cba886ca-11d1-4d9c-8967-10f9ed1445de tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:42.536475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e7ff67e-e4e4-4de3-852a-bd45189cbc7e req-cba886ca-11d1-4d9c-8967-10f9ed1445de tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 944 time: 0.1285584 Nov 23 09:55:42.604124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e7ff67e-e4e4-4de3-852a-bd45189cbc7e req-7d177d4b-223e-4c76-8df6-d49de878ef71 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601313 Nov 23 09:55:42.757349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65748c2d-1549-4a86-83ff-838e132c33c9 req-df76aa88-f4a6-47e1-9a0f-8bf9d3b0b272 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:42.761220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65748c2d-1549-4a86-83ff-838e132c33c9 req-df76aa88-f4a6-47e1-9a0f-8bf9d3b0b272 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0792067 Nov 23 09:55:42.772209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630055f0-11bb-4f5a-b4b6-8fba0164b6d2 req-9e9c1384-394f-4464-a4e0-4661ecc7616e tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0561223 Nov 23 09:55:42.869819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65748c2d-1549-4a86-83ff-838e132c33c9 req-b658ba8a-d960-4031-9830-bbb1cc48a3f0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Nov 23 09:55:42.939627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d607-d6ea-4544-9c1e-48db3c601350 req-9d0995bc-cbbb-4529-b5c4-352d9b04e347 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:42.947187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3855d607-d6ea-4544-9c1e-48db3c601350 req-9d0995bc-cbbb-4529-b5c4-352d9b04e347 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 948 time: 0.0907979 Nov 23 09:55:43.019886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3855d607-d6ea-4544-9c1e-48db3c601350 req-b0deaaf1-db43-400d-ba70-022394e7d8d2 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716977 Nov 23 09:55:43.131477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7acdec-37e5-4e28-98f4-b545c19178d2 req-c190bca4-afb4-4ade-8362-241ab661bd0e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:43.133221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c7acdec-37e5-4e28-98f4-b545c19178d2 req-c190bca4-afb4-4ade-8362-241ab661bd0e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0626459 Nov 23 09:55:43.196856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c7acdec-37e5-4e28-98f4-b545c19178d2 req-03c0f745-e691-4b33-bed9-1604df42eb23 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560613 Nov 23 09:55:43.768363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab015-6465-453b-b0e1-8821a1c5884c req-347f4717-6390-472a-aa32-33ffb1fbfe18 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:43.776512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3aeab015-6465-453b-b0e1-8821a1c5884c req-347f4717-6390-472a-aa32-33ffb1fbfe18 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 944 time: 0.0655820 Nov 23 09:55:43.834842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3aeab015-6465-453b-b0e1-8821a1c5884c req-4321ff93-316c-470a-abc3-ee287ca58744 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542071 Nov 23 09:55:43.897249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-128a38fa-bf4b-4639-b001-4152c618baf1 req-935e3579-c355-43b9-9a8e-b7b551e5713b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0377300 Nov 23 09:55:44.007922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498892d-2360-4eeb-b8f8-68320a600f9e req-d4cfdb2b-98d4-4975-9c92-16dc15f6d7e5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:44.009776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c498892d-2360-4eeb-b8f8-68320a600f9e req-d4cfdb2b-98d4-4975-9c92-16dc15f6d7e5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0539963 Nov 23 09:55:44.069225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c498892d-2360-4eeb-b8f8-68320a600f9e req-ef092793-d1a2-4126-8273-2a040f6c96c3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Nov 23 09:55:44.174717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327b78-783b-416d-af40-8959363569c8 req-663d91f5-fb3c-4bb0-a241-0639b124640b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:44.176179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2327b78-783b-416d-af40-8959363569c8 req-663d91f5-fb3c-4bb0-a241-0639b124640b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 948 time: 0.0603199 Nov 23 09:55:44.256183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2327b78-783b-416d-af40-8959363569c8 req-310eb266-6caa-4d62-984d-4d05fbf0eac9 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Nov 23 09:55:44.324759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce808d-500d-4995-9d91-64286a5f64ac req-1d35ba7b-6e5f-4708-9ab6-ddb0bdef06ef tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:44.326324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1ce808d-500d-4995-9d91-64286a5f64ac req-1d35ba7b-6e5f-4708-9ab6-ddb0bdef06ef tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0522249 Nov 23 09:55:44.387140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1ce808d-500d-4995-9d91-64286a5f64ac req-48cde06b-3614-4b17-ae82-3faffdb492ad tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Nov 23 09:55:44.755186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc629b20-f4ad-47e0-b576-b36313cf11af up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:44.820322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port fc629b20-f4ad-47e0-b576-b36313cf11af completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:44.825143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fc629b20-f4ad-47e0-b576-b36313cf11af triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:44.825649 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:44.923715 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:44.951681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:44.954584 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b827e-d423-4e90-a8db-547c998d6c98" -d '{"events": [{"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-plugged", "status": "completed", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:44.969845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:44.975009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:44.976008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b92f6c8-96ba-4516-bfdb-c31957eef944 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:45.062230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712aaf-d1ae-46e3-952f-2976ecb6ece8 req-3048e25e-c96e-4f21-b652-f37e731ebafe tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:45.073135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06712aaf-d1ae-46e3-952f-2976ecb6ece8 req-3048e25e-c96e-4f21-b652-f37e731ebafe tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 944 time: 0.1510618 Nov 23 09:55:45.077047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:45.117455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e92a4d7-18fb-46dc-9c57-08d0a4186d04 req-5cdf6700-2fff-411f-b541-db00a43f1492 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0516021 Nov 23 09:55:45.123733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 6b92f6c8-96ba-4516-bfdb-c31957eef944 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:55:45.133103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 6b92f6c8-96ba-4516-bfdb-c31957eef944 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:45.133858 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:45.155507 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06712aaf-d1ae-46e3-952f-2976ecb6ece8 req-b9796bfc-0ae6-4c2c-8d62-4b2a87d200fb tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810406 Nov 23 09:55:45.186126 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358f97e-67b6-4a18-91d8-b49b0dba0226 x-openstack-request-id: req-3358f97e-67b6-4a18-91d8-b49b0dba0226 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:45.186592 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-plugged", "status": "completed", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:45.186988 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3358f97e-67b6-4a18-91d8-b49b0dba0226 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:45.187542 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'code': 200} Nov 23 09:55:45.272729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:45.309198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:45.321222 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:45.359009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de45ad-1dfd-43e3-97ee-1fb0a3c9c15c req-985c0a86-160e-4d5a-b9c1-106e0c346267 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:45.361449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12de45ad-1dfd-43e3-97ee-1fb0a3c9c15c req-985c0a86-160e-4d5a-b9c1-106e0c346267 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1196423 Nov 23 09:55:45.406165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:45.439563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a96a6-b671-49b7-9149-a72e749548f0 req-7b7ca929-e79f-420a-aa33-f5a8a9775d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:45.441469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b8a96a6-b671-49b7-9149-a72e749548f0 req-7b7ca929-e79f-420a-aa33-f5a8a9775d9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 1096 time: 0.1420217 Nov 23 09:55:45.442731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a548cf-585e-4449-b51a-4ed488ab9610 req-7136dc59-53cc-4e4f-8e9e-b44186d4021e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:45.450563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73a548cf-585e-4449-b51a-4ed488ab9610 req-7136dc59-53cc-4e4f-8e9e-b44186d4021e tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0855505 Nov 23 09:55:45.501796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12de45ad-1dfd-43e3-97ee-1fb0a3c9c15c req-09a9a2af-83a0-4995-b46c-e5447a612195 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258178 Nov 23 09:55:45.515801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b8a96a6-b671-49b7-9149-a72e749548f0 req-474ec5b1-654f-456d-8523-b26609630697 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576522 Nov 23 09:55:45.520907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73a548cf-585e-4449-b51a-4ed488ab9610 req-4dfe86bc-c49b-49fc-9e70-8215c8b812b6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619872 Nov 23 09:55:45.633943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:45.659188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7081e2-f708-42b5-800f-74681aabdc67 req-16a9e1c3-1433-4e77-94da-75fdb8287145 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:45.667199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d7081e2-f708-42b5-800f-74681aabdc67 req-16a9e1c3-1433-4e77-94da-75fdb8287145 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0782733 Nov 23 09:55:45.725611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d7081e2-f708-42b5-800f-74681aabdc67 req-e6c63fe6-85f3-42e9-8bbf-f275192a6e41 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570333 Nov 23 09:55:46.252489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d507ad43-42d0-42a9-938e-61e25826a792 req-c41517d7-dbf5-4286-8595-c23d6cca9567 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0300643 Nov 23 09:55:46.330164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703624-3583-4491-85ea-7f84a1441a3a req-e60d3313-e017-4283-8202-76f9c0870519 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:46.331944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92703624-3583-4491-85ea-7f84a1441a3a req-e60d3313-e017-4283-8202-76f9c0870519 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.0592701 Nov 23 09:55:46.385079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92703624-3583-4491-85ea-7f84a1441a3a req-64af86ec-68a2-4e38-9107-911187ecdbb4 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Nov 23 09:55:46.681032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69d2d-84e0-4201-8f60-fd41deeeda44 req-0ce4a068-bb72-4c35-a646-b9db323ceda3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:46.690067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31c69d2d-84e0-4201-8f60-fd41deeeda44 req-0ce4a068-bb72-4c35-a646-b9db323ceda3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0809407 Nov 23 09:55:46.774634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31c69d2d-84e0-4201-8f60-fd41deeeda44 req-1bfe64b2-6924-428b-8ff6-7d97de4be3a4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Nov 23 09:55:46.854179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b28e5-4a4c-4c35-8bd7-c9f8f5ef9a3f req-4d4571a2-3de8-4df2-b737-cb71adac9d50 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:46.861915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-239b28e5-4a4c-4c35-8bd7-c9f8f5ef9a3f req-4d4571a2-3de8-4df2-b737-cb71adac9d50 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0601573 Nov 23 09:55:46.928336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-239b28e5-4a4c-4c35-8bd7-c9f8f5ef9a3f req-25e06d0b-27b0-4f23-9448-bbd635dec964 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652571 Nov 23 09:55:47.056708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12d21e-1786-4426-a7cd-a794d98229f9 req-0c6eabb9-5d1a-401a-9a18-35b1ae6f6d05 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:47.058076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae12d21e-1786-4426-a7cd-a794d98229f9 req-0c6eabb9-5d1a-401a-9a18-35b1ae6f6d05 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0536351 Nov 23 09:55:47.131841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae12d21e-1786-4426-a7cd-a794d98229f9 req-13f113ec-d843-4b33-987b-2cdb37d816c4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643928 Nov 23 09:55:47.188740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:47.191890 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa85949-e194-4fda-8fdc-6d99c187cf57" -d '{"events": [{"server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "name": "network-vif-plugged", "status": "completed", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:47.235557 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed9c5f-0eaf-4c64-8223-92eb9ce5426e x-openstack-request-id: req-6aed9c5f-0eaf-4c64-8223-92eb9ce5426e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:47.235909 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "name": "network-vif-plugged", "status": "completed", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:47.236169 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aed9c5f-0eaf-4c64-8223-92eb9ce5426e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:47.236621 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944', 'code': 200} Nov 23 09:55:47.375733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8989fb87-6109-4da4-94e8-46e1a8bf255b req-ce212b38-ec0a-4c90-bfb5-902e0bbdef32 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0359616 Nov 23 09:55:47.512105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433be8c-ffe3-4679-9d52-25cf09553138 req-1d46cc02-fc3a-48e7-9757-e60be0a4aa85 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:47.519924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4433be8c-ffe3-4679-9d52-25cf09553138 req-1d46cc02-fc3a-48e7-9757-e60be0a4aa85 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.0595622 Nov 23 09:55:47.550026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934fefd-5ed4-4cfa-b998-909400e2a864 req-bb43495f-475e-4aba-ab19-c7d3dc73e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:47.555690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e934fefd-5ed4-4cfa-b998-909400e2a864 req-bb43495f-475e-4aba-ab19-c7d3dc73e7de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 1100 time: 0.0721138 Nov 23 09:55:47.594214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4433be8c-ffe3-4679-9d52-25cf09553138 req-d65b7b94-ea10-4256-8998-655e6e334552 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686884 Nov 23 09:55:47.620598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e934fefd-5ed4-4cfa-b998-909400e2a864 req-5177b7a3-5c1c-4e5f-9527-82740e589215 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500245 Nov 23 09:55:47.796760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0ac1468-0345-4f05-8c12-4a7e1834a088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:47.900115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73ba2-90b4-4e79-86a9-6045ad490184 req-c9931f20-e047-47da-a893-cbd65a78a13f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:47.907685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01a73ba2-90b4-4e79-86a9-6045ad490184 req-c9931f20-e047-47da-a893-cbd65a78a13f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0593872 Nov 23 09:55:47.965928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01a73ba2-90b4-4e79-86a9-6045ad490184 req-b645b1e1-1d09-499f-a656-99ca3797e8c3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573049 Nov 23 09:55:48.092263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c27a-1ec8-4d52-a866-07ad2c27f83f req-56babc28-f564-49e1-bc48-9ff0d812807a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:48.094038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e871c27a-1ec8-4d52-a866-07ad2c27f83f req-56babc28-f564-49e1-bc48-9ff0d812807a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0568943 Nov 23 09:55:48.169944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e871c27a-1ec8-4d52-a866-07ad2c27f83f req-f5a20138-f545-4819-ac27-bf3571737b75 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631540 Nov 23 09:55:48.294801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3fb62-c717-4b1c-ab2f-7bf2ef9b7237 req-7553bb10-b437-4ceb-b12e-de07caed3c81 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:48.300549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9a3fb62-c717-4b1c-ab2f-7bf2ef9b7237 req-7553bb10-b437-4ceb-b12e-de07caed3c81 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0727906 Nov 23 09:55:48.368263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9a3fb62-c717-4b1c-ab2f-7bf2ef9b7237 req-1e7f980c-932b-4130-a657-7c3a2e76e18b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Nov 23 09:55:48.405924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae8e2f19-e6e0-4ec9-8ffd-3d12ffd229a9 req-ac736cd3-185e-4d99-ba2b-93fc9658c706 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0318542 Nov 23 09:55:48.486254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b2b76ae-96db-4ad3-94d8-06c9951b446e req-49e5d324-35e0-414d-a81c-31fd71878d3a tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0329936 Nov 23 09:55:48.708986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe8ff-b0ef-4b5b-b54f-157e34279075 req-5219d760-0b7e-404a-870c-6d01f8aeee73 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:48.710852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2bbe8ff-b0ef-4b5b-b54f-157e34279075 req-5219d760-0b7e-404a-870c-6d01f8aeee73 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.0546594 Nov 23 09:55:48.767319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2bbe8ff-b0ef-4b5b-b54f-157e34279075 req-34f042bc-edf8-406a-92be-7a176c5fb7bc tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502014 Nov 23 09:55:49.189718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce54d35-96b6-4073-968e-39429389fd84 req-156127bf-2451-4949-93e7-495d3440430a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:49.203618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ce54d35-96b6-4073-968e-39429389fd84 req-156127bf-2451-4949-93e7-495d3440430a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0853238 Nov 23 09:55:49.252067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05241a-24a9-49c7-ba3f-d38cc0bc75af req-76f05015-e713-4cf2-b32b-11c57df33147 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:49.257500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce05241a-24a9-49c7-ba3f-d38cc0bc75af req-76f05015-e713-4cf2-b32b-11c57df33147 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.3923273 Nov 23 09:55:49.262340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59634) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:49.270707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Request body: {'floatingip': {'port_id': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:55:49.282416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ce54d35-96b6-4073-968e-39429389fd84 req-9bf3c44b-4e2d-43c0-8e26-356132743bfc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Nov 23 09:55:49.326035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:49.472660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751ef8-8924-49e4-8a13-80a8ae1cf142 req-b333fe7d-635d-47f0-abc2-7d9f8ece157b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:49.480450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22751ef8-8924-49e4-8a13-80a8ae1cf142 req-b333fe7d-635d-47f0-abc2-7d9f8ece157b tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0768251 Nov 23 09:55:49.540436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22751ef8-8924-49e4-8a13-80a8ae1cf142 req-09b254c9-d63a-4e88-8524-7c9032e7a559 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Nov 23 09:55:49.576442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaa296-9b25-46a5-b9f8-3e5c5129c101 req-cc3adaec-05ff-4ef3-ae30-dee84452b72b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:49.584503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ceeaa296-9b25-46a5-b9f8-3e5c5129c101 req-cc3adaec-05ff-4ef3-ae30-dee84452b72b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.1217871 Nov 23 09:55:49.634971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb10f81e-9bb5-4bc8-82d7-54d216fb9c78 req-93d318bb-e219-4665-83ae-4c2a76b95c9b tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0342066 Nov 23 09:55:49.680563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ceeaa296-9b25-46a5-b9f8-3e5c5129c101 req-7f154e4c-8b70-4797-ab9d-291dda098093 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950842 Nov 23 09:55:49.928744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:49.934707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.032854 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Floating IP ad37ce3c-dba1-40cd-92c1-1d75ba92fc59 associated. External IP: 172.25.1.152, port: fc629b20-f4ad-47e0-b576-b36313cf11af. Nov 23 09:55:50.098273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.205656 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b979d5c6-4538-4954-9945-2615e2dcf4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.270573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:55:50.424252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:55:50.429346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.436467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Sync routers for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:55:50.447441 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:50.449278 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:50.454397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ded3a-3443-438d-a205-e92d2152082a req-0c5b67a0-9675-4231-ae9a-8c6c05d006a4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:50.456091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-950ded3a-3443-438d-a205-e92d2152082a req-0c5b67a0-9675-4231-ae9a-8c6c05d006a4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0899820 Nov 23 09:55:50.484618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-45b903f8-6932-479a-a6b4-e5ff76f2f205 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "PUT /v2.0/floatingips/ad37ce3c-dba1-40cd-92c1-1d75ba92fc59 HTTP/1.1" status: 200 len: 991 time: 1.2204812 Nov 23 09:55:50.486789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:50.489142 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14845f-17a6-4568-9900-0278dc855aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:50.541387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-950ded3a-3443-438d-a205-e92d2152082a req-513d1e75-94c0-4769-9d45-0e3c0cbe1962 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Nov 23 09:55:50.564059 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:50.597779 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd632a52-af8e-4335-833c-68bf86717850 x-openstack-request-id: req-dd632a52-af8e-4335-833c-68bf86717850 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:50.598666 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:50.599653 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd632a52-af8e-4335-833c-68bf86717850 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:50.600391 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'status': 'completed', 'code': 200} Nov 23 09:55:50.691460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e72ebd-d7d8-48bb-a5f2-8279a9ed03ae req-9e98aca4-1cc1-4d7a-b014-13187c221542 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:50.693412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3e72ebd-d7d8-48bb-a5f2-8279a9ed03ae req-9e98aca4-1cc1-4d7a-b014-13187c221542 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 951 time: 0.0523157 Nov 23 09:55:50.703377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14845f-17a6-4568-9900-0278dc855aaa req-7c22ffdd-4a69-4f5f-9544-c8e04d5237ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:50.704205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-7c22ffdd-4a69-4f5f-9544-c8e04d5237ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=912c4f42e5c041798189ec965bf524ae&device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 1096 time: 0.0763829 Nov 23 09:55:50.720112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06af2d-6251-4365-81dc-6bb776a68ce6 req-e4784fdf-0dfe-48d4-8821-42ec6f5799b7 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:50.721817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb06af2d-6251-4365-81dc-6bb776a68ce6 req-e4784fdf-0dfe-48d4-8821-42ec6f5799b7 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0643518 Nov 23 09:55:50.752992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3e72ebd-d7d8-48bb-a5f2-8279a9ed03ae req-b03973c9-31f7-4119-8208-9d82c4738326 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Nov 23 09:55:50.800831 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ad37ce3c-dba1-40cd-92c1-1d75ba92fc59', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'port_id': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'mac_address': 'fa:16:3e:13:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:55:28Z', 'updated_at': '2021-11-23T09:55:49Z', 'revision_number': 1, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:50.801962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:50.829911 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Checking router: ba36e262-8653-48c3-9dfe-bd8432bd5bd4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:55:50.834446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb06af2d-6251-4365-81dc-6bb776a68ce6 req-f2c8a80a-c2c0-4fd3-8b0c-2cb73ea4ee53 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Nov 23 09:55:50.845667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14845f-17a6-4568-9900-0278dc855aaa req-48cb4c4d-c972-456b-863a-3f8435a7fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:50.847915 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:55:50.848540 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:55:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:50.851383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-48cb4c4d-c972-456b-863a-3f8435a7fa15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 200 len: 915 time: 0.1280193 Nov 23 09:55:50.862903 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c222c508-14d4-4530-b382-da7d8b5a23d6 req-aaeb893e-84bb-4b0e-a219-d905d1a6daf9 tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Nov 23 09:55:50.927373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.969450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:50.970839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:50.973457 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f58c9-de9d-41a8-8a05-4eab6b92efbf" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:50.979935 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:50.989661 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:55:50.994867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-edff6f5b-4c26-4b80-94e9-c152683ef30a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 200 len: 999 time: 0.1247807 Nov 23 09:55:51.024955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ee37-2fa1-4a01-a21d-314df6934680 req-881e2bfe-5298-422f-a146-dabfcf23343a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.026475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9593ee37-2fa1-4a01-a21d-314df6934680 req-881e2bfe-5298-422f-a146-dabfcf23343a tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0733776 Nov 23 09:55:51.052972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:51.087821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14845f-17a6-4568-9900-0278dc855aaa req-1f236fd4-c46f-40c8-8e88-28bb97494913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.089234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-1f236fd4-c46f-40c8-8e88-28bb97494913 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f874404-7920-4de1-9058-47b01f500544 HTTP/1.1" status: 200 len: 853 time: 0.0803254 Nov 23 09:55:51.110361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9593ee37-2fa1-4a01-a21d-314df6934680 req-c94f49dc-50af-4b14-8bbf-8e788853b7da tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Nov 23 09:55:51.141805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:51.164386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14845f-17a6-4568-9900-0278dc855aaa req-e37f432e-d54c-4709-8b07-a2c0438fec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.165935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-e37f432e-d54c-4709-8b07-a2c0438fec44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69cdf871-3d0c-454e-985a-558974843289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598226 Nov 23 09:55:51.218594 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf53867-e0d6-4536-975d-698f2c1872c9 x-openstack-request-id: req-bbf53867-e0d6-4536-975d-698f2c1872c9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:51.219349 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:51.219838 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbf53867-e0d6-4536-975d-698f2c1872c9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:51.220464 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'code': 200} Nov 23 09:55:51.295851 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ad37ce3c-dba1-40cd-92c1-1d75ba92fc59', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'port_id': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'mac_address': 'fa:16:3e:13:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:55:28Z', 'updated_at': '2021-11-23T09:55:49Z', 'revision_number': 1, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:55:51.301368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-f3855057-a12d-4b7a-8fd6-705d3a4d2b67 service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166885 Nov 23 09:55:51.329770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b68455-cd22-48a2-a345-4f5edbbf8b98 None None] The sync data for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 is: [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ad37ce3c-dba1-40cd-92c1-1d75ba92fc59', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'port_id': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'mac_address': 'fa:16:3e:13:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:55:28Z', 'updated_at': '2021-11-23T09:55:49Z', 'revision_number': 1, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:55:51.395321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9cbee7-c7a8-4932-b85d-0d301926abb9 req-a5e1e616-97b6-465b-842a-b1b66925349a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eba4858c66af43d899452ffa0429ac7c&device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0294790 Nov 23 09:55:51.439460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9cbee7-c7a8-4932-b85d-0d301926abb9 req-bdd2fed3-fa4a-42ec-8a6f-87162ca37587 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eba4858c66af43d899452ffa0429ac7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246096 Nov 23 09:55:51.472389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-95a7b81f-36f9-4b6d-a051-59ac841a5c02 tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.473928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-95a7b81f-36f9-4b6d-a051-59ac841a5c02 tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 1100 time: 0.0920141 Nov 23 09:55:51.475844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db14845f-17a6-4568-9900-0278dc855aaa req-e29cf959-72e4-4e75-b597-42bcfb21a404 service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510794 Nov 23 09:55:51.504533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-025fb3f8-2968-468d-871e-ac814608210f tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:51.597261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbee7-c7a8-4932-b85d-0d301926abb9 req-54be1282-9c62-47fe-bc0a-9f03b2cd55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.602105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9cbee7-c7a8-4932-b85d-0d301926abb9 req-54be1282-9c62-47fe-bc0a-9f03b2cd55aa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497176 Nov 23 09:55:51.608270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a7eb8-6d5f-4a0b-8f09-3efffc9e12b2 None None] New status for floating IP ad37ce3c-dba1-40cd-92c1-1d75ba92fc59: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:55:51.611609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-025fb3f8-2968-468d-871e-ac814608210f tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:51.620901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-025fb3f8-2968-468d-871e-ac814608210f tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:51.636803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3c3b335-3f44-460e-9d5b-7738158d9123 req-8c480822-0ffd-4763-a8ee-8240bf7b4cbc tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Nov 23 09:55:51.661329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-636b5380-3ad2-47ae-b19b-adc1e7c4a586 req-025fb3f8-2968-468d-871e-ac814608210f tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786883 Nov 23 09:55:51.662375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fb3f8-2968-468d-871e-ac814608210f tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f248f-65fe-4716-87c4-3b5cc99fe3b2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:51.845649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a58b7-51a1-4dbc-a6f5-2e77b1dae52c req-01c4ebbc-2ca6-4d48-937b-bb3d292d8188 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:51.847251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab8a58b7-51a1-4dbc-a6f5-2e77b1dae52c req-01c4ebbc-2ca6-4d48-937b-bb3d292d8188 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0738790 Nov 23 09:55:51.897318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab8a58b7-51a1-4dbc-a6f5-2e77b1dae52c req-2c4f587b-c921-42ea-822f-795a7cbd7c42 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Nov 23 09:55:52.245048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299d6f0-fa8a-4570-9f48-4cfdddbf13ed req-b291122a-1451-4dce-8a96-d8eb7ae3677d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:52.246525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f299d6f0-fa8a-4570-9f48-4cfdddbf13ed req-b291122a-1451-4dce-8a96-d8eb7ae3677d tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 948 time: 0.0573261 Nov 23 09:55:52.299447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f299d6f0-fa8a-4570-9f48-4cfdddbf13ed req-407935f0-bfe3-4543-84e8-4bf11e2a2ae9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Nov 23 09:55:52.522105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:52.737250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4c7f296-7c78-4188-ab4e-bc23fd22d4ff req-7a8db599-ce5e-42f4-9de5-2c4f382087db tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Nov 23 09:55:52.803199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3db6-921f-403c-90b4-f77ed7c439ab req-c9e043d0-7254-48aa-855b-7c9d437698e4 tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:52.803397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:55:52.804858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-879f3db6-921f-403c-90b4-f77ed7c439ab req-c9e043d0-7254-48aa-855b-7c9d437698e4 tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 1100 time: 0.0420303 Nov 23 09:55:52.854063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-879f3db6-921f-403c-90b4-f77ed7c439ab req-4f1fa52b-c01c-4e1e-8bde-a14c91ea827c tempest-ServersAdminNegativeTestJSON-181933242 tempest-ServersAdminNegativeTestJSON-181933242-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Nov 23 09:55:52.907422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:52.921925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'mac_address': 'fa:16:3e:e4:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:55:52.973273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:52.987286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:55:53.006357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:53.010935 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:53.062731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:53.076050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a6a3f-374a-4975-b85a-e122de658439 req-f6ab30ec-2047-4696-8472-93bdfe1da800 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:53.077706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d05a6a3f-374a-4975-b85a-e122de658439 req-f6ab30ec-2047-4696-8472-93bdfe1da800 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0604875 Nov 23 09:55:53.133433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d05a6a3f-374a-4975-b85a-e122de658439 req-eb5a53b4-19ee-463e-a7a6-ab59678511de tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Nov 23 09:55:53.300296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:53.385658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:53.417238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:53.420163 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a0d92-8d82-4221-9f19-f8992536c624" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:53.421373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce9cbee7-c7a8-4932-b85d-0d301926abb9 req-9dd18aa2-a689-44bb-bfd0-3025e0f9b94d tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.11 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0457332 Nov 23 09:55:53.435887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed2aa2-5621-4612-bfa6-15da1e5de209 req-e11f389d-7b38-4cc8-a7d2-ecab56bddd0e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:53.436139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:53.438594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56ed2aa2-5621-4612-bfa6-15da1e5de209 req-e11f389d-7b38-4cc8-a7d2-ecab56bddd0e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0538127 Nov 23 09:55:53.440469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82181fb-a2fa-4abd-bb6e-5de60e359fe2 req-c35add6b-98c6-4673-a384-f8c5f98a3d88 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:53.443588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a82181fb-a2fa-4abd-bb6e-5de60e359fe2 req-c35add6b-98c6-4673-a384-f8c5f98a3d88 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0798352 Nov 23 09:55:53.446829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:53.501130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56ed2aa2-5621-4612-bfa6-15da1e5de209 req-183ecc8d-0696-4d78-a340-f1b00017073c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483649 Nov 23 09:55:53.509790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a82181fb-a2fa-4abd-bb6e-5de60e359fe2 req-ac6bd932-441a-45c8-b05b-675a89eebbf1 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589280 Nov 23 09:55:53.522016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:53.528536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:53.566715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:53.571074 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa37bae-4614-4ed0-9f00-7cb0d815055d x-openstack-request-id: req-afa37bae-4614-4ed0-9f00-7cb0d815055d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:53.571808 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:53.572240 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afa37bae-4614-4ed0-9f00-7cb0d815055d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:53.572980 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'code': 200} Nov 23 09:55:53.846838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04169a5c-4b7b-428b-bea6-1d8371b99de9 req-60fd1515-4e8f-41d6-a5af-44b9232d9c4c tempest-ServerShowV257Test-1465712031 tempest-ServerShowV257Test-1465712031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf350-7155-4030-bd6b-7bc0bf1d7c39 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Nov 23 09:55:54.293024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed616b-7da8-4b93-bb64-fa687f36830f req-fc87c659-d9e9-4aee-9898-6e1f6db8879d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.294645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23ed616b-7da8-4b93-bb64-fa687f36830f req-fc87c659-d9e9-4aee-9898-6e1f6db8879d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0798497 Nov 23 09:55:54.325509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-ee83be8a-350f-45fe-87c4-d86e46c9fda0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670848 Nov 23 09:55:54.364057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23ed616b-7da8-4b93-bb64-fa687f36830f req-d32bc512-9e69-4526-8524-4ab163d7d82a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Nov 23 09:55:54.401901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-36519e1b-bfaf-478e-9582-e6c14912a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.403416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-36519e1b-bfaf-478e-9582-e6c14912a690 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 1100 time: 0.0527723 Nov 23 09:55:54.521230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-e3dfba18-9681-4d8b-a15b-0ebd96e8840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.523298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-e3dfba18-9681-4d8b-a15b-0ebd96e8840d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.0913188 Nov 23 09:55:54.569645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-5b0ced7a-2fc5-423a-9760-c39e63e7bb1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a412e22d-3f12-44f8-b7d4-f676e3231377 HTTP/1.1" status: 200 len: 217 time: 0.0366826 Nov 23 09:55:54.635536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c7bcc-f034-447a-b906-402ac6650694 req-33c5b670-539a-497f-bc9a-9e9de3154dd9 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.637001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e9c7bcc-f034-447a-b906-402ac6650694 req-33c5b670-539a-497f-bc9a-9e9de3154dd9 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.0522065 Nov 23 09:55:54.651501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-45f064cf-024a-4068-9b70-82d50e4e001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.652970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-45f064cf-024a-4068-9b70-82d50e4e001c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0757375 Nov 23 09:55:54.670168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31589dc8-60e5-41c3-b2be-4d73d857d5ec req-41cffa98-0cc4-4c41-9b85-ab1a31fcf805 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.671659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31589dc8-60e5-41c3-b2be-4d73d857d5ec req-41cffa98-0cc4-4c41-9b85-ab1a31fcf805 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0642376 Nov 23 09:55:54.685960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e9c7bcc-f034-447a-b906-402ac6650694 req-40eda392-a296-4e08-b3a1-2cd18f73fd89 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Nov 23 09:55:54.746145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-72750a05-9cc4-43f9-94ff-260b8878ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.747665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-72750a05-9cc4-43f9-94ff-260b8878ef15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858948 Nov 23 09:55:54.751481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31589dc8-60e5-41c3-b2be-4d73d857d5ec req-2678a691-c281-4333-a7ba-7e308bc40771 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725634 Nov 23 09:55:54.793072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5ce01-f553-4112-8662-ed76ed75d208 req-d3c91355-87ce-4ffd-8b5c-f34dff0039d9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:54.794610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ee5ce01-f553-4112-8662-ed76ed75d208 req-d3c91355-87ce-4ffd-8b5c-f34dff0039d9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 950 time: 0.0518568 Nov 23 09:55:54.816742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:55:54.849032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ee5ce01-f553-4112-8662-ed76ed75d208 req-0940521a-c2c5-4b3d-a4f6-5c4b255530f9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Nov 23 09:55:54.853274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-10ac5d90-6376-41af-adb2-aeddbbf9d3df service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963781 Nov 23 09:55:54.867671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:55:54.868120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:54.952752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:54.966455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3917ca03-8767-47c7-ac8f-fd315db387c7 req-9cecca1a-e175-464a-957e-79259a785a82 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037376 Nov 23 09:55:54.990348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:54.996239 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.048371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:55.155043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60048) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:55.276552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5146a359-e3cb-4ccc-a8ec-adf8e7ed159a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.362347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5146a359-e3cb-4ccc-a8ec-adf8e7ed159a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.368033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5146a359-e3cb-4ccc-a8ec-adf8e7ed159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.410965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5146a359-e3cb-4ccc-a8ec-adf8e7ed159a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eba4858c66af43d899452ffa0429ac7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547438 Nov 23 09:55:55.413049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146a359-e3cb-4ccc-a8ec-adf8e7ed159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea27e7fa-8668-446b-82c1-543770fec16c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:55.413831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:55.497567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.516925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718100b8-2ad4-473b-94db-fa1ae69f3a33 req-4d8837db-a9a7-4130-88b5-3d540c2985c3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:55.518457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-718100b8-2ad4-473b-94db-fa1ae69f3a33 req-4d8837db-a9a7-4130-88b5-3d540c2985c3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0799382 Nov 23 09:55:55.537957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.574966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:55.577932 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a564068-6b17-4cd8-ae9a-b2229876bb70" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:55.607112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-718100b8-2ad4-473b-94db-fa1ae69f3a33 req-f9a7f19a-b0d0-4e95-9c78-04f652298602 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776622 Nov 23 09:55:55.623313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-79fb3701-0aa2-4024-9c6f-5a5358d0c362 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:55.625238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-79fb3701-0aa2-4024-9c6f-5a5358d0c362 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.0702562 Nov 23 09:55:55.637241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.640521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.643598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea27e7fa-8668-446b-82c1-543770fec16c HTTP/1.1" status: 204 len: 168 time: 0.2261868 Nov 23 09:55:55.649777 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac8113-7ed3-40bb-89e6-b9a56c1d4e3e x-openstack-request-id: req-22ac8113-7ed3-40bb-89e6-b9a56c1d4e3e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:55.650267 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:55.650612 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22ac8113-7ed3-40bb-89e6-b9a56c1d4e3e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:55.653940 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'code': 200} Nov 23 09:55:55.657817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb43eb-7739-4896-beb7-f80407a0c75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea27e7fa-8668-446b-82c1-543770fec16c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:55.783633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Deleting port 6b92f6c8-96ba-4516-bfdb-c31957eef944 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:55.784087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.879181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e406-f130-4448-aef5-d10e2f54db7b req-18a7398d-fb06-424c-b1ce-cc36cd7b9127 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:55.880927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89b3e406-f130-4448-aef5-d10e2f54db7b req-18a7398d-fb06-424c-b1ce-cc36cd7b9127 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.1140366 Nov 23 09:55:55.887157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36bf3-2546-4290-beba-f1481fbedb18 req-7f1e704d-0b7f-49a0-911b-29fe39f383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:55.888679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84b36bf3-2546-4290-beba-f1481fbedb18 req-7f1e704d-0b7f-49a0-911b-29fe39f383dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1102 time: 0.0749815 Nov 23 09:55:55.934032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef77611-1772-4e98-a137-a930e4aa0bb9 req-e8d6ccae-49ce-47c1-9d9a-d1fcde3b9622 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:55.935689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ef77611-1772-4e98-a137-a930e4aa0bb9 req-e8d6ccae-49ce-47c1-9d9a-d1fcde3b9622 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=de2c5d75-8bb5-4bde-b998-b45c8bd11075 HTTP/1.1" status: 200 len: 949 time: 0.1089306 Nov 23 09:55:55.957321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] For port 6b92f6c8-96ba-4516-bfdb-c31957eef944, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6b92f6c8-96ba-4516-bfdb-c31957eef944,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:55.958147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:55.962067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89b3e406-f130-4448-aef5-d10e2f54db7b req-d8acc1a9-c43b-4b47-8707-7d500c527a99 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712943 Nov 23 09:55:55.968750 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84b36bf3-2546-4290-beba-f1481fbedb18 req-6ac70804-74b3-4dda-ac3a-52d134561a54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Nov 23 09:55:55.995534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Calling delete_port for 6b92f6c8-96ba-4516-bfdb-c31957eef944 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:56.043594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ef77611-1772-4e98-a137-a930e4aa0bb9 req-3567f843-80ad-43cc-9011-8d00d22455b9 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007638 Nov 23 09:55:56.179104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35816c0-d8b5-45b5-a85d-68a9fd6a2eeb req-61534d89-ea2a-4fd7-b120-e25afb3ef4ea tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:56.180684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c35816c0-d8b5-45b5-a85d-68a9fd6a2eeb req-61534d89-ea2a-4fd7-b120-e25afb3ef4ea tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.0750086 Nov 23 09:55:56.200276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:56.217739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a13e99f6-cde4-4364-8b04-d18e674545f1', '6b92f6c8-96ba-4516-bfdb-c31957eef944'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:56.236122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Pushing event deleted for resources: {'Port': ['ID=6b92f6c8-96ba-4516-bfdb-c31957eef944,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:56.286757 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c35816c0-d8b5-45b5-a85d-68a9fd6a2eeb req-304027c2-297d-4a0f-8d83-f9c95847efd5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Nov 23 09:55:56.307340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] No DVR routers for this DVR port 6b92f6c8-96ba-4516-bfdb-c31957eef944 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:56.311856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:56.315568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e54e2dae-a5b9-49a7-8c30-437b6c9dc29d req-d496cac8-431d-4153-bbec-73a3f6748222 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "DELETE /v2.0/ports/6b92f6c8-96ba-4516-bfdb-c31957eef944 HTTP/1.1" status: 204 len: 173 time: 0.6836288 Nov 23 09:55:56.316180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'name': 'network-vif-deleted', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:56.318584 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feca7ac-521e-4f1b-824e-e0014d4973ed" -d '{"events": [{"server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "name": "network-vif-deleted", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:56.360573 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd37c2-678a-43e8-aa15-b4f3b5a4e60f x-openstack-request-id: req-adfd37c2-678a-43e8-aa15-b4f3b5a4e60f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:56.361126 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2c5d75-8bb5-4bde-b998-b45c8bd11075", "name": "network-vif-deleted", "tag": "6b92f6c8-96ba-4516-bfdb-c31957eef944", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:56.361548 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adfd37c2-678a-43e8-aa15-b4f3b5a4e60f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:56.362144 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2c5d75-8bb5-4bde-b998-b45c8bd11075', 'name': 'network-vif-deleted', 'tag': '6b92f6c8-96ba-4516-bfdb-c31957eef944', 'status': 'completed', 'code': 200} Nov 23 09:55:56.734407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282d8d-7a08-47a4-8bd3-b8811f047922 req-1076d78c-c697-4e22-a8ef-358272f2d8f9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:56.736226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97282d8d-7a08-47a4-8bd3-b8811f047922 req-1076d78c-c697-4e22-a8ef-358272f2d8f9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0530946 Nov 23 09:55:56.788549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97282d8d-7a08-47a4-8bd3-b8811f047922 req-2fe90631-4113-4d15-96a9-55311ea5737e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460360 Nov 23 09:55:56.857644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60100) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:56.973043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db042c1-e658-41e2-bdd0-ccef036f6748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.072607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-ab517f52-1972-4a1e-b6a2-c229ca998f60 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:57.074257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-ab517f52-1972-4a1e-b6a2-c229ca998f60 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.0722709 Nov 23 09:55:57.081407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db042c1-e658-41e2-bdd0-ccef036f6748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.089150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db042c1-e658-41e2-bdd0-ccef036f6748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.141208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817fe6d-ff91-4bdd-b5df-02d64b9c1972 req-7647b780-0676-4bff-a4d9-3fd1103f6e6a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:57.142974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5817fe6d-ff91-4bdd-b5df-02d64b9c1972 req-7647b780-0676-4bff-a4d9-3fd1103f6e6a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 948 time: 0.1084561 Nov 23 09:55:57.170722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8db042c1-e658-41e2-bdd0-ccef036f6748 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8f6db613ee44c07adcf0d4177dbd01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119388 Nov 23 09:55:57.174245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60114) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:55:57.178756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db042c1-e658-41e2-bdd0-ccef036f6748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658df87f-2a5e-4137-9bcc-c05f0b41deee,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:57.211561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5817fe6d-ff91-4bdd-b5df-02d64b9c1972 req-3679f442-a15c-48cb-8595-17055c0ceef6 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Nov 23 09:55:57.245011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Deleting port 72a1e4e1-a7a5-48af-9801-44a1e8732010 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:57.245457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.280294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.343941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.393643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] For port 72a1e4e1-a7a5-48af-9801-44a1e8732010, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=72a1e4e1-a7a5-48af-9801-44a1e8732010,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:57.394034 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.431017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Calling delete_port for 72a1e4e1-a7a5-48af-9801-44a1e8732010 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:57.475304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35840a9e-d827-487e-8ac8-b2815d5b3825 req-97aa6a6c-d94e-42ee-9ed3-11e16a764c44 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:57.477024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35840a9e-d827-487e-8ac8-b2815d5b3825 req-97aa6a6c-d94e-42ee-9ed3-11e16a764c44 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.0612645 Nov 23 09:55:57.496530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.499150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.500361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/658df87f-2a5e-4137-9bcc-c05f0b41deee HTTP/1.1" status: 204 len: 168 time: 0.3247876 Nov 23 09:55:57.508304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b875-e9ba-4b88-b519-c749b2a5bf8c req-4b445eb6-639b-4f97-bdd6-0201b1a2c8db tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:57.509798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b546b875-e9ba-4b88-b519-c749b2a5bf8c req-4b445eb6-639b-4f97-bdd6-0201b1a2c8db tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.1189055 Nov 23 09:55:57.528582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940713bf-f734-47ae-abb1-7bdfdd1692a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658df87f-2a5e-4137-9bcc-c05f0b41deee,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:57.531150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35840a9e-d827-487e-8ac8-b2815d5b3825 req-793ed2d6-722f-4618-9e90-0a434df9676a tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Nov 23 09:55:57.586199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b546b875-e9ba-4b88-b519-c749b2a5bf8c req-185c39c8-2502-4fc3-888b-ab0c19cab3c9 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Nov 23 09:55:57.643904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.676898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Pushing event deleted for resources: {'Port': ['ID=72a1e4e1-a7a5-48af-9801-44a1e8732010,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:57.732933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] No DVR routers for this DVR port 72a1e4e1-a7a5-48af-9801-44a1e8732010 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:57.736085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:57.739756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-559986e2-1894-4466-9a25-acfac1ccdcd4 req-655e1e50-ffa7-48d3-9674-e05ecafeed1d tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.11 "DELETE /v2.0/ports/72a1e4e1-a7a5-48af-9801-44a1e8732010 HTTP/1.1" status: 204 len: 173 time: 0.6472754 Nov 23 09:55:57.925065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018aa95-3e0a-4961-8d86-e9dde4356bc7 req-4a2eb938-b33d-4b13-a9bf-325f6a574a34 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:57.926619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8018aa95-3e0a-4961-8d86-e9dde4356bc7 req-4a2eb938-b33d-4b13-a9bf-325f6a574a34 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0629568 Nov 23 09:55:57.977535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8018aa95-3e0a-4961-8d86-e9dde4356bc7 req-c773fb23-7d12-432f-91cd-43627aa6ebb9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445356 Nov 23 09:55:58.355598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0431e199-d4b1-4ed1-91e9-35f6ee438a13 req-0913fa5d-0558-44f1-884c-d8fbc3e797b1 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5937a19-a73a-47a5-979a-fbbfe6c85b0f HTTP/1.1" status: 200 len: 210 time: 0.0289369 Nov 23 09:55:58.363460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-deleted', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:55:58.366029 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3138f19-a291-4f61-ba0a-5cf6c8915e37" -d '{"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-deleted", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:55:58.455911 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460db7c3-cd95-45b8-8782-ee8d2fe2313d x-openstack-request-id: req-460db7c3-cd95-45b8-8782-ee8d2fe2313d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:55:58.456272 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5937a19-a73a-47a5-979a-fbbfe6c85b0f", "name": "network-vif-deleted", "tag": "72a1e4e1-a7a5-48af-9801-44a1e8732010", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:55:58.456588 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-460db7c3-cd95-45b8-8782-ee8d2fe2313d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:55:58.457058 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5937a19-a73a-47a5-979a-fbbfe6c85b0f', 'name': 'network-vif-deleted', 'tag': '72a1e4e1-a7a5-48af-9801-44a1e8732010', 'status': 'completed', 'code': 200} Nov 23 09:55:58.674520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861a7d6-90c6-4658-b8d1-9886d0720deb req-47c8879b-c9a9-4731-9644-305466d8f902 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:58.676037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5861a7d6-90c6-4658-b8d1-9886d0720deb req-47c8879b-c9a9-4731-9644-305466d8f902 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.0549793 Nov 23 09:55:58.735751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5861a7d6-90c6-4658-b8d1-9886d0720deb req-336502ee-2f46-40ff-a805-a40963f7bfa6 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce6dd4fb-c9ed-4a91-8043-f12795e682f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Nov 23 09:55:58.846487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:58.876696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 72a1e4e1-a7a5-48af-9801-44a1e8732010 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:55:58.877519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 72a1e4e1-a7a5-48af-9801-44a1e8732010 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:55:58.878248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b92f6c8-96ba-4516-bfdb-c31957eef944 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:55:58.888836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49e4f4-ad69-4786-97c3-385754609883 req-d56681ac-28d4-4e2e-8948-d1220ace2842 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:58.890419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd49e4f4-ad69-4786-97c3-385754609883 req-d56681ac-28d4-4e2e-8948-d1220ace2842 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.0804338 Nov 23 09:55:58.907437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6b92f6c8-96ba-4516-bfdb-c31957eef944 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:55:58.907843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6b92f6c8-96ba-4516-bfdb-c31957eef944 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:55:58.953540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd49e4f4-ad69-4786-97c3-385754609883 req-adea05fe-737d-4513-aea0-46ba01fe1773 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544162 Nov 23 09:55:59.117798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec594-e9b9-40ca-bb1b-5800192999e9 req-72d0ff82-cfef-4762-8c95-6ceeebe611e1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:59.120092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b8ec594-e9b9-40ca-bb1b-5800192999e9 req-72d0ff82-cfef-4762-8c95-6ceeebe611e1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0700934 Nov 23 09:55:59.156618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-4be82a3b-130d-4a4e-b5cb-6c7d2c7c0bed tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:59.158380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-4be82a3b-130d-4a4e-b5cb-6c7d2c7c0bed tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 948 time: 0.0550275 Nov 23 09:55:59.189484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b8ec594-e9b9-40ca-bb1b-5800192999e9 req-f09cdd08-5ce8-4c87-b1e9-84f29934be72 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Nov 23 09:55:59.273654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f25851-0950-4b50-824c-d1a79529669c req-1aa8e462-8729-4ca3-b193-19e75abefdf0 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:59.276571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35f25851-0950-4b50-824c-d1a79529669c req-1aa8e462-8729-4ca3-b193-19e75abefdf0 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1102 time: 0.1172569 Nov 23 09:55:59.348855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35f25851-0950-4b50-824c-d1a79529669c req-2f4a2ef2-d425-4492-b5ca-71725721574b tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 Nov 23 09:55:59.352641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Deleting port a13e99f6-cde4-4364-8b04-d18e674545f1 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:55:59.353081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:59.465580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] For port a13e99f6-cde4-4364-8b04-d18e674545f1, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a13e99f6-cde4-4364-8b04-d18e674545f1,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:55:59.466188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:59.487108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Calling delete_port for a13e99f6-cde4-4364-8b04-d18e674545f1 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:55:59.658828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf7fb-5c65-4d18-aa0f-098bc468614d req-83037b72-edcb-494e-a1b8-44ca49991e0c tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:59.662373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b2bf7fb-5c65-4d18-aa0f-098bc468614d req-83037b72-edcb-494e-a1b8-44ca49991e0c tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1102 time: 0.0553977 Nov 23 09:55:59.687006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:59.703211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a13e99f6-cde4-4364-8b04-d18e674545f1'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:55:59.734180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b2bf7fb-5c65-4d18-aa0f-098bc468614d req-b842927e-77c2-4bae-af89-e323ee4e5869 tempest-ServersAdminTestJSON-1361048363 tempest-ServersAdminTestJSON-1361048363-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576520 Nov 23 09:55:59.747450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Pushing event deleted for resources: {'Port': ['ID=a13e99f6-cde4-4364-8b04-d18e674545f1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:55:59.818905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] No DVR routers for this DVR port a13e99f6-cde4-4364-8b04-d18e674545f1 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:55:59.821948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:55:59.826658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a65062d-5c8c-4a94-b3af-4da1ae2ac6cc req-1dd3d91b-1378-49ea-bb4c-df9f07cf6b80 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.11 "DELETE /v2.0/ports/a13e99f6-cde4-4364-8b04-d18e674545f1 HTTP/1.1" status: 204 len: 173 time: 0.6573293 Nov 23 09:55:59.899244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11c42-5a70-424e-9418-df43cc7fc75e req-9b5b3d79-c2b5-4336-a286-659312408f36 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:55:59.907535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75c11c42-5a70-424e-9418-df43cc7fc75e req-9b5b3d79-c2b5-4336-a286-659312408f36 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 949 time: 0.1254547 Nov 23 09:55:59.984714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75c11c42-5a70-424e-9418-df43cc7fc75e req-40475907-cdf7-4129-add5-7374b575448a tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762634 Nov 23 09:56:00.077687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-97cec7f1-76a4-41d2-9fc6-6bd8203814a8 req-1a38273a-59eb-4517-b0e4-7cfa93e25bc3 tempest-ServersAdminNegativeTestJSON-385630191 tempest-ServersAdminNegativeTestJSON-385630191-project] 10.222.0.62 "GET /v2.0/ports?device_id=b567c671-c674-4123-b0bb-4eddba0b5753 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Nov 23 09:56:00.145380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7eb9-6f16-4a4d-a103-618a5cefe716 req-10ab8d9b-5a06-454a-9740-e08612c1f71b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:00.146908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-233b7eb9-6f16-4a4d-a103-618a5cefe716 req-10ab8d9b-5a06-454a-9740-e08612c1f71b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.0503085 Nov 23 09:56:00.207478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-233b7eb9-6f16-4a4d-a103-618a5cefe716 req-9e0812e9-b29b-4a61-b341-6371333d6e99 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Nov 23 09:56:00.327761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbb93-10b0-411d-b187-6816ac3d5c8f req-47d08bff-fb07-42a7-b070-564241df752a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:00.329773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e62fbb93-10b0-411d-b187-6816ac3d5c8f req-47d08bff-fb07-42a7-b070-564241df752a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0661883 Nov 23 09:56:00.394978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e62fbb93-10b0-411d-b187-6816ac3d5c8f req-7c891059-d43b-4af3-8789-df0c41133c14 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Nov 23 09:56:00.458634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'name': 'network-vif-deleted', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:00.460947 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0800554-c30f-47ba-85c0-3296447c53b6" -d '{"events": [{"server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "name": "network-vif-deleted", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:00.520368 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a6e05-3c9b-40a2-8e07-68c7c0c1cbc5 x-openstack-request-id: req-f22a6e05-3c9b-40a2-8e07-68c7c0c1cbc5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:00.520662 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b567c671-c674-4123-b0bb-4eddba0b5753", "name": "network-vif-deleted", "tag": "a13e99f6-cde4-4364-8b04-d18e674545f1", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:00.520920 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f22a6e05-3c9b-40a2-8e07-68c7c0c1cbc5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:00.521312 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b567c671-c674-4123-b0bb-4eddba0b5753', 'name': 'network-vif-deleted', 'tag': 'a13e99f6-cde4-4364-8b04-d18e674545f1', 'status': 'completed', 'code': 200} Nov 23 09:56:01.116628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a6530-8ded-40b0-ba3d-02a2a1b8304f req-6903b558-bf13-42f2-b9eb-b740c09a9c45 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:01.118312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-789a6530-8ded-40b0-ba3d-02a2a1b8304f req-6903b558-bf13-42f2-b9eb-b740c09a9c45 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 949 time: 0.0541604 Nov 23 09:56:01.174579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-789a6530-8ded-40b0-ba3d-02a2a1b8304f req-5112590c-ee44-46d3-bc3e-bfabac3712be tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498135 Nov 23 09:56:01.343130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10109-5a5f-4ac4-939d-1224d3849ee7 req-c83ac6a9-8781-4bfe-bbdb-49fa678d9fb1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:01.345181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95e10109-5a5f-4ac4-939d-1224d3849ee7 req-c83ac6a9-8781-4bfe-bbdb-49fa678d9fb1 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.0624018 Nov 23 09:56:01.412458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95e10109-5a5f-4ac4-939d-1224d3849ee7 req-a7eecaea-9176-450f-b30c-a3c4937cbe16 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Nov 23 09:56:01.466654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:01.540957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c848f2-c3be-4882-babf-5508a8264eec req-223eb927-6a21-42bd-a56c-ac27ba51dc3c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:01.549030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81c848f2-c3be-4882-babf-5508a8264eec req-223eb927-6a21-42bd-a56c-ac27ba51dc3c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0627971 Nov 23 09:56:01.615439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81c848f2-c3be-4882-babf-5508a8264eec req-4317b2a6-776b-40ca-9405-0fd9c682e108 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Nov 23 09:56:01.700674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-df6841f7-e571-45d0-a3c0-3bbbc7554dfd tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:01.702098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-df6841f7-e571-45d0-a3c0-3bbbc7554dfd tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 950 time: 0.1407704 Nov 23 09:56:01.791328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-17586966-df2b-4010-9848-f9a3a1f3bdf0 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:01.793145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-17586966-df2b-4010-9848-f9a3a1f3bdf0 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.50 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 949 time: 0.1589420 Nov 23 09:56:01.816498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5c35f45b-d864-48ce-80f4-a00583998c50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a59b134e264a487c9c529556aa7ee1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478034 Nov 23 09:56:01.822454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:01.919631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:01.923637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Deleting port 69ebafa1-1688-4abb-80e3-09f3f84022b6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:01.924051 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:01.942818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:01.998590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.002920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.004444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce6dd4fb-c9ed-4a91-8043-f12795e682f1 HTTP/1.1" status: 204 len: 168 time: 0.1808589 Nov 23 09:56:02.014452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6ece5-843b-4e3d-861d-daafc7721848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6dd4fb-c9ed-4a91-8043-f12795e682f1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:02.055756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] For port 69ebafa1-1688-4abb-80e3-09f3f84022b6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=69ebafa1-1688-4abb-80e3-09f3f84022b6,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:02.056325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.094468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Deleting port a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:02.094862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.101495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Calling delete_port for 69ebafa1-1688-4abb-80e3-09f3f84022b6 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:02.238798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] For port a412e22d-3f12-44f8-b7d4-f676e3231377, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a412e22d-3f12-44f8-b7d4-f676e3231377,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:02.239498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.271658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Calling delete_port for a412e22d-3f12-44f8-b7d4-f676e3231377 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:02.316659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60270) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:02.356353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1e91f52-c9d0-4d19-80b1-6bd99c19662d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dce09c29a114a6c8647f401065d779e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384269 Nov 23 09:56:02.359036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:02.385568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8373-3eb1-4c95-a88c-4a87e9e8f830 req-899fba5a-3d09-456f-b28f-8124da638595 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:02.387093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bdb8373-3eb1-4c95-a88c-4a87e9e8f830 req-899fba5a-3d09-456f-b28f-8124da638595 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/ports?device_id=10171122-0136-4314-986d-84d017c3bd3a HTTP/1.1" status: 200 len: 949 time: 0.1382959 Nov 23 09:56:02.408605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.421134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.433395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['69ebafa1-1688-4abb-80e3-09f3f84022b6', 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:02.436238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['478872d3-2ea1-410b-be1f-b2e49d1be455'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:02.448819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.481418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event deleted for resources: {'Port': ['ID=69ebafa1-1688-4abb-80e3-09f3f84022b6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:02.549625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] No DVR routers for this DVR port 69ebafa1-1688-4abb-80e3-09f3f84022b6 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:02.561845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adf39274-7244-4871-bc11-c4c43f049739 req-1c8d8c1d-f441-4384-a9e5-3e330ccc2103 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=1efe3935-bed9-4221-9edc-48408dd56279 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Nov 23 09:56:02.570127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.574495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d88de56b-a51f-4712-9fb0-1a291b018759 req-cdd8c373-7695-4e4b-9123-d657ec9ee94e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "DELETE /v2.0/ports/69ebafa1-1688-4abb-80e3-09f3f84022b6 HTTP/1.1" status: 204 len: 173 time: 0.8620741 Nov 23 09:56:02.575292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'name': 'network-vif-deleted', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:02.578078 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101c039-877f-4b30-b552-89146fbe3649" -d '{"events": [{"server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "name": "network-vif-deleted", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:02.584199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bdb8373-3eb1-4c95-a88c-4a87e9e8f830 req-4a7ea1aa-8f4b-49ed-b7a3-7b0053f27cf5 tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.62 "GET /v2.0/security-groups?id=73f32962-b2c8-40b4-93fb-289244177720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897416 Nov 23 09:56:02.602824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.605470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.606651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c6f248f-65fe-4716-87c4-3b5cc99fe3b2 HTTP/1.1" status: 204 len: 168 time: 0.2466421 Nov 23 09:56:02.616679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0053-3578-4474-8ef8-da8ec91e83af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f248f-65fe-4716-87c4-3b5cc99fe3b2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:02.627530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.702813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Pushing event deleted for resources: {'Port': ['ID=a412e22d-3f12-44f8-b7d4-f676e3231377,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:02.736442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] No DVR routers for this DVR port a412e22d-3f12-44f8-b7d4-f676e3231377 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:02.740058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:02.744923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c6ca6ca-b54f-4f5d-a591-6f82d696f387 req-050b0713-8c87-4b62-9efb-56e085de95cc tempest-ListImageFiltersTestJSON-475286460 tempest-ListImageFiltersTestJSON-475286460-project] 10.222.0.50 "DELETE /v2.0/ports/a412e22d-3f12-44f8-b7d4-f676e3231377 HTTP/1.1" status: 204 len: 173 time: 0.9316020 Nov 23 09:56:02.746457 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d5a3e-6310-45f5-9a31-e0d1d029f0cf x-openstack-request-id: req-756d5a3e-6310-45f5-9a31-e0d1d029f0cf {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:02.746748 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe3935-bed9-4221-9edc-48408dd56279", "name": "network-vif-deleted", "tag": "69ebafa1-1688-4abb-80e3-09f3f84022b6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:02.747012 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-756d5a3e-6310-45f5-9a31-e0d1d029f0cf {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:02.748549 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe3935-bed9-4221-9edc-48408dd56279', 'name': 'network-vif-deleted', 'tag': '69ebafa1-1688-4abb-80e3-09f3f84022b6', 'status': 'completed', 'code': 200} Nov 23 09:56:02.863927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a13e99f6-cde4-4364-8b04-d18e674545f1 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:02.907854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: a13e99f6-cde4-4364-8b04-d18e674545f1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:02.910895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a13e99f6-cde4-4364-8b04-d18e674545f1 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:02.916626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab51411-991a-464c-98d1-4f9eb07c4d82 req-cbeef788-2edc-4ca8-a9e6-c792badabbdf tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:02.924191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab51411-991a-464c-98d1-4f9eb07c4d82 req-cbeef788-2edc-4ca8-a9e6-c792badabbdf tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1031194 Nov 23 09:56:02.991107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab51411-991a-464c-98d1-4f9eb07c4d82 req-a0e1e51e-09dd-488a-9ab7-fe0cb38571a9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Nov 23 09:56:03.031762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-342a8b05-cdc3-4669-88d6-c7ebf6de3950 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912299 Nov 23 09:56:03.226766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918542-1739-4c31-b38e-6e4de6fd79af req-875f87a4-8dd8-46fb-ac45-a7aa0842204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:03.230285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-875f87a4-8dd8-46fb-ac45-a7aa0842204b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 1102 time: 0.1310406 Nov 23 09:56:03.396492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918542-1739-4c31-b38e-6e4de6fd79af req-6e85cf57-bd59-47bf-9866-adf46541c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:03.398614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-6e85cf57-bd59-47bf-9866-adf46541c728 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1466730 Nov 23 09:56:03.447351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-31046920-7c63-446f-b287-09ee2b50f6af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734 HTTP/1.1" status: 200 len: 217 time: 0.0408306 Nov 23 09:56:03.502251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918542-1739-4c31-b38e-6e4de6fd79af req-484ba225-2704-4d0f-b58e-d0bcf26f621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:03.507100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-484ba225-2704-4d0f-b58e-d0bcf26f621d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0524971 Nov 23 09:56:03.558888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918542-1739-4c31-b38e-6e4de6fd79af req-5d6c64ad-9dfa-4931-9ac2-c44aab4518da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:03.561063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-5d6c64ad-9dfa-4931-9ac2-c44aab4518da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472660 Nov 23 09:56:04.018229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-cdad8168-043b-40bc-b411-3946ae21027a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491301 Nov 23 09:56:04.143346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48918542-1739-4c31-b38e-6e4de6fd79af req-faa69c2d-d6b6-4bf2-9b45-7d18254d95a4 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129093 Nov 23 09:56:04.247380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3c41-6657-4669-854d-ada38576a36b req-dfba7b98-20c5-4a88-a306-b0aee2fb97a3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:04.248864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c6f3c41-6657-4669-854d-ada38576a36b req-dfba7b98-20c5-4a88-a306-b0aee2fb97a3 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 950 time: 0.0517581 Nov 23 09:56:04.314913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c6f3c41-6657-4669-854d-ada38576a36b req-02aa6cd6-f766-4c59-9bd6-a280984f9ac5 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Nov 23 09:56:04.361760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95192497-aa2c-485b-b7c2-51408b68ee1d req-ea0040f2-36d8-42b9-b54c-e1e306bb4f5e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:04.366689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95192497-aa2c-485b-b7c2-51408b68ee1d req-ea0040f2-36d8-42b9-b54c-e1e306bb4f5e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0574229 Nov 23 09:56:04.412777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95192497-aa2c-485b-b7c2-51408b68ee1d req-e7adf27a-9730-4609-9b31-24df697dd0da tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Nov 23 09:56:04.750497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-deleted', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:04.752788 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e5a51c-e2ec-4ff7-9e30-3bc2afd1f88d" -d '{"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-deleted", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:04.790739 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc83c8-349b-491e-ab47-8db26dd2516c x-openstack-request-id: req-b7bc83c8-349b-491e-ab47-8db26dd2516c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:04.791161 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10171122-0136-4314-986d-84d017c3bd3a", "name": "network-vif-deleted", "tag": "a412e22d-3f12-44f8-b7d4-f676e3231377", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:04.791776 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7bc83c8-349b-491e-ab47-8db26dd2516c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:04.792014 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10171122-0136-4314-986d-84d017c3bd3a', 'name': 'network-vif-deleted', 'tag': 'a412e22d-3f12-44f8-b7d4-f676e3231377', 'status': 'completed', 'code': 200} Nov 23 09:56:04.889045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 69ebafa1-1688-4abb-80e3-09f3f84022b6 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:04.912868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60432) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:04.916076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 69ebafa1-1688-4abb-80e3-09f3f84022b6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:04.916618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 69ebafa1-1688-4abb-80e3-09f3f84022b6 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:05.026140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0233dccd-695e-4134-91e9-137605e2a5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.103070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0233dccd-695e-4134-91e9-137605e2a5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.108025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0233dccd-695e-4134-91e9-137605e2a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.146393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233dccd-695e-4134-91e9-137605e2a5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ad6d48-8478-40e0-b90b-83ccf8ed3286,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:05.153075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0233dccd-695e-4134-91e9-137605e2a5ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7501c04c31a54857a032c04d4bbbe1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367647 Nov 23 09:56:05.153441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:05.206168 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.228497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.281488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.284786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.286227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45ad6d48-8478-40e0-b90b-83ccf8ed3286 HTTP/1.1" status: 204 len: 168 time: 0.1320260 Nov 23 09:56:05.296015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a425c-5469-4777-8548-25eb5e0b2c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ad6d48-8478-40e0-b90b-83ccf8ed3286,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:05.307490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:05.465822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069313-1c16-4930-a803-58b41278552d req-8ac521a8-bf81-4027-83d4-cbf609e3e5f4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:05.479738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c069313-1c16-4930-a803-58b41278552d req-8ac521a8-bf81-4027-83d4-cbf609e3e5f4 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.50 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 950 time: 0.1167758 Nov 23 09:56:05.586498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df98d2-2ce6-4b7b-8675-bd2979974d92 req-6ad0f4b1-f013-4524-8eb2-728bad1a8d11 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:05.594165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df98d2-2ce6-4b7b-8675-bd2979974d92 req-6ad0f4b1-f013-4524-8eb2-728bad1a8d11 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 950 time: 0.1623614 Nov 23 09:56:05.638920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e889195-dc0f-4c21-9521-19c6ca4a9d83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3abfc41321424a2492f8b8fffbacc6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300500 Nov 23 09:56:05.639861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:05.680916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df98d2-2ce6-4b7b-8675-bd2979974d92 req-8b408e37-6423-4a3c-9e6d-676411d53d2f tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836451 Nov 23 09:56:05.715176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Deleting port 478872d3-2ea1-410b-be1f-b2e49d1be455 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:05.715838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.747155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84301-b880-4eda-96ed-2ec6f06cde9d req-76acbf50-8d29-45ab-8a32-46e276e7d4b2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:05.754560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3e84301-b880-4eda-96ed-2ec6f06cde9d req-76acbf50-8d29-45ab-8a32-46e276e7d4b2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1883800 Nov 23 09:56:05.804379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.833224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3e84301-b880-4eda-96ed-2ec6f06cde9d req-9867527a-5c51-474d-b301-28c592ee52f4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776422 Nov 23 09:56:05.858077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.887788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] For port 478872d3-2ea1-410b-be1f-b2e49d1be455, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=478872d3-2ea1-410b-be1f-b2e49d1be455,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:05.888323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.913136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Calling delete_port for 478872d3-2ea1-410b-be1f-b2e49d1be455 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:05.948002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.950645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:05.951969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73f32962-b2c8-40b4-93fb-289244177720 HTTP/1.1" status: 204 len: 168 time: 0.2968774 Nov 23 09:56:05.971220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0fa33-4750-401e-ba9c-aab298416b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f32962-b2c8-40b4-93fb-289244177720,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:05.998717 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-c8b84a69-32f0-4b7c-b836-cd6ec2a6c950 service neutron] show failed (client error): The resource could not be found. Nov 23 09:56:06.000166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-c8b84a69-32f0-4b7c-b836-cd6ec2a6c950 service neutron] 10.222.0.50 "GET /v2.0/ports/8dd030da-24df-4c39-8095-5cf8d5c0bc22/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.1895149 Nov 23 09:56:06.146172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.160614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['cd6958f9-bbb2-42e5-bdab-03b6d81f1734'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:06.165461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['478872d3-2ea1-410b-be1f-b2e49d1be455'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:06.300569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event deleted for resources: {'Port': ['ID=478872d3-2ea1-410b-be1f-b2e49d1be455,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:06.385479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] No DVR routers for this DVR port 478872d3-2ea1-410b-be1f-b2e49d1be455 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:06.391191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.396959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c069313-1c16-4930-a803-58b41278552d req-2b7b938f-4699-4587-99f2-6ee25be84dd8 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.50 "DELETE /v2.0/ports/478872d3-2ea1-410b-be1f-b2e49d1be455 HTTP/1.1" status: 204 len: 173 time: 0.8978040 Nov 23 09:56:06.428852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:06.460767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-341bc00c-eed2-4c36-b555-2148ee01a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:06.462811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-341bc00c-eed2-4c36-b555-2148ee01a380 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1101 time: 0.1565013 Nov 23 09:56:06.480766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:06.626024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.676624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-42068872-network', 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:06.705563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:06.708351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.727246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.824419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.833695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.839259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'name': 'network-vif-deleted', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:06.844879 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd90bcf-00a1-4a14-83bf-4cd512d62f3c" -d '{"events": [{"server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "name": "network-vif-deleted", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:06.877154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:06.885563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f92e09-a626-4123-ac63-6328c6f2c804,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:06.896321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfe370dd-3a0e-482b-a525-982265cf589e req-056bbc35-0a27-42df-aee4-5be8817ba151 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ae22f2-49fe-4c87-aba5-52dfd8d99da3 HTTP/1.1" status: 200 len: 210 time: 0.0380256 Nov 23 09:56:06.910336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:06.911294 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Added segment c0965e6c-2d94-4ba1-ae9a-e44285f4b167 of type vlan for network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 Nov 23 09:56:06.991061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.071569 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab9b615-b488-4eb3-a421-fda5e40d8dfc x-openstack-request-id: req-5ab9b615-b488-4eb3-a421-fda5e40d8dfc {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:07.072361 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae22f2-49fe-4c87-aba5-52dfd8d99da3", "name": "network-vif-deleted", "tag": "478872d3-2ea1-410b-be1f-b2e49d1be455", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:07.072800 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ab9b615-b488-4eb3-a421-fda5e40d8dfc {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:07.073583 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae22f2-49fe-4c87-aba5-52dfd8d99da3', 'name': 'network-vif-deleted', 'tag': '478872d3-2ea1-410b-be1f-b2e49d1be455', 'status': 'completed', 'code': 200} Nov 23 09:56:07.094918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404026-af8c-469d-8919-c6c95f5d31ee req-e982f10a-5ffe-4fc2-abca-043cc40ec7ca tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:07.110855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33404026-af8c-469d-8919-c6c95f5d31ee req-e982f10a-5ffe-4fc2-abca-043cc40ec7ca tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1288283 Nov 23 09:56:07.115683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.119191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:07.119873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.153865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:07.217834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:07.264430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.280571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Transition to ACTIVE for port object 8dd030da-24df-4c39-8095-5cf8d5c0bc22 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:07.287045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.317488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60536) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:07.370172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] No DVR routers for this DVR port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:07.388824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:07.423156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:07.449973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:07.450729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:07.451297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:07.456828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a412e22d-3f12-44f8-b7d4-f676e3231377 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:07.461731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a412e22d-3f12-44f8-b7d4-f676e3231377 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:07.466767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:07.467228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Attempting to bind port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:07.474177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:07.474696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:07.475387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:07.476279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Bound port: 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:07.476832 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.582997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1945975924-network', 'tenant_id': '6189d176f4974dd9a37b9556dc03ee6d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:07.605461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1745596 Nov 23 09:56:07.608130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60544) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:07.621078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Request body: {'subnet': {'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-42068872-subnet', 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:07.635084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:07.651345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:07.663082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Made reservation on behalf of 6189d176f4974dd9a37b9556dc03ee6d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:07.665376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.677556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.684816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.687965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db5c9f-f954-42aa-90be-9ca1412e7187 admin admin] Pushing event updated for resources: {'Network': ['ID=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:07.694684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33404026-af8c-469d-8919-c6c95f5d31ee req-59b36ef1-f2ec-4c94-8255-c130eae54edf tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827720 Nov 23 09:56:07.703519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:07.759062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:07.759684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.761132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] 10.222.0.11 "PUT /v2.0/ports/8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 1096 time: 1.2895060 Nov 23 09:56:07.763937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:07.766379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:07.880534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9457-5f63-4a81-8de6-8325e6c05225 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:07.945510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-3078c0ff-30fd-4f6b-bc69-947bc06075e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:07.947210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-3078c0ff-30fd-4f6b-bc69-947bc06075e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1099 time: 0.1494858 Nov 23 09:56:07.976112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.000899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.069848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:08.111363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.111991 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Added segment e32c9d00-555e-4248-8322-305acb642adc of type vlan for network 797c0124-59fc-43d3-9bce-b7ea4bdc7991 Nov 23 09:56:08.116016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc314594-56bf-4b19-9722-fffc1bcd61a3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:08.207553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-0cf4e51b-3cb0-4dbd-87be-03891add7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.209064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-0cf4e51b-3cb0-4dbd-87be-03891add7ba0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2528775 Nov 23 09:56:08.228048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.231726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.267754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-721e7469-a5c4-45d2-9473-9804038483e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0480583 Nov 23 09:56:08.275201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6f26a-545d-48a3-a3ad-ffc85788b2ed req-77759fcc-4e7e-4568-af55-7901d224be85 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.283149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09c6f26a-545d-48a3-a3ad-ffc85788b2ed req-77759fcc-4e7e-4568-af55-7901d224be85 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.0627627 Nov 23 09:56:08.357690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09c6f26a-545d-48a3-a3ad-ffc85788b2ed req-a7f48121-b4f4-4af2-9c57-c911d37f795c tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Nov 23 09:56:08.367031 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.367907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.368493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.373430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819004e6-f26c-47b5-9bc6-ca69e58b30d7,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:08.403468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-fea6d61a-192d-4d02-987c-6ce97398be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.404941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-fea6d61a-192d-4d02-987c-6ce97398be92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1095355 Nov 23 09:56:08.460905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1389923 Nov 23 09:56:08.461764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:08.462179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Network hostable DHCP agents. Network: 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:08.464587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60560) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:08.469826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Request body: {'subnet': {'network_id': '797c0124-59fc-43d3-9bce-b7ea4bdc7991', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1945975924-subnet', 'tenant_id': '6189d176f4974dd9a37b9556dc03ee6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:08.488785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018ba74-cd36-404b-9e54-0509ae2fbd61 admin admin] Pushing event updated for resources: {'Network': ['ID=797c0124-59fc-43d3-9bce-b7ea4bdc7991,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:08.502712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 797c0124-59fc-43d3-9bce-b7ea4bdc7991 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:08.514797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-6107850d-ef99-4e2d-a181-9744dc4d97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.516561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-6107850d-ef99-4e2d-a181-9744dc4d97d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963655 Nov 23 09:56:08.517240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Made reservation on behalf of 6189d176f4974dd9a37b9556dc03ee6d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:08.520366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.520934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:08.574322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:08.581102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.581707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.592541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a0ffa-da15-4aec-8f64-c4a45828b077 None None] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:08.635553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-67e1b11e-be69-4563-a5e1-c803041ccc69 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0258844 Nov 23 09:56:08.654649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-166cb409-aa25-4ec2-9498-c33301e35470 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264389 Nov 23 09:56:08.810922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-130b6bf1-980a-4c7f-96f9-f4e4f759344d req-36f02d67-bc42-4a71-81b4-26670d079172 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474869 Nov 23 09:56:08.849192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:08.872393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c29474-63cd-47ea-843b-a6f41a3dbcb3 None None] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:08.926402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeff01-edfd-4b25-8273-789f74c584cc req-485f2bfc-dbdb-41f8-99e1-2ef3fee88dd4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:08.932029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09490d19-7c85-4b21-b94e-fadc9a5e01ae,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:08.939268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8daeff01-edfd-4b25-8273-789f74c584cc req-485f2bfc-dbdb-41f8-99e1-2ef3fee88dd4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.0938013 Nov 23 09:56:08.975680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Checking segment: {'id': 'e32c9d00-555e-4248-8322-305acb642adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '797c0124-59fc-43d3-9bce-b7ea4bdc7991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:08.976589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Network hostable DHCP agents. Network: 797c0124-59fc-43d3-9bce-b7ea4bdc7991, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:09.004840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Network 797c0124-59fc-43d3-9bce-b7ea4bdc7991 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:09.020595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 797c0124-59fc-43d3-9bce-b7ea4bdc7991) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:09.038140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.040121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:09.046755 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8daeff01-edfd-4b25-8273-789f74c584cc req-b7085401-dc42-4e01-a0bd-aef0e6f0d248 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052630 Nov 23 09:56:09.065602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366e8cc-ad13-43c8-85ab-c469e76a297f None None] Network 797c0124-59fc-43d3-9bce-b7ea4bdc7991 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:09.076576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}, {'name': 'network-changed', 'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:09.079629 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153e133-1748-4258-8f35-bc43af69a0bb" -d '{"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}, {"name": "network-changed", "server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:09.126347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1836a9cf-1c64-4c7f-abda-e3f7383d6b45 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6493192 Nov 23 09:56:09.143284 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94c352-54ea-4442-8542-a59f14161b0d x-openstack-request-id: req-fc94c352-54ea-4442-8542-a59f14161b0d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:09.143584 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "code": 200}, {"name": "network-changed", "server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:09.143836 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc94c352-54ea-4442-8542-a59f14161b0d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:09.144242 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'code': 200} Nov 23 09:56:09.144495 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'status': 'completed', 'code': 200} Nov 23 09:56:09.269156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-2e630e2e-b630-41d4-8bb7-278ea8f86ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.270760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-2e630e2e-b630-41d4-8bb7-278ea8f86ceb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1099 time: 0.0926318 Nov 23 09:56:09.274007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8343a7-dbdd-4036-bb00-dfd686f7a0de None None] Network 797c0124-59fc-43d3-9bce-b7ea4bdc7991 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:09.279228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-0996bf25-2123-4255-8978-1765dd46c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.280982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-0996bf25-2123-4255-8978-1765dd46c785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1099 time: 0.0938509 Nov 23 09:56:09.420158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:09.476248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:09.476786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 478872d3-2ea1-410b-be1f-b2e49d1be455 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:09.483155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-8e8a30c1-f35a-4266-9450-26551f3730c6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.484784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-8e8a30c1-f35a-4266-9450-26551f3730c6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.2786489 Nov 23 09:56:09.498175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 478872d3-2ea1-410b-be1f-b2e49d1be455 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:09.498616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 478872d3-2ea1-410b-be1f-b2e49d1be455 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:09.504995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-b0210aaf-9878-4ca2-b809-7fe1712a69a5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0131874 Nov 23 09:56:09.544458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-a03b8151-5b1c-46a7-a183-454a988b9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.546011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-a03b8151-5b1c-46a7-a183-454a988b9ccb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2543902 Nov 23 09:56:09.553991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-5a3f3a27-e038-44c0-9a95-2ee6d3759800 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417349 Nov 23 09:56:09.563563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-ca9c7b54-e7cf-4bb0-8016-8afefd2b84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.565064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-ca9c7b54-e7cf-4bb0-8016-8afefd2b84a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2832012 Nov 23 09:56:09.600142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-9573839d-3d02-432c-81eb-596939da3fca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0458858 Nov 23 09:56:09.644836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-47fb101f-2c91-4541-a456-bce95f715d7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0515416 Nov 23 09:56:09.676644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-2c4b3c72-92fe-469e-ab85-1ee5aa2d593c service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213799 Nov 23 09:56:09.720053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-efa4ee29-0292-4142-b7ba-afaed16f65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.721547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-efa4ee29-0292-4142-b7ba-afaed16f65eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0865641 Nov 23 09:56:09.730518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-2659766e-1316-412e-9a49-f1e099f0ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.732046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-2659766e-1316-412e-9a49-f1e099f0ca1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0670135 Nov 23 09:56:09.799961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-7ecde18c-fa3c-40a2-8ba7-f478c3434198 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223736 Nov 23 09:56:09.837942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-ed99f69e-a7e9-4eb8-a433-8b13b4936d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.839426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-ed99f69e-a7e9-4eb8-a433-8b13b4936d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995705 Nov 23 09:56:09.841443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e133-1748-4258-8f35-bc43af69a0bb req-25fdb7b9-5a7a-4d7b-8f74-8d8e02cc18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.842860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-25fdb7b9-5a7a-4d7b-8f74-8d8e02cc18c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945010 Nov 23 09:56:09.852394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a80b3-2e1d-41f0-825c-5a021e0a2e98 req-d13914ae-60d1-4e16-aeb3-aa6ac4f4a77e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:09.852394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-168a80b3-2e1d-41f0-825c-5a021e0a2e98 req-d13914ae-60d1-4e16-aeb3-aa6ac4f4a77e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.1252992 Nov 23 09:56:10.020989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-168a80b3-2e1d-41f0-825c-5a021e0a2e98 req-752623c4-eba8-4e2d-aed8-be0405372e20 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/security-groups?id=be65735b-4fc1-4c14-91c2-d33faad056e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517389 Nov 23 09:56:10.075116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-08d823b9-96e2-47a1-8ce3-abe29da15425 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222691 Nov 23 09:56:10.076415 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-b6bfc963-2e2a-4b84-8009-8f6aa7518b19 req-f5d9b696-aa15-4af1-bb53-b86ecdecd2f3 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] show failed (client error): The resource could not be found. Nov 23 09:56:10.077070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-eebbccee-fe1c-47a2-8fb1-48fecc11afce service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231598 Nov 23 09:56:10.077747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6bfc963-2e2a-4b84-8009-8f6aa7518b19 req-f5d9b696-aa15-4af1-bb53-b86ecdecd2f3 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/62132643-7aa3-453a-9079-5da824e12777 HTTP/1.1" status: 404 len: 352 time: 0.0211442 Nov 23 09:56:10.234031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-2bedcd32-ade9-4b88-aa93-2c150aba72c3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500962 Nov 23 09:56:10.281421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0a7b71b4-8d79-43e2-b3d6-a5dadb8b95d6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:10.289462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0a7b71b4-8d79-43e2-b3d6-a5dadb8b95d6 tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 951 time: 0.1253128 Nov 23 09:56:10.377353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13c230a5-1d4d-4c3c-932f-04e494e3182b req-de2b0c51-f83a-4fd7-93ce-808d8be3ee73 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 210 time: 0.0704360 Nov 23 09:56:10.448635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4153e133-1748-4258-8f35-bc43af69a0bb req-c6602a03-10e7-4bc1-b733-490cb15c8fc8 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170005 Nov 23 09:56:10.534488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c874e-f558-4154-9c1c-20e680399774 req-8512fda0-368a-4958-953c-b7de412b6590 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:10.536932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-355c874e-f558-4154-9c1c-20e680399774 req-8512fda0-368a-4958-953c-b7de412b6590 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.0651975 Nov 23 09:56:10.546693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60632) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:10.588337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Deleting port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:10.588705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.608697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-355c874e-f558-4154-9c1c-20e680399774 req-2b31a18a-a6f0-401f-a232-4f859c6712aa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631926 Nov 23 09:56:10.609043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a689135b-7553-417a-8e71-68119d3bc673 req-c0b63043-3124-4e6d-bb08-89bd15961d87 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6189d176f4974dd9a37b9556dc03ee6d HTTP/1.1" status: 200 len: 3002 time: 0.1658499 Nov 23 09:56:10.730821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6403c5d3-cd2b-4926-b364-71cacfa32d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.734564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a689135b-7553-417a-8e71-68119d3bc673 req-73147376-d591-49ec-819b-613865410189 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/fc314594-56bf-4b19-9722-fffc1bcd61a3 HTTP/1.1" status: 200 len: 2999 time: 0.1139202 Nov 23 09:56:10.757700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] For port cd6958f9-bbb2-42e5-bdab-03b6d81f1734, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:10.758082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.783025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Calling delete_port for cd6958f9-bbb2-42e5-bdab-03b6d81f1734 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:10.823129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6403c5d3-cd2b-4926-b364-71cacfa32d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.829720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6403c5d3-cd2b-4926-b364-71cacfa32d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.857372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a689135b-7553-417a-8e71-68119d3bc673 req-5968dc82-3370-41e9-8f09-eb45c5a5d782 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/fc314594-56bf-4b19-9722-fffc1bcd61a3 HTTP/1.1" status: 200 len: 2999 time: 0.1181500 Nov 23 09:56:10.883211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6403c5d3-cd2b-4926-b364-71cacfa32d49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0520aa2e33c48f6b21e196318a39626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322968 Nov 23 09:56:10.883211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c5d3-cd2b-4926-b364-71cacfa32d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d86aea-44ee-4600-83f3-e9db338e72e8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:10.885993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:10.953070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:10.988967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Pushing event deleted for resources: {'Port': ['ID=cd6958f9-bbb2-42e5-bdab-03b6d81f1734,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:11.017958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.018203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.018457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.019309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.019309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.019542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.019769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.020036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.020358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.020682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.021006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.021321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:11.055928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] No DVR routers for this DVR port cd6958f9-bbb2-42e5-bdab-03b6d81f1734 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:11.060051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.064110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bd41bec-0d03-4fbf-b5d0-ab5a7d8789eb req-0c7a7627-93e4-4020-a550-6e66aef9472e tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.11 "DELETE /v2.0/ports/cd6958f9-bbb2-42e5-bdab-03b6d81f1734 HTTP/1.1" status: 204 len: 173 time: 0.7677064 Nov 23 09:56:11.064692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-deleted', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:11.067252 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd0a42-3617-431c-b468-a721484ec925" -d '{"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-deleted", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:11.182811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb1308da-d3c4-4615-a80b-c294e77f6945 req-40aea6e7-322c-4e30-92fb-ff424383610b tempest-ServersAdminTestJSON-635299527 tempest-ServersAdminTestJSON-635299527-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0467544 Nov 23 09:56:11.239084 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01b06f-68e2-4112-bc61-0fd440ed7b7f x-openstack-request-id: req-cc01b06f-68e2-4112-bc61-0fd440ed7b7f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:11.239577 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2", "name": "network-vif-deleted", "tag": "cd6958f9-bbb2-42e5-bdab-03b6d81f1734", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:11.241316 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc01b06f-68e2-4112-bc61-0fd440ed7b7f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:11.242383 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601ecc-c22a-41d2-8e4f-c9ca1aa9a6f2', 'name': 'network-vif-deleted', 'tag': 'cd6958f9-bbb2-42e5-bdab-03b6d81f1734', 'status': 'completed', 'code': 200} Nov 23 09:56:11.274099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843ca823-c3c0-4b1f-8faa-9ba711ca3f7a req-9620b92c-9178-4084-a117-6684962cbe68 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/fc314594-56bf-4b19-9722-fffc1bcd61a3 HTTP/1.1" status: 200 len: 2999 time: 0.3923140 Nov 23 09:56:11.300601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.339777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.381327 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-843ca823-c3c0-4b1f-8faa-9ba711ca3f7a req-ef2f1ea6-0207-4c96-894f-5fff71825903 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 09:56:11.387739 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843ca823-c3c0-4b1f-8faa-9ba711ca3f7a req-ef2f1ea6-0207-4c96-894f-5fff71825903 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "DELETE /v2.0/security-groups/fc314594-56bf-4b19-9722-fffc1bcd61a3 HTTP/1.1" status: 409 len: 352 time: 0.1119857 Nov 23 09:56:11.440149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.443338 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.444596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55d86aea-44ee-4600-83f3-e9db338e72e8 HTTP/1.1" status: 204 len: 168 time: 0.5577378 Nov 23 09:56:11.459651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-09c2e256-efd5-4a38-9e8d-d04dc3a3f762 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:11.461586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-09c2e256-efd5-4a38-9e8d-d04dc3a3f762 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1472497 Nov 23 09:56:11.491268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f991-f8be-47af-8455-f2a4edc87e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d86aea-44ee-4600-83f3-e9db338e72e8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:11.492255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:11.494701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a85fba45-c140-4638-a0ef-f62f0515beec req-2251f4b2-1d60-4780-a318-82dc37f6de48 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 210 time: 0.0399859 Nov 23 09:56:11.548507 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-71dfa065-bc88-4219-975f-36842f990c3a req-73488b2f-7953-4d8f-8441-566104473f91 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] show failed (client error): The resource could not be found. Nov 23 09:56:11.549488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71dfa065-bc88-4219-975f-36842f990c3a req-73488b2f-7953-4d8f-8441-566104473f91 tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/f286c20b-0c0a-4428-ac88-a7e9d31c6a56 HTTP/1.1" status: 404 len: 352 time: 0.0626991 Nov 23 09:56:11.585113 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-e30e1327-2052-4393-8d6d-0583e86029ac req-e56b99e7-68d2-4493-b145-755f842d8bad tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] show failed (client error): The resource could not be found. Nov 23 09:56:11.586299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30e1327-2052-4393-8d6d-0583e86029ac req-e56b99e7-68d2-4493-b145-755f842d8bad tempest-SecurityGroupsNegativeTestJSON-272765086 tempest-SecurityGroupsNegativeTestJSON-272765086-project] 10.222.0.62 "GET /v2.0/security-groups/5f641a25-44d3-4217-b9a6-6eabdcdd99bc HTTP/1.1" status: 404 len: 352 time: 0.0148633 Nov 23 09:56:11.597862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:11.664081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Deleting subnet 09490d19-7c85-4b21-b94e-fadc9a5e01ae {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:56:11.667420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.720193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.752180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:11.755658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.817573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:11.884888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0c25-2363-4ecf-a415-d2e1c2f0a1bb req-20e8fdbc-2221-42e6-8f7d-3738615cf3d4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:11.886443 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57ee0c25-2363-4ecf-a415-d2e1c2f0a1bb req-20e8fdbc-2221-42e6-8f7d-3738615cf3d4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 948 time: 0.1633821 Nov 23 09:56:11.986812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.023572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57ee0c25-2363-4ecf-a415-d2e1c2f0a1bb req-6313a876-0ab2-469e-b6e3-6dfd388790f2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 Nov 23 09:56:12.031594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09490d19-7c85-4b21-b94e-fadc9a5e01ae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:12.033552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.037080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28914b80-e610-45bc-ba36-cc26cdc205a1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/09490d19-7c85-4b21-b94e-fadc9a5e01ae HTTP/1.1" status: 204 len: 168 time: 0.4392550 Nov 23 09:56:12.039625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60680) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:12.044443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.5 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/9091370f-51a5-4486-9ad2-e93cd48da974) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:12.122525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.231349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.244124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.262420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797c0124-59fc-43d3-9bce-b7ea4bdc7991']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:12.274981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32c9d00-555e-4248-8322-305acb642adc') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:12.276210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32c9d00-555e-4248-8322-305acb642adc') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:12.292482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.310366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.312165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.320755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:12.321117 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:12.322989 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:12.397725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:12.401138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.401640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:12.411647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.414589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:12.415566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/797c0124-59fc-43d3-9bce-b7ea4bdc7991 HTTP/1.1" status: 204 len: 168 time: 0.3743584 Nov 23 09:56:12.432135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd61ed7-fcc8-4a6d-bc1b-7b93e34fd6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=797c0124-59fc-43d3-9bce-b7ea4bdc7991,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:12.493849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:12.517155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:12.517823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.545307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-752ad9ca-a005-47ec-b014-79755effc95a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0683212 Nov 23 09:56:12.559963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Request body: {'port': {'device_id': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:12.626405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.660783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396795-d7aa-45f4-9021-b595b589c5c5 req-15bb6a62-f9d8-4e10-9dbf-1ed44061705c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:12.662632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88396795-d7aa-45f4-9021-b595b589c5c5 req-15bb6a62-f9d8-4e10-9dbf-1ed44061705c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 931 time: 0.0659845 Nov 23 09:56:12.709247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:12.760093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88396795-d7aa-45f4-9021-b595b589c5c5 req-6a969593-b611-42fc-8e8d-f0c0b8bb1865 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897551 Nov 23 09:56:12.788203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2a1d61cb-e57a-4efa-885a-19a10556584b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6189d176f4974dd9a37b9556dc03ee6d&name=default HTTP/1.1" status: 200 len: 2997 time: 0.0750935 Nov 23 09:56:12.788448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60708) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:12.807760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60710) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:12.845140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.871042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.923445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:12.925044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.925625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:12.928002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.934523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc314594-56bf-4b19-9722-fffc1bcd61a3 HTTP/1.1" status: 204 len: 168 time: 0.1449344 Nov 23 09:56:12.945767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21561ae3-abe3-4967-bda2-cff0ffd9a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc314594-56bf-4b19-9722-fffc1bcd61a3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:12.952382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9091370f-51a5-4486-9ad2-e93cd48da974 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:12.960648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.978024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Transition to ACTIVE for port object 9091370f-51a5-4486-9ad2-e93cd48da974 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:12.986740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:12.996460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c7070284-5482-42d6-9efa-0b037c296543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c44207c6ded40ff86bb5de3c7fc9e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876473 Nov 23 09:56:12.999167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60720) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:13.084152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.110379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.115295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:13.131493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'mac_address': 'fa:16:3e:51:36:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:13.135615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Pushing event updated for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:13.148320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: cd6958f9-bbb2-42e5-bdab-03b6d81f1734 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:13.148711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device cd6958f9-bbb2-42e5-bdab-03b6d81f1734 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:13.152448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Attempting to bind port 9091370f-51a5-4486-9ad2-e93cd48da974 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:13.153017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Attempting to bind port 9091370f-51a5-4486-9ad2-e93cd48da974 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:13.154206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Attempting to bind port 9091370f-51a5-4486-9ad2-e93cd48da974 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:13.160685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Port 9091370f-51a5-4486-9ad2-e93cd48da974 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:13.161247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Attempting to bind port 9091370f-51a5-4486-9ad2-e93cd48da974 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:13.167246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:13.168265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:13.172303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:13.173251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Bound port: 9091370f-51a5-4486-9ad2-e93cd48da974, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:13.174009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.198982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.203430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.206663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.207983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be65735b-4fc1-4c14-91c2-d33faad056e6 HTTP/1.1" status: 204 len: 168 time: 0.2066941 Nov 23 09:56:13.217674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd030da-24df-4c39-8095-5cf8d5c0bc22 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:13.220678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657682a8-c3c3-4903-98cd-599e852aa996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65735b-4fc1-4c14-91c2-d33faad056e6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:13.248176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:13.261475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.301257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:13.316957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:13.319164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9091370f-51a5-4486-9ad2-e93cd48da974,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:13.329729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.346307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57e1c-d40a-48b7-b50e-7366c846fccf req-507f5c77-bfe1-45a3-872c-3d7308817a71 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.347823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2be57e1c-d40a-48b7-b50e-7366c846fccf req-507f5c77-bfe1-45a3-872c-3d7308817a71 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 949 time: 0.1244576 Nov 23 09:56:13.383726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.384335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:13.385668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] 10.222.0.11 "PUT /v2.0/ports/9091370f-51a5-4486-9ad2-e93cd48da974 HTTP/1.1" status: 200 len: 1091 time: 0.8304329 Nov 23 09:56:13.386150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:13.388391 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:13.478999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004c4ee-9a6b-4f15-9a41-e32a3e18de93 service neutron] Pushing event updated for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:13.516167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2be57e1c-d40a-48b7-b50e-7366c846fccf req-b7fb4768-acec-4629-bddd-7c86e2410a04 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424077 Nov 23 09:56:13.528240 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f25b2-2ad8-4981-98aa-c8d9a8a7081f x-openstack-request-id: req-3a9f25b2-2ad8-4981-98aa-c8d9a8a7081f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:13.528612 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:13.528882 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a9f25b2-2ad8-4981-98aa-c8d9a8a7081f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:13.529272 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974', 'status': 'completed', 'code': 200} Nov 23 09:56:13.546790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-d679f67d-e485-47bb-a2a2-42ea5200e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.548239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-d679f67d-e485-47bb-a2a2-42ea5200e3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 1094 time: 0.1006608 Nov 23 09:56:13.614815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-6558a6c7-851d-4b6b-9942-537269fcf077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9091370f-51a5-4486-9ad2-e93cd48da974 HTTP/1.1" status: 200 len: 217 time: 0.0568702 Nov 23 09:56:13.624712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:13.737735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-336fdd5d-2593-4ddb-b700-75425709d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.741738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:13.746597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-336fdd5d-2593-4ddb-b700-75425709d379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.1162999 Nov 23 09:56:13.783461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-1868e507-4136-4e79-857b-1761e15fa41c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303814 Nov 23 09:56:13.982179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327892aa-465c-41b9-b8d4-71f4db45cab7 req-7899e7ad-4282-44d5-aec6-05219714476f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.983817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-327892aa-465c-41b9-b8d4-71f4db45cab7 req-7899e7ad-4282-44d5-aec6-05219714476f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 949 time: 0.2177548 Nov 23 09:56:13.986524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-8da4d7cf-1775-4457-a0a1-3bffc5e51fac service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885934 Nov 23 09:56:13.995972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1749c6-cf37-4f19-aefb-d04ec09d46bb req-1d1d7564-9c35-4bba-a599-ca3e2defff9f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:13.997819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac1749c6-cf37-4f19-aefb-d04ec09d46bb req-1d1d7564-9c35-4bba-a599-ca3e2defff9f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 943 time: 0.0775094 Nov 23 09:56:14.020166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0010bf8-d13b-4602-901f-dc087a3f89a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cfd3a7a2d744ec1b7356815427bec68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771909 Nov 23 09:56:14.020780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60766) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:14.083263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-327892aa-465c-41b9-b8d4-71f4db45cab7 req-b6cb6275-4273-46a8-934e-270d8f106f9b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Nov 23 09:56:14.101727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d690-f733-4230-a2ef-858a4261df2a req-8ce9fe43-7a77-4a24-892c-52ad790d7827 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.103111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-8ce9fe43-7a77-4a24-892c-52ad790d7827 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b&tenant_id=d1939e1810a44c3b983810c2d642c5ab&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 949 time: 0.2329986 Nov 23 09:56:14.138082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac1749c6-cf37-4f19-aefb-d04ec09d46bb req-2e465f4f-ae83-4ee2-9633-45b088766cae tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308537 Nov 23 09:56:14.150172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7a45e18-df19-4352-a6b0-c312b87d65d4 req-eeb2f6ca-c3c3-4d1f-a272-49acf37a705f service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511998 Nov 23 09:56:14.232544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:14.261389 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-5465d690-f733-4230-a2ef-858a4261df2a req-bc80a47d-bb6d-47c8-aa78-ec46ce7ec74c service neutron] delete failed (client error): The resource could not be found. Nov 23 09:56:14.262616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-bc80a47d-bb6d-47c8-aa78-ec46ce7ec74c service neutron] 10.222.0.50 "DELETE /v2.0/ports/8dd030da-24df-4c39-8095-5cf8d5c0bc22/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.1504426 Nov 23 09:56:14.264184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-02d09b75-4f52-4b30-96d8-062f4d4bd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.265015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:14.267392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-02d09b75-4f52-4b30-96d8-062f4d4bd5c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 1094 time: 0.0506790 Nov 23 09:56:14.357458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:14.361387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:14.363318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fef8d99-ee6d-47ee-82e8-0d0da57bbe98 HTTP/1.1" status: 204 len: 168 time: 0.3351915 Nov 23 09:56:14.393022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617592f-7bf4-43a0-95ed-1d6226e92ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef8d99-ee6d-47ee-82e8-0d0da57bbe98,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:14.412814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-246152cc-ff4e-4e84-800d-60747a1661cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.414595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d690-f733-4230-a2ef-858a4261df2a req-ce76809a-a80b-4954-8488-7a26f1bc48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.415333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-246152cc-ff4e-4e84-800d-60747a1661cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.1390290 Nov 23 09:56:14.426252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-ce76809a-a80b-4954-8488-7a26f1bc48dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1100 time: 0.0894465 Nov 23 09:56:14.461560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-01458086-2912-4630-b06b-e15e3501eb77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9091370f-51a5-4486-9ad2-e93cd48da974 HTTP/1.1" status: 200 len: 217 time: 0.0386095 Nov 23 09:56:14.524733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-877493f4-d28d-49e9-b920-8a743a394e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.526124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-877493f4-d28d-49e9-b920-8a743a394e9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0540805 Nov 23 09:56:14.543296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:56:14.559733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d690-f733-4230-a2ef-858a4261df2a req-5f22d12e-ce07-4f4c-9892-6f6892328204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.561393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-5f22d12e-ce07-4f4c-9892-6f6892328204 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1283069 Nov 23 09:56:14.573028 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-e7157c52-cbf3-4165-8620-efb36032ee64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380490 Nov 23 09:56:14.606876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-0d6945d8-6180-4a72-94c7-17f1063c717a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0371597 Nov 23 09:56:14.624032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60786) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:14.685732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-80c7be5c-c9f5-4a7e-b817-7f1768a20342 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020041 Nov 23 09:56:14.704522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d690-f733-4230-a2ef-858a4261df2a req-b10bb8a7-27c0-49e4-9940-cc1a42045115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.706015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-b10bb8a7-27c0-49e4-9940-cc1a42045115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0920229 Nov 23 09:56:14.772410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d690-f733-4230-a2ef-858a4261df2a req-a1bb1cd7-0575-4015-a684-c17f599c54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:14.774063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-a1bb1cd7-0575-4015-a684-c17f599c54ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591435 Nov 23 09:56:14.833066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20e8169e-977c-4e93-8bb1-5bb1ff4674f0 req-00bb2be0-e4f5-42ee-9148-9f3cd88e738b service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395485 Nov 23 09:56:14.883784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-88e677e2-e59e-4450-a281-7a72925befb7 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016705 Nov 23 09:56:14.904460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-158994692-network', 'tenant_id': 'c8e0aa32c5e647379cc2c792254cae2d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:14.936687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:14.986708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Made reservation on behalf of c8e0aa32c5e647379cc2c792254cae2d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:14.989617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:14.992296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:15.002323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:15.003750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.008091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.020743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5465d690-f733-4230-a2ef-858a4261df2a req-f8710193-12eb-44a5-bc03-e3d376ac3a1e service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304500 Nov 23 09:56:15.116485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.124790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.126496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.160473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:15.164735 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349fc02-67e1-48cb-ab39-35fc58b34418" -d '{"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-plugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:15.178460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:15.198191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab272d-fee3-4a87-be5c-fd107884db92,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:15.214434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:15.220914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.221448 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Added segment bb4edc71-88ae-4987-b467-a0c27e7116ee of type vlan for network a833024f-c3f4-4914-bc67-dca7d23f9c85 Nov 23 09:56:15.225301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.283802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba6896-742e-4643-8f23-423455866a46 req-5bfb2970-312b-447f-8dcc-ee7d63ced24c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:15.291765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aba6896-742e-4643-8f23-423455866a46 req-5bfb2970-312b-447f-8dcc-ee7d63ced24c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 949 time: 0.1100497 Nov 23 09:56:15.301328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.313239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:15.371554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aba6896-742e-4643-8f23-423455866a46 req-a48dbcce-35a0-4b8d-92cb-abc1dcd9339d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787129 Nov 23 09:56:15.381061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.382089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:15.389298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.424236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf06e4-8e74-4503-9b70-c8ec985e2098 req-459a0a59-d20d-435e-9c21-860c2210f194 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:15.429226 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1338c243-6366-4a51-bfbc-477cfdc2e147 x-openstack-request-id: req-1338c243-6366-4a51-bfbc-477cfdc2e147 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:15.429413 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-plugged", "status": "completed", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:15.429671 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1338c243-6366-4a51-bfbc-477cfdc2e147 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:15.430457 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'code': 200} Nov 23 09:56:15.432322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03cf06e4-8e74-4503-9b70-c8ec985e2098 req-459a0a59-d20d-435e-9c21-860c2210f194 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 943 time: 0.1541526 Nov 23 09:56:15.462326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8356657 Nov 23 09:56:15.465271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:15.470686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Request body: {'subnet': {'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-158994692-subnet', 'tenant_id': 'c8e0aa32c5e647379cc2c792254cae2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:15.504066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e9196-ddcd-48b3-818f-9a1df0c4ca51 admin admin] Pushing event updated for resources: {'Network': ['ID=a833024f-c3f4-4914-bc67-dca7d23f9c85,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:15.524454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a833024f-c3f4-4914-bc67-dca7d23f9c85 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:15.529209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Made reservation on behalf of c8e0aa32c5e647379cc2c792254cae2d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:15.533986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.555258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03cf06e4-8e74-4503-9b70-c8ec985e2098 req-faf0ae69-a9e6-4167-9118-01a2604bffbd tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220067 Nov 23 09:56:15.656870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.829018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.904654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Checking segment: {'id': 'bb4edc71-88ae-4987-b467-a0c27e7116ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:15.905114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Network hostable DHCP agents. Network: a833024f-c3f4-4914-bc67-dca7d23f9c85, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:15.907580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:15.937517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Network a833024f-c3f4-4914-bc67-dca7d23f9c85 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:15.949010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a833024f-c3f4-4914-bc67-dca7d23f9c85) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:15.954791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:15.955555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:15.960573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eeea0b-7bd2-4bea-ad8e-cfb37e22aa87 None None] Network a833024f-c3f4-4914-bc67-dca7d23f9c85 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:15.975518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6f88c2a7-766b-4480-affe-c549a78aefbf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5090370 Nov 23 09:56:16.131922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e6fe0-d447-427a-a1c4-8714bc0caab2 None None] Network a833024f-c3f4-4914-bc67-dca7d23f9c85 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:16.268940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:16.390059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-867a5bb3-f071-4f02-ab92-73ad2857cd16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.502681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-867a5bb3-f071-4f02-ab92-73ad2857cd16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.509651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-867a5bb3-f071-4f02-ab92-73ad2857cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.555532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f3da1-db26-4231-9f10-02f3f8d25809 req-f585028a-59f8-4b72-a577-3307146ddea8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:16.557005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-197f3da1-db26-4231-9f10-02f3f8d25809 req-f585028a-59f8-4b72-a577-3307146ddea8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.0890830 Nov 23 09:56:16.562459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a5bb3-f071-4f02-ab92-73ad2857cd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b4010d-46f2-4e3a-a48a-dffe63398f06,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:16.570325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-867a5bb3-f071-4f02-ab92-73ad2857cd16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7360b32a6e1a446b822f050a9ec6d58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976761 Nov 23 09:56:16.571280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-451337ea-8297-4ed0-86cd-829d5e2cfd45 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:16.571942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60894) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:16.573523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-451337ea-8297-4ed0-86cd-829d5e2cfd45 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/networks?id=a833024f-c3f4-4914-bc67-dca7d23f9c85 HTTP/1.1" status: 200 len: 821 time: 0.1114631 Nov 23 09:56:16.586770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-d0b1b5c9-0ffb-4881-ac3a-2fd49656c55b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/quotas/c8e0aa32c5e647379cc2c792254cae2d HTTP/1.1" status: 200 len: 375 time: 0.0098131 Nov 23 09:56:16.618819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-461437d8-a873-47f3-a8c8-5767f18743a5 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8e0aa32c5e647379cc2c792254cae2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263042 Nov 23 09:56:16.644866 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-197f3da1-db26-4231-9f10-02f3f8d25809 req-580f0c46-9560-4447-ad99-d35f31f47b7d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796461 Nov 23 09:56:16.656019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.679371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.715901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-1e7adeeb-a7b7-4ebe-bf27-193234811260 service neutron] 10.222.0.62 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899925 Nov 23 09:56:16.763234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.765863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:16.767011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0b4010d-46f2-4e3a-a48a-dffe63398f06 HTTP/1.1" status: 204 len: 168 time: 0.1956444 Nov 23 09:56:16.782349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeffd64-23d2-40ec-8f85-c84aba04f4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b4010d-46f2-4e3a-a48a-dffe63398f06,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:16.796550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b0ded-f0a7-411a-aecc-d4070dda97e7 req-acb4c0bb-85b0-4828-8af6-17cd984be888 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:16.798199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c4b0ded-f0a7-411a-aecc-d4070dda97e7 req-acb4c0bb-85b0-4828-8af6-17cd984be888 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 943 time: 0.0635443 Nov 23 09:56:16.817702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-c2d7a462-e716-4e21-b73c-6d78687addf4 service neutron] 10.222.0.62 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941827 Nov 23 09:56:16.848467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c4b0ded-f0a7-411a-aecc-d4070dda97e7 req-3c7df349-baa9-414a-af75-e445314f2639 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Nov 23 09:56:17.016652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e60980-c30e-4272-ba07-1838c20f3470 req-2957e954-9714-47a3-bfe3-baf1e2933e6c tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:17.024447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40e60980-c30e-4272-ba07-1838c20f3470 req-2957e954-9714-47a3-bfe3-baf1e2933e6c tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.0488963 Nov 23 09:56:17.084232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40e60980-c30e-4272-ba07-1838c20f3470 req-5882d619-fd06-4852-9bf4-6aade18b67b2 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Nov 23 09:56:17.148344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60922) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:17.165848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3c04cd-4a87-4ff5-a898-9bdee0ecc09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.195931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e925f9ec-3df0-4cac-ac02-e03b1a86e7e1 req-38c0d4bb-78f3-495c-a8ba-a4658aab3e7c tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Nov 23 09:56:17.288744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3c04cd-4a87-4ff5-a898-9bdee0ecc09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.299878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3c04cd-4a87-4ff5-a898-9bdee0ecc09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.352751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0e3c04cd-4a87-4ff5-a898-9bdee0ecc09f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95785882228c4c008a74b38675987c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2029040 Nov 23 09:56:17.353714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c04cd-4a87-4ff5-a898-9bdee0ecc09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce29608-c771-41a0-bf7d-0fb86c568455,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:17.355854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:17.417916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.444745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-f2891f8f-22e3-46f9-aca5-177f0e6c2a6f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253806 Nov 23 09:56:17.460872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.518059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.523491 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.529288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fce29608-c771-41a0-bf7d-0fb86c568455 HTTP/1.1" status: 204 len: 168 time: 0.1698656 Nov 23 09:56:17.546234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e5ec0-d47b-4790-911b-5684c55e24e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce29608-c771-41a0-bf7d-0fb86c568455,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:17.615670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-341261c2-d5fa-4962-87d4-baa7e796050a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:17.617357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-341261c2-d5fa-4962-87d4-baa7e796050a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697950 Nov 23 09:56:17.640707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:17.642655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-f3e66b42-1478-4941-ba05-754677fec2ce tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/quotas/d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 375 time: 0.0139854 Nov 23 09:56:17.705381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-971b446c-827c-44f8-ba5a-2b76b8eb1be8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566933 Nov 23 09:56:17.794959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24b56ad2-7cbd-46a9-9aba-87c3afacb879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.948560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43afbaa2-2db5-4c5e-a42d-4b7385daab8a req-c0988c1b-0c4b-4784-85ca-989c7868edd9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0404623 Nov 23 09:56:17.955458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49a00af0-9fd1-43ad-902a-549c09df6040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:17.993088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324d41-da85-45b7-80bb-9b573bdb8812 req-c71b76ea-5668-461e-a375-18ceba01f399 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:18.012953 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f324d41-da85-45b7-80bb-9b573bdb8812 req-c71b76ea-5668-461e-a375-18ceba01f399 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 943 time: 0.0779469 Nov 23 09:56:18.108993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f324d41-da85-45b7-80bb-9b573bdb8812 req-04ea4ee4-545e-4f1e-856a-3584d74a6cac tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950110 Nov 23 09:56:18.121226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49a00af0-9fd1-43ad-902a-549c09df6040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.129797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49a00af0-9fd1-43ad-902a-549c09df6040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.196812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-49a00af0-9fd1-43ad-902a-549c09df6040 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d6cec97f9f74674879e3346613aabdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549462 Nov 23 09:56:18.200752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:18.210564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a00af0-9fd1-43ad-902a-549c09df6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880292a-7ffe-49ff-925f-ff48c766d9bb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:18.301474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.340388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.350650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-f0224682-73b5-432b-8967-b309a256a674 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:18.352554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-f0224682-73b5-432b-8967-b309a256a674 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.50 "GET /v2.0/networks?id=a833024f-c3f4-4914-bc67-dca7d23f9c85 HTTP/1.1" status: 200 len: 821 time: 0.1878612 Nov 23 09:56:18.373300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Request body: {'port': {'device_id': 'afa4131f-2084-4a61-9032-9e9968335e79', 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85', 'admin_state_up': True, 'tenant_id': 'c8e0aa32c5e647379cc2c792254cae2d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:18.405563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c8196b9-bd29-49b0-b875-dc322b2fb692 req-7f13f0ac-a602-425e-bb46-3cdc5a4b1f77 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 210 time: 0.0513413 Nov 23 09:56:18.430501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.433229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.437523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d880292a-7ffe-49ff-925f-ff48c766d9bb HTTP/1.1" status: 204 len: 168 time: 0.2353065 Nov 23 09:56:18.447186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84473cb3-0c29-4068-8d34-3b68d8f2c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880292a-7ffe-49ff-925f-ff48c766d9bb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:18.533820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Made reservation on behalf of c8e0aa32c5e647379cc2c792254cae2d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:18.538365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.731598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Allocated IP 172.20.0.10 (a833024f-c3f4-4914-bc67-dca7d23f9c85/f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5/ec338718-deb8-45d7-b3fd-9f74aebb9af5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:18.906540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.948955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:18.970299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9091370f-51a5-4486-9ad2-e93cd48da974 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:19.000142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Pushing event updated for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:19.030770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Network a833024f-c3f4-4914-bc67-dca7d23f9c85 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:19.030985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:19.032615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:19.039753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:19.115864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:19.118775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.139280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c3871855-eeff-4784-adbd-9ad1e1433d49 req-8c03826a-3a42-4f2a-90b8-ef1351dd6c21 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0738037 Nov 23 09:56:19.173675 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-e93fc3ff-df1b-4e05-9255-dce229be9f03 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8053267 Nov 23 09:56:19.188948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Request body: {'port': {'device_id': 'afa4131f-2084-4a61-9032-9e9968335e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:19.196228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9091370f-51a5-4486-9ad2-e93cd48da974,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:19.212024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9091370f-51a5-4486-9ad2-e93cd48da974', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': '9091370f-51a5-4486-9ad2-e93cd48da974', 'mac_address': 'fa:16:3e:66:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:19.291716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.312666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-f0dc1893-3315-4045-aa83-2ce85c1d3829 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873358 Nov 23 09:56:19.324343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.350480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40f2c3aa-8442-4123-b6b5-811533d1138a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.354993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9091370f-51a5-4486-9ad2-e93cd48da974 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:19.379772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9091370f-51a5-4486-9ad2-e93cd48da974,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:19.391728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.456016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:19.508921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-5922d433-7901-4364-b716-8e523c95e06c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:19.510430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-5922d433-7901-4364-b716-8e523c95e06c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846366 Nov 23 09:56:19.554427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46facc6-ec9b-4a00-9c67-0750e14efd4e req-fd95c562-6031-4dec-b7a0-7bde8bb16dc9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:19.554967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Request body: {'port': {'device_id': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd1939e1810a44c3b983810c2d642c5ab'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:19.556137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a46facc6-ec9b-4a00-9c67-0750e14efd4e req-fd95c562-6031-4dec-b7a0-7bde8bb16dc9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 943 time: 0.2425699 Nov 23 09:56:19.640317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40f2c3aa-8442-4123-b6b5-811533d1138a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.656489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836762df-49a2-43d6-9a0b-797208576cde req-e7fd71b2-c177-49e2-8daa-7a608f22841b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:19.658011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-836762df-49a2-43d6-9a0b-797208576cde req-e7fd71b2-c177-49e2-8daa-7a608f22841b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 932 time: 0.1406322 Nov 23 09:56:19.660719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40f2c3aa-8442-4123-b6b5-811533d1138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.664730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a46facc6-ec9b-4a00-9c67-0750e14efd4e req-23444135-1563-4132-8840-7e78c4257038 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020834 Nov 23 09:56:19.740016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9091370f-51a5-4486-9ad2-e93cd48da974'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:19.751085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40f2c3aa-8442-4123-b6b5-811533d1138a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca66572b27084a7d8764704f3b61185b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7189717 Nov 23 09:56:19.751878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2c3aa-8442-4123-b6b5-811533d1138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ba607-9c2c-4cef-a407-262ba1260617,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:19.752900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:19.769280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec338718-deb8-45d7-b3fd-9f74aebb9af5 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:19.780839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.783957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-836762df-49a2-43d6-9a0b-797208576cde req-643da2f4-f601-4c41-bcb8-1add85a31ace tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166019 Nov 23 09:56:19.795268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Made reservation on behalf of d1939e1810a44c3b983810c2d642c5ab for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:19.800445 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.823041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Transition to ACTIVE for port object ec338718-deb8-45d7-b3fd-9f74aebb9af5 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:19.829722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.900370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.925720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:19.956553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:19.992589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Allocated IP 192.168.233.203 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/efb84ace-d680-4b26-b971-af38c922e424) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:20.038060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Attempting to bind port ec338718-deb8-45d7-b3fd-9f74aebb9af5 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:20.038060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Attempting to bind port ec338718-deb8-45d7-b3fd-9f74aebb9af5 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'bb4edc71-88ae-4987-b467-a0c27e7116ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:20.038419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Attempting to bind port ec338718-deb8-45d7-b3fd-9f74aebb9af5 on network a833024f-c3f4-4914-bc67-dca7d23f9c85 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:20.047097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Port ec338718-deb8-45d7-b3fd-9f74aebb9af5 on network a833024f-c3f4-4914-bc67-dca7d23f9c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:20.047421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Attempting to bind port ec338718-deb8-45d7-b3fd-9f74aebb9af5 on network a833024f-c3f4-4914-bc67-dca7d23f9c85 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:20.052996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:20.053202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Checking segment: {'id': 'bb4edc71-88ae-4987-b467-a0c27e7116ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:20.053620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Bound using segment: {'id': 'bb4edc71-88ae-4987-b467-a0c27e7116ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:20.054293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Bound port: ec338718-deb8-45d7-b3fd-9f74aebb9af5, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4edc71-88ae-4987-b467-a0c27e7116ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:20.054537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.068294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.071037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.072179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/748ba607-9c2c-4cef-a407-262ba1260617 HTTP/1.1" status: 204 len: 168 time: 0.3183463 Nov 23 09:56:20.082294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dedef-4d74-4c6d-bcb3-0313ed18d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ba607-9c2c-4cef-a407-262ba1260617,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:20.139542 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.179474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:20.188815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5,segment=NetworkSegment(bb4edc71-88ae-4987-b467-a0c27e7116ee),segment_id=bb4edc71-88ae-4987-b467-a0c27e7116ee)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:20.199632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.220435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a309b680-8bf2-4f9d-bcad-32e389a0b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.256691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.271639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:20.273171 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.274331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec338718-deb8-45d7-b3fd-9f74aebb9af5 HTTP/1.1" status: 200 len: 1092 time: 1.0913451 Nov 23 09:56:20.279877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:20.282286 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41" -d '{"events": [{"name": "network-changed", "server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:20.307376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a65f-5595-4a65-bf49-8c42e2721e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:20.357625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d52c1e64-2004-4134-a564-1ad3ddf65852 req-a02a0aba-3783-4465-bfb1-d6d4b673903d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0988989 Nov 23 09:56:20.362298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.401665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-01e00125-4b94-408d-980d-eadfb800e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:20.415818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-01e00125-4b94-408d-980d-eadfb800e5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8e0aa32c5e647379cc2c792254cae2d&device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 1095 time: 0.0809767 Nov 23 09:56:20.432631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:20.437140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:20.441713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:20.486756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:20.520159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:20.521108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.539340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:20.539629 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e8a2b-a344-4151-91c3-b75d82e98dcf x-openstack-request-id: req-509e8a2b-a344-4151-91c3-b75d82e98dcf {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:20.539880 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:20.543023 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-509e8a2b-a344-4151-91c3-b75d82e98dcf {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:20.552189 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5', 'status': 'completed', 'code': 200} Nov 23 09:56:20.558686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-c4488505-8677-4b89-aefb-b7df12f7ee96 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0248716 Nov 23 09:56:20.560667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-0b6e2df4-556f-45a5-974e-1c8feb533527 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5 HTTP/1.1" status: 200 len: 217 time: 0.1439795 Nov 23 09:56:20.572561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Request body: {'port': {'device_id': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:20.648846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-184d2658-a934-4a0a-975b-ef031c151bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:20.650376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-184d2658-a934-4a0a-975b-ef031c151bd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5 HTTP/1.1" status: 200 len: 861 time: 0.0813851 Nov 23 09:56:20.701793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.734774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-7cbf30d6-776a-4459-b3a7-22e619d08a58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a833024f-c3f4-4914-bc67-dca7d23f9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723734 Nov 23 09:56:20.904030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dfb94c09-9fcd-439d-8c1b-b81ec8fdca3e None None] Provisioning complete for port efb84ace-d680-4b26-b971-af38c922e424 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:20.904488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dfb94c09-9fcd-439d-8c1b-b81ec8fdca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:20.911854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-65f10472-1cb4-4c9a-9cda-5f58b356b36b service neutron] 10.222.0.50 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682413 Nov 23 09:56:20.967689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-dfb94c09-9fcd-439d-8c1b-b81ec8fdca3e None None] Port efb84ace-d680-4b26-b971-af38c922e424 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:56:20.973189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9091370f-51a5-4486-9ad2-e93cd48da974 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:20.981560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9baa-1a58-4a34-9744-b175843e5d42 req-238c3992-36b8-490f-be81-3417cb83f06d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:20.991743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcfe9baa-1a58-4a34-9744-b175843e5d42 req-238c3992-36b8-490f-be81-3417cb83f06d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 944 time: 0.1348407 Nov 23 09:56:21.056905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71d77-58ba-4f68-b49b-504dbcba0a75 req-4a41ecfe-32cb-4b28-8497-ece0013a67f6 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:21.065214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f71d77-58ba-4f68-b49b-504dbcba0a75 req-4a41ecfe-32cb-4b28-8497-ece0013a67f6 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 944 time: 0.1308141 Nov 23 09:56:21.088347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bcfe9baa-1a58-4a34-9744-b175843e5d42 req-3c4f76e8-f0eb-43de-917f-be99d065d5f2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Nov 23 09:56:21.142173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb082e66-9067-4bea-a2af-eb81e38f8b6c req-78e09790-9079-4005-939d-d0e216272f58 service neutron] 10.222.0.50 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214918 Nov 23 09:56:21.158179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f71d77-58ba-4f68-b49b-504dbcba0a75 req-156e3de4-41e2-4364-85d8-a6d78196a459 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Nov 23 09:56:21.227221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb84ace-d680-4b26-b971-af38c922e424 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:21.245327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.252287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.261048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-ed15fe81-f8b4-4b5a-81f9-9bb34ab05971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:21.263032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-ed15fe81-f8b4-4b5a-81f9-9bb34ab05971 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8e0aa32c5e647379cc2c792254cae2d&device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 1095 time: 0.0618756 Nov 23 09:56:21.264837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9091370f-51a5-4486-9ad2-e93cd48da974 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:21.271121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9091370f-51a5-4486-9ad2-e93cd48da974 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:21.271750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.275488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b71ce026-cb19-41aa-8a03-044b40668f7f req-e63e7f58-0ac1-45d8-b5b1-65f173ac5936 tempest-FlavorsV2NegativeTest-1277516553 tempest-FlavorsV2NegativeTest-1277516553-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=90f3179201d6437a9bb253b75e9cd184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386508 Nov 23 09:56:21.279938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Transition to ACTIVE for port object efb84ace-d680-4b26-b971-af38c922e424 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:21.335694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.416338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.443379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:21.466252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:21.470155 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabdf28-849e-412a-a8f7-a230f67105fe" -d '{"events": [{"server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:21.486696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9091370f-51a5-4486-9ad2-e93cd48da974,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:21.504530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.531634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ce026-cb19-41aa-8a03-044b40668f7f req-697b0dc7-0d27-409e-89b7-813f3cc6023b tempest-FlavorsV2NegativeTest-1277516553 tempest-FlavorsV2NegativeTest-1277516553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:21.539370 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b71ce026-cb19-41aa-8a03-044b40668f7f req-697b0dc7-0d27-409e-89b7-813f3cc6023b tempest-FlavorsV2NegativeTest-1277516553 tempest-FlavorsV2NegativeTest-1277516553-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505326 Nov 23 09:56:21.567530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b71ce026-cb19-41aa-8a03-044b40668f7f req-6105372e-8362-46e2-a915-34d0cbc05ded tempest-FlavorsV2NegativeTest-1277516553 tempest-FlavorsV2NegativeTest-1277516553-project] 10.222.0.62 "GET /v2.0/quotas/90f3179201d6437a9bb253b75e9cd184 HTTP/1.1" status: 200 len: 375 time: 0.0271571 Nov 23 09:56:21.618290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:21.833448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dc337-05de-4bf7-a005-853a31a2b37e req-0b7cb95d-cd13-4842-831f-e91f2b9600b0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:21.835149 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c21dc337-05de-4bf7-a005-853a31a2b37e req-0b7cb95d-cd13-4842-831f-e91f2b9600b0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.0814486 Nov 23 09:56:21.836770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-be05b935-7d01-4b5b-9f19-d120a148aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:21.838230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-be05b935-7d01-4b5b-9f19-d120a148aeef service neutron] 10.222.0.50 "GET /v2.0/networks?id=a833024f-c3f4-4914-bc67-dca7d23f9c85 HTTP/1.1" status: 200 len: 922 time: 0.5683186 Nov 23 09:56:21.891994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-2c965f18-955a-473b-9f7e-c7e6f49862f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5 HTTP/1.1" status: 200 len: 217 time: 0.0438528 Nov 23 09:56:21.949675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b71ce026-cb19-41aa-8a03-044b40668f7f req-56d24eb5-72b2-457e-8abd-ebbe97e51741 tempest-FlavorsV2NegativeTest-1277516553 tempest-FlavorsV2NegativeTest-1277516553-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=90f3179201d6437a9bb253b75e9cd184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3780699 Nov 23 09:56:21.966263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:21.966696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:21.967100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:21.972455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:21.973394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:21.982448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:21.982816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:21.983212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:21.983653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Bound port: efb84ace-d680-4b26-b971-af38c922e424, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:21.984036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:21.987160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c21dc337-05de-4bf7-a005-853a31a2b37e req-7c02f64f-3d6e-4348-a071-7948cdc1fcc2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455727 Nov 23 09:56:22.022385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-931c6a49-ec8a-4420-b079-a97c6b83c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.026283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-931c6a49-ec8a-4420-b079-a97c6b83c5be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5 HTTP/1.1" status: 200 len: 861 time: 0.1239514 Nov 23 09:56:22.054629 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa20764-d4e3-4344-b71d-b3f7722d7c80 x-openstack-request-id: req-afa20764-d4e3-4344-b71d-b3f7722d7c80 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:22.054929 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:22.055235 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afa20764-d4e3-4344-b71d-b3f7722d7c80 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:22.056253 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974', 'code': 200} Nov 23 09:56:22.066121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:22.069834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:22.079976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.087700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-49087a53-8b52-49e7-be6c-23f8d4b0019b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a833024f-c3f4-4914-bc67-dca7d23f9c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519886 Nov 23 09:56:22.128760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.129392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.130917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] 10.222.0.11 "PUT /v2.0/ports/efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 1096 time: 1.5640063 Nov 23 09:56:22.131453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:22.133752 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2c633-6ca1-4769-9683-1b96b317fd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:22.194259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919309c5-4219-4bcc-bd38-bdd49942375d service neutron] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:22.238740 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03279d9d-9c78-411a-af58-487cb021b2b2 x-openstack-request-id: req-03279d9d-9c78-411a-af58-487cb021b2b2 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:22.239382 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:22.239808 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03279d9d-9c78-411a-af58-487cb021b2b2 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:22.241604 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'status': 'completed', 'code': 200} Nov 23 09:56:22.311828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-f6e6f122-ed7e-462b-8592-6f3da7733449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.313468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-f6e6f122-ed7e-462b-8592-6f3da7733449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.1063209 Nov 23 09:56:22.378146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-37bda1df-8815-42c6-ab44-339e1d0b8249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0550690 Nov 23 09:56:22.398581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b210-6eeb-46d4-aee9-8f544f4d8e55 req-0a1e9fba-a912-427d-b5ba-f237252a8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.406384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a97b210-6eeb-46d4-aee9-8f544f4d8e55 req-0a1e9fba-a912-427d-b5ba-f237252a8f86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 1096 time: 0.2535367 Nov 23 09:56:22.413539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-f629c6d3-de66-445d-912c-10a5107bc9ae service neutron] 10.222.0.50 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173234 Nov 23 09:56:22.468437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-e510c56e-6ce6-4ef8-a3de-7cab80ad053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.470072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-e510c56e-6ce6-4ef8-a3de-7cab80ad053c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0815327 Nov 23 09:56:22.476945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fbdae-cb97-4b43-9157-b6dd12c92f5c req-a58a4f1d-1d98-4f0d-8f4c-8d0854ca1818 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.481833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24407e-deb1-4afd-9947-59a09230db6b req-00abf07e-22a1-4410-8be8-2271ae4c8a36 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.482174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e5fbdae-cb97-4b43-9157-b6dd12c92f5c req-a58a4f1d-1d98-4f0d-8f4c-8d0854ca1818 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.1886454 Nov 23 09:56:22.489618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec24407e-deb1-4afd-9947-59a09230db6b req-00abf07e-22a1-4410-8be8-2271ae4c8a36 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 944 time: 0.1104531 Nov 23 09:56:22.491525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32938) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:22.580394 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.608036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec24407e-deb1-4afd-9947-59a09230db6b req-48993280-a0fd-4c09-9261-e1f89b70a46a tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169219 Nov 23 09:56:22.613817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a97b210-6eeb-46d4-aee9-8f544f4d8e55 req-c4778f0e-fd36-48c6-bf9f-7eb9b8f94c16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991475 Nov 23 09:56:22.615213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-db9e5512-426a-4fc0-af66-50e7fffa1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:22.618500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-db9e5512-426a-4fc0-af66-50e7fffa1ebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265097 Nov 23 09:56:22.641537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e5fbdae-cb97-4b43-9157-b6dd12c92f5c req-a575b78a-01d2-4b26-bc09-152fedd5233c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382804 Nov 23 09:56:22.658152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b71aaee9-9f72-4351-8fe0-b4f4f5985f41 req-7ac68d76-1532-4a63-a0b0-7458ae152afa service neutron] 10.222.0.50 "GET /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329845 Nov 23 09:56:22.707123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b30c4cc-45f6-4768-8f28-52fc4b79d09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.785419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b30c4cc-45f6-4768-8f28-52fc4b79d09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.790079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b30c4cc-45f6-4768-8f28-52fc4b79d09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.828825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30c4cc-45f6-4768-8f28-52fc4b79d09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee33bb-a848-4412-abe5-beb4aa610174,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:22.836001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b30c4cc-45f6-4768-8f28-52fc4b79d09e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f89ca258436c4b19877820a8c6a208d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393168 Nov 23 09:56:22.836513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32950) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:22.892421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.914005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.924550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32954) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:22.971403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.973087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-3fca289d-7e19-4cdf-ad35-6770a1accb3f service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939844 Nov 23 09:56:22.974426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:22.977933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1eee33bb-a848-4412-abe5-beb4aa610174 HTTP/1.1" status: 204 len: 168 time: 0.1384435 Nov 23 09:56:22.983573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd7270-3131-4151-a41b-f0983a01e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee33bb-a848-4412-abe5-beb4aa610174,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:23.069327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-314ddac9-3e59-4d5a-af64-46bfe28271a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.142686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139bc175-0006-46ac-a35b-7f7d342bb508 req-3cc9bf04-95f9-47c4-a9f3-05a95bea2b07 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578310 Nov 23 09:56:23.170965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc82f8a-a213-40f1-95cf-372271c595f5 req-a9eed5b7-bed6-45f5-bc39-9ee1b6291686 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.174369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fc82f8a-a213-40f1-95cf-372271c595f5 req-a9eed5b7-bed6-45f5-bc39-9ee1b6291686 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.0963774 Nov 23 09:56:23.253029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-314ddac9-3e59-4d5a-af64-46bfe28271a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.259751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-bc3223c1-6534-4ef4-8a86-2c033539fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.261291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-bc3223c1-6534-4ef4-8a86-2c033539fdf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0473917 Nov 23 09:56:23.263879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-314ddac9-3e59-4d5a-af64-46bfe28271a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.285145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fc82f8a-a213-40f1-95cf-372271c595f5 req-c2a2570f-2ab0-46c7-ad45-0d9b384f3de5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032600 Nov 23 09:56:23.308106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ddac9-3e59-4d5a-af64-46bfe28271a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801c24f-f858-42ac-b844-7d3388d951b0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:23.315236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-314ddac9-3e59-4d5a-af64-46bfe28271a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90f3179201d6437a9bb253b75e9cd184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874393 Nov 23 09:56:23.316185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32972) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:23.366371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.387510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-6d604f56-be18-404e-9ee0-aedbd74f8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.389063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-6d604f56-be18-404e-9ee0-aedbd74f8c39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1171904 Nov 23 09:56:23.390914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.432365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-e1144bc6-bcaa-46ac-9722-1d3be9d68419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0359125 Nov 23 09:56:23.440549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.443574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.444922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8801c24f-f858-42ac-b844-7d3388d951b0 HTTP/1.1" status: 204 len: 168 time: 0.1285322 Nov 23 09:56:23.448227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec338718-deb8-45d7-b3fd-9f74aebb9af5 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:23.453393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5996e05-1dea-4bd1-85a1-26e149b1ae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801c24f-f858-42ac-b844-7d3388d951b0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:23.513481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-eb5ac35e-66f9-4a4e-a328-ddb22d2b7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.515785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-eb5ac35e-66f9-4a4e-a328-ddb22d2b7d61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0742395 Nov 23 09:56:23.528290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.589932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-31e20de1-4365-4db4-83ec-14c788ae6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.591543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-31e20de1-4365-4db4-83ec-14c788ae6738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680346 Nov 23 09:56:23.609108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5,segment=NetworkSegment(bb4edc71-88ae-4987-b467-a0c27e7116ee),segment_id=bb4edc71-88ae-4987-b467-a0c27e7116ee)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:23.623747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5', 'network_id': 'a833024f-c3f4-4914-bc67-dca7d23f9c85', 'port_id': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5', 'mac_address': 'fa:16:3e:8f:db:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:23.711834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.743906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec338718-deb8-45d7-b3fd-9f74aebb9af5 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:23.788360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5,segment=NetworkSegment(bb4edc71-88ae-4987-b467-a0c27e7116ee),segment_id=bb4edc71-88ae-4987-b467-a0c27e7116ee)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:23.797498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:23.855177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d29c-4d61-4dde-bff7-e77dc20ed574 req-be690daf-a5f8-4e3b-80be-d92385241349 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:23.855548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-3749ea7f-2d8a-46d4-a9ca-505eae069781 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497993 Nov 23 09:56:23.857516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbb9d29c-4d61-4dde-bff7-e77dc20ed574 req-be690daf-a5f8-4e3b-80be-d92385241349 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.0820041 Nov 23 09:56:23.920812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:23.968140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbb9d29c-4d61-4dde-bff7-e77dc20ed574 req-7cb25101-7f20-4594-8bbe-7d7737abf02e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Nov 23 09:56:24.001634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86079896-b2bd-4d18-bb62-37b5baa8e3ec req-2309c7a4-6e31-4e36-a62b-63c5b4d4dfd9 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:24.003243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86079896-b2bd-4d18-bb62-37b5baa8e3ec req-2309c7a4-6e31-4e36-a62b-63c5b4d4dfd9 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 945 time: 0.2298169 Nov 23 09:56:24.067327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37e2c633-6ca1-4769-9683-1b96b317fd2c req-79ac6325-a7f4-4510-ab92-a9bfe0d8db5a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890054 Nov 23 09:56:24.083361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ec338718-deb8-45d7-b3fd-9f74aebb9af5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:24.113857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86079896-b2bd-4d18-bb62-37b5baa8e3ec req-47f7a23a-3de6-486d-88b3-937bb1d025fe tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004975 Nov 23 09:56:24.434200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165feacb-f640-4b82-8a9a-f0d0c5d55ec0 req-8347ac67-68a3-44b3-8363-476f6ec9b1a0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:24.435734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-165feacb-f640-4b82-8a9a-f0d0c5d55ec0 req-8347ac67-68a3-44b3-8363-476f6ec9b1a0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.0554318 Nov 23 09:56:24.484718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-165feacb-f640-4b82-8a9a-f0d0c5d55ec0 req-c778485a-c4b4-4df3-b23e-7b3b7d3f2ac3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Nov 23 09:56:24.859342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-e63c9883-20b3-4af7-b6d1-c9d0bd7d1f46 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e899efb9234d4657a42942dba731d25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224121 Nov 23 09:56:24.972068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-e111e686-13f5-4f81-8eb4-52c0e8b1a623 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:24.973535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-e111e686-13f5-4f81-8eb4-52c0e8b1a623 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086473 Nov 23 09:56:24.989086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-23b592e5-25b0-479d-a529-bcb2782c7207 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/quotas/e899efb9234d4657a42942dba731d25a HTTP/1.1" status: 200 len: 375 time: 0.0093725 Nov 23 09:56:25.035049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-882fa28c-7f02-46eb-8215-daea5d556404 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e899efb9234d4657a42942dba731d25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304801 Nov 23 09:56:25.109355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059db197-848c-4960-b8dc-35bc79b5fe66 req-f87fff73-51e7-4837-b788-2760a42ce02d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:25.115056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-059db197-848c-4960-b8dc-35bc79b5fe66 req-f87fff73-51e7-4837-b788-2760a42ce02d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.0620203 Nov 23 09:56:25.178661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-059db197-848c-4960-b8dc-35bc79b5fe66 req-85c72832-fe34-44e1-911b-039632316340 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600600 Nov 23 09:56:25.303797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03fc43-2699-4696-b7e3-53cf80ce5603 req-04800abc-f199-4bb2-b9ba-c14d790fda2b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:25.311584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc03fc43-2699-4696-b7e3-53cf80ce5603 req-04800abc-f199-4bb2-b9ba-c14d790fda2b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 945 time: 0.0764422 Nov 23 09:56:25.335045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58cd7041-dd03-4afa-a682-15512f71c30a req-ae4b1585-9444-4329-aa61-aaf1ac890614 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 210 time: 0.0336437 Nov 23 09:56:25.377754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc03fc43-2699-4696-b7e3-53cf80ce5603 req-f596450a-0933-4a75-ae35-6e583717c1e6 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 Nov 23 09:56:25.466061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec338718-deb8-45d7-b3fd-9f74aebb9af5 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:25.534937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port ec338718-deb8-45d7-b3fd-9f74aebb9af5 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:25.541085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ec338718-deb8-45d7-b3fd-9f74aebb9af5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:25.542879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.637620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33126) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:25.687467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.694976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76676e-ce75-4bf4-92d9-53fcd83d3fb6 req-981a3586-d52e-4452-9dce-ffe27d664397 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:25.695344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904c986-8199-4169-a86e-8174e1be5a88 req-29a3d61e-f84e-4476-bac0-849c481684c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:25.696602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec76676e-ce75-4bf4-92d9-53fcd83d3fb6 req-981a3586-d52e-4452-9dce-ffe27d664397 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.0731831 Nov 23 09:56:25.703370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d904c986-8199-4169-a86e-8174e1be5a88 req-29a3d61e-f84e-4476-bac0-849c481684c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.0632493 Nov 23 09:56:25.717736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:25.720733 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d66cc08-2c88-4e28-ab1a-791418ec96ee" -d '{"events": [{"server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "name": "network-vif-plugged", "status": "completed", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:25.736817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5,segment=NetworkSegment(bb4edc71-88ae-4987-b467-a0c27e7116ee),segment_id=bb4edc71-88ae-4987-b467-a0c27e7116ee)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:25.744260 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.770233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec76676e-ce75-4bf4-92d9-53fcd83d3fb6 req-05dd4c79-273f-41e2-b71f-8316780f4223 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Nov 23 09:56:25.814578 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d904c986-8199-4169-a86e-8174e1be5a88 req-948bc554-3d29-4987-a92c-2052c71c99b1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100836 Nov 23 09:56:25.822343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:25.826274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2489fb2f-fa10-4724-a609-4c367a86f2e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.831332 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d479211f-8357-44bb-8edb-3c6f0946f02d x-openstack-request-id: req-d479211f-8357-44bb-8edb-3c6f0946f02d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:25.831983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "name": "network-vif-plugged", "status": "completed", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:25.832338 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d479211f-8357-44bb-8edb-3c6f0946f02d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:25.833132 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5', 'code': 200} Nov 23 09:56:25.905299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2489fb2f-fa10-4724-a609-4c367a86f2e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.911012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2489fb2f-fa10-4724-a609-4c367a86f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:25.934111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d108-7b82-4325-bf95-1a54cb0f3efe req-37596d08-c6ed-45f6-a085-d18b25e5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:25.935632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fab0d108-7b82-4325-bf95-1a54cb0f3efe req-37596d08-c6ed-45f6-a085-d18b25e5b3e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 1097 time: 0.0415056 Nov 23 09:56:25.949857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489fb2f-fa10-4724-a609-4c367a86f2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41f686-0312-4820-8c6a-9df5ab57bf57,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:25.955820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2489fb2f-fa10-4724-a609-4c367a86f2e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe1e7a33a2e5468eb82d546dc544d16e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171287 Nov 23 09:56:25.958596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33132) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:25.990996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fab0d108-7b82-4325-bf95-1a54cb0f3efe req-7319f6ed-5229-43b0-9446-7d93cd00cc76 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Nov 23 09:56:26.028391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.052148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.103539 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.106403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.107779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e41f686-0312-4820-8c6a-9df5ab57bf57 HTTP/1.1" status: 204 len: 168 time: 0.1482353 Nov 23 09:56:26.117610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2bc12-afd5-4291-a87b-247726081bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41f686-0312-4820-8c6a-9df5ab57bf57,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:26.395973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:26.413387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b02c23b-4d29-4afc-a4b2-972cdf08a814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.442884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcb2b394-3d1f-41d1-9197-e4d4d4a8f2ef req-30ed275b-8128-4cce-a411-ff6cb960a213 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 210 time: 0.0312238 Nov 23 09:56:26.499209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1955db-2b9d-4ec4-ab64-6ed159ff1bd8 req-66c11561-66ca-4ea8-b0fe-5e550a397d53 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:26.509644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd1955db-2b9d-4ec4-ab64-6ed159ff1bd8 req-66c11561-66ca-4ea8-b0fe-5e550a397d53 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.0683551 Nov 23 09:56:26.540657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b02c23b-4d29-4afc-a4b2-972cdf08a814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.548284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b02c23b-4d29-4afc-a4b2-972cdf08a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.587615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-b0d60934-6478-4489-b77e-46dcc43a76ef tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e899efb9234d4657a42942dba731d25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278535 Nov 23 09:56:26.590809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b02c23b-4d29-4afc-a4b2-972cdf08a814 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd90eadf63c7441d8a6c9cd040f5eebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931863 Nov 23 09:56:26.591733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd1955db-2b9d-4ec4-ab64-6ed159ff1bd8 req-9d598bba-5a4c-433f-b3f1-7371d5581965 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810566 Nov 23 09:56:26.594246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33150) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:26.618354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02c23b-4d29-4afc-a4b2-972cdf08a814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245c441-4be1-4ad3-914c-7756ec6f5f73,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:26.747275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.758815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-97411597-3621-4d5d-a16f-62ba487c73e2 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:26.760251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-97411597-3621-4d5d-a16f-62ba487c73e2 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669397 Nov 23 09:56:26.773628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Request body: {'port': {'device_id': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'e899efb9234d4657a42942dba731d25a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:26.795253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.936567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c929-f004-45b1-875d-eb77176b0eea req-f32244fa-ae14-4ed8-aea3-06b1600028eb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:26.945906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50593-dcb0-481b-aaac-a4e663cb5894 req-603a343c-3814-4ccf-aa36-5a12b510f932 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:26.946787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3433c929-f004-45b1-875d-eb77176b0eea req-f32244fa-ae14-4ed8-aea3-06b1600028eb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.0678446 Nov 23 09:56:26.947470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebd50593-dcb0-481b-aaac-a4e663cb5894 req-603a343c-3814-4ccf-aa36-5a12b510f932 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.0958915 Nov 23 09:56:26.948123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.950712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:26.954553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6245c441-4be1-4ad3-914c-7756ec6f5f73 HTTP/1.1" status: 204 len: 168 time: 0.3509617 Nov 23 09:56:26.977663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2edd-e95a-460e-af30-f0e5d28f44c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245c441-4be1-4ad3-914c-7756ec6f5f73,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:27.000979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Made reservation on behalf of e899efb9234d4657a42942dba731d25a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:27.004477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.019328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device efb84ace-d680-4b26-b971-af38c922e424 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:27.020783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.038673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3433c929-f004-45b1-875d-eb77176b0eea req-c2ba9c25-c681-4313-a597-97cfeaab432f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905540 Nov 23 09:56:27.040894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebd50593-dcb0-481b-aaac-a4e663cb5894 req-9caad077-e83d-442f-a7e8-84f7a964f8b3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795538 Nov 23 09:56:27.139243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.146763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.160707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:27.183153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'efb84ace-d680-4b26-b971-af38c922e424', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'efb84ace-d680-4b26-b971-af38c922e424', 'mac_address': 'fa:16:3e:d9:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:27.195622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-14b96416-53a0-424d-9db0-cde65136d62d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:27.197601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-14b96416-53a0-424d-9db0-cde65136d62d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 945 time: 0.0862305 Nov 23 09:56:27.256194 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.272649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50936571-983f-47c3-9b55-aa3c9ea2607b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:27.276157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb84ace-d680-4b26-b971-af38c922e424 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:27.287890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.289127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.289127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.289127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.289644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.290075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.290472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.290987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.291480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.292002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.292843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.293280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:27.307250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:27.317131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.346601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port 9091370f-51a5-4486-9ad2-e93cd48da974 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:27.347990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.366158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Allocated IP 192.168.233.84 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/40fa3be1-bbca-4821-b5b0-5bedda51bc01) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:27.385262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:27.480315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port 9091370f-51a5-4486-9ad2-e93cd48da974, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9091370f-51a5-4486-9ad2-e93cd48da974,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:27.480682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.497459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for 9091370f-51a5-4486-9ad2-e93cd48da974 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:27.563307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8ed7a2a-74f0-4e8f-b0a1-d4ce81b9bd39 req-576a583d-40c9-4b43-95c2-b8912edcf077 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 210 time: 0.0327573 Nov 23 09:56:27.580107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.641197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.663327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:27.684019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.693460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:27.716237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:27.726368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:27.738259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=9091370f-51a5-4486-9ad2-e93cd48da974,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:27.821624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port 9091370f-51a5-4486-9ad2-e93cd48da974 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:27.824863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.829137 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7d08c3c-a5a4-48e3-bdff-d08674a12d00 req-5f754d08-18eb-40dd-b8ba-1f78cc51efcc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "DELETE /v2.0/ports/9091370f-51a5-4486-9ad2-e93cd48da974 HTTP/1.1" status: 204 len: 173 time: 0.6224329 Nov 23 09:56:27.829667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'name': 'network-vif-deleted', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:27.832163 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8708190-dd38-4b3e-8868-90935c1639b2" -d '{"events": [{"server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "name": "network-vif-deleted", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:27.851431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:27.852129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:27.862650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Pushing event updated for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:27.906455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-fe771099-e68c-46ed-b751-eaefd6587e2c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1363876 Nov 23 09:56:27.915869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a504422-9f53-43b1-9ee1-89eeebfb5f2d req-2a69f0e7-b9c1-4a58-a2f7-07b7aac9a3fc tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:27.924054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a504422-9f53-43b1-9ee1-89eeebfb5f2d req-2a69f0e7-b9c1-4a58-a2f7-07b7aac9a3fc tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.2090232 Nov 23 09:56:27.931556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Request body: {'port': {'device_id': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:27.935838 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffdca6f-e301-43e2-bd39-c1e37d8c1c4e x-openstack-request-id: req-4ffdca6f-e301-43e2-bd39-c1e37d8c1c4e {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:27.935838 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca4546-4d0d-4aff-9a15-5d0a5527ee0f", "name": "network-vif-deleted", "tag": "9091370f-51a5-4486-9ad2-e93cd48da974", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:27.936494 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ffdca6f-e301-43e2-bd39-c1e37d8c1c4e {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:27.936969 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca4546-4d0d-4aff-9a15-5d0a5527ee0f', 'name': 'network-vif-deleted', 'tag': '9091370f-51a5-4486-9ad2-e93cd48da974', 'status': 'completed', 'code': 200} Nov 23 09:56:28.018236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a504422-9f53-43b1-9ee1-89eeebfb5f2d req-f93d28d4-40ba-4280-8244-e2336913643f tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886643 Nov 23 09:56:28.068765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.086040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3d7dd178-6129-479c-bddf-37b0f61e2354 None None] Provisioning complete for port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:28.086713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd178-6129-479c-bddf-37b0f61e2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.141399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dd178-6129-479c-bddf-37b0f61e2354 None None] Port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:56:28.199623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f738ddf3-088f-4b11-84a7-8e73d328ed60 req-d561822b-778e-44cc-a768-abe826bcb0f4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bca4546-4d0d-4aff-9a15-5d0a5527ee0f HTTP/1.1" status: 200 len: 210 time: 0.0343060 Nov 23 09:56:28.239946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c50c8-acaa-456f-9312-6ca276357dcb req-580a5978-f044-4808-b76e-78b664e674b3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:28.241473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-157c50c8-acaa-456f-9312-6ca276357dcb req-580a5978-f044-4808-b76e-78b664e674b3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 949 time: 0.1265314 Nov 23 09:56:28.355033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-157c50c8-acaa-456f-9312-6ca276357dcb req-19e4b640-81e1-4245-af74-170afd6f36b2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Nov 23 09:56:28.466261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa3be1-bbca-4821-b5b0-5bedda51bc01 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:28.483749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.498754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9091370f-51a5-4486-9ad2-e93cd48da974'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:28.519494 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Transition to ACTIVE for port object 40fa3be1-bbca-4821-b5b0-5bedda51bc01 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:28.530009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.540346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0fe63-1c88-426d-a512-106b89e9974b req-56c96575-cc43-4852-91d9-34740f3b1a49 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:28.542090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-afe0fe63-1c88-426d-a512-106b89e9974b req-56c96575-cc43-4852-91d9-34740f3b1a49 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.0786130 Nov 23 09:56:28.610479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:28.685412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-afe0fe63-1c88-426d-a512-106b89e9974b req-fffea899-5742-4e91-99e8-013ae1a44a9c tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204896 Nov 23 09:56:28.726177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Attempting to bind port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:28.726638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Attempting to bind port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:28.726975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Attempting to bind port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:28.732854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:28.733271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Attempting to bind port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:28.739348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:28.739684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:28.740726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:28.740726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Bound port: 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:28.740953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.753548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb399c-a67a-480d-a218-ebc8639899b1 req-1fafc89d-a53c-4e3d-a4ad-c7e25382363a tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:28.758296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6cb399c-a67a-480d-a218-ebc8639899b1 req-1fafc89d-a53c-4e3d-a4ad-c7e25382363a tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 947 time: 0.1052420 Nov 23 09:56:28.787618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33238) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:28.814831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:28.818459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:28.823184 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6cb399c-a67a-480d-a218-ebc8639899b1 req-7bf0e39a-f57b-4220-b7dc-a097340bd39e tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Nov 23 09:56:28.826790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.869473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:28.870138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.871566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] 10.222.0.50 "PUT /v2.0/ports/40fa3be1-bbca-4821-b5b0-5bedda51bc01 HTTP/1.1" status: 200 len: 1095 time: 0.9441445 Nov 23 09:56:28.874267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:28.877759 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d" -d '{"events": [{"name": "network-changed", "server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:28.913534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02e53-55a1-49d4-9017-6895c343b720 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:28.938599 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766fc250-def7-4cea-b23d-39bcd6197d73 x-openstack-request-id: req-766fc250-def7-4cea-b23d-39bcd6197d73 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:28.939256 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:28.939729 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-766fc250-def7-4cea-b23d-39bcd6197d73 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:28.940195 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01', 'status': 'completed', 'code': 200} Nov 23 09:56:28.964511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f77b5672-f1f4-4b32-8300-34c6807795f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:28.993399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-9fab2b49-26d7-4cdf-b8e3-a9538ab3ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:28.995707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-9fab2b49-26d7-4cdf-b8e3-a9538ab3ce39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e899efb9234d4657a42942dba731d25a&device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 1098 time: 0.0758016 Nov 23 09:56:29.030135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device efb84ace-d680-4b26-b971-af38c922e424 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:29.052034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-0d6f7e9c-28d9-4e76-acd7-33e9b7f94b57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01 HTTP/1.1" status: 200 len: 217 time: 0.0468173 Nov 23 09:56:29.062592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f77b5672-f1f4-4b32-8300-34c6807795f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.067717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f77b5672-f1f4-4b32-8300-34c6807795f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.105196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port efb84ace-d680-4b26-b971-af38c922e424 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:29.114436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port efb84ace-d680-4b26-b971-af38c922e424 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:29.114810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.116578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f77b5672-f1f4-4b32-8300-34c6807795f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80b7d910af69473b9ea357595cbe2b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266571 Nov 23 09:56:29.118021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-41b1a253-3d05-4683-bd09-3c6894035095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.119759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-41b1a253-3d05-4683-bd09-3c6894035095 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0582583 Nov 23 09:56:29.126371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:29.129533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b5672-f1f4-4b32-8300-34c6807795f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d788242-9696-4f94-8067-bea540ebcc20,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:29.205065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-14cbda6d-bc0f-4541-bf4e-3166559000a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.206617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-14cbda6d-bc0f-4541-bf4e-3166559000a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773115 Nov 23 09:56:29.213679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.242593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:29.244979 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bad899-fa52-49d7-b292-04ec38aa2c8c" -d '{"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:29.245342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.262079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:29.273175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.303407 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb97d15-8377-45e9-b90e-49a1a49ac173 x-openstack-request-id: req-5cb97d15-8377-45e9-b90e-49a1a49ac173 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:29.303703 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:29.303952 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cb97d15-8377-45e9-b90e-49a1a49ac173 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:29.304339 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'code': 200} Nov 23 09:56:29.318482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.337324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:29.369249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-7d0ee901-94f3-4bea-a0a9-e7e588bf652a service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510403 Nov 23 09:56:29.453526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.455970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:29.459523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d788242-9696-4f94-8067-bea540ebcc20 HTTP/1.1" status: 204 len: 168 time: 0.3296373 Nov 23 09:56:29.472392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40df1c-49de-4873-9991-04ab784672d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d788242-9696-4f94-8067-bea540ebcc20,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:29.477836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1c60-c77b-491d-8a9b-1a96e9295b72 req-4b9b0fda-2f3d-48ad-9e6f-ed8313171851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.479497 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-521b1c60-c77b-491d-8a9b-1a96e9295b72 req-4b9b0fda-2f3d-48ad-9e6f-ed8313171851 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1101 time: 0.1027150 Nov 23 09:56:29.507907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82c00b22-a7fb-4486-ad1c-998990b9255a req-56c60028-fb9b-412f-9ba2-2c1126bfe478 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312733 Nov 23 09:56:29.510519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3d180-b56b-4890-a3b3-3a6f7942002f req-abd2675f-866d-489c-93f2-57f3221f6807 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.512226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3f3d180-b56b-4890-a3b3-3a6f7942002f req-abd2675f-866d-489c-93f2-57f3221f6807 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0819855 Nov 23 09:56:29.571907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-521b1c60-c77b-491d-8a9b-1a96e9295b72 req-db35a1bd-a302-4a94-8bc5-13d429c75d6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834887 Nov 23 09:56:29.602393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3f3d180-b56b-4890-a3b3-3a6f7942002f req-98135332-d0ae-4abc-8ed3-25ec01829e31 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772669 Nov 23 09:56:29.636474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-4eff982a-f249-4347-bc68-c199f435b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.638440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-4eff982a-f249-4347-bc68-c199f435b99c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e899efb9234d4657a42942dba731d25a&device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 1098 time: 0.0647795 Nov 23 09:56:29.681702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-a2745d99-229d-48cd-8354-87b647cf22a0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.689195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-a2745d99-229d-48cd-8354-87b647cf22a0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1844211 Nov 23 09:56:29.713129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-c615c2cc-0e8b-422d-a7a5-bf9aa2d38984 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0230212 Nov 23 09:56:29.779764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-369899c9-76f1-4f86-85f4-81edb31b3ae5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403016 Nov 23 09:56:29.805242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-c8332aad-c6a2-419f-bf04-8c02049e5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.806881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-c8332aad-c6a2-419f-bf04-8c02049e5c54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1566937 Nov 23 09:56:29.826440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ce0ff-b554-4feb-ba1a-45da97d6dcef req-1ae7caf2-6acb-48e3-9c18-c016e6f58b79 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.837157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c7ce0ff-b554-4feb-ba1a-45da97d6dcef req-1ae7caf2-6acb-48e3-9c18-c016e6f58b79 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.0667522 Nov 23 09:56:29.884340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-8f04a727-e933-484f-9031-fed1d04aef13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01 HTTP/1.1" status: 200 len: 217 time: 0.0660100 Nov 23 09:56:29.887322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c7ce0ff-b554-4feb-ba1a-45da97d6dcef req-bdaadb9a-28b6-4732-b1d7-cd035d395824 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Nov 23 09:56:29.985190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-b1d0f841-fd9b-4a44-aff7-1f07eb19022c tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:29.986729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-b1d0f841-fd9b-4a44-aff7-1f07eb19022c tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.1789951 Nov 23 09:56:30.013034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-38d558f5-9784-4b2e-8a82-be29f6da86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:30.015920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-38d558f5-9784-4b2e-8a82-be29f6da86fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0883334 Nov 23 09:56:30.069721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e69e-ee42-4abb-a5ee-f0d6ca9c361a req-cb13e4a8-758d-43b4-8e1f-6543ac70675a tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:30.071382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8007e69e-ee42-4abb-a5ee-f0d6ca9c361a req-cb13e4a8-758d-43b4-8e1f-6543ac70675a tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 947 time: 0.0602064 Nov 23 09:56:30.075914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-89569ba1-e52c-45e2-87d6-0b113f9cf705 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870307 Nov 23 09:56:30.131381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8007e69e-ee42-4abb-a5ee-f0d6ca9c361a req-191aab74-bb23-4e5a-b07a-f754dbf70e22 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Nov 23 09:56:30.161033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-7996f894-3b73-479f-934e-41cd5f355b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:30.166294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-7996f894-3b73-479f-934e-41cd5f355b4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280508 Nov 23 09:56:30.312139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-2e6f64aa-eae7-4716-b704-c3f07b368b82 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226543 Nov 23 09:56:30.316712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Deleting port ec338718-deb8-45d7-b3fd-9f74aebb9af5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:30.317102 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:30.363000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-e2addf3d-cabd-4ee0-a674-4ae262a9bc15 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902142 Nov 23 09:56:30.498065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50b93bd8-c19e-4ecd-b1cc-d1be5a8be816 req-8b776809-5a7d-486d-aa9d-c18d6426d638 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0373898 Nov 23 09:56:30.840055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd4090-faec-4d49-8404-c40fd8aec80c req-b13cd815-f78a-47a9-948d-3060ea6b9f64 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:30.841484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-facd4090-faec-4d49-8404-c40fd8aec80c req-b13cd815-f78a-47a9-948d-3060ea6b9f64 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1286228 Nov 23 09:56:30.843504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] For port ec338718-deb8-45d7-b3fd-9f74aebb9af5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec338718-deb8-45d7-b3fd-9f74aebb9af5,segment=NetworkSegment(bb4edc71-88ae-4987-b467-a0c27e7116ee),segment_id=bb4edc71-88ae-4987-b467-a0c27e7116ee)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:30.843870 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:30.866575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Calling delete_port for ec338718-deb8-45d7-b3fd-9f74aebb9af5 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:30.902266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33322) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:30.905493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f0082e0-8261-4d1d-bd9b-40e3f865b57d req-e466660c-1f6a-4c47-877a-5f202db0f48a service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136266 Nov 23 09:56:30.979671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-facd4090-faec-4d49-8404-c40fd8aec80c req-68e142bf-a404-41dc-aa4e-1b361b4f3dd3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253877 Nov 23 09:56:31.046294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9091370f-51a5-4486-9ad2-e93cd48da974 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:31.089354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9091370f-51a5-4486-9ad2-e93cd48da974 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:31.089701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9091370f-51a5-4486-9ad2-e93cd48da974 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:31.103691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3f394-c7f6-467e-8447-bb4f2428d555 req-1fd49ecd-558f-4a27-a849-add763aabdfd tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:31.105738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15f3f394-c7f6-467e-8447-bb4f2428d555 req-1fd49ecd-558f-4a27-a849-add763aabdfd tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa4131f-2084-4a61-9032-9e9968335e79 HTTP/1.1" status: 200 len: 946 time: 0.1292813 Nov 23 09:56:31.115490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.129717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ec338718-deb8-45d7-b3fd-9f74aebb9af5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:31.181824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-882479300'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:31.203738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Pushing event deleted for resources: {'Port': ['ID=ec338718-deb8-45d7-b3fd-9f74aebb9af5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:31.218249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15f3f394-c7f6-467e-8447-bb4f2428d555 req-387ea71b-84df-4efb-924d-d69f8438acd8 tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1ab272d-fee3-4a87-be5c-fd107884db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951371 Nov 23 09:56:31.231235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] No DVR routers for this DVR port ec338718-deb8-45d7-b3fd-9f74aebb9af5 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:31.235944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Made reservation on behalf of 1c2d62e0c34b41bfa6c2bd5108c3fee0 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:31.237396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.240178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.241715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1029aea4-a428-4234-ab56-9c60cd684e8b req-8dd187c0-5930-4497-99a7-3748f9a92b0b tempest-InstanceActionsNegativeTestJSON-522148186 tempest-InstanceActionsNegativeTestJSON-522148186-project] 10.222.0.50 "DELETE /v2.0/ports/ec338718-deb8-45d7-b3fd-9f74aebb9af5 HTTP/1.1" status: 204 len: 173 time: 1.2466655 Nov 23 09:56:31.242277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'name': 'network-vif-deleted', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:31.245582 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42f93ae-3929-4ba6-a2c7-850adf56ff08" -d '{"events": [{"server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "name": "network-vif-deleted", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:31.264706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.298099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9399c-2c43-40b7-a572-2717d924b4ea req-e33e5c8a-8f10-42ed-a92e-d7759eac364c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:31.299785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c9399c-2c43-40b7-a572-2717d924b4ea req-e33e5c8a-8f10-42ed-a92e-d7759eac364c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 947 time: 0.0734546 Nov 23 09:56:31.363912 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5032145-b298-44c6-b8bf-787a81b74b46 x-openstack-request-id: req-d5032145-b298-44c6-b8bf-787a81b74b46 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:31.364209 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa4131f-2084-4a61-9032-9e9968335e79", "name": "network-vif-deleted", "tag": "ec338718-deb8-45d7-b3fd-9f74aebb9af5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:31.365099 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5032145-b298-44c6-b8bf-787a81b74b46 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:31.365521 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa4131f-2084-4a61-9032-9e9968335e79', 'name': 'network-vif-deleted', 'tag': 'ec338718-deb8-45d7-b3fd-9f74aebb9af5', 'status': 'completed', 'code': 200} Nov 23 09:56:31.369333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.373972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c9399c-2c43-40b7-a572-2717d924b4ea req-7f3ed755-f3ef-4a2a-b926-a0bf2f585322 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670524 Nov 23 09:56:31.383630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.416036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:31.418579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1825f52-0e55-4f2b-8d44-58ac63073944,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:31.428886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.429228 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Added segment 325b4dc0-82ca-432a-bc2a-20f30b26eee9 of type vlan for network 3ac6d16f-dc68-4dd5-a891-d781a878a248 Nov 23 09:56:31.473830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.502384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.508114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:31.508689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.512545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 40fa3be1-bbca-4821-b5b0-5bedda51bc01 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:31.555021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:31.557982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6508608 Nov 23 09:56:31.561092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Request body: {'subnet': {'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:31.626298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab63ab2-233e-41f4-b178-e4c6d73fcae8 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event updated for resources: {'Network': ['ID=3ac6d16f-dc68-4dd5-a891-d781a878a248,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:31.647510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:31.670191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b52f89ae-2b16-49ef-90ba-dd7da0b3d008 req-9939c6e3-c533-4fff-bc30-0e0e41c1dc00 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0726836 Nov 23 09:56:31.676746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Made reservation on behalf of 1c2d62e0c34b41bfa6c2bd5108c3fee0 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:31.693263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.719361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:31.770415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '40fa3be1-bbca-4821-b5b0-5bedda51bc01', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '40fa3be1-bbca-4821-b5b0-5bedda51bc01', 'mac_address': 'fa:16:3e:c2:c7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:31.781270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-caa435e6-6c4c-4870-b1dc-a2e3f4159335 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:31.783426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-caa435e6-6c4c-4870-b1dc-a2e3f4159335 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1720986 Nov 23 09:56:31.800915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:31.859490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.880524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa3be1-bbca-4821-b5b0-5bedda51bc01 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:31.905239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:31.911226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.939092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:31.942760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.952628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:31.971820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:32.015238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event updated for resources: {'Subnet': ['ID=0034fd06-9a26-4133-b2e5-b6a8447c6183,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:32.025482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Checking segment: {'id': '325b4dc0-82ca-432a-bc2a-20f30b26eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:32.027132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Network hostable DHCP agents. Network: 3ac6d16f-dc68-4dd5-a891-d781a878a248, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:32.047893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:32.060326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3ac6d16f-dc68-4dd5-a891-d781a878a248) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:32.064828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:32.065639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.069591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399a5f9-2cb2-410c-9345-e4009fcaceb0 None None] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:32.106495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec31fa52-50a7-4e38-9d05-28eb47e5e164 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5472429 Nov 23 09:56:32.106776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33346) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:32.113592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Request body: {'port': {'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1107335600'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:32.144674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc152-2f9e-4a37-b5a5-0eb397a9662e req-dc27192c-25d2-4d83-9810-f14e283804eb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:32.147249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-540fc152-2f9e-4a37-b5a5-0eb397a9662e req-dc27192c-25d2-4d83-9810-f14e283804eb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0945170 Nov 23 09:56:32.148693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.14 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/17b0e670-47ea-4859-b23c-de536366adcd) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:32.198446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['40fa3be1-bbca-4821-b5b0-5bedda51bc01'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:32.223692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-540fc152-2f9e-4a37-b5a5-0eb397a9662e req-5db568d9-c0a0-4d8d-a510-1fa7b2c9fb52 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Nov 23 09:56:32.285763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33352) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:32.313927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3ac6d16f-dc68-4dd5-a891-d781a878a248', 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248', 'tenant_id': '1c2d62e0c34b41bfa6c2bd5108c3fee0', 'fixed_ips': [{'subnet_id': '0034fd06-9a26-4133-b2e5-b6a8447c6183'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:56:32.314777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.370076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Deleting subnet f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:56:32.373661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.378571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Made reservation on behalf of 1c2d62e0c34b41bfa6c2bd5108c3fee0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:32.383570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.409130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.417934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-350e09c0-4bd3-4a2f-90b7-8f351f8600dd req-77d9cc31-843e-4174-bfba-5ae6a8926a37 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:56:32.427789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] device_id is not set on port e0e12db2-418a-4ff5-8197-071c1f40f92c yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:56:32.432617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-350e09c0-4bd3-4a2f-90b7-8f351f8600dd req-77d9cc31-843e-4174-bfba-5ae6a8926a37 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156140 Nov 23 09:56:32.509776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.512150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.531357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Allocated IP 172.20.0.2 (3ac6d16f-dc68-4dd5-a891-d781a878a248/0034fd06-9a26-4133-b2e5-b6a8447c6183/58969947-5176-4d84-aba4-5aedb97e4dc6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:32.543786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:32.546424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:32.570231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:32.584294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.626685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:32.628587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4ec5a-7d3d-4b46-9140-df8636b97301 req-d728df45-7ac0-40c5-abaf-52bcdeef3b82 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:32.638216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80e4ec5a-7d3d-4b46-9140-df8636b97301 req-d728df45-7ac0-40c5-abaf-52bcdeef3b82 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 948 time: 0.1024761 Nov 23 09:56:32.642342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:32.643437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.683647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-d77abca2-d194-4806-853a-5d1c92119390 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878546 Nov 23 09:56:32.706030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Request body: {'port': {'device_id': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:32.710260 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.719131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.724353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80e4ec5a-7d3d-4b46-9140-df8636b97301 req-0f6f935b-1a05-48eb-afb3-d83ac1465801 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776725 Nov 23 09:56:32.768219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:32.773437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:32.779017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:32.786239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Pushing event updated for resources: {'Port': ['ID=58969947-5176-4d84-aba4-5aedb97e4dc6,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:32.806432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Allocated IP 172.20.0.6 (3ac6d16f-dc68-4dd5-a891-d781a878a248/0034fd06-9a26-4133-b2e5-b6a8447c6183/e0e12db2-418a-4ff5-8197-071c1f40f92c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:32.826594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e0ae-4c04-42a0-9131-d00c32c6dff8 req-5724ec12-1e1f-4971-887a-688be1ebe08a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:32.827538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.828144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da93e0ae-4c04-42a0-9131-d00c32c6dff8 req-5724ec12-1e1f-4971-887a-688be1ebe08a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0715578 Nov 23 09:56:32.851770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Attempting to bind port 58969947-5176-4d84-aba4-5aedb97e4dc6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:32.853023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Attempting to bind port 58969947-5176-4d84-aba4-5aedb97e4dc6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '325b4dc0-82ca-432a-bc2a-20f30b26eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:32.853563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Attempting to bind port 58969947-5176-4d84-aba4-5aedb97e4dc6 on network 3ac6d16f-dc68-4dd5-a891-d781a878a248 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:32.859451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:32.860516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Checking segment: {'id': '325b4dc0-82ca-432a-bc2a-20f30b26eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:32.861105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.861666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Bound using segment: {'id': '325b4dc0-82ca-432a-bc2a-20f30b26eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:32.862325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Bound port: 58969947-5176-4d84-aba4-5aedb97e4dc6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325b4dc0-82ca-432a-bc2a-20f30b26eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ac6d16f-dc68-4dd5-a891-d781a878a248'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:32.863013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.870598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.918057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:32.927691 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da93e0ae-4c04-42a0-9131-d00c32c6dff8 req-040ae48a-1264-4796-bd5e-ea345cf71498 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834670 Nov 23 09:56:32.938643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94a83899-a346-4191-9247-11418fdeea55 None None] For port 58969947-5176-4d84-aba4-5aedb97e4dc6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:32.939259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.945370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94a83899-a346-4191-9247-11418fdeea55 None None] For port 58969947-5176-4d84-aba4-5aedb97e4dc6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=58969947-5176-4d84-aba4-5aedb97e4dc6,segment=NetworkSegment(325b4dc0-82ca-432a-bc2a-20f30b26eee9),segment_id=325b4dc0-82ca-432a-bc2a-20f30b26eee9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:32.945548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6c8d3800-5db7-4e42-94d5-8ad65c489d73 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f04a1d3d-1e23-4fcd-ba0e-23a25edcb0c5 HTTP/1.1" status: 204 len: 168 time: 0.6558619 Nov 23 09:56:32.946458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33364) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:32.954681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:32.993702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-e4439a8a-2eb2-47f5-bf9f-6f47ce3e633c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1677194 Nov 23 09:56:33.006687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9c42-8ece-40f2-8221-2e4029b9bf00 req-0a065c6f-6f99-4c76-9c0a-f157602b3f34 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:33.008200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-081a9c42-8ece-40f2-8221-2e4029b9bf00 req-0a065c6f-6f99-4c76-9c0a-f157602b3f34 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 932 time: 0.1834211 Nov 23 09:56:33.088003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.110291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a83899-a346-4191-9247-11418fdeea55 None None] Pushing event updated for resources: {'Port': ['ID=58969947-5176-4d84-aba4-5aedb97e4dc6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:33.132982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.139291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-081a9c42-8ece-40f2-8221-2e4029b9bf00 req-88aa18d1-31ba-4d62-8fe5-e06331128993 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043906 Nov 23 09:56:33.182389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.248160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:33.251342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:33.257427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:33.269208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event updated for resources: {'Port': ['ID=e0e12db2-418a-4ff5-8197-071c1f40f92c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:33.275142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.312465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a833024f-c3f4-4914-bc67-dca7d23f9c85']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:33.327584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4edc71-88ae-4987-b467-a0c27e7116ee') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:33.327880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4edc71-88ae-4987-b467-a0c27e7116ee') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:33.335743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:33.336508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.347724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.357025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e92f3237-6461-4a1a-9b5f-6a537bbdc361 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2486835 Nov 23 09:56:33.361287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33378) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:33.439476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b0e670-47ea-4859-b23c-de536366adcd {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:33.446945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.455147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.460942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:33.461433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:33.463526 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:33.495618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Transition to ACTIVE for port object 17b0e670-47ea-4859-b23c-de536366adcd will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:33.525233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 40fa3be1-bbca-4821-b5b0-5bedda51bc01 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:33.528915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Deleting port e0e12db2-418a-4ff5-8197-071c1f40f92c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:33.531122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.540919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.547468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.604828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.610878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a833024f-c3f4-4914-bc67-dca7d23f9c85 HTTP/1.1" status: 204 len: 168 time: 0.6608188 Nov 23 09:56:33.630988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c8f4-b126-49be-a105-cb1bf10baf39 admin admin] Pushing event deleted for resources: {'Network': ['ID=a833024f-c3f4-4914-bc67-dca7d23f9c85,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:33.631396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:33.644730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:33.660553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:33.660925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.686722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.701650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Calling delete_port for e0e12db2-418a-4ff5-8197-071c1f40f92c owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:33.739509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Attempting to bind port 17b0e670-47ea-4859-b23c-de536366adcd on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:33.739845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Attempting to bind port 17b0e670-47ea-4859-b23c-de536366adcd by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:33.740178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Attempting to bind port 17b0e670-47ea-4859-b23c-de536366adcd on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:33.748293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Port 17b0e670-47ea-4859-b23c-de536366adcd on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:33.748622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Attempting to bind port 17b0e670-47ea-4859-b23c-de536366adcd on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:33.756332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:33.756725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:33.757245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:33.757626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Bound port: 17b0e670-47ea-4859-b23c-de536366adcd, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:33.760740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.763386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.788412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:33.791758 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aac267-677e-4f92-a03e-b792b1011f66" -d '{"events": [{"server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "name": "network-vif-plugged", "status": "completed", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:33.808212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:33.816075 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:33.817447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec338718-deb8-45d7-b3fd-9f74aebb9af5 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:33.866923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: ec338718-deb8-45d7-b3fd-9f74aebb9af5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:33.868445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec338718-deb8-45d7-b3fd-9f74aebb9af5 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:33.912036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:33.930408 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419431aa-a76d-441c-9f8e-c728f26e8d1e x-openstack-request-id: req-419431aa-a76d-441c-9f8e-c728f26e8d1e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:33.930810 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "name": "network-vif-plugged", "status": "completed", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:33.931162 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-419431aa-a76d-441c-9f8e-c728f26e8d1e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:33.937712 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01', 'code': 200} Nov 23 09:56:33.957815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:33.962709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:33.983254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e653-d589-47a7-b961-853a54f6438d req-0a7bf195-3a76-4b39-af3e-0076e9636dc0 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:33.984954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d53e653-d589-47a7-b961-853a54f6438d req-0a7bf195-3a76-4b39-af3e-0076e9636dc0 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.0970175 Nov 23 09:56:33.986921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.010263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33402) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:34.053423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465a05-ef37-40ce-a746-d06056728abd req-83ad2286-6fc9-4649-a31a-faf0c51a0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.059430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d465a05-ef37-40ce-a746-d06056728abd req-83ad2286-6fc9-4649-a31a-faf0c51a0d5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 1100 time: 0.0812299 Nov 23 09:56:34.094718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.105337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.106593 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.108651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] 10.222.0.11 "PUT /v2.0/ports/17b0e670-47ea-4859-b23c-de536366adcd HTTP/1.1" status: 200 len: 1092 time: 1.4076934 Nov 23 09:56:34.111057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:34.117773 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301" -d '{"events": [{"name": "network-changed", "server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "tag": "17b0e670-47ea-4859-b23c-de536366adcd"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:34.161449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f65a-3c1a-42b8-a173-3105bd424998 service neutron] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:34.186150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d53e653-d589-47a7-b961-853a54f6438d req-0d7259a1-78f4-4d05-a100-ce9e7ec2af1a tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761997 Nov 23 09:56:34.207140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7130233b-c6ef-4c49-8563-b792fa67f714 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8e0aa32c5e647379cc2c792254cae2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922245 Nov 23 09:56:34.207941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:34.236988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event deleted for resources: {'Port': ['ID=e0e12db2-418a-4ff5-8197-071c1f40f92c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:34.247242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d465a05-ef37-40ce-a746-d06056728abd req-474a4628-08ff-427d-a756-79ab994e569f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779017 Nov 23 09:56:34.310003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77dbd-336d-4b18-b3d8-7d75bf29b006 req-ec99aaf9-76f6-4742-a6ee-1873a3298a2f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.311839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efa77dbd-336d-4b18-b3d8-7d75bf29b006 req-ec99aaf9-76f6-4742-a6ee-1873a3298a2f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.2451248 Nov 23 09:56:34.312095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.315014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-637aab58-c291-4902-91e0-faee6a15104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.316939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-637aab58-c291-4902-91e0-faee6a15104f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 1095 time: 0.0661530 Nov 23 09:56:34.349070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.352535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1ab0b156-9f0d-47de-ae16-226e55893fa0 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "DELETE /v2.0/ports/e0e12db2-418a-4ff5-8197-071c1f40f92c HTTP/1.1" status: 204 len: 168 time: 0.9908702 Nov 23 09:56:34.355190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:34.371802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.379597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-033ca772-717b-4b8b-9c69-a35e49d860a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b0e670-47ea-4859-b23c-de536366adcd HTTP/1.1" status: 200 len: 217 time: 0.0526297 Nov 23 09:56:34.405719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efa77dbd-336d-4b18-b3d8-7d75bf29b006 req-a22b4ea3-1c06-419c-a038-716b2cf59457 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744987 Nov 23 09:56:34.459421 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214fa32-67cc-467c-b86a-2a6bc1b7e726 x-openstack-request-id: req-8214fa32-67cc-467c-b86a-2a6bc1b7e726 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:34.459657 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "tag": "17b0e670-47ea-4859-b23c-de536366adcd", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:34.460043 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8214fa32-67cc-467c-b86a-2a6bc1b7e726 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:34.460418 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd', 'status': 'completed', 'code': 200} Nov 23 09:56:34.473664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-5216e3cd-8e34-40c3-a000-68d3aaf2b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.475202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-5216e3cd-8e34-40c3-a000-68d3aaf2b6b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0855153 Nov 23 09:56:34.520073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-7f986989-7834-44c6-875b-73b803576470 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356312 Nov 23 09:56:34.521114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.523757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.527105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1ab272d-fee3-4a87-be5c-fd107884db92 HTTP/1.1" status: 204 len: 168 time: 0.3157616 Nov 23 09:56:34.600456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28993c9-9e08-47de-be44-7b30cfb3ad1d None None] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:34.610897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1746e-d10f-4e5e-b3d4-cf568d976b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab272d-fee3-4a87-be5c-fd107884db92,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:34.696570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-76a321b2-8ce0-447d-b202-4b4cd1bf9b1f tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3394332 Nov 23 09:56:34.700039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33422) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:34.709977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2000784839'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:34.740335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] Provisioning complete for port 58969947-5176-4d84-aba4-5aedb97e4dc6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:34.740725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.753427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c5849-aa2a-4ec6-9b24-8e9b2d92b1ef req-ce5830cc-8256-412d-8b2b-fce42eaeed2e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.755407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe3c5849-aa2a-4ec6-9b24-8e9b2d92b1ef req-ce5830cc-8256-412d-8b2b-fce42eaeed2e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 944 time: 0.1852612 Nov 23 09:56:34.757077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Made reservation on behalf of 1c2d62e0c34b41bfa6c2bd5108c3fee0 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:34.761675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-c354cfc6-66c4-4371-b743-11bce8ec4ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196033 Nov 23 09:56:34.762237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.829964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe3c5849-aa2a-4ec6-9b24-8e9b2d92b1ef req-77c38d0f-aa68-450f-bd85-39036f868f23 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Nov 23 09:56:34.830607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:34.840719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.841441 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Added segment 92d46519-ea6d-4e94-a68c-f368525e35cc of type vlan for network ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 Nov 23 09:56:34.894356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.914663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.917763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29adeec1-c736-42d7-9ca6-bb181d0f7aa0 req-26e51da3-7c00-4972-9b26-4d71065c00b7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480432 Nov 23 09:56:34.929869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:34.936421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:34.937237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:35.019831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3167355 Nov 23 09:56:35.024037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8475a0-25fe-4d9f-8b04-3c99af6a45a1 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event updated for resources: {'Network': ['ID=ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:35.039710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33428) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:35.064532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:35.111539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-4d0e9157-e776-4939-9084-0f0e8c0e5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.113034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-4d0e9157-e776-4939-9084-0f0e8c0e5888 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 1095 time: 0.1366651 Nov 23 09:56:35.122132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] For port 58969947-5176-4d84-aba4-5aedb97e4dc6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=58969947-5176-4d84-aba4-5aedb97e4dc6,segment=NetworkSegment(325b4dc0-82ca-432a-bc2a-20f30b26eee9),segment_id=325b4dc0-82ca-432a-bc2a-20f30b26eee9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:35.161575 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:35.269145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-606c9d1b-d917-489d-afed-283cdfefae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.270686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-606c9d1b-d917-489d-afed-283cdfefae86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1101 time: 0.0992839 Nov 23 09:56:35.302530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684c0e5-b938-40cd-b187-5f0d366f4dfe None None] Pushing event updated for resources: {'Port': ['ID=58969947-5176-4d84-aba4-5aedb97e4dc6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:35.344168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 58969947-5176-4d84-aba4-5aedb97e4dc6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:35.434459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-8f591a8b-ae80-4302-a3e4-762aecead191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.436471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-8f591a8b-ae80-4302-a3e4-762aecead191 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1543248 Nov 23 09:56:35.462514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 58969947-5176-4d84-aba4-5aedb97e4dc6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:35.463000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:35.516657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-96a24761-62a3-44ce-86dc-ee12ef6e0789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0717728 Nov 23 09:56:35.533772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6bdffb7f-846d-4eb7-a03a-5f1921fd1341 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.4872866 Nov 23 09:56:35.535667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:35.606938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c582e-32ea-41b4-83b1-1878bcc35df0 req-6798a6a4-cd7a-47c8-bfee-9f9c8c6e085c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.614275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee0c582e-32ea-41b4-83b1-1878bcc35df0 req-6798a6a4-cd7a-47c8-bfee-9f9c8c6e085c tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.2955563 Nov 23 09:56:35.616539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-e5b2a12b-fefc-4451-bdfe-bb081926a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.617395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5032921f-bdfa-4c4c-ab41-d2cd270b16f9 None None] Provisioning complete for port 58969947-5176-4d84-aba4-5aedb97e4dc6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:35.617873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5032921f-bdfa-4c4c-ab41-d2cd270b16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:35.622022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-e5b2a12b-fefc-4451-bdfe-bb081926a110 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.4922905 Nov 23 09:56:35.659283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-f39d2e77-7e31-4cbc-b708-a36425a6401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.663548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-f39d2e77-7e31-4cbc-b708-a36425a6401b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1380167 Nov 23 09:56:35.715274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee0c582e-32ea-41b4-83b1-1878bcc35df0 req-769447a6-bbf0-4596-b57b-64aad626c48b tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999782 Nov 23 09:56:35.764869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-0b021519-5347-4fbb-8851-5571a34a6079 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b0e670-47ea-4859-b23c-de536366adcd HTTP/1.1" status: 200 len: 217 time: 0.0787818 Nov 23 09:56:35.766782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d121-ba0f-4eb6-bc02-53d59ee2d65f req-330ccb52-8108-4989-b6cc-81fcd7b3253b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.769987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c586d121-ba0f-4eb6-bc02-53d59ee2d65f req-330ccb52-8108-4989-b6cc-81fcd7b3253b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1990092 Nov 23 09:56:35.817126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-71f8f074-2784-4f0a-a969-9316183d437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.818785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-71f8f074-2784-4f0a-a969-9316183d437e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463428 Nov 23 09:56:35.845841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0937fad8-cb37-4b9a-9afc-55f9c54e4f08 None None] Could not find standard attr ID for object e0e12db2-418a-4ff5-8197-071c1f40f92c. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:56:35.865819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d53de-a343-4b42-b183-70fa0a3d6151 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] Network ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:35.876868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-8d3804f3-6659-4fca-a1b9-9b6f6e42de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:35.878737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-8d3804f3-6659-4fca-a1b9-9b6f6e42de2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0760164 Nov 23 09:56:35.886236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c586d121-ba0f-4eb6-bc02-53d59ee2d65f req-b132fdd0-1505-46a3-b323-43b37671c5f0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056423 Nov 23 09:56:35.887340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-894d53de-a343-4b42-b183-70fa0a3d6151 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "POST /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3506484 Nov 23 09:56:35.889197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:35.892903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b929c-0584-44c0-8a53-faaacd2d0e0b None None] Network ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:35.941755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-34e69b06-7932-40de-b081-06fe3344761a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525560 Nov 23 09:56:36.084743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-5c5379e5-eba1-4c0a-a80c-e761c811171e service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349308 Nov 23 09:56:36.102642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-5e605843-90f2-4309-9a05-d1f2fa671ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731996 Nov 23 09:56:36.158415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3d21c071-f047-4ab4-8f01-0d50ecf9229a tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks HTTP/1.1" status: 200 len: 9636 time: 0.2657938 Nov 23 09:56:36.158869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.338645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-62ad4697-a80f-444e-a138-90ac026b625d service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202775 Nov 23 09:56:36.358298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c5b68307-fe2e-4c99-a147-ad1d98eb2fd4 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "DELETE /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks/ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 HTTP/1.1" status: 204 len: 168 time: 0.1950562 Nov 23 09:56:36.359263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33480) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.524419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc0a82-4bf2-4b22-a580-f3eff64c8099 req-85f546ac-8cb4-4f36-afb5-447890b677fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:36.530537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8d3ba85b-3d62-4cdd-a318-7603aa81e8aa tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.1698554 Nov 23 09:56:36.531707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ffc0a82-4bf2-4b22-a580-f3eff64c8099 req-85f546ac-8cb4-4f36-afb5-447890b677fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 944 time: 0.4968967 Nov 23 09:56:36.533860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.564868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33490) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.566051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d170b12e-8ec2-470e-bd34-522c0c7a3474 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/networks/3ac6d16f-dc68-4dd5-a891-d781a878a248/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0309689 Nov 23 09:56:36.591421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc7aa37-0b0c-43fc-8fbb-8ab69e0b2301 req-03b05099-391d-42b3-8a05-7422dd36a3ce service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966786 Nov 23 09:56:36.610404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b02641bc-6294-4f80-badb-e524f35212c2 tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/networks/3ac6d16f-dc68-4dd5-a891-d781a878a248/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0444942 Nov 23 09:56:36.613279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33492) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.622468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ffc0a82-4bf2-4b22-a580-f3eff64c8099 req-f2abe52e-a4de-430c-9020-cdb64c08f3ac tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898561 Nov 23 09:56:36.709058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33496) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.737770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91dfaaad-075d-439a-a39a-62d495cb7f5f tempest-DHCPAgentSchedulersTestJSON-1346044494 tempest-DHCPAgentSchedulersTestJSON-1346044494-project-admin] 10.222.0.62 "GET /v2.0/agents/819fb973-62dd-4dcc-8f56-72c34dea7388/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.1232064 Nov 23 09:56:36.741413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:36.834237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:36.837044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53732d6-8e3c-480b-b102-fb65220fca14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:36.841480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e0569-4a09-48f6-9233-d6924617e198 req-c29b302c-4878-4b74-82f9-dbf1f4795798 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:36.844016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-401e0569-4a09-48f6-9233-d6924617e198 req-c29b302c-4878-4b74-82f9-dbf1f4795798 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.0560849 Nov 23 09:56:36.894105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-401e0569-4a09-48f6-9233-d6924617e198 req-1f4e6d2b-92f1-41fb-86e7-48596240cebb tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Nov 23 09:56:36.961421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.021407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:37.038912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d46519-ea6d-4e94-a68c-f368525e35cc') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:37.039282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d46519-ea6d-4e94-a68c-f368525e35cc') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:37.060289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.081341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53732d6-8e3c-480b-b102-fb65220fca14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.095246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee471bc-b6fa-4b0b-94a5-71029b8966ed req-df3b4a25-5db7-466f-828c-b51e19d23b2d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:37.096742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ee471bc-b6fa-4b0b-94a5-71029b8966ed req-df3b4a25-5db7-466f-828c-b51e19d23b2d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1291807 Nov 23 09:56:37.097455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53732d6-8e3c-480b-b102-fb65220fca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.100164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.116164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:37.116649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:37.124687 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:37.212898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53732d6-8e3c-480b-b102-fb65220fca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8429437-7ab5-42b0-a793-85ba77ecd8cf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:37.217548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a53732d6-8e3c-480b-b102-fb65220fca14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52351a7a7453425e93b93dc6ce6ce395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5074673 Nov 23 09:56:37.220551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33516) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:37.233580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 58969947-5176-4d84-aba4-5aedb97e4dc6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:37.242579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.257082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.263368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "DELETE /v2.0/networks/ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2 HTTP/1.1" status: 204 len: 168 time: 0.5209486 Nov 23 09:56:37.264050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33518) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:37.290167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 58969947-5176-4d84-aba4-5aedb97e4dc6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:37.290532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.290695 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65eabea-d245-41ed-95fb-e76f8ac9f303 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] DELETE failed (client error): The resource could not be found. Nov 23 09:56:37.291235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65eabea-d245-41ed-95fb-e76f8ac9f303 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:56:37.297135 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f65eabea-d245-41ed-95fb-e76f8ac9f303 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "DELETE /v2.0/ports/e0e12db2-418a-4ff5-8197-071c1f40f92c HTTP/1.1" status: 404 len: 333 time: 0.0289969 Nov 23 09:56:37.298736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33520) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:37.306153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ee471bc-b6fa-4b0b-94a5-71029b8966ed req-ae07df1d-4004-4c91-b28f-dd8eaa90208b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972125 Nov 23 09:56:37.308656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c4d5f-4f8e-487e-b8b7-5c4e0024fb2a tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event deleted for resources: {'Network': ['ID=ec4a8b0c-84c3-4590-9fc3-e098b7ec74f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:37.319109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6cd6-79e2-4a48-a4c4-ec4349c67786 req-7aa73c69-75ef-4aaa-b8c1-224a2155207e tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:37.319109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fcf6cd6-79e2-4a48-a4c4-ec4349c67786 req-7aa73c69-75ef-4aaa-b8c1-224a2155207e tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.0980666 Nov 23 09:56:37.339237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.363022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.379022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Deleting subnet 0034fd06-9a26-4133-b2e5-b6a8447c6183 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:56:37.387392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.412010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.414772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.416035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8429437-7ab5-42b0-a793-85ba77ecd8cf HTTP/1.1" status: 204 len: 168 time: 0.1949100 Nov 23 09:56:37.425240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a30e8d-7e87-45ea-ba44-3262821281be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8429437-7ab5-42b0-a793-85ba77ecd8cf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:37.427171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fcf6cd6-79e2-4a48-a4c4-ec4349c67786 req-a7f23b7b-9c02-4e96-b741-456f04eada41 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918972 Nov 23 09:56:37.444774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.538162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.596914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.627551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event deleted for resources: {'Subnet': ['ID=0034fd06-9a26-4133-b2e5-b6a8447c6183,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:37.638916 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.644500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299b560-4f65-42ce-b56a-f16978d726ff None None] Network 3ac6d16f-dc68-4dd5-a891-d781a878a248 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:37.650708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33530) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:37.660626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a8ab2a9-e07c-4df4-8ff2-2d5a1e12d903 tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "DELETE /v2.0/subnets/0034fd06-9a26-4133-b2e5-b6a8447c6183 HTTP/1.1" status: 204 len: 168 time: 0.3482203 Nov 23 09:56:37.765433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.787274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55340e21-3f4b-40f0-9fc4-2eedae345254 req-35509dd7-5731-4737-bd55-db0030b3f24f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:37.788807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55340e21-3f4b-40f0-9fc4-2eedae345254 req-35509dd7-5731-4737-bd55-db0030b3f24f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 944 time: 0.1007462 Nov 23 09:56:37.870075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55340e21-3f4b-40f0-9fc4-2eedae345254 req-6fcf380d-823c-4165-a5cf-f4e896f9e8cc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Nov 23 09:56:37.873804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] DHCP port deletion for 3ac6d16f-dc68-4dd5-a891-d781a878a248 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:56:37.874122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Deleting port 58969947-5176-4d84-aba4-5aedb97e4dc6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:37.874506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.953311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Deleting port 58969947-5176-4d84-aba4-5aedb97e4dc6 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:37.953311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.973390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] For port 58969947-5176-4d84-aba4-5aedb97e4dc6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=58969947-5176-4d84-aba4-5aedb97e4dc6,segment=NetworkSegment(325b4dc0-82ca-432a-bc2a-20f30b26eee9),segment_id=325b4dc0-82ca-432a-bc2a-20f30b26eee9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:37.973758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:37.986571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Calling delete_port for 58969947-5176-4d84-aba4-5aedb97e4dc6 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:38.015990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] For port 58969947-5176-4d84-aba4-5aedb97e4dc6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=58969947-5176-4d84-aba4-5aedb97e4dc6,segment=NetworkSegment(325b4dc0-82ca-432a-bc2a-20f30b26eee9),segment_id=325b4dc0-82ca-432a-bc2a-20f30b26eee9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:38.016390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.029815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Calling delete_port for 58969947-5176-4d84-aba4-5aedb97e4dc6 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:38.067396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.097852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event deleted for resources: {'Port': ['ID=58969947-5176-4d84-aba4-5aedb97e4dc6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:38.101565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] No DVR routers for this DVR port 58969947-5176-4d84-aba4-5aedb97e4dc6 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:38.121304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.150580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Pushing event deleted for resources: {'Port': ['ID=58969947-5176-4d84-aba4-5aedb97e4dc6,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:38.164017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.164671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.165250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.165917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.167176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.168037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.168795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.169125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.169883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.170567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.171312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.172127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:56:38.182971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b8e2c-786e-46e6-b398-62c1bab93410 None None] No DVR routers for this DVR port 58969947-5176-4d84-aba4-5aedb97e4dc6 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:38.200271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:38.239176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.262469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac6d16f-dc68-4dd5-a891-d781a878a248']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:38.272080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325b4dc0-82ca-432a-bc2a-20f30b26eee9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:38.272378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325b4dc0-82ca-432a-bc2a-20f30b26eee9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:38.282266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.296210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.302178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:38.302571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:38.305613 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:38.322756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-783878719-network', 'tenant_id': 'b4097ed44ac54cadb430f7f6ff3ec0ce'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:38.392229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.412824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.415922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] 10.222.0.62 "DELETE /v2.0/networks/3ac6d16f-dc68-4dd5-a891-d781a878a248 HTTP/1.1" status: 204 len: 168 time: 0.7642159 Nov 23 09:56:38.418804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Made reservation on behalf of b4097ed44ac54cadb430f7f6ff3ec0ce for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:38.421107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.441476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-3bceab0e-95b6-4373-a712-4719a6838fa3 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:38.442061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.442802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-3bceab0e-95b6-4373-a712-4719a6838fa3 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.50 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.0561199 Nov 23 09:56:38.443614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdabab-439f-496d-b409-19e1e6de9a2d tempest-DHCPAgentSchedulersTestJSON-991283294 tempest-DHCPAgentSchedulersTestJSON-991283294-project] Pushing event deleted for resources: {'Network': ['ID=3ac6d16f-dc68-4dd5-a891-d781a878a248,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:38.477840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37db66-47cf-4f8a-9947-25c2b48d53a6 req-0a0ca546-861e-43a5-909d-33b27a42046f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:38.479450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d37db66-47cf-4f8a-9947-25c2b48d53a6 req-0a0ca546-861e-43a5-909d-33b27a42046f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1042962 Nov 23 09:56:38.563724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d37db66-47cf-4f8a-9947-25c2b48d53a6 req-9a96225b-6f6e-418f-a60a-2c41a1231c44 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700719 Nov 23 09:56:38.592992 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.595069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f675d-f862-4469-841a-af979fdc27f9 req-54d70933-0676-49d4-b149-feee53c244ac tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:38.596817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e0f675d-f862-4469-841a-af979fdc27f9 req-54d70933-0676-49d4-b149-feee53c244ac tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/ports?device_id=c104b07a-ac53-4152-a2ac-4f93c6424613 HTTP/1.1" status: 200 len: 949 time: 0.0945480 Nov 23 09:56:38.598535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.604363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Deleting port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:38.604730 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.624970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:38.641830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06718c5-ef7d-484d-bd3b-edeee5217b7a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:38.645050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.645333 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Added segment 1e6c119f-24e5-444a-bd5a-f1351da70717 of type vlan for network 2196ca2d-9f61-4964-8715-dd542070f460 Nov 23 09:56:38.688997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.693636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33564) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:38.732317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.733671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:38.734364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.770501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5662518 Nov 23 09:56:38.770778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:38.777278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Request body: {'subnet': {'network_id': '2196ca2d-9f61-4964-8715-dd542070f460', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-783878719-subnet', 'tenant_id': 'b4097ed44ac54cadb430f7f6ff3ec0ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:38.829158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2c02f-04fc-4f9e-bdcc-dc948cca03fa admin admin] Pushing event updated for resources: {'Network': ['ID=2196ca2d-9f61-4964-8715-dd542070f460,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:38.846752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2196ca2d-9f61-4964-8715-dd542070f460 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:38.857956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Made reservation on behalf of b4097ed44ac54cadb430f7f6ff3ec0ce for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:38.860303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:38.891919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bcaf0930-3409-4672-b03d-9f4590b09bc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c2d62e0c34b41bfa6c2bd5108c3fee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972771 Nov 23 09:56:38.894458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33570) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:39.002553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e0f675d-f862-4469-841a-af979fdc27f9 req-c20eff85-caa4-47f8-975c-e1edc03e06fd tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.62 "GET /v2.0/security-groups?id=50936571-983f-47c3-9b55-aa3c9ea2607b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944960 Nov 23 09:56:39.033369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.037876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] For port 40fa3be1-bbca-4821-b5b0-5bedda51bc01, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=40fa3be1-bbca-4821-b5b0-5bedda51bc01,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:39.038331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.056681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Calling delete_port for 40fa3be1-bbca-4821-b5b0-5bedda51bc01 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:39.061082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf635-5051-465a-ba7f-d376ad8e504f req-20be2224-653a-4f3f-8ff7-b296ba1e601e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:39.063386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcfdf635-5051-465a-ba7f-d376ad8e504f req-20be2224-653a-4f3f-8ff7-b296ba1e601e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 944 time: 0.1067319 Nov 23 09:56:39.073298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 17b0e670-47ea-4859-b23c-de536366adcd details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:39.090154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.199893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:39.207538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcfdf635-5051-465a-ba7f-d376ad8e504f req-91268a10-e979-42dc-b393-a9bf88adcfa5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324687 Nov 23 09:56:39.225740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '17b0e670-47ea-4859-b23c-de536366adcd', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': '17b0e670-47ea-4859-b23c-de536366adcd', 'mac_address': 'fa:16:3e:31:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:39.247650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.250387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.270193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.275780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.279418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1825f52-0e55-4f2b-8d44-58ac63073944 HTTP/1.1" status: 204 len: 168 time: 0.3817632 Nov 23 09:56:39.279583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 58969947-5176-4d84-aba4-5aedb97e4dc6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:39.285414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['40fa3be1-bbca-4821-b5b0-5bedda51bc01'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:39.302966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Pushing event deleted for resources: {'Port': ['ID=40fa3be1-bbca-4821-b5b0-5bedda51bc01,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:39.354372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] No DVR routers for this DVR port 40fa3be1-bbca-4821-b5b0-5bedda51bc01 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:39.358550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.364111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18bc6f51-69d3-413e-9506-2fa6d4160e5e req-8be8e15b-164f-4d03-8cb8-c52178f68056 tempest-ImagesNegativeTestJSON-2075646437 tempest-ImagesNegativeTestJSON-2075646437-project] 10.222.0.50 "DELETE /v2.0/ports/40fa3be1-bbca-4821-b5b0-5bedda51bc01 HTTP/1.1" status: 204 len: 173 time: 0.9144967 Nov 23 09:56:39.365126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'name': 'network-vif-deleted', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:39.373805 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c13f934-478b-4e61-b1da-bfba505d2536" -d '{"events": [{"server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "name": "network-vif-deleted", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:39.388324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 58969947-5176-4d84-aba4-5aedb97e4dc6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:39.388994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 58969947-5176-4d84-aba4-5aedb97e4dc6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:39.406891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fd1e8-b8b0-4d11-88f4-74fa3a9f50ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1825f52-0e55-4f2b-8d44-58ac63073944,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:39.420276 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.441060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b0e670-47ea-4859-b23c-de536366adcd {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:39.454022 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de1bd7-9ea8-464f-96cd-397928e6b312 x-openstack-request-id: req-d7de1bd7-9ea8-464f-96cd-397928e6b312 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:39.454560 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c104b07a-ac53-4152-a2ac-4f93c6424613", "name": "network-vif-deleted", "tag": "40fa3be1-bbca-4821-b5b0-5bedda51bc01", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:39.455113 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7de1bd7-9ea8-464f-96cd-397928e6b312 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:39.455531 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c104b07a-ac53-4152-a2ac-4f93c6424613', 'name': 'network-vif-deleted', 'tag': '40fa3be1-bbca-4821-b5b0-5bedda51bc01', 'status': 'completed', 'code': 200} Nov 23 09:56:39.481549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c9df7b-5927-4496-8490-cccd4658b198,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:39.490710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Checking segment: {'id': '1e6c119f-24e5-444a-bd5a-f1351da70717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:39.490871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:39.491071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Network hostable DHCP agents. Network: 2196ca2d-9f61-4964-8715-dd542070f460, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:39.500695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.519549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Network 2196ca2d-9f61-4964-8715-dd542070f460 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:39.539963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2196ca2d-9f61-4964-8715-dd542070f460) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:39.550355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:39.551567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.560048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb393d4d-1387-46d3-b925-56b8ed68c153 None None] Network 2196ca2d-9f61-4964-8715-dd542070f460 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:39.586890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-58a352d9-bff0-4ef7-9a72-e6c21515d715 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8078866 Nov 23 09:56:39.641198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:39.707427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cc47a-9e5d-4e9b-8c8b-74ccc9f2a038 req-828ecb95-4992-46eb-91ef-e8476f257849 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:39.709062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818cc47a-9e5d-4e9b-8c8b-74ccc9f2a038 req-828ecb95-4992-46eb-91ef-e8476f257849 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0608630 Nov 23 09:56:39.738471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33592) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:39.740333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6b56e-3559-4780-a388-d8fbbfbef516 None None] Network 2196ca2d-9f61-4964-8715-dd542070f460 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:39.755784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b92b9c6-130b-4b30-aa29-085b32d86e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.786773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818cc47a-9e5d-4e9b-8c8b-74ccc9f2a038 req-cb2e666b-29b0-4444-9c4c-6ca6f10e1ed0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661836 Nov 23 09:56:39.874938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b92b9c6-130b-4b30-aa29-085b32d86e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.883208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b92b9c6-130b-4b30-aa29-085b32d86e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:39.888644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['17b0e670-47ea-4859-b23c-de536366adcd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:39.926268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b92b9c6-130b-4b30-aa29-085b32d86e33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42000fb32f274c79ac8a320f9690a2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839030 Nov 23 09:56:39.927025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33598) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:39.955215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92b9c6-130b-4b30-aa29-085b32d86e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47da43ec-888f-40d3-aae9-4d853ac5d2a5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:40.003284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:40.030916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:40.091219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:40.094732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:40.096134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47da43ec-888f-40d3-aae9-4d853ac5d2a5 HTTP/1.1" status: 204 len: 168 time: 0.1675110 Nov 23 09:56:40.104692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4edf-4ced-4159-b9d1-91a452d42135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da43ec-888f-40d3-aae9-4d853ac5d2a5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:40.270756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-879c9320-e844-45ca-a4c0-214ba9477a83 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:40.272629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-879c9320-e844-45ca-a4c0-214ba9477a83 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/networks?id=2196ca2d-9f61-4964-8715-dd542070f460 HTTP/1.1" status: 200 len: 808 time: 0.1334398 Nov 23 09:56:40.289457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-060421e2-7e8e-4267-ab19-290d2427aab7 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/quotas/b4097ed44ac54cadb430f7f6ff3ec0ce HTTP/1.1" status: 200 len: 375 time: 0.0104139 Nov 23 09:56:40.330242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-cebd16ad-f211-4cfa-a79e-3d487fd8d43b tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4097ed44ac54cadb430f7f6ff3ec0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340240 Nov 23 09:56:40.332447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8025dd-1f1f-46e0-81e1-1a265c05a0c0 req-57a92919-9c0b-4ad4-8259-7e2343664d1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:40.334187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad8025dd-1f1f-46e0-81e1-1a265c05a0c0 req-57a92919-9c0b-4ad4-8259-7e2343664d1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Nov 23 09:56:40.384771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad8025dd-1f1f-46e0-81e1-1a265c05a0c0 req-c8734b72-27dc-45fc-bc6e-f1d16e872f4e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Nov 23 09:56:40.444057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-31b80cae-3c79-46e3-b191-a9203200483e service neutron] 10.222.0.62 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041596 Nov 23 09:56:40.541436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-5561a21f-b541-4cae-99a4-a3c380c2d582 service neutron] 10.222.0.62 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908237 Nov 23 09:56:40.731487 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-643fa481-cbfd-4ef0-82dd-84f02bcb3fd3 req-a1201aec-209d-4fa3-88aa-4b1f779c0e3f tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 210 time: 0.0369902 Nov 23 09:56:40.901431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33664) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:40.957042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d086f9-1b8f-4e59-8144-37cf8c0ef220 req-8a9632c8-c90e-42fe-a4e8-b1cb937b5f5f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:40.959505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1d086f9-1b8f-4e59-8144-37cf8c0ef220 req-8a9632c8-c90e-42fe-a4e8-b1cb937b5f5f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0804698 Nov 23 09:56:41.021205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1d086f9-1b8f-4e59-8144-37cf8c0ef220 req-64004904-e6bf-448f-959c-544630e3099a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Nov 23 09:56:41.076448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 17b0e670-47ea-4859-b23c-de536366adcd up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:41.148529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 17b0e670-47ea-4859-b23c-de536366adcd completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:41.154133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 17b0e670-47ea-4859-b23c-de536366adcd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:41.154693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.233933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33674) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:41.240309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-201da97f-9026-4fb6-8dc4-25ba4fe0bd5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e899efb9234d4657a42942dba731d25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376102 Nov 23 09:56:41.274504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.294220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.317428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.319992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:41.322499 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e31974-c9e2-4a25-b38a-7d06d9090a50" -d '{"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-plugged", "status": "completed", "tag": "17b0e670-47ea-4859-b23c-de536366adcd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:41.336720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:41.347842 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.380797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.381474 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd640a50-1c18-4073-aa0d-cf4ab39f445d x-openstack-request-id: req-bd640a50-1c18-4073-aa0d-cf4ab39f445d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:41.381995 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-plugged", "status": "completed", "tag": "17b0e670-47ea-4859-b23c-de536366adcd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:41.382451 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd640a50-1c18-4073-aa0d-cf4ab39f445d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:41.383005 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd', 'code': 200} Nov 23 09:56:41.384542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:41.386244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50936571-983f-47c3-9b55-aa3c9ea2607b HTTP/1.1" status: 204 len: 168 time: 0.1512625 Nov 23 09:56:41.404631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363b851-0c2a-470a-85d2-78b0dc8706f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50936571-983f-47c3-9b55-aa3c9ea2607b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:41.419936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:41.549880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f38c-b78b-4355-afe3-9da5f8f66e21 req-fa5a6406-4be3-46fc-a3c4-f14c136808af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:41.551803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06c0f38c-b78b-4355-afe3-9da5f8f66e21 req-fa5a6406-4be3-46fc-a3c4-f14c136808af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 1097 time: 0.0887513 Nov 23 09:56:41.565127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c29f72-dc8a-4ac6-a4dc-f49ea96d1c9a req-979774fe-68fc-4e1d-bd2f-deea2e62f9b2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:41.566696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0c29f72-dc8a-4ac6-a4dc-f49ea96d1c9a req-979774fe-68fc-4e1d-bd2f-deea2e62f9b2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.0689881 Nov 23 09:56:41.647604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0c29f72-dc8a-4ac6-a4dc-f49ea96d1c9a req-9a490ff5-5b21-4fbd-8bb7-aef85efff55a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 Nov 23 09:56:41.651001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06c0f38c-b78b-4355-afe3-9da5f8f66e21 req-8ec7cec5-03d8-4d93-9676-4e8edf7b8446 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833907 Nov 23 09:56:41.867492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b3fba4b-327e-4021-8de8-eb761d1ac5b7 req-d1a5fcee-a930-46fa-8941-90f2172e1724 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 210 time: 0.0649238 Nov 23 09:56:41.992332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-ca81a897-5f7d-4e41-8d25-76fd9335ed43 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:41.994039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-ca81a897-5f7d-4e41-8d25-76fd9335ed43 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.50 "GET /v2.0/networks?id=2196ca2d-9f61-4964-8715-dd542070f460 HTTP/1.1" status: 200 len: 808 time: 0.1814764 Nov 23 09:56:42.008869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Request body: {'port': {'device_id': 'cd22c0bc-5269-484d-b947-936a69df5661', 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460', 'admin_state_up': True, 'tenant_id': 'b4097ed44ac54cadb430f7f6ff3ec0ce'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:42.098150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:42.161897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Made reservation on behalf of b4097ed44ac54cadb430f7f6ff3ec0ce for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:42.167060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.208787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b9e6d-868e-4267-9de6-a56d4b4f7648 req-ace5f27d-9cb1-4dd9-a14d-cf78443e8bd7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:42.216604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e90b9e6d-868e-4267-9de6-a56d4b4f7648 req-ace5f27d-9cb1-4dd9-a14d-cf78443e8bd7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0823438 Nov 23 09:56:42.298758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e90b9e6d-868e-4267-9de6-a56d4b4f7648 req-60a4b903-ec00-4eee-a943-5d7df01391cb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809512 Nov 23 09:56:42.369795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-685273863'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:42.400996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Made reservation on behalf of de9b128fbc884b0d9f4d86e2dbba9a42 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:42.406474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.417938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.419198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Allocated IP 172.20.0.8 (2196ca2d-9f61-4964-8715-dd542070f460/d8c9df7b-5927-4496-8490-cccd4658b198/fbd48a47-7f53-477b-9806-9f40a47f3451) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:42.510202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.516704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.531621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:42.558935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.559292 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Added segment 65064a30-aae9-472a-9519-8310df9820bc of type vlan for network 45dcac92-8e77-4dc5-9428-4ff6c31a9175 Nov 23 09:56:42.597815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0861e7db-6b70-4916-96b3-d37d7cf575c3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:42.631407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.671487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.678412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.690497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:42.691348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.722453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.763151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6636529 Nov 23 09:56:42.769485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33746) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:42.798578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Pushing event updated for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:42.814236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Network 2196ca2d-9f61-4964-8715-dd542070f460 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:42.816144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:42.824417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:42.887949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6feb69-0998-4864-9980-669976be4fe1 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Pushing event updated for resources: {'Network': ['ID=45dcac92-8e77-4dc5-9428-4ff6c31a9175,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:42.893602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:42.906146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 45dcac92-8e77-4dc5-9428-4ff6c31a9175 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:42.918391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:42.959730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b976-3772-46a7-ba88-3f9dbccddd02 req-9c0f05b2-bdc9-495f-a4a3-6b072e536a38 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:42.968397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0347b976-3772-46a7-ba88-3f9dbccddd02 req-9c0f05b2-bdc9-495f-a4a3-6b072e536a38 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.1604459 Nov 23 09:56:43.024404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0fe2b398-ab79-4a13-b719-26b12a0295bd tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189574 Nov 23 09:56:43.025086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0347b976-3772-46a7-ba88-3f9dbccddd02 req-2dbf6c49-f1ee-4b21-a40a-06e5c31ba648 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558083 Nov 23 09:56:43.036185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Request body: {'port': {'device_id': 'cd22c0bc-5269-484d-b947-936a69df5661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:43.079671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'name': 'tempest-network--225784980', 'router:external': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:43.118562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.124050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:43.126560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.150003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.261049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.268020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.299081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:43.309757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325337f5-db49-4f65-8560-b0d100270fb5 req-232ebd52-463d-4806-b8ca-b7ff4db5334b tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:43.310506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07d1e1-4f52-431c-ad4e-ce67ee16e134,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:43.311389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-325337f5-db49-4f65-8560-b0d100270fb5 req-232ebd52-463d-4806-b8ca-b7ff4db5334b tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 931 time: 0.1458426 Nov 23 09:56:43.317533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.317878 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Added segment 76cdfd4e-ddd4-4cc5-b88d-eaed5fc8f7a6 of type vlan for network b6f6a521-8550-4545-abce-bf0bfe541595 Nov 23 09:56:43.381124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.425724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33778) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:43.440963 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.442076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:43.442689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.479033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-325337f5-db49-4f65-8560-b0d100270fb5 req-a7f9e411-1dc4-44c8-a43f-f9077deb6d6c tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314316 Nov 23 09:56:43.489095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113914d-5b23-4728-9713-2e004920aba2 req-517fe7e2-47be-407c-86f8-93026ca34320 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:43.490823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8113914d-5b23-4728-9713-2e004920aba2 req-517fe7e2-47be-407c-86f8-93026ca34320 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0942581 Nov 23 09:56:43.502197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7315412 Nov 23 09:56:43.504891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:43.549163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f7ecb-f8e3-4080-b27c-a4484434cc02 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=b6f6a521-8550-4545-abce-bf0bfe541595,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:43.561249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b6f6a521-8550-4545-abce-bf0bfe541595 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:43.584537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8113914d-5b23-4728-9713-2e004920aba2 req-2f319934-bc28-4e5d-a15b-2b3cd1b8680d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Nov 23 09:56:43.591681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 40fa3be1-bbca-4821-b5b0-5bedda51bc01 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:56:43.621962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.626275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 40fa3be1-bbca-4821-b5b0-5bedda51bc01 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:56:43.626623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 40fa3be1-bbca-4821-b5b0-5bedda51bc01 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:56:43.650557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a60e05f-ea75-464a-a1bd-6bd7f60c6582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.699682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd48a47-7f53-477b-9806-9f40a47f3451 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:43.732608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.778573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Transition to ACTIVE for port object fbd48a47-7f53-477b-9806-9f40a47f3451 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:43.787620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.821924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.904923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f6a521-8550-4545-abce-bf0bfe541595']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:43.918267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:43.925540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cdfd4e-ddd4-4cc5-b88d-eaed5fc8f7a6') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:43.925839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cdfd4e-ddd4-4cc5-b88d-eaed5fc8f7a6') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:43.930963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a60e05f-ea75-464a-a1bd-6bd7f60c6582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.939482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a60e05f-ea75-464a-a1bd-6bd7f60c6582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:43.956263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.010138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.026849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a60e05f-ea75-464a-a1bd-6bd7f60c6582 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63028a6832814b30924d472e20135140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5982668 Nov 23 09:56:44.029963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33788) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:44.031953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:44.032385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:44.034215 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:44.054800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60e05f-ea75-464a-a1bd-6bd7f60c6582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8429d6-4567-4c20-8ae9-3a2f7baa47a3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:44.083827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.108290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.124322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Attempting to bind port fbd48a47-7f53-477b-9806-9f40a47f3451 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:44.124657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Attempting to bind port fbd48a47-7f53-477b-9806-9f40a47f3451 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1e6c119f-24e5-444a-bd5a-f1351da70717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:44.124987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Attempting to bind port fbd48a47-7f53-477b-9806-9f40a47f3451 on network 2196ca2d-9f61-4964-8715-dd542070f460 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:44.145086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.151578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Port fbd48a47-7f53-477b-9806-9f40a47f3451 on network 2196ca2d-9f61-4964-8715-dd542070f460 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:44.151918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Attempting to bind port fbd48a47-7f53-477b-9806-9f40a47f3451 on network 2196ca2d-9f61-4964-8715-dd542070f460 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:44.153957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6f6a521-8550-4545-abce-bf0bfe541595 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:56:44.159267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.162637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.164031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d8429d6-4567-4c20-8ae9-3a2f7baa47a3 HTTP/1.1" status: 204 len: 168 time: 0.1330130 Nov 23 09:56:44.169800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.176542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/b6f6a521-8550-4545-abce-bf0bfe541595 HTTP/1.1" status: 204 len: 168 time: 0.6670272 Nov 23 09:56:44.176542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb8610-56f0-47f1-84e1-05d7c6a8e04a tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6f6a521-8550-4545-abce-bf0bfe541595,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:44.178057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33794) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:44.181231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:44.181528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Checking segment: {'id': '1e6c119f-24e5-444a-bd5a-f1351da70717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:44.181923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Bound using segment: {'id': '1e6c119f-24e5-444a-bd5a-f1351da70717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:44.182376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Bound port: fbd48a47-7f53-477b-9806-9f40a47f3451, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6c119f-24e5-444a-bd5a-f1351da70717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:44.182731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.189734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:44.194350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237efba-fcc4-4072-b637-70fddaf706dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8429d6-4567-4c20-8ae9-3a2f7baa47a3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:44.221201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a1f15-9159-44a5-8798-383e9ba9c604 req-686e0b0e-41c7-4ca2-81eb-a8da380b4b7a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.229068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae7a1f15-9159-44a5-8798-383e9ba9c604 req-686e0b0e-41c7-4ca2-81eb-a8da380b4b7a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.1201119 Nov 23 09:56:44.289579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:44.292038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.358068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae7a1f15-9159-44a5-8798-383e9ba9c604 req-c0750fb1-33e5-4c9b-bf6e-c903f301db30 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280305 Nov 23 09:56:44.359265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:44.365382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:44.379291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fbd48a47-7f53-477b-9806-9f40a47f3451,segment=NetworkSegment(1e6c119f-24e5-444a-bd5a-f1351da70717),segment_id=1e6c119f-24e5-444a-bd5a-f1351da70717)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:44.384287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.384639 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Added segment 51a83aa8-55fa-4fe8-b6c5-8c3a62adec7f of type vlan for network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 Nov 23 09:56:44.393352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.455049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.455691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.457097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/fbd48a47-7f53-477b-9806-9f40a47f3451 HTTP/1.1" status: 200 len: 1091 time: 1.4259582 Nov 23 09:56:44.457550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:44.459896 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14aa365-6927-40c6-9d95-bd9c29918d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:44.479351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.506170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc0455-8f6f-49de-baf0-51bdae68d4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:44.564697 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d631fd-a304-44e2-8b4c-1fe5e2505175 x-openstack-request-id: req-35d631fd-a304-44e2-8b4c-1fe5e2505175 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:44.564995 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:44.565255 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35d631fd-a304-44e2-8b4c-1fe5e2505175 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:44.565669 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451', 'status': 'completed', 'code': 200} Nov 23 09:56:44.585182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.586275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.586866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.650312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-03ab67b8-779f-4aec-b121-35b0f9cc964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.651901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-03ab67b8-779f-4aec-b121-35b0f9cc964b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4097ed44ac54cadb430f7f6ff3ec0ce&device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 1094 time: 0.1326706 Nov 23 09:56:44.659783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4806607 Nov 23 09:56:44.664164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33816) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:44.670966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'subnet': {'network_id': 'd9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:44.711789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369435-9310-499e-8523-d3d910fefa13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:44.725460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:44.732207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:44.734966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:44.763092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-f574d15f-9cba-43ab-993a-c2ece79d6eeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbd48a47-7f53-477b-9806-9f40a47f3451 HTTP/1.1" status: 200 len: 217 time: 0.0658200 Nov 23 09:56:44.783370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e9316-c70c-42e0-9d38-c74d9ec1df3f req-86e70556-106a-454b-8b21-cb7375488980 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.793708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba8e9316-c70c-42e0-9d38-c74d9ec1df3f req-86e70556-106a-454b-8b21-cb7375488980 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 943 time: 0.2106788 Nov 23 09:56:44.929549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0d1143ba-bda1-45cd-b9dd-a74746e631cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:44.931225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-0d1143ba-bda1-45cd-b9dd-a74746e631cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8c9df7b-5927-4496-8490-cccd4658b198 HTTP/1.1" status: 200 len: 848 time: 0.1364238 Nov 23 09:56:44.951287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba8e9316-c70c-42e0-9d38-c74d9ec1df3f req-b8af0554-97e3-4891-809f-108dec2cc1eb tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342869 Nov 23 09:56:44.994114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-48943951-3896-49ed-a1d5-8949f2c8ff55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2196ca2d-9f61-4964-8715-dd542070f460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528069 Nov 23 09:56:45.022843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db7fb9-224a-42d2-9059-50b03e6371f5 req-2a1a4100-d245-4bec-a6df-e19fee93a3c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:45.024722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14db7fb9-224a-42d2-9059-50b03e6371f5 req-2a1a4100-d245-4bec-a6df-e19fee93a3c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1298602 Nov 23 09:56:45.164916 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-14db7fb9-224a-42d2-9059-50b03e6371f5 req-cc47183a-dec7-4eda-9c97-7064500d1d0c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316171 Nov 23 09:56:45.199238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-125dfb8a-3a2f-416d-a23d-1a0794032225 service neutron] 10.222.0.50 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978514 Nov 23 09:56:45.303060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 09:56:45.303560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:45.309567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51cac6f3-8401-41c1-aa68-e35d551e635c req-be526631-87b5-44b4-ae6c-1d570bfec69a service neutron] 10.222.0.50 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031055 Nov 23 09:56:45.370836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ae0daba6-97b6-42c2-b71f-fa0f901290be,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:45.379116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Checking segment: {'id': '51a83aa8-55fa-4fe8-b6c5-8c3a62adec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:45.379539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Network hostable DHCP agents. Network: d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:45.401772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:45.417053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:45.426736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ac776-4658-450d-a788-8007175c627d None None] Network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:45.429867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-3fcfe694-789a-4c05-9c32-bb30dd725149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:45.431522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-3fcfe694-789a-4c05-9c32-bb30dd725149 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4097ed44ac54cadb430f7f6ff3ec0ce&device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 1094 time: 0.0614355 Nov 23 09:56:45.435429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:45.438028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:45.458744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1f382e0c-8d65-400e-abc9-fe2663d5ada1 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7931817 Nov 23 09:56:45.461411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:45.467408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:45.499748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:45.589658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-2b4033ac-5496-4453-9e34-ce61b7fc9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:45.595539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-2b4033ac-5496-4453-9e34-ce61b7fc9602 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2196ca2d-9f61-4964-8715-dd542070f460 HTTP/1.1" status: 200 len: 909 time: 0.1563897 Nov 23 09:56:45.652434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-4d853450-c86b-4660-8ec2-b85bbb571a58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbd48a47-7f53-477b-9806-9f40a47f3451 HTTP/1.1" status: 200 len: 217 time: 0.0469723 Nov 23 09:56:45.694103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:45.756855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-1d754519-9d89-4d03-9d3a-ff8d8d775f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:45.758498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-1d754519-9d89-4d03-9d3a-ff8d8d775f2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8c9df7b-5927-4496-8490-cccd4658b198 HTTP/1.1" status: 200 len: 848 time: 0.0979567 Nov 23 09:56:45.805053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-b4743141-cfed-45fe-917a-c8ee31554089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2196ca2d-9f61-4964-8715-dd542070f460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380926 Nov 23 09:56:45.852282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Allocated IP 172.20.0.4 (d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4/ae0daba6-97b6-42c2-b71f-fa0f901290be/409e0f12-825e-41d4-9464-2cfa384df294) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:45.907362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:45.930472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da0ba9-edb0-41b5-83f5-0cdbd377a1c2 None None] Network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:45.964982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-0beab02c-63ce-4b58-b293-be0408d7acd7 service neutron] 10.222.0.50 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499138 Nov 23 09:56:46.003231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.099288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.159158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Port': ['ID=409e0f12-825e-41d4-9464-2cfa384df294,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:46.163091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14aa365-6927-40c6-9d95-bd9c29918d3c req-369ae653-925c-4cc6-955b-45c8f2bdeda2 service neutron] 10.222.0.50 "GET /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887388 Nov 23 09:56:46.172382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:46.174213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:46.177669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:46.192230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9a0f-7afe-4380-9b93-2d4c9014a1a2 req-f6c4e095-1527-4214-96dc-cdafcb81230e tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:46.201590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5fa9a0f-7afe-4380-9b93-2d4c9014a1a2 req-f6c4e095-1527-4214-96dc-cdafcb81230e tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 943 time: 0.0852501 Nov 23 09:56:46.251383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5fa9a0f-7afe-4380-9b93-2d4c9014a1a2 req-3fe0a5da-6147-4576-9e52-f76fdf0e15a6 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487721 Nov 23 09:56:46.301150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.348734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.514328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.520577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.538007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ffc24-154f-44cd-8f8a-f112618906c8 req-8b62263d-4c7a-4a44-81f9-4edeb253e713 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:46.539584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d51ffc24-154f-44cd-8f8a-f112618906c8 req-8b62263d-4c7a-4a44-81f9-4edeb253e713 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0552857 Nov 23 09:56:46.594909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d51ffc24-154f-44cd-8f8a-f112618906c8 req-e180662b-1f3f-4140-9ae5-dcd5b6d3fa9e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Nov 23 09:56:46.598929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Port': ['ID=409e0f12-825e-41d4-9464-2cfa384df294,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:46.614919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.630286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.634160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ce456f1a-c5e1-4b71-8039-5d589f91ec0b tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1689010 Nov 23 09:56:46.634346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33868) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:46.699876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7aeaa1b9-cf6c-47b9-b2c3-1d39157af4ff tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 HTTP/1.1" status: 200 len: 689 time: 0.0621727 Nov 23 09:56:46.700120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:46.788129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.901795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Deleting port 409e0f12-825e-41d4-9464-2cfa384df294 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:46.902164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.979259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.979615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:46.991656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Calling delete_port for 409e0f12-825e-41d4-9464-2cfa384df294 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:47.119359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.150173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Port': ['ID=409e0f12-825e-41d4-9464-2cfa384df294,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:47.221165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.271312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.344346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.390828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0daba6-97b6-42c2-b71f-fa0f901290be,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:47.436803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf859e-9296-48ad-9148-77dbe7a7bc02 req-5d889386-df25-48a3-aa0c-fc606ac4c6c8 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:47.438340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3adf859e-9296-48ad-9148-77dbe7a7bc02 req-5d889386-df25-48a3-aa0c-fc606ac4c6c8 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 943 time: 0.1054361 Nov 23 09:56:47.467987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.508506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:47.527745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a83aa8-55fa-4fe8-b6c5-8c3a62adec7f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:47.528045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a83aa8-55fa-4fe8-b6c5-8c3a62adec7f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:47.549089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.558519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3adf859e-9296-48ad-9148-77dbe7a7bc02 req-e6f99405-38d8-4543-9b5e-8757904f7ee4 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932691 Nov 23 09:56:47.566579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.573120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:47.573513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:47.575541 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:47.593583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fbd48a47-7f53-477b-9806-9f40a47f3451 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:56:47.641302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.655990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:56:47.659531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.665434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33908) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:47.666232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 HTTP/1.1" status: 204 len: 168 time: 0.9650421 Nov 23 09:56:47.679857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9232-4111-4749-8b55-dc9ebf8842a6 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:47.725881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fbd48a47-7f53-477b-9806-9f40a47f3451,segment=NetworkSegment(1e6c119f-24e5-444a-bd5a-f1351da70717),segment_id=1e6c119f-24e5-444a-bd5a-f1351da70717)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:47.740711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'fbd48a47-7f53-477b-9806-9f40a47f3451', 'network_id': '2196ca2d-9f61-4964-8715-dd542070f460', 'port_id': 'fbd48a47-7f53-477b-9806-9f40a47f3451', 'mac_address': 'fa:16:3e:9d:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c9df7b-5927-4496-8490-cccd4658b198', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:56:47.800724 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.812915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33910) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:47.825318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2539a4b4-47c5-43a0-99cf-30cbe356ec7e tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1557450 Nov 23 09:56:47.826204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd48a47-7f53-477b-9806-9f40a47f3451 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:47.851994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fbd48a47-7f53-477b-9806-9f40a47f3451,segment=NetworkSegment(1e6c119f-24e5-444a-bd5a-f1351da70717),segment_id=1e6c119f-24e5-444a-bd5a-f1351da70717)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:47.857266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c0fd-74dd-4dde-ac17-a4b0cc8ff080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.862774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:47.979746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:48.156660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['fbd48a47-7f53-477b-9806-9f40a47f3451'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:48.282649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.283268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.283551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.284000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.284446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.284892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.285336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.285774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.286310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.286754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.287192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.289210 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f5f23822-0c9b-4ce7-b72b-c8e008aaaad9 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7116 time: 0.4753058 Nov 23 09:56:48.292900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33922) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:48.338746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed07379-7350-43b4-a0c3-4ebd9d2c4057 req-927f3f30-3bb0-4e0a-bb57-7fe10d0fcff9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.346481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fed07379-7350-43b4-a0c3-4ebd9d2c4057 req-927f3f30-3bb0-4e0a-bb57-7fe10d0fcff9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.5155320 Nov 23 09:56:48.394508 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-55622476-fcf7-4730-b9a6-8c17d37f2f20 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] delete failed (client error): The resource could not be found. Nov 23 09:56:48.395801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-55622476-fcf7-4730-b9a6-8c17d37f2f20 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/32dd3b21-fb69-4e9c-85a1-8436be9e73a6 HTTP/1.1" status: 404 len: 345 time: 0.1018322 Nov 23 09:56:48.398538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fed07379-7350-43b4-a0c3-4ebd9d2c4057 req-6a0f797f-1116-4d60-b2c2-412a228f40de tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Nov 23 09:56:48.399051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:48.418535 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f22cc6f-6d0d-4aff-8058-cf20c118ce6d tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 09:56:48.419113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f22cc6f-6d0d-4aff-8058-cf20c118ce6d tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:56:48.426451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f22cc6f-6d0d-4aff-8058-cf20c118ce6d tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d9a4f9c7-d0e0-49df-96ac-d1c38d6d46a4 HTTP/1.1" status: 404 len: 339 time: 0.0220895 Nov 23 09:56:48.427316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:48.436026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'name': 'tempest-network--1304260138', 'router:external': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:48.460643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:48.463297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:48.487675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:48.496780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:48.497233 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Added segment acf7477c-1ebd-4be6-9f3e-c2e593dc5a40 of type vlan for network 6fe24523-c0e0-46be-aa89-97570520e4db Nov 23 09:56:48.546792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:48.578876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:48.580177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.580912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:48.617790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1885543 Nov 23 09:56:48.620491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33934) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:48.660124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03652b-f480-4248-8212-51c4bd2d8e13 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=6fe24523-c0e0-46be-aa89-97570520e4db,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:48.672694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6fe24523-c0e0-46be-aa89-97570520e4db details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:48.750635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afb56b-c011-4fac-a405-df89ba8b56fa req-763e3b73-252d-4597-aa35-36515b5acbfc tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:48.758637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77afb56b-c011-4fac-a405-df89ba8b56fa req-763e3b73-252d-4597-aa35-36515b5acbfc tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 944 time: 0.0720382 Nov 23 09:56:48.826077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77afb56b-c011-4fac-a405-df89ba8b56fa req-bce18103-f781-424e-901b-b3b0f97496ad tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Nov 23 09:56:49.229405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8280d1-368a-4b55-adac-c64043454171 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:49.236295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8280d1-368a-4b55-adac-c64043454171 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:49.242606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8280d1-368a-4b55-adac-c64043454171 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:49.250151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8280d1-368a-4b55-adac-c64043454171 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:49.250574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33950) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:49.250812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa8280d1-368a-4b55-adac-c64043454171 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6283753 Nov 23 09:56:49.253395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33952) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:49.327740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.368778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd43-03a9-4ca5-88b0-977cc0ba3ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.413118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.451369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe24523-c0e0-46be-aa89-97570520e4db']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:49.458779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd43-03a9-4ca5-88b0-977cc0ba3ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.469819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd43-03a9-4ca5-88b0-977cc0ba3ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.476114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf7477c-1ebd-4be6-9f3e-c2e593dc5a40') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:49.478272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf7477c-1ebd-4be6-9f3e-c2e593dc5a40') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:49.493620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.516750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.525200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:49.526988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.532151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db0fcd43-03a9-4ca5-88b0-977cc0ba3ad7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=996b63915f3a462399ee4ee8beefd8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778721 Nov 23 09:56:49.549121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:49.554000 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:49.566173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fcd43-03a9-4ca5-88b0-977cc0ba3ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef50753-5e54-416b-9a51-aacb3da69921,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:49.602737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fbd48a47-7f53-477b-9806-9f40a47f3451 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:56:49.603108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.612971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680637-5864-4f38-89cc-a9d9a061daf8 req-de5424cf-9948-49d3-9ab8-19169fe8f01b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:49.617194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fe24523-c0e0-46be-aa89-97570520e4db {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:56:49.621030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.624812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6fe24523-c0e0-46be-aa89-97570520e4db HTTP/1.1" status: 204 len: 168 time: 0.3704548 Nov 23 09:56:49.632871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60680637-5864-4f38-89cc-a9d9a061daf8 req-de5424cf-9948-49d3-9ab8-19169fe8f01b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1399360 Nov 23 09:56:49.634526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33960) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:49.636177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcca563-2ec3-4cc4-bd10-8cd3576f03cb tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fe24523-c0e0-46be-aa89-97570520e4db,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:49.644005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'name': 'tempest-network--786757437', 'router:external': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:49.701231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:49.703870 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.706390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port fbd48a47-7f53-477b-9806-9f40a47f3451 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:56:49.712007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port fbd48a47-7f53-477b-9806-9f40a47f3451 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:56:49.712707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.751328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60680637-5864-4f38-89cc-a9d9a061daf8 req-9d4608df-0a59-4fe0-88d2-b86300773d6f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175456 Nov 23 09:56:49.757099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.780667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.812686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.823446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:49.841714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:49.842643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.844628 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da5575-58b7-4213-97d1-9c7a0726ac28" -d '{"events": [{"server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "name": "network-vif-plugged", "status": "completed", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:49.846854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.851344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ef50753-5e54-416b-9a51-aacb3da69921 HTTP/1.1" status: 204 len: 168 time: 0.3003888 Nov 23 09:56:49.853497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.853978 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Added segment b08ce4cf-4601-450d-801e-d1113d324b32 of type vlan for network 05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae Nov 23 09:56:49.871781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451e7bd-0ceb-4162-9897-dc15f74e736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef50753-5e54-416b-9a51-aacb3da69921,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:49.881792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fbd48a47-7f53-477b-9806-9f40a47f3451,segment=NetworkSegment(1e6c119f-24e5-444a-bd5a-f1351da70717),segment_id=1e6c119f-24e5-444a-bd5a-f1351da70717)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:49.900096 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.956896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:49.979674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:50.055759 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63cac5-8ec1-4482-be0a-76c5178f9815 x-openstack-request-id: req-0e63cac5-8ec1-4482-be0a-76c5178f9815 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:50.056310 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "name": "network-vif-plugged", "status": "completed", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:50.060733 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e63cac5-8ec1-4482-be0a-76c5178f9815 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:50.062396 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451', 'code': 200} Nov 23 09:56:50.079132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.080773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.081370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.114690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15e1fd-e056-45cc-823f-561713ae3b28 req-f38c1f84-c5b0-42f6-92a1-6a608010452a tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.116491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a15e1fd-e056-45cc-823f-561713ae3b28 req-f38c1f84-c5b0-42f6-92a1-6a608010452a tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.1093946 Nov 23 09:56:50.135460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:50.136559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4968235 Nov 23 09:56:50.157689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.208741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85a897-4522-432c-8670-121c1670bf86 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:50.224930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:50.232124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a15e1fd-e056-45cc-823f-561713ae3b28 req-9b27c420-0bac-4f0b-adb0-7d82fe939361 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002951 Nov 23 09:56:50.323897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc32580-fe36-4d75-953f-ef396b921619 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.328064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-acc32580-fe36-4d75-953f-ef396b921619 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "GET /v2.0/networks/05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae HTTP/1.1" status: 200 len: 756 time: 0.1884007 Nov 23 09:56:50.328324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:50.356571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d4c3-9005-4a49-8a29-e288416bdf7d req-5eedd321-d7d2-40bf-91f8-a26e9c81c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.360332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e46d4c3-9005-4a49-8a29-e288416bdf7d req-5eedd321-d7d2-40bf-91f8-a26e9c81c2ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 1096 time: 0.2084594 Nov 23 09:56:50.418922 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc49c833-d4c3-4630-b05e-9df3b41163f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.434403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e46d4c3-9005-4a49-8a29-e288416bdf7d req-74e150d4-c9be-479a-a890-58a9638a6314 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Nov 23 09:56:50.447041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ff2eb-2f94-45ac-89e8-d7982b5c27e4 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.451454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d19ff2eb-2f94-45ac-89e8-d7982b5c27e4 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "GET /v2.0/networks/45dcac92-8e77-4dc5-9428-4ff6c31a9175 HTTP/1.1" status: 200 len: 767 time: 0.1194973 Nov 23 09:56:50.451823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33990) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:50.529676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.615761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.636087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:50.648314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ce4cf-4601-450d-801e-d1113d324b32') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:50.648630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ce4cf-4601-450d-801e-d1113d324b32') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:50.660202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.675183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.682349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:50.682833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:50.684708 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:50.754700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34002) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:50.755954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.762964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:56:50.783350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.787195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae HTTP/1.1" status: 204 len: 168 time: 0.3337734 Nov 23 09:56:50.793959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:50.799001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'name': 'tempest-network--1738118165'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:50.811603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdad559-a47f-4a8e-aee9-6ae3a67ad8a4 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Network': ['ID=05da6a2f-afa9-4ccd-9fa0-0b4e76d2adae,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:50.844870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Made reservation on behalf of 07716e9b132f47d49d7471e3f56b7f10 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:50.848494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.931717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:50.946510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:50.946821 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Added segment 4368d23c-8a4e-4b4d-9ba9-91918a8e1d6c of type vlan for network 5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 Nov 23 09:56:50.957366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd58b1-0f58-48a3-ac5f-695d5b9a3ce1 req-83d20810-9e06-4acc-8400-a691cf69f8c7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:50.958862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15bd58b1-0f58-48a3-ac5f-695d5b9a3ce1 req-83d20810-9e06-4acc-8400-a691cf69f8c7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0839188 Nov 23 09:56:50.968756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1575368030-network', 'tenant_id': '299407c6deee4e2783557c45a1f0cb47'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:51.029767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Made reservation on behalf of 299407c6deee4e2783557c45a1f0cb47 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:51.032658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.048032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.073555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.093485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15bd58b1-0f58-48a3-ac5f-695d5b9a3ce1 req-fe4fdc4e-53f9-417d-8f65-2a734bdb9347 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065164 Nov 23 09:56:51.132585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.133562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:51.134158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.134970 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.198979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:51.211659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:51.235324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc2efe43-bce5-4d4e-95cc-abb6af472c63 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4372838 Nov 23 09:56:51.235512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34014) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:51.240840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:51.297548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.307057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.353783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:56:51.374947 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.375427 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Added segment 7dad1dbc-d588-4f65-9271-8031e134e4b5 of type vlan for network a033f273-3265-4466-9cea-11862f5d7ac9 Nov 23 09:56:51.471293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.489530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.508197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba37338-7268-467c-a00b-074aef3fee29,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:51.514063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Network 5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 is not hosted by any dhcp agent {{(pid=110023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 09:56:51.514994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:51.515719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.519503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "PUT /v2.0/networks/5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 HTTP/1.1" status: 200 len: 858 time: 0.2807202 Nov 23 09:56:51.521310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34020) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:51.527318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.543661 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:56:51.559976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe262e92-6b7f-49cb-a61d-a32b3b4b7471 req-a4c4298b-de57-43ca-8365-721faea34786 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:51.561689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe262e92-6b7f-49cb-a61d-a32b3b4b7471 req-a4c4298b-de57-43ca-8365-721faea34786 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.1406059 Nov 23 09:56:51.582131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.583206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:51.584006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.597189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392793b7-12e7-4509-9863-3a215a3ba4a5 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event updated for resources: {'Network': ['ID=5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:51.642556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.678499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9199996 Nov 23 09:56:51.681409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34022) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:51.690568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Request body: {'subnet': {'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1575368030-subnet', 'tenant_id': '299407c6deee4e2783557c45a1f0cb47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:51.701610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad556b-0cd1-4edb-8ccd-a813f26d2551 admin admin] Pushing event updated for resources: {'Network': ['ID=a033f273-3265-4466-9cea-11862f5d7ac9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:51.710578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe262e92-6b7f-49cb-a61d-a32b3b4b7471 req-2b6ad343-bda4-4472-ab83-4fcb0c1d989d tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376936 Nov 23 09:56:51.727325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a033f273-3265-4466-9cea-11862f5d7ac9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:56:51.730030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Made reservation on behalf of 299407c6deee4e2783557c45a1f0cb47 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:51.732132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.734245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.761650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:51.772546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4368d23c-8a4e-4b4d-9ba9-91918a8e1d6c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:51.772852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4368d23c-8a4e-4b4d-9ba9-91918a8e1d6c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:51.783796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.801943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.809470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:51.809884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:51.811929 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:51.890317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.907035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:56:51.908716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:51.914115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:51.922829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2594ce9e-3e5a-4cc9-9a92-06432135f1b7 tempest-ExternalNetworksTestJSON-1638597792 tempest-ExternalNetworksTestJSON-1638597792-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5fe1982e-8aa5-4d86-9fc3-3c5ea72b7bd5 HTTP/1.1" status: 204 len: 168 time: 0.4019039 Nov 23 09:56:51.923847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34026) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:51.953575 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49b295e-5f50-4a7f-bf1b-009b28df016f tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] DELETE failed (client error): The resource could not be found. Nov 23 09:56:51.954435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49b295e-5f50-4a7f-bf1b-009b28df016f tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:56:51.959939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c49b295e-5f50-4a7f-bf1b-009b28df016f tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "DELETE /v2.0/subnets/ae0daba6-97b6-42c2-b71f-fa0f901290be HTTP/1.1" status: 404 len: 337 time: 0.0350673 Nov 23 09:56:51.960589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34028) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:52.012080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.064383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.074725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7521a719-43e6-428f-87b8-36d907bf92a4,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:52.145908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Checking segment: {'id': '7dad1dbc-d588-4f65-9271-8031e134e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:52.146285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Network hostable DHCP agents. Network: a033f273-3265-4466-9cea-11862f5d7ac9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:56:52.179953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.185197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Network a033f273-3265-4466-9cea-11862f5d7ac9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:56:52.211717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dcac92-8e77-4dc5-9428-4ff6c31a9175']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:52.216425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a033f273-3265-4466-9cea-11862f5d7ac9) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:52.223335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65064a30-aae9-472a-9519-8310df9820bc') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:52.223689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65064a30-aae9-472a-9519-8310df9820bc') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:52.226844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8527294-1ead-4f48-b411-618bef3a2137 None None] Network a033f273-3265-4466-9cea-11862f5d7ac9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:52.229413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:52.230046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.241172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.256721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.263440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:52.263858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.270884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4288ef7-0de5-440e-8ed1-138e47ecd354 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5839632 Nov 23 09:56:52.280937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a842ad-a893-44df-8de2-9fa1b5f97d3b req-06176407-f3bc-4a56-b2ef-909dbf16e9ae tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:52.283940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81a842ad-a893-44df-8de2-9fa1b5f97d3b req-06176407-f3bc-4a56-b2ef-909dbf16e9ae tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0687466 Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:52.339579 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:52.347351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.360372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.365538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] 10.222.0.62 "DELETE /v2.0/networks/45dcac92-8e77-4dc5-9428-4ff6c31a9175 HTTP/1.1" status: 204 len: 168 time: 0.4038959 Nov 23 09:56:52.390680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81a842ad-a893-44df-8de2-9fa1b5f97d3b req-c4c01785-7b3b-4bd1-b952-b828a63380ec tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991712 Nov 23 09:56:52.412141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6404713-c142-4f37-b295-62eaec4f56a9 tempest-ExternalNetworksTestJSON-627281112 tempest-ExternalNetworksTestJSON-627281112-project] Pushing event deleted for resources: {'Network': ['ID=45dcac92-8e77-4dc5-9428-4ff6c31a9175,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:52.606601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a188f85-8a1c-4e77-8c57-9e98a052fd39 None None] Network a033f273-3265-4466-9cea-11862f5d7ac9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:56:52.624820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:52.721932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34050) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:52.877223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9802-55bb-4787-a3a9-1ace3ed27629 req-9169c358-9d37-4ce6-8f76-e94df4b2064a tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:52.886480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-086b9802-55bb-4787-a3a9-1ace3ed27629 req-9169c358-9d37-4ce6-8f76-e94df4b2064a tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.0697501 Nov 23 09:56:52.934753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b3f707d-00e0-44ef-8bd1-b8f1d1ddd1ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de9b128fbc884b0d9f4d86e2dbba9a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109852 Nov 23 09:56:52.937387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34058) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:52.948348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-086b9802-55bb-4787-a3a9-1ace3ed27629 req-d5b21de7-95f2-4c27-b49c-fe6b16589585 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Nov 23 09:56:53.016052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.039809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.168284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.171538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.172695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0861e7db-6b70-4916-96b3-d37d7cf575c3 HTTP/1.1" status: 204 len: 168 time: 0.2341173 Nov 23 09:56:53.189962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-57f118e9-dfc8-47bc-9ed4-fcf9da4b8c79 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:53.189962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-57f118e9-dfc8-47bc-9ed4-fcf9da4b8c79 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/networks?id=a033f273-3265-4466-9cea-11862f5d7ac9 HTTP/1.1" status: 200 len: 818 time: 0.1895730 Nov 23 09:56:53.191703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec9109-525b-407b-b053-60efa060b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861e7db-6b70-4916-96b3-d37d7cf575c3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:53.235180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-8a6e5d45-51a3-4b3f-8ca8-9a56436094ab tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/quotas/299407c6deee4e2783557c45a1f0cb47 HTTP/1.1" status: 200 len: 375 time: 0.0278583 Nov 23 09:56:53.297422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-f34d3f32-ac80-4bb4-8c76-b9b438e1a05b tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=299407c6deee4e2783557c45a1f0cb47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604880 Nov 23 09:56:53.395513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-806d4ae5-e8f9-45aa-b0fb-71dd03bad52d service neutron] 10.222.0.62 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965326 Nov 23 09:56:53.503471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.513766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-6fce1367-9985-416b-ad61-d15553b3ba27 service neutron] 10.222.0.62 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115036 Nov 23 09:56:53.549268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130782db-0cbf-4519-ade5-862682cb5789 req-6b2d49a2-9832-4688-9c1b-e90158716960 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:53.557429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-130782db-0cbf-4519-ade5-862682cb5789 req-6b2d49a2-9832-4688-9c1b-e90158716960 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0697305 Nov 23 09:56:53.597948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34088) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:53.614183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-130782db-0cbf-4519-ade5-862682cb5789 req-359610f6-a78c-45c5-b256-f1a4776950ea tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544651 Nov 23 09:56:53.649695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:53.650524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4ced025-4b5d-4fa4-a2fc-2d5cf08c54e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07716e9b132f47d49d7471e3f56b7f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508485 Nov 23 09:56:53.724437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.753352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.842625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.846044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:53.847305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae07d1e1-4f52-431c-ad4e-ce67ee16e134 HTTP/1.1" status: 204 len: 168 time: 0.1964869 Nov 23 09:56:53.871637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61c73-c4cd-48ea-ba30-f20e757c55fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae07d1e1-4f52-431c-ad4e-ce67ee16e134,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:53.924974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e28560e-9afb-4d7c-90d4-4f5b7b366ec6 req-b3075fbd-5ff1-4c39-9b65-61feda8f82fc tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 210 time: 0.0901096 Nov 23 09:56:54.730409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99bda8-b6f9-4b3d-a8b8-d7b8e6e251dc req-8605f447-6850-456f-b1a8-7b80444b3abd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:54.733369 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c99bda8-b6f9-4b3d-a8b8-d7b8e6e251dc req-8605f447-6850-456f-b1a8-7b80444b3abd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0544508 Nov 23 09:56:54.781996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c99bda8-b6f9-4b3d-a8b8-d7b8e6e251dc req-b5427eff-681b-4aa4-b9e8-40d0c8e53ae3 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Nov 23 09:56:55.061628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-db4fe3a8-f815-4ae9-aa6f-4481f01c3c93 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:55.065007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-db4fe3a8-f815-4ae9-aa6f-4481f01c3c93 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.11 "GET /v2.0/networks?id=a033f273-3265-4466-9cea-11862f5d7ac9 HTTP/1.1" status: 200 len: 818 time: 0.1700816 Nov 23 09:56:55.080236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Request body: {'port': {'device_id': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9', 'admin_state_up': True, 'tenant_id': '299407c6deee4e2783557c45a1f0cb47'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:55.119792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de613b4f-3385-4e6b-bf3c-4880ecfadead req-01a97ae4-d411-4b5b-b031-16a8ad80c319 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 210 time: 0.0669940 Nov 23 09:56:55.248433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Made reservation on behalf of 299407c6deee4e2783557c45a1f0cb47 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:55.253114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.411224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12eb04-33a1-4e97-9e05-e68070eea959 req-af9677e2-4fb9-43a0-b362-4568f226e35c tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:55.412654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c12eb04-33a1-4e97-9e05-e68070eea959 req-af9677e2-4fb9-43a0-b362-4568f226e35c tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.0951264 Nov 23 09:56:55.434147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Allocated IP 172.20.0.5 (a033f273-3265-4466-9cea-11862f5d7ac9/7521a719-43e6-428f-87b8-36d907bf92a4/a64b1981-8881-4230-8efc-e5c30a2ff98c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:55.453418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:55.488078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c12eb04-33a1-4e97-9e05-e68070eea959 req-9269edf0-7d3b-4dba-8cb8-8b9f3007368c tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Nov 23 09:56:55.562581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:55.583152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.629233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.666210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.674449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.711018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Network a033f273-3265-4466-9cea-11862f5d7ac9 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:55.714203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:55.718011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:55.745424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Pushing event updated for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:55.773741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:55.774355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.779976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Allocated IP 172.25.1.201 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/c0141c3d-9a94-4c4d-864e-0c38ddf4890d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:56:55.790766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-b846c692-8603-4041-aa64-2074e5b2dd15 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7144632 Nov 23 09:56:55.802884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Request body: {'port': {'device_id': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:55.883971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.891676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.930182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:55.931701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5047-361b-4660-b7ee-e992e44e6007 req-9d90d85c-160c-4210-a5f6-ef0e2b0600bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:55.933231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a51c5047-361b-4660-b7ee-e992e44e6007 req-9d90d85c-160c-4210-a5f6-ef0e2b0600bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0796864 Nov 23 09:56:55.973617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:56:55.979004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:56:55.981739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:56:56.019148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Pushing event updated for resources: {'Port': ['ID=c0141c3d-9a94-4c4d-864e-0c38ddf4890d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:56.054559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a51c5047-361b-4660-b7ee-e992e44e6007 req-240e5241-9446-4761-a119-aba11a6f88a0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127203 Nov 23 09:56:56.100385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.139034 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.229653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64b1981-8881-4230-8efc-e5c30a2ff98c {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:56:56.238840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.252134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Transition to ACTIVE for port object a64b1981-8881-4230-8efc-e5c30a2ff98c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:56:56.255457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.324607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Pushing event updated for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:56.358898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-5d574a10-f854-457f-9acf-59d3c972ea67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1088748 Nov 23 09:56:56.374058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04aa5-22bb-4c05-9857-55ed222488d8 req-c1ef4360-d405-4b8b-945e-4ce5beceb678 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.375528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34b04aa5-22bb-4c05-9857-55ed222488d8 req-c1ef4360-d405-4b8b-945e-4ce5beceb678 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 943 time: 0.1137295 Nov 23 09:56:56.383987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Attempting to bind port a64b1981-8881-4230-8efc-e5c30a2ff98c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:56:56.384313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Attempting to bind port a64b1981-8881-4230-8efc-e5c30a2ff98c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7dad1dbc-d588-4f65-9271-8031e134e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:56:56.384643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Attempting to bind port a64b1981-8881-4230-8efc-e5c30a2ff98c on network a033f273-3265-4466-9cea-11862f5d7ac9 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:56.389344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Port a64b1981-8881-4230-8efc-e5c30a2ff98c on network a033f273-3265-4466-9cea-11862f5d7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:56:56.389667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Attempting to bind port a64b1981-8881-4230-8efc-e5c30a2ff98c on network a033f273-3265-4466-9cea-11862f5d7ac9 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:56:56.394674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:56:56.395039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Checking segment: {'id': '7dad1dbc-d588-4f65-9271-8031e134e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:56:56.395361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Bound using segment: {'id': '7dad1dbc-d588-4f65-9271-8031e134e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:56:56.395872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Bound port: a64b1981-8881-4230-8efc-e5c30a2ff98c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dad1dbc-d588-4f65-9271-8031e134e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:56:56.396140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.410508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.422815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.460352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:56:56.463599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c,segment=NetworkSegment(7dad1dbc-d588-4f65-9271-8031e134e4b5),segment_id=7dad1dbc-d588-4f65-9271-8031e134e4b5)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:56:56.468152 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.502198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.502816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.504305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] 10.222.0.11 "PUT /v2.0/ports/a64b1981-8881-4230-8efc-e5c30a2ff98c HTTP/1.1" status: 200 len: 1091 time: 0.7056055 Nov 23 09:56:56.504980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:56.509014 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2475d967-d27c-4a33-b83d-d867040ba279" -d '{"events": [{"name": "network-changed", "server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:56.539775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834c6f-cf7e-42ec-ae56-aa6d6cc2e277 service neutron] Pushing event updated for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:56.548384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34b04aa5-22bb-4c05-9857-55ed222488d8 req-bc9b0c48-45fd-42f7-9b50-c971e06785e5 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640136 Nov 23 09:56:56.557423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Pushing event updated for resources: {'Port': ['ID=c0141c3d-9a94-4c4d-864e-0c38ddf4890d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:56.576417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.587380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-563a2452-3e7e-4c0b-8c05-9409aedb44eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.1557941 Nov 23 09:56:56.588576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.615143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.617050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2fec6207-a1eb-4382-b21e-1824c6f4de63 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1623719 Nov 23 09:56:56.620221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:56.629644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1991902042', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'fixed_ips': [{'ip_address': '172.25.1.201'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:56:56.635940 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb4048-9fd6-4b58-8e20-d2f87aa73120 x-openstack-request-id: req-eccb4048-9fd6-4b58-8e20-d2f87aa73120 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:56.636225 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:56.636476 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eccb4048-9fd6-4b58-8e20-d2f87aa73120 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:56.636873 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c', 'status': 'completed', 'code': 200} Nov 23 09:56:56.648767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-7fa9f54c-6b26-4d61-8b5e-6dd6c3a1f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.649815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-7fa9f54c-6b26-4d61-8b5e-6dd6c3a1f115 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=299407c6deee4e2783557c45a1f0cb47&device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 1094 time: 0.0984764 Nov 23 09:56:56.659474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce71e-780b-4a2f-af56-144b2344fffb req-e5e8681b-9b7e-45b2-bcd7-fba22b60a5df tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.660965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f7ce71e-780b-4a2f-af56-144b2344fffb req-e5e8681b-9b7e-45b2-bcd7-fba22b60a5df tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.1004260 Nov 23 09:56:56.708245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-486206cb-86af-4a62-9cd5-f4458bd5f41b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c HTTP/1.1" status: 200 len: 217 time: 0.0462866 Nov 23 09:56:56.717439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Made reservation on behalf of 896e31bef20849678087eae62fa77618 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:56:56.719693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.723754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-e932d349-3b8d-4fca-a65d-0c80577a6d89 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.725267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-e932d349-3b8d-4fca-a65d-0c80577a6d89 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 945 time: 0.1229634 Nov 23 09:56:56.741438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.790382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ff48ee89-5acb-4641-9a53-2432a7bc58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.790859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ff48ee89-5acb-4641-9a53-2432a7bc58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.791325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ff48ee89-5acb-4641-9a53-2432a7bc58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.793256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ff48ee89-5acb-4641-9a53-2432a7bc58c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=32ff3901-514f-48a8-b6f1-247a46fc2083&id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 2298 time: 0.1717379 Nov 23 09:56:56.805426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f7ce71e-780b-4a2f-af56-144b2344fffb req-06b450f1-f2dc-4579-95f5-68b2e22ae3d8 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06718c5-ef7d-484d-bd3b-edeee5217b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332440 Nov 23 09:56:56.811921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-28d61efd-d902-4170-b814-5c3c74677b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.813382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-28d61efd-d902-4170-b814-5c3c74677b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7521a719-43e6-428f-87b8-36d907bf92a4 HTTP/1.1" status: 200 len: 858 time: 0.0888526 Nov 23 09:56:56.856835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-cda58ae1-8834-453e-9b1e-7b19da8201af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a033f273-3265-4466-9cea-11862f5d7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354097 Nov 23 09:56:56.887378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-3ca0ee8c-3faf-46f4-96f5-38c0a739efff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 1001 time: 0.0758300 Nov 23 09:56:56.925559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Deleting port fbd48a47-7f53-477b-9806-9f40a47f3451 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:56.925923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.952806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.964326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:56.982351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] device_id is not set on port b6737c5c-d3b6-49d5-9de4-2eef5bde059a yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:56:56.997954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-c5fb91e7-444c-47af-a7a2-bccdd3a96154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:56.999599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-c5fb91e7-444c-47af-a7a2-bccdd3a96154 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 200 len: 856 time: 0.1051569 Nov 23 09:56:57.037297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-39eefea8-4a30-443c-969f-dd4bdc7f6f5e service neutron] 10.222.0.11 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727073 Nov 23 09:56:57.066105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae7a18-50a1-4ab4-9458-0706f675f76b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:57.066819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] For port fbd48a47-7f53-477b-9806-9f40a47f3451, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fbd48a47-7f53-477b-9806-9f40a47f3451,segment=NetworkSegment(1e6c119f-24e5-444a-bd5a-f1351da70717),segment_id=1e6c119f-24e5-444a-bd5a-f1351da70717)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:56:57.067186 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.083047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-8cbce461-c64e-444a-9e1d-8de638bb04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.084301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-8cbce461-c64e-444a-9e1d-8de638bb04f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761566 Nov 23 09:56:57.088815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Calling delete_port for fbd48a47-7f53-477b-9806-9f40a47f3451 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:57.236882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca27bb03-4860-4a52-a548-db7fb2e2cd09 req-c1022734-a711-4fdc-b199-0b7097b13ecd service neutron] 10.222.0.11 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893244 Nov 23 09:56:57.258721 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 09:56:57.259827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:56:57.277933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-108d5d97-e615-4772-a416-7d1586ae4b4b tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6532314 Nov 23 09:56:57.280140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:57.284258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03b7d-3036-40e2-bbc4-f158fec589a7 req-87dffe0c-1cdb-4016-8422-f27ba673a60a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.285758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec03b7d-3036-40e2-bbc4-f158fec589a7 req-87dffe0c-1cdb-4016-8422-f27ba673a60a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1153617 Nov 23 09:56:57.298956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-5be43fc2-2b63-4930-9cf8-98078a911e63 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053070 Nov 23 09:56:57.410002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d967-d27c-4a33-b83d-d867040ba279 req-100f08da-e94b-4fad-9c0f-31fe82ee6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.412461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-100f08da-e94b-4fad-9c0f-31fe82ee6b43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=299407c6deee4e2783557c45a1f0cb47&device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 1094 time: 0.0974355 Nov 23 09:56:57.453757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec03b7d-3036-40e2-bbc4-f158fec589a7 req-af9620b9-48a3-48d0-8064-dc3ff553282b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575370 Nov 23 09:56:57.484202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-76279e9e-a078-4b9f-a9a9-37d34859ea15 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766467 Nov 23 09:56:57.487438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.496672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Deleting port c0141c3d-9a94-4c4d-864e-0c38ddf4890d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:56:57.497020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.499868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['fbd48a47-7f53-477b-9806-9f40a47f3451'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:56:57.556356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Pushing event deleted for resources: {'Port': ['ID=fbd48a47-7f53-477b-9806-9f40a47f3451,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:57.560351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-09ed511b-a542-4004-8e14-0e296406ef09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 217 time: 0.0675724 Nov 23 09:56:57.570622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d967-d27c-4a33-b83d-d867040ba279 req-2f5cc0ae-a457-4cdf-be5e-7074718cbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.572149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-2f5cc0ae-a457-4cdf-be5e-7074718cbb1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a033f273-3265-4466-9cea-11862f5d7ac9 HTTP/1.1" status: 200 len: 919 time: 0.1509192 Nov 23 09:56:57.627007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] No DVR routers for this DVR port fbd48a47-7f53-477b-9806-9f40a47f3451 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:56:57.627277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-f022c332-d675-4f2c-8928-9877cced3fe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c HTTP/1.1" status: 200 len: 217 time: 0.0435741 Nov 23 09:56:57.628840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.629229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.630718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:57.634375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20fb9311-ff06-4db1-8aa4-a212910daf7e req-67ecbf5d-f742-4521-9e95-e3a619863c15 tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.50 "DELETE /v2.0/ports/fbd48a47-7f53-477b-9806-9f40a47f3451 HTTP/1.1" status: 204 len: 173 time: 0.9023523 Nov 23 09:56:57.639241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'name': 'network-vif-deleted', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:56:57.641730 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f904b-4795-40a2-b5d9-3873d65a4383" -d '{"events": [{"server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "name": "network-vif-deleted", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:56:57.660599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-3418f365-d8ec-4701-99ba-5446f6ca84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.662791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-3418f365-d8ec-4701-99ba-5446f6ca84eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0952659 Nov 23 09:56:57.676050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Calling delete_port for c0141c3d-9a94-4c4d-864e-0c38ddf4890d owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:56:57.706650 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed871d0-5692-4bcd-ac52-5981583a97d8 x-openstack-request-id: req-7ed871d0-5692-4bcd-ac52-5981583a97d8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:56:57.706982 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22c0bc-5269-484d-b947-936a69df5661", "name": "network-vif-deleted", "tag": "fbd48a47-7f53-477b-9806-9f40a47f3451", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:56:57.707242 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ed871d0-5692-4bcd-ac52-5981583a97d8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:56:57.707645 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22c0bc-5269-484d-b947-936a69df5661', 'name': 'network-vif-deleted', 'tag': 'fbd48a47-7f53-477b-9806-9f40a47f3451', 'status': 'completed', 'code': 200} Nov 23 09:56:57.738378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-3f426718-8f4d-4e4b-b545-049973d452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.739880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-3f426718-8f4d-4e4b-b545-049973d452ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698869 Nov 23 09:56:57.759328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d967-d27c-4a33-b83d-d867040ba279 req-589e5893-3ebd-4eb3-ad3f-5a21e1b70dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.760814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-589e5893-3ebd-4eb3-ad3f-5a21e1b70dc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7521a719-43e6-428f-87b8-36d907bf92a4 HTTP/1.1" status: 200 len: 858 time: 0.1240115 Nov 23 09:56:57.795042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c82ee-26b6-4523-90bb-ae0394fc4561 req-230bc201-db2a-4e30-a6bd-ba08e2f42d6a tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:57.796548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca4c82ee-26b6-4523-90bb-ae0394fc4561 req-230bc201-db2a-4e30-a6bd-ba08e2f42d6a tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 943 time: 0.1497750 Nov 23 09:56:57.815118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-d23ee584-553a-4ab1-9590-2bcf20615f24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a033f273-3265-4466-9cea-11862f5d7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424945 Nov 23 09:56:57.846283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-b6e7dc9a-cbd0-4111-a665-62a02688c776 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989714 Nov 23 09:56:57.929614 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca4c82ee-26b6-4523-90bb-ae0394fc4561 req-7ec6180d-8b2e-4827-a76c-b0a78ae72f33 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169109 Nov 23 09:56:57.946694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7347b066-77fd-4540-8524-f55677fd40e1 req-b3b06c31-0939-4a6a-a27f-7081cf570aed tempest-ServerTagsTestJSON-1497161000 tempest-ServerTagsTestJSON-1497161000-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd22c0bc-5269-484d-b947-936a69df5661 HTTP/1.1" status: 200 len: 210 time: 0.0312662 Nov 23 09:56:57.975942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-21d944a7-c63e-4882-90ef-3de7dfe62197 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210346 Nov 23 09:56:57.989947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-4479937a-79c6-416a-8e61-2ba2f63586f4 service neutron] 10.222.0.11 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640973 Nov 23 09:56:57.995214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:58.025380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-c53e9358-6042-4b9c-a0dd-c5e5216beca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 217 time: 0.0410552 Nov 23 09:56:58.043481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0141c3d-9a94-4c4d-864e-0c38ddf4890d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:58.084550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-2b944f85-be6c-4a2a-b8a3-9c2e80f3e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:58.086296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-2b944f85-be6c-4a2a-b8a3-9c2e80f3e65d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0539517 Nov 23 09:56:58.142118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ab054665-3c46-4113-ab4e-d93dabe36846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:58.143891 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-ab054665-3c46-4113-ab4e-d93dabe36846 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496747 Nov 23 09:56:58.248509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-8decb74f-a7da-43fc-addb-5ed3cf9a300e service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961857 Nov 23 09:56:58.346323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-cf2e4e3f-6051-4f76-b303-13afb08bf310 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901170 Nov 23 09:56:58.392082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-d0982896-326c-4861-98a0-fe7a3c812efa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 200 len: 217 time: 0.0382705 Nov 23 09:56:58.449580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-a56e8cae-866c-4952-8824-1251e1fd27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:58.451139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-a56e8cae-866c-4952-8824-1251e1fd27db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0506165 Nov 23 09:56:58.499138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-adee22b3-331d-44da-ac87-bb3702b639be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:58.501018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-adee22b3-331d-44da-ac87-bb3702b639be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422821 Nov 23 09:56:58.505436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:58.507977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:58.509104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-612f5bc0-17d7-47f9-ae48-01eaa0d37357 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673 tempest-ExternalNetworksAdminNegativeTestJSON-1584535673-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/299d83b1-be08-40b9-87b3-630db4e92f98 HTTP/1.1" status: 204 len: 168 time: 1.2279861 Nov 23 09:56:58.511656 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2475d967-d27c-4a33-b83d-d867040ba279 req-ae11f9d8-7644-4bfc-af6c-64ed9197064c service neutron] 10.222.0.11 "GET /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141931 Nov 23 09:56:58.617078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec5d9a-5a0c-4271-9bdc-4ab4868a81f0 req-e422eb37-fb4e-44be-be6c-f72a1fd6c197 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:58.618931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4ec5d9a-5a0c-4271-9bdc-4ab4868a81f0 req-e422eb37-fb4e-44be-be6c-f72a1fd6c197 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0547245 Nov 23 09:56:58.695822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4ec5d9a-5a0c-4271-9bdc-4ab4868a81f0 req-3c9f46be-090c-47f0-af13-0fc21a8acf48 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Nov 23 09:56:58.816386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34240) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:58.922332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0850070c-5606-4abb-8a81-8eea6a0be520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:58.935041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-6d094cdd-e1f4-4635-b4c4-21a7be4d60d4 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250133 Nov 23 09:56:59.024222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34248) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:59.052304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0850070c-5606-4abb-8a81-8eea6a0be520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.059326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0850070c-5606-4abb-8a81-8eea6a0be520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.062384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-92e14414-833a-4e0e-a9fb-012542d92b1e service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202252 Nov 23 09:56:59.110779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e721-c38f-4374-8ed9-c86a1f808293 req-7278b849-88b8-4802-ae82-1be12efd9937 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.112620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8767e721-c38f-4374-8ed9-c86a1f808293 req-7278b849-88b8-4802-ae82-1be12efd9937 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 943 time: 0.0976224 Nov 23 09:56:59.113976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-78613431-d031-4dbe-b720-ed903e1877db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 200 len: 217 time: 0.0439184 Nov 23 09:56:59.118445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0850070c-5606-4abb-8a81-8eea6a0be520 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fc30f22c16146e7b44e1feadc5d5d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983909 Nov 23 09:56:59.118445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850070c-5606-4abb-8a81-8eea6a0be520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e07fd3-a229-40f2-8000-7374b16d2e91,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:59.118719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Deleting subnet d8c9df7b-5927-4496-8490-cccd4658b198 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:56:59.120431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.122142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:59.199002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8767e721-c38f-4374-8ed9-c86a1f808293 req-8b40247c-ab87-4e9d-a81c-851101bb3af4 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777254 Nov 23 09:56:59.202280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.212595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.240456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.240858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-6925dd88-e11a-4869-811d-4900503dc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.242369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-6925dd88-e11a-4869-811d-4900503dc0e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1030295 Nov 23 09:56:59.280655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.308702 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.312343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.313684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5e07fd3-a229-40f2-8000-7374b16d2e91 HTTP/1.1" status: 204 len: 168 time: 0.1905453 Nov 23 09:56:59.320351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-5b1347ac-0c2c-43e2-b1bb-1fe6ce00b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.321878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-5b1347ac-0c2c-43e2-b1bb-1fe6ce00b086 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718241 Nov 23 09:56:59.323768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f6d00-5916-429b-b660-9d425a0a9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e07fd3-a229-40f2-8000-7374b16d2e91,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:59.398795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.434468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c9df7b-5927-4496-8490-cccd4658b198,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:59.438057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.441214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-21a281e5-e056-4af4-b81e-d0740292b543 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d8c9df7b-5927-4496-8490-cccd4658b198 HTTP/1.1" status: 204 len: 168 time: 0.4160314 Nov 23 09:56:59.443905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:59.458192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-56fc73c5-562e-45bc-b54a-e3e4792d2f75 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261916 Nov 23 09:56:59.514055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.553981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-5daf1086-0806-4708-a65f-93d7315675f8 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878661 Nov 23 09:56:59.597807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.603591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-93bedb4e-6905-4ccb-9dcf-d59d5fadd8c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 217 time: 0.0414302 Nov 23 09:56:59.616049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34264) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:59.625131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2196ca2d-9f61-4964-8715-dd542070f460']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:59.641510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6c119f-24e5-444a-bd5a-f1351da70717') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:59.641804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6c119f-24e5-444a-bd5a-f1351da70717') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:56:59.654997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-9fd89f9c-5e89-4dcf-8335-2f24497a678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.656463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-9fd89f9c-5e89-4dcf-8335-2f24497a678c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.0451212 Nov 23 09:56:59.657165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.679769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a6998666-00dc-480a-b18c-dd5961f7f2a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=896e31bef20849678087eae62fa77618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626190 Nov 23 09:56:59.680902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.682783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:56:59.692630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:56:59.693053 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:56:59.694695 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:56:59.706344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-6e836013-69e1-497e-b35b-9a6c80d79a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.708130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-6e836013-69e1-497e-b35b-9a6c80d79a34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450599 Nov 23 09:56:59.783048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.810821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.816345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] 10.222.0.62 "DELETE /v2.0/networks/2196ca2d-9f61-4964-8715-dd542070f460 HTTP/1.1" status: 204 len: 168 time: 0.3690329 Nov 23 09:56:59.818537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-0b403713-2b72-4b0c-a332-8d4136f6a6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008813 Nov 23 09:56:59.831052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.833670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3a063-4245-47ca-b0e1-1546a388035b admin admin] Pushing event deleted for resources: {'Network': ['ID=2196ca2d-9f61-4964-8715-dd542070f460,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:56:59.869275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126843ef-7ad3-4434-b419-c82fa3ec9a92 req-dabf2304-c6fc-4d44-8bf0-5d1dd4c8bd35 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:56:59.876693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-126843ef-7ad3-4434-b419-c82fa3ec9a92 req-dabf2304-c6fc-4d44-8bf0-5d1dd4c8bd35 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1064703 Nov 23 09:56:59.880006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:56:59.974385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-99b18513-4cca-4260-9929-2225a53f4c49 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467748 Nov 23 09:56:59.991975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-126843ef-7ad3-4434-b419-c82fa3ec9a92 req-bf791046-6c4d-4f1c-81b7-2e908ad6d283 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143916 Nov 23 09:57:00.004082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.008194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.009428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3aae7a18-50a1-4ab4-9458-0706f675f76b HTTP/1.1" status: 204 len: 168 time: 0.3257623 Nov 23 09:57:00.027323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4025297-cefe-493f-a887-130d6f024f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae7a18-50a1-4ab4-9458-0706f675f76b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:00.032332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-dc6fe754-e24e-44ca-aa3d-0225a697f332 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 217 time: 0.0497775 Nov 23 09:57:00.057666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:00.089902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-13f87b5a-1b63-44d4-b17e-a1b9744880c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:00.091703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-13f87b5a-1b63-44d4-b17e-a1b9744880c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.0528233 Nov 23 09:57:00.099631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44958c74-b28f-4956-9e6e-70478baa9cc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4097ed44ac54cadb430f7f6ff3ec0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408151 Nov 23 09:57:00.102239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:00.142682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-f822060b-914d-46cf-801f-c46e3f0256b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:00.144330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-f822060b-914d-46cf-801f-c46e3f0256b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452886 Nov 23 09:57:00.152738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.182647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.245274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.249040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:00.250479 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e06718c5-ef7d-484d-bd3b-edeee5217b7a HTTP/1.1" status: 204 len: 168 time: 0.1471796 Nov 23 09:57:00.266377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdaa2a-f7d6-492e-bb22-5b9c3cfc4947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06718c5-ef7d-484d-bd3b-edeee5217b7a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:00.295521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-bbd1988c-3f5b-48a5-a811-11a9a939c2ea service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405852 Nov 23 09:57:00.397392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352ecaf-3021-49c4-9b7f-035e4c8f9169 req-719fc53d-d2c8-4a6a-ae7c-5595ab4ae6db tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:00.408452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7352ecaf-3021-49c4-9b7f-035e4c8f9169 req-719fc53d-d2c8-4a6a-ae7c-5595ab4ae6db tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 943 time: 0.0942647 Nov 23 09:57:00.432549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bacfb44-4e5b-49f2-b160-7e54e70e4e35 req-036f818a-dc34-45d3-9f22-7783b51cf626 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294653 Nov 23 09:57:00.532988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7352ecaf-3021-49c4-9b7f-035e4c8f9169 req-a9e37153-60ec-4859-b118-3dcebe03e608 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236384 Nov 23 09:57:00.567223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2cd9a-24b1-477d-9948-6a5718d3fff7 req-14aec615-1b5e-4a2d-8960-30555964864c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:00.575646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17b2cd9a-24b1-477d-9948-6a5718d3fff7 req-14aec615-1b5e-4a2d-8960-30555964864c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.0822282 Nov 23 09:57:00.644269 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17b2cd9a-24b1-477d-9948-6a5718d3fff7 req-31ad9b87-6724-4527-b454-f147b6b29373 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632346 Nov 23 09:57:00.804253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19793a-30a0-4959-8fd7-457749b8ea36 req-47722e35-d29a-4b41-a07a-e1c8f3672d2e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:00.805784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf19793a-30a0-4959-8fd7-457749b8ea36 req-47722e35-d29a-4b41-a07a-e1c8f3672d2e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.0565870 Nov 23 09:57:00.870538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf19793a-30a0-4959-8fd7-457749b8ea36 req-138c394a-b130-40f5-81fc-94750137ae6a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Nov 23 09:57:01.127449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6c016-b222-4fc3-9152-bb6e34bbb2d1 req-825a0d33-bd70-446e-968c-59ca02a361fb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:01.129360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10b6c016-b222-4fc3-9152-bb6e34bbb2d1 req-825a0d33-bd70-446e-968c-59ca02a361fb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0564547 Nov 23 09:57:01.143559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a64b1981-8881-4230-8efc-e5c30a2ff98c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:01.189289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10b6c016-b222-4fc3-9152-bb6e34bbb2d1 req-0609b188-187b-4cf9-aff5-7485b4fedb5e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Nov 23 09:57:01.265378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c,segment=NetworkSegment(7dad1dbc-d588-4f65-9271-8031e134e4b5),segment_id=7dad1dbc-d588-4f65-9271-8031e134e4b5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:01.281700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'a64b1981-8881-4230-8efc-e5c30a2ff98c', 'network_id': 'a033f273-3265-4466-9cea-11862f5d7ac9', 'port_id': 'a64b1981-8881-4230-8efc-e5c30a2ff98c', 'mac_address': 'fa:16:3e:36:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7521a719-43e6-428f-87b8-36d907bf92a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:01.329362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:01.343962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64b1981-8881-4230-8efc-e5c30a2ff98c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:01.366955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c,segment=NetworkSegment(7dad1dbc-d588-4f65-9271-8031e134e4b5),segment_id=7dad1dbc-d588-4f65-9271-8031e134e4b5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:01.372993 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:01.425042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:01.684817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fbd48a47-7f53-477b-9806-9f40a47f3451 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:01.705783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: fbd48a47-7f53-477b-9806-9f40a47f3451 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:01.706224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fbd48a47-7f53-477b-9806-9f40a47f3451 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:01.729986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34376) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:01.795640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a64b1981-8881-4230-8efc-e5c30a2ff98c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:01.897728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7015-947a-42b1-a962-ff4dbe2589eb req-d2d2e491-7b26-438b-8821-c434ff59552b tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:01.905692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51da7015-947a-42b1-a962-ff4dbe2589eb req-d2d2e491-7b26-438b-8821-c434ff59552b tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.2748804 Nov 23 09:57:01.932392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-135813273'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:01.967846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51da7015-947a-42b1-a962-ff4dbe2589eb req-b4a005e7-67f0-4952-8356-70a4ce2836a3 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611215 Nov 23 09:57:01.975245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Made reservation on behalf of c079722fc5ff438b9213c94b6ef96e60 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:01.978973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:01.989129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.112072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b2af3-329b-4ab6-b4f6-d0f24216d350 req-b812e659-c67e-4927-8a17-d1a3f54f5cdd tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:02.113631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-292b2af3-329b-4ab6-b4f6-d0f24216d350 req-b812e659-c67e-4927-8a17-d1a3f54f5cdd tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 944 time: 0.0850704 Nov 23 09:57:02.135021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.146643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.151732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcde1a5-737f-47c3-92cc-df821bd1af25 req-70aa658c-e0dd-4fb9-9950-0a11644d6cd8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:02.159553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbcde1a5-737f-47c3-92cc-df821bd1af25 req-70aa658c-e0dd-4fb9-9950-0a11644d6cd8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.0652404 Nov 23 09:57:02.179826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:02.202590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f35478-b9de-4763-98e2-08d24eedfa2b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:02.210088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.210436 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Added segment e0080814-668c-43c5-ad77-ccb8d98af5a5 of type vlan for network 0914edb8-80cb-4b7a-9e86-edb671443845 Nov 23 09:57:02.227247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbcde1a5-737f-47c3-92cc-df821bd1af25 req-03d7ec96-da7e-4eac-807b-4d7e66b3cfe9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666137 Nov 23 09:57:02.247917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-292b2af3-329b-4ab6-b4f6-d0f24216d350 req-1b768905-4da8-4de6-a376-8bbf0f3b6f7e tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040523 Nov 23 09:57:02.296882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.328572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.339311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:02.340249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.351834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1554d492-50c7-4ae9-93f5-f4c79339f8a9 req-9fbbc3ea-491c-4bdf-9e6b-1ccae708f2b2 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0513411 Nov 23 09:57:02.381560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6470072 Nov 23 09:57:02.442858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57299f-0359-4896-bf84-8467c3c3ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Pushing event updated for resources: {'Network': ['ID=0914edb8-80cb-4b7a-9e86-edb671443845,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:02.454716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0914edb8-80cb-4b7a-9e86-edb671443845 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:02.496424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5b176-f603-48bf-8dea-420b2f169d85 req-7207898a-d528-491c-8efd-d085894ca867 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:02.499210 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08f5b176-f603-48bf-8dea-420b2f169d85 req-7207898a-d528-491c-8efd-d085894ca867 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0680709 Nov 23 09:57:02.518851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:02.524312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845', 'binding:host_id': 'n-h2-781076-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102117334'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:02.557402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Made reservation on behalf of c02610ac21014cbd988f5ae95c5b55aa for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:02.560431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.570254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.581693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08f5b176-f603-48bf-8dea-420b2f169d85 req-48c9e53e-a128-4852-ae4b-3035ac087fbc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Nov 23 09:57:02.664858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.670852 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.676375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:02.761815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed468a-83ba-45ac-998c-d7fdfd4e2597,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:02.843902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c1b34-27f3-4dd6-8976-5f7e758e1dd4 req-2d0bed19-f4a5-4c5b-801e-45caa913dfbb tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:02.845449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-529c1b34-27f3-4dd6-8976-5f7e758e1dd4 req-2d0bed19-f4a5-4c5b-801e-45caa913dfbb tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.0577824 Nov 23 09:57:02.896555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-529c1b34-27f3-4dd6-8976-5f7e758e1dd4 req-ecfd80ca-d8d9-458a-9bc1-dbce0d4be35c tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Nov 23 09:57:02.914696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:02.924122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.931260 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:02.982748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=2e721a8a-f601-4a72-a1d5-7b6c686fbf89,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:02.998780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Checking segment: {'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:02.999160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Network hostable DHCP agents. Network: 0914edb8-80cb-4b7a-9e86-edb671443845, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:03.019515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Network 0914edb8-80cb-4b7a-9e86-edb671443845 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:03.030411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0914edb8-80cb-4b7a-9e86-edb671443845) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:03.034531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:03.045515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37950ed5-5027-49e0-b5f4-b41f40b1173e None None] Network 0914edb8-80cb-4b7a-9e86-edb671443845 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:03.051847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.052329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.052708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.058877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.060468 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.060468 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 2 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.077553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-f9c407b3-28a4-4124-9fb6-8a443d0f708a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.079202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-f9c407b3-28a4-4124-9fb6-8a443d0f708a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.0582814 Nov 23 09:57:03.082577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.082990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.083336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.088297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.088627 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.089053 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 3 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.106255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.106670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.107660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.113099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.113667 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.114271 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 4 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.140240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.140861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.141372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.146482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.147076 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.147644 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 5 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.173747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.174339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.174456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.179189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.179516 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.179915 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 6 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.185743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a64b1981-8881-4230-8efc-e5c30a2ff98c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:03.198436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.198952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.199414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.206381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.206997 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.207427 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 7 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.222828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.223292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.223629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.228319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.228642 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.229034 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 8 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.241597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port 17b0e670-47ea-4859-b23c-de536366adcd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:03.241971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.268244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.268603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.272130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.275772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port a64b1981-8881-4230-8efc-e5c30a2ff98c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:03.280757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port a64b1981-8881-4230-8efc-e5c30a2ff98c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:03.281365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.286699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.287116 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.287686 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 9 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.317361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.319282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.320120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.334834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.335264 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.335737 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 10 to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 Nov 23 09:57:03.371090 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.390139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:03.390818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:03.391161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:03.396283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:03.398925 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca4cf8-0602-454e-98a7-079d87e7ebb2" -d '{"events": [{"server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "name": "network-vif-plugged", "status": "completed", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:03.403578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:03.403917 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:03.404291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.413623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c,segment=NetworkSegment(7dad1dbc-d588-4f65-9271-8031e134e4b5),segment_id=7dad1dbc-d588-4f65-9271-8031e134e4b5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:03.420978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.422824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 17b0e670-47ea-4859-b23c-de536366adcd no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:03.425403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:03.425768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.435070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248469a-eaed-4736-9efe-9ca4f7209f69 req-ab32162e-2380-43d1-bc45-c9d0a0b6a681 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.436742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c248469a-eaed-4736-9efe-9ca4f7209f69 req-ab32162e-2380-43d1-bc45-c9d0a0b6a681 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 946 time: 0.0849943 Nov 23 09:57:03.441694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6d01-4b6a-4e0f-af58-91420f9738de req-eca64f05-12ef-48a3-9192-ef81dec8668d tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.446351 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-705a6d01-4b6a-4e0f-af58-91420f9738de req-eca64f05-12ef-48a3-9192-ef81dec8668d tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 944 time: 0.0887146 Nov 23 09:57:03.460569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for 17b0e670-47ea-4859-b23c-de536366adcd owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:03.506411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:03.536073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:03.536722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempted to set empty binding levels {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 09:57:03.542437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c248469a-eaed-4736-9efe-9ca4f7209f69 req-d03f9ef3-651f-4042-a38a-a54cbba0b553 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781519 Nov 23 09:57:03.544015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.545931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-705a6d01-4b6a-4e0f-af58-91420f9738de req-91fc084e-1eba-4e78-adcf-d55aa9ec7923 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957153 Nov 23 09:57:03.552199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.587854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.588458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.604373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=2e721a8a-f601-4a72-a1d5-7b6c686fbf89,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:03.612203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 17b0e670-47ea-4859-b23c-de536366adcd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=17b0e670-47ea-4859-b23c-de536366adcd,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:03.617607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-406b9a8a-a487-4a98-b323-9b6c892ee286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0973465 Nov 23 09:57:03.619943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.620510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:03.673056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:03.711431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f27bc674-4485-4175-8462-2f9b8ba7603b req-c7d78633-589b-4015-8ab2-e213ae064835 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0594738 Nov 23 09:57:03.716745 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d0e48-28e5-4454-9270-c17f1f597e6a x-openstack-request-id: req-3a0d0e48-28e5-4454-9270-c17f1f597e6a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:03.716907 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "name": "network-vif-plugged", "status": "completed", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:03.717208 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a0d0e48-28e5-4454-9270-c17f1f597e6a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:03.717820 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c', 'code': 200} Nov 23 09:57:03.770799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.827666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=17b0e670-47ea-4859-b23c-de536366adcd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:03.849377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12699421-c831-4cba-8212-ffd72bc69d2f req-05368b26-9470-4d4d-a0ca-467bf68828d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.850954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12699421-c831-4cba-8212-ffd72bc69d2f req-05368b26-9470-4d4d-a0ca-467bf68828d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 1096 time: 0.0482199 Nov 23 09:57:03.862318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Deleting port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:03.862895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.902596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12699421-c831-4cba-8212-ffd72bc69d2f req-8052c03d-8409-493a-b8c1-2b2b6bd46878 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Nov 23 09:57:03.907164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port 17b0e670-47ea-4859-b23c-de536366adcd on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:03.910095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:03.913429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e39865-a0b6-477e-8500-6aa43b6e2d37 req-60546f4a-22e1-4c56-9b64-1db0b4137798 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "DELETE /v2.0/ports/17b0e670-47ea-4859-b23c-de536366adcd HTTP/1.1" status: 204 len: 173 time: 0.8239262 Nov 23 09:57:03.916974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-deleted', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:03.922138 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ebd6d1-3d35-4c99-ad04-87b50a7bb3f0" -d '{"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-deleted", "tag": "17b0e670-47ea-4859-b23c-de536366adcd"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:03.966724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf776a-48d8-4d96-b704-0e6797f8e359 req-c7651833-d859-46b2-95fe-2d3b6e7542f9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:03.968209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07cf776a-48d8-4d96-b704-0e6797f8e359 req-c7651833-d859-46b2-95fe-2d3b6e7542f9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1767766 Nov 23 09:57:03.986339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 2e721a8a-f601-4a72-a1d5-7b6c686fbf89, host n-h2-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:03.986728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.006376 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Calling delete_port for 2e721a8a-f601-4a72-a1d5-7b6c686fbf89 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:04.020794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094adb3d-feda-4419-82be-34f62d7d72d3 req-ca5f2e62-34cf-4c4c-ab77-1aa542dc9b0b tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.022351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-094adb3d-feda-4419-82be-34f62d7d72d3 req-ca5f2e62-34cf-4c4c-ab77-1aa542dc9b0b tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.0546746 Nov 23 09:57:04.071296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-094adb3d-feda-4419-82be-34f62d7d72d3 req-eba2be54-4c94-48e9-ac24-800cb3984e96 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d0b097-a7ba-42a1-a6dd-5fa46f32036b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427380 Nov 23 09:57:04.072839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07cf776a-48d8-4d96-b704-0e6797f8e359 req-db841c5f-bda9-4792-8b2d-f937d93e61b7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Nov 23 09:57:04.114954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.143069 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da049486-5e58-4666-a60b-6ac680852eda x-openstack-request-id: req-da049486-5e58-4666-a60b-6ac680852eda {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:04.143342 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-deleted", "tag": "17b0e670-47ea-4859-b23c-de536366adcd", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:04.143606 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da049486-5e58-4666-a60b-6ac680852eda {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:04.144012 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-deleted', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd', 'status': 'completed', 'code': 200} Nov 23 09:57:04.145482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e721a8a-f601-4a72-a1d5-7b6c686fbf89,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:04.150592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.153840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c7adf9fe-1c83-4f70-add5-b957bbd349ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2e721a8a-f601-4a72-a1d5-7b6c686fbf89 HTTP/1.1" status: 204 len: 168 time: 0.5315156 Nov 23 09:57:04.156437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:04.193083 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f463255-6c7a-45c5-b602-22ca9fa67e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] GET failed (client error): The resource could not be found. Nov 23 09:57:04.194618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f463255-6c7a-45c5-b602-22ca9fa67e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports/2e721a8a-f601-4a72-a1d5-7b6c686fbf89 HTTP/1.1" status: 404 len: 333 time: 0.0372388 Nov 23 09:57:04.195138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-62a43adb-2e0e-4fd0-900c-ea2f6e48330d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.196825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-62a43adb-2e0e-4fd0-900c-ea2f6e48330d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.50 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 946 time: 0.0632315 Nov 23 09:57:04.198383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34438) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:04.203191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700927640'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:04.245429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Made reservation on behalf of c02610ac21014cbd988f5ae95c5b55aa for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:04.247812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.253957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-17714722-a1d6-46b5-8484-85515b5435c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867777 Nov 23 09:57:04.275849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:04.323378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Deleting port 69053d76-44f4-4da3-99af-4ca4b41a0abb {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:04.324662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.381379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-1b53980a-f333-4f64-b85e-522fe7bc5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.382924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-1b53980a-f333-4f64-b85e-522fe7bc5e67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=912c4f42e5c041798189ec965bf524ae&device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 1096 time: 0.1025703 Nov 23 09:57:04.429884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83db479f-fc87-41ff-8a7a-1452f4ab2519 req-144610df-4aaf-44d7-b064-6a23a64e6a9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0348868 Nov 23 09:57:04.453849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] For port 69053d76-44f4-4da3-99af-4ca4b41a0abb, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=69053d76-44f4-4da3-99af-4ca4b41a0abb,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:04.453849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.551047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.574483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-9462ca92-3843-4781-bd8e-4e150dc728f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.576145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-9462ca92-3843-4781-bd8e-4e150dc728f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 200 len: 915 time: 0.1692917 Nov 23 09:57:04.672744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43b62cee-84cd-4d63-8a39-b38977589654 req-e48ed650-f9ea-4292-9cc4-9150f04369b2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0354166 Nov 23 09:57:04.685374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.695546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-3804aed9-93e0-4ddb-b0f9-e08e5fd7f42b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 200 len: 1001 time: 0.1081572 Nov 23 09:57:04.766104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Network 0914edb8-80cb-4b7a-9e86-edb671443845 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:04.774901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:04.778921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=0dae8e95-3067-4ee3-8b13-fe7251a986c3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:04.780757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:04.781689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.782337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.798507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.799114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:04.800258 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Floating IP da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9 disassociated. External IP: 172.25.1.231, port: 69053d76-44f4-4da3-99af-4ca4b41a0abb. Nov 23 09:57:04.800772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Calling delete_port for 69053d76-44f4-4da3-99af-4ca4b41a0abb owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:04.807576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-43343e1b-f549-41ed-ae64-8ce539056e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.809067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-43343e1b-f549-41ed-ae64-8ce539056e3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f874404-7920-4de1-9058-47b01f500544 HTTP/1.1" status: 200 len: 853 time: 0.0914621 Nov 23 09:57:04.817339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b1973c9-eb75-44fe-b818-58243d1b4fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6178908 Nov 23 09:57:04.819432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2314b09-352d-44c1-b093-3d1ce6b43880 req-6556f6ac-2722-44d6-bb2b-8d9fb82112fd tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.821494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2314b09-352d-44c1-b093-3d1ce6b43880 req-6556f6ac-2722-44d6-bb2b-8d9fb82112fd tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 945 time: 0.1014953 Nov 23 09:57:04.822110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34450) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:04.832091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:04.866222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-b1894e2b-db3d-4207-90e9-f0a5a6ff7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:04.867911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-b1894e2b-db3d-4207-90e9-f0a5a6ff7f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69cdf871-3d0c-454e-985a-558974843289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493405 Nov 23 09:57:04.914895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-deb39881-07df-4d63-8488-9fa42d50bd7f req-60bfaa96-5187-473c-a9ca-9eb7b15bcb74 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0428922 Nov 23 09:57:04.969812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:05.006370 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-2471726a-c7bf-4066-b607-1420694e2deb service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244698 Nov 23 09:57:05.020483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2314b09-352d-44c1-b093-3d1ce6b43880 req-db5c185f-f516-45df-b917-ac2d5ddb791c tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608205 Nov 23 09:57:05.150967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e3fe0e-1805-40e1-b97c-1b8dafab221b req-c904854a-aae7-49e9-b900-4f919e9cc102 service neutron] 10.222.0.11 "GET /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335456 Nov 23 09:57:05.157810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:05.232028 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6d8318e3-a75e-4a83-9a4e-4da470868123 req-0e94f2ee-d19f-48e3-8f43-baa08e97ceca tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/ports?device_id=be1bdb55-1e85-432e-b8a6-375826a9702a HTTP/1.1" status: 200 len: 210 time: 0.0280554 Nov 23 09:57:05.248450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event deleted for resources: {'Port': ['ID=69053d76-44f4-4da3-99af-4ca4b41a0abb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:05.367480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97b073-eac0-4ecb-a063-b59c408e0b78 req-96ad6b33-1565-4ad5-8213-0e1da66a704d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:05.369182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e97b073-eac0-4ecb-a063-b59c408e0b78 req-96ad6b33-1565-4ad5-8213-0e1da66a704d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1700971 Nov 23 09:57:05.377464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:05.421110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:05.435542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:05.518944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e97b073-eac0-4ecb-a063-b59c408e0b78 req-d55d461e-092d-4ede-9c34-4c4b2f27ca42 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089063 Nov 23 09:57:05.531504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=0dae8e95-3067-4ee3-8b13-fe7251a986c3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:05.542977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Router 65f0b509-e03f-43e6-a24c-2c7dc229850f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:57:05.546839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.547180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.547521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.555031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.555369 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.557174 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 2 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.603584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.603919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.604262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.614945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.615279 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.617188 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 3 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.659484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.659890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.660165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.672154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.672637 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.674383 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 4 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.694419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.694755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.695091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.697649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:05.705567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.705869 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.706296 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 5 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.710754 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Sync routers for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:05.719201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:05.721488 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8580e25-6bfa-4340-ad70-b34f02745ebb" -d '{"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-unplugged", "status": "completed", "tag": "17b0e670-47ea-4859-b23c-de536366adcd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:05.743735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:05.744370 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:56:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:05.757326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] No DVR routers for this DVR port 69053d76-44f4-4da3-99af-4ca4b41a0abb on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:05.759314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.759663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.759998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.767001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:05.771957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d13c1bf-d090-4c75-acea-a371d1f11eb6 req-f9aa479a-d0aa-4444-b684-0616cba7cabc tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.50 "DELETE /v2.0/ports/69053d76-44f4-4da3-99af-4ca4b41a0abb HTTP/1.1" status: 204 len: 173 time: 1.5682154 Nov 23 09:57:05.815990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'name': 'network-vif-deleted', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:05.815990 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f8d2aa-06f4-4de2-90dd-94f456c8f80c" -d '{"events": [{"server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "name": "network-vif-deleted", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:05.815990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.815990 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.815990 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 6 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.829137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.829646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.830218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.835753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.836189 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.836772 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 7 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.838305 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7d9b28-8b8d-4d2f-9b6e-a8c26020a63f x-openstack-request-id: req-df7d9b28-8b8d-4d2f-9b6e-a8c26020a63f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:05.838597 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410be94a-c919-44ed-b6a8-d78aa93a9897", "name": "network-vif-unplugged", "status": "completed", "tag": "17b0e670-47ea-4859-b23c-de536366adcd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:05.838845 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df7d9b28-8b8d-4d2f-9b6e-a8c26020a63f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:05.839227 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410be94a-c919-44ed-b6a8-d78aa93a9897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b0e670-47ea-4859-b23c-de536366adcd', 'code': 200} Nov 23 09:57:05.855337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.855772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.856206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.861650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.862098 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.862486 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 8 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.886202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.886634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.887037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.897365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.897812 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.899381 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 9 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.922687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.923105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.923513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.925121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f41bb9f-565c-4e06-91a7-42fbed9d293f req-9870912d-5031-4409-805e-ed9dee6d8aac tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0603895 Nov 23 09:57:05.928181 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:05.937107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.937431 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.938161 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 10 to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 Nov 23 09:57:05.951707 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a853ee5-7b42-4723-9f6c-f612e01004c8 x-openstack-request-id: req-2a853ee5-7b42-4723-9f6c-f612e01004c8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:05.952001 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1bdb55-1e85-432e-b8a6-375826a9702a", "name": "network-vif-deleted", "tag": "69053d76-44f4-4da3-99af-4ca4b41a0abb", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:05.952250 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a853ee5-7b42-4723-9f6c-f612e01004c8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:05.952649 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1bdb55-1e85-432e-b8a6-375826a9702a', 'name': 'network-vif-deleted', 'tag': '69053d76-44f4-4da3-99af-4ca4b41a0abb', 'status': 'completed', 'code': 200} Nov 23 09:57:05.958156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:05.958504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:05.958840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:05.964320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:05.964654 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:05.965037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.055092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 0dae8e95-3067-4ee3-8b13-fe7251a986c3, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:06.055475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempted to set empty binding levels {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 09:57:06.062022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.138607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] In _notify_port_updated(), no bound segment for port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 09:57:06.139486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.140080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.141456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "PUT /v2.0/ports/0dae8e95-3067-4ee3-8b13-fe7251a986c3 HTTP/1.1" status: 200 len: 979 time: 1.3165848 Nov 23 09:57:06.144297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34470) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:06.146223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bb5f65f8-ac20-481a-9152-0264d694203a req-2c684619-b85a-4d84-bf3c-79e700394382 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0536118 Nov 23 09:57:06.152245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f7074-440b-4bd9-8706-e307be59e313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=0dae8e95-3067-4ee3-8b13-fe7251a986c3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:06.358361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.359180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.359729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.360793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.361346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.361822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.362458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.363236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.363803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.364317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.365074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.365619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.366119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.366577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.367054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.367499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.368396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.368874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.369336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.369860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.370361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.370813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.371486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.372204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.372816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.373398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.374081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.374673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.375544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.376518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.377120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.377719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.378894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.384912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-af957ee2-c2dc-44a3-a81d-2acfd7e9a190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29572 time: 0.2386820 Nov 23 09:57:06.389004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34476) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:06.408929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215dce-e4e3-40c5-a0f4-e6be8edf9fca req-d3a8932f-42ee-48e0-938e-613de13fcdfb tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.417702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74215dce-e4e3-40c5-a0f4-e6be8edf9fca req-d3a8932f-42ee-48e0-938e-613de13fcdfb tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 945 time: 0.1436830 Nov 23 09:57:06.476750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:06.511397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74215dce-e4e3-40c5-a0f4-e6be8edf9fca req-aac30353-7fe4-4bb9-9213-f39acad89b5e tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904446 Nov 23 09:57:06.513935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Deleting port 0dae8e95-3067-4ee3-8b13-fe7251a986c3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:06.514515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.546782 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Checking router: 65f0b509-e03f-43e6-a24c-2c7dc229850f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:06.571875 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:06.572512 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:56:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:06.593611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 0dae8e95-3067-4ee3-8b13-fe7251a986c3, host n-h2-781076-5, got binding levels [] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:06.594081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.609184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Calling delete_port for 0dae8e95-3067-4ee3-8b13-fe7251a986c3 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:06.725162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.766613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:06.766992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dae8e95-3067-4ee3-8b13-fe7251a986c3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:06.771270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.778350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34496) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:06.778700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1d8218f6-1f7b-4ab3-b587-a8bcfbc08495 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0dae8e95-3067-4ee3-8b13-fe7251a986c3 HTTP/1.1" status: 204 len: 168 time: 0.3885014 Nov 23 09:57:06.826277 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8583e4-de0e-4718-af08-ef06d2e9eaa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] GET failed (client error): The resource could not be found. Nov 23 09:57:06.831699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f8583e4-de0e-4718-af08-ef06d2e9eaa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports/0dae8e95-3067-4ee3-8b13-fe7251a986c3 HTTP/1.1" status: 404 len: 333 time: 0.0480230 Nov 23 09:57:06.831699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:06.836246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1866409239', 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:06.873930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Made reservation on behalf of c02610ac21014cbd988f5ae95c5b55aa for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:06.876922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:06.899446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:06.943326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc8dd-8463-4964-b5a6-093ab3d29874 req-10e7ed63-337e-4658-9cea-94f61ade1eb4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:06.960946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b6bc8dd-8463-4964-b5a6-093ab3d29874 req-10e7ed63-337e-4658-9cea-94f61ade1eb4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1393020 Nov 23 09:57:06.966542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 2cf0e153-12cb-40da-a7bd-829bc125020f yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:07.023298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b6bc8dd-8463-4964-b5a6-093ab3d29874 req-5d880de4-2b82-451b-a846-9bb3e81a1c92 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570722 Nov 23 09:57:07.127975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:07.140177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61d4d1ab-0be0-463f-a013-ff0a69dbbaf2 req-636d3ebb-2ab5-4332-9a65-fbbb7ff9a4c5 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0363376 Nov 23 09:57:07.140373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd64097-63dd-4f4f-aac3-408bf5c578f0 req-fe7ca40e-1d82-4929-9b65-bfc96d57c704 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:07.142561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfd64097-63dd-4f4f-aac3-408bf5c578f0 req-fe7ca40e-1d82-4929-9b65-bfc96d57c704 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 945 time: 0.1697083 Nov 23 09:57:07.169071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e72eb0-0d84-49c3-a863-6f35b7c0f5bc None None] The sync data for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 is: [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:54:28Z', 'revision_number': 4, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '03cd34d2-4756-4853-8c66-b135181e71be', 'name': '', 'network_id': '88a02261-19cc-45f2-86f6-3e8eb69db348', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:26Z', 'updated_at': '2021-11-23T09:54:32Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'subnets': [{'id': '8d58d49d-d4f4-428f-bafe-1696eb27346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:07.253103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d6885ce-e9f9-4c9d-ae9d-a98a56c071e8 req-6b6c8daa-bd91-41c8-9f3c-8c20c0bdbe62 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0355265 Nov 23 09:57:07.276849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.354327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.475583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.486153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfd64097-63dd-4f4f-aac3-408bf5c578f0 req-382abfb8-03ba-4b39-befd-5e088d4f84ea tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349888 Nov 23 09:57:07.530903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.534188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.535353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "DELETE /v2.0/security-groups/43d0b097-a7ba-42a1-a6dd-5fa46f32036b HTTP/1.1" status: 204 len: 168 time: 0.6347976 Nov 23 09:57:07.538067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34514) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:07.549442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283eb1c-3c68-473d-9563-bf9560310034 tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0b097-a7ba-42a1-a6dd-5fa46f32036b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:07.559010 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ff4b251c-67b0-4634-9c21-178f26176e3d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] show failed (client error): The resource could not be found. Nov 23 09:57:07.561621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.562710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ff4b251c-67b0-4634-9c21-178f26176e3d tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "GET /v2.0/security-groups/43d0b097-a7ba-42a1-a6dd-5fa46f32036b HTTP/1.1" status: 404 len: 347 time: 0.0224109 Nov 23 09:57:07.566237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:07.622983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Network 0914edb8-80cb-4b7a-9e86-edb671443845 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:07.626922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:07.632297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:07.633443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:07.634153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:07.645470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=2cf0e153-12cb-40da-a7bd-829bc125020f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:07.662325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba185e-2006-4b0f-a65b-797279dfdfe5 None None] New status for floating IP da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:57:07.665313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5fd276e3-40ff-49ae-a348-f6d5ca777c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8329625 Nov 23 09:57:07.666779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:07.706605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93e518-f3ae-42a5-aefa-9d0f37733eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:07.710966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca93e518-f3ae-42a5-aefa-9d0f37733eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports/2cf0e153-12cb-40da-a7bd-829bc125020f HTTP/1.1" status: 200 len: 959 time: 0.0439026 Nov 23 09:57:07.711301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34520) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:08.123024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Deleting port aece1cd3-adcd-48c3-9779-bdc3140b71b2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:08.123363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.216900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ac93b-2065-4af5-b3e2-d758166acdee req-26438e43-a3be-42c2-baa5-7cb45f76917d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:08.218428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c17ac93b-2065-4af5-b3e2-d758166acdee req-26438e43-a3be-42c2-baa5-7cb45f76917d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.1281388 Nov 23 09:57:08.230337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Deleting port 2cf0e153-12cb-40da-a7bd-829bc125020f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:08.230680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.240902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2a64bb5-d36e-404b-a95f-f7fa0fb30022 req-e99aec2c-ef76-4b08-9c38-20ada8fc278d tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Nov 23 09:57:08.250582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.250926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.284504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Calling delete_port for aece1cd3-adcd-48c3-9779-bdc3140b71b2 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:08.353269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1f17728-5fa1-41a1-a9ef-d174257d0143 req-e975d86a-12c4-4cbe-963c-789c0eacfd8c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0356171 Nov 23 09:57:08.354399 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.400285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c17ac93b-2065-4af5-b3e2-d758166acdee req-58fff427-64c0-4bf5-b288-9f18923b04d7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630983 Nov 23 09:57:08.410605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Calling delete_port for 2cf0e153-12cb-40da-a7bd-829bc125020f owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:08.442733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-787db7f5-a9f6-4ebb-90bb-9bde69993cae tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:08.444249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-787db7f5-a9f6-4ebb-90bb-9bde69993cae tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.11 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 945 time: 0.0898592 Nov 23 09:57:08.563571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.597206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cf0e153-12cb-40da-a7bd-829bc125020f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:08.610011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.615755 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3826e268-b9cb-4ac5-ac86-af1794f6824b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2cf0e153-12cb-40da-a7bd-829bc125020f HTTP/1.1" status: 204 len: 168 time: 0.8999679 Nov 23 09:57:08.617155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34534) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:08.617639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.645940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Pushing event deleted for resources: {'Port': ['ID=aece1cd3-adcd-48c3-9779-bdc3140b71b2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:08.693650 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7e674-e778-44b8-8be4-d4a2dc420053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] GET failed (client error): The resource could not be found. Nov 23 09:57:08.698555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1bd7e674-e778-44b8-8be4-d4a2dc420053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports/2cf0e153-12cb-40da-a7bd-829bc125020f HTTP/1.1" status: 404 len: 333 time: 0.0566688 Nov 23 09:57:08.699902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34536) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:08.707552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-199632611'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:08.711838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Deleting port a64b1981-8881-4230-8efc-e5c30a2ff98c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:08.712786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.732098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.736987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.736987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a195309a-6387-4786-b759-078f67464aad tempest-ServersTestManualDisk-182952918 tempest-ServersTestManualDisk-182952918-project] 10.222.0.62 "DELETE /v2.0/floatingips/da60c0b0-4ff0-49bc-bbb7-8e39f106b3a9 HTTP/1.1" status: 204 len: 168 time: 1.1684940 Nov 23 09:57:08.741350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34538) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:08.749457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5e42-3a61-4cdf-9df1-29194dc1e1dc req-b7eb50e7-421a-43f3-b6c8-1200b29b0185 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:08.749612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Made reservation on behalf of c02610ac21014cbd988f5ae95c5b55aa for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:08.750726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-820b5e42-3a61-4cdf-9df1-29194dc1e1dc req-b7eb50e7-421a-43f3-b6c8-1200b29b0185 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ccee5f-7298-4d38-9c4e-20709b98c701 HTTP/1.1" status: 200 len: 945 time: 0.1564672 Nov 23 09:57:08.751244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.780458 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-053ff358-6b93-4029-8226-3aa6d5515daa req-6a58a78f-7d82-4d3c-9a8d-41c27f86457c service neutron] show failed (client error): The resource could not be found. Nov 23 09:57:08.781565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-6a58a78f-7d82-4d3c-9a8d-41c27f86457c service neutron] 10.222.0.11 "GET /v2.0/ports/efb84ace-d680-4b26-b971-af38c922e424/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.2285802 Nov 23 09:57:08.809498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:08.916019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-820b5e42-3a61-4cdf-9df1-29194dc1e1dc req-e51098e4-8d4b-448f-9a04-900b86e37752 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ba37338-7268-467c-a00b-074aef3fee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428292 Nov 23 09:57:08.935777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] For port a64b1981-8881-4230-8efc-e5c30a2ff98c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a64b1981-8881-4230-8efc-e5c30a2ff98c,segment=NetworkSegment(7dad1dbc-d588-4f65-9271-8031e134e4b5),segment_id=7dad1dbc-d588-4f65-9271-8031e134e4b5)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:08.936254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:08.960025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Calling delete_port for a64b1981-8881-4230-8efc-e5c30a2ff98c owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:09.110520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.124336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a64b1981-8881-4230-8efc-e5c30a2ff98c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:09.144836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Pushing event deleted for resources: {'Port': ['ID=a64b1981-8881-4230-8efc-e5c30a2ff98c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:09.146468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.177559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-fe5250cb-a5dd-4510-990b-594408cd2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:09.179080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-fe5250cb-a5dd-4510-990b-594408cd2569 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1101 time: 0.1384506 Nov 23 09:57:09.195706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-78ffac88-10c5-459a-900e-8c9e65893f20 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:57:09.196700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-78ffac88-10c5-459a-900e-8c9e65893f20 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080080 Nov 23 09:57:09.209184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] No DVR routers for this DVR port a64b1981-8881-4230-8efc-e5c30a2ff98c on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:09.212425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.216229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58ff6b51-b253-4d51-a300-4730d3a08054 req-19a116b9-ac3f-451f-938f-7db0fb554b26 tempest-InstanceActionsV221TestJSON-1863463569 tempest-InstanceActionsV221TestJSON-1863463569-project] 10.222.0.11 "DELETE /v2.0/ports/a64b1981-8881-4230-8efc-e5c30a2ff98c HTTP/1.1" status: 204 len: 173 time: 0.7647269 Nov 23 09:57:09.216463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'name': 'network-vif-deleted', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:09.218830 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47928c-7c31-4825-b069-a79934cdca8d" -d '{"events": [{"server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "name": "network-vif-deleted", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:09.219768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:09.327651 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de029470-e81a-47a3-9a84-782b8c354570 x-openstack-request-id: req-de029470-e81a-47a3-9a84-782b8c354570 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:09.328564 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ccee5f-7298-4d38-9c4e-20709b98c701", "name": "network-vif-deleted", "tag": "a64b1981-8881-4230-8efc-e5c30a2ff98c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:09.328885 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de029470-e81a-47a3-9a84-782b8c354570 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:09.329330 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ccee5f-7298-4d38-9c4e-20709b98c701', 'name': 'network-vif-deleted', 'tag': 'a64b1981-8881-4230-8efc-e5c30a2ff98c', 'status': 'completed', 'code': 200} Nov 23 09:57:09.330023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.367951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.388642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ce99558-bca7-47dd-aa05-107f64ca69c7 req-489b8f33-63cd-4455-8d4a-4e4f4b9c226f tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0370429 Nov 23 09:57:09.411963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Network 0914edb8-80cb-4b7a-9e86-edb671443845 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:09.438902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:09.444835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:09.448864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:09.449796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:09.450455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.510822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3a2c3c6-587d-47cb-8c90-1c052ffa8c4f req-8588113a-db97-4a53-9163-2d2362b4417a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=410be94a-c919-44ed-b6a8-d78aa93a9897 HTTP/1.1" status: 200 len: 210 time: 0.0677917 Nov 23 09:57:09.541434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd080ee-bcc7-4d6c-abad-ba71d32f5ace req-37046dd9-1e21-4431-b5ce-06460e07d548 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:09.543333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fd080ee-bcc7-4d6c-abad-ba71d32f5ace req-37046dd9-1e21-4431-b5ce-06460e07d548 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0536671 Nov 23 09:57:09.579877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e43cbebe-68ee-46bd-b90f-1ca822c6d8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8774800 Nov 23 09:57:09.580450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:09.589592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:09.634265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fd080ee-bcc7-4d6c-abad-ba71d32f5ace req-0a3779f2-ce35-43f0-9b84-8d5a7856d2fa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Nov 23 09:57:09.691023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.714936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.746219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 69053d76-44f4-4da3-99af-4ca4b41a0abb no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:09.769314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 69053d76-44f4-4da3-99af-4ca4b41a0abb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:09.769658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 69053d76-44f4-4da3-99af-4ca4b41a0abb not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:09.824159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:09.874581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:09.886405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] device_id is not set on port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:09.894787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.900584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.962642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:09.965305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:09.967827 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f68488-bc99-4413-8f66-ac0b76cda1d6" -d '{"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:09.972323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:09.973830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:09.974590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:09.974590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:09.980197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:09.980550 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:09.981075 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 2 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:09.996153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:09.996990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Transition to ACTIVE for port object efb84ace-d680-4b26-b971-af38c922e424 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:10.006647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.007540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.009064 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.019154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.019501 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.019904 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 3 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.039602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.040030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.040274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.047446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.047775 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.048171 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 4 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.059117 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a5bc2b-0cd7-421b-ad37-1486c3b088f3 x-openstack-request-id: req-17a5bc2b-0cd7-421b-ad37-1486c3b088f3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:10.059463 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:10.059721 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17a5bc2b-0cd7-421b-ad37-1486c3b088f3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:10.060125 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'code': 200} Nov 23 09:57:10.064180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.064737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.065252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.070691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.071222 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.071783 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 5 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.078133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:10.087112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.087543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.088097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.094775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.096770 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.097369 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 6 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.117749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.119543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.120073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.126844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.127381 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.127936 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 7 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.140127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] No DVR routers for this DVR port efb84ace-d680-4b26-b971-af38c922e424 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:10.147272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.147622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.147961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.152814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.153234 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.153620 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 8 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.177096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.177096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.177096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.194571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.194910 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.195306 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 9 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.205071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.205414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.205743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.208832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.209177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.209496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.215167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.215509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Attempting to bind port efb84ace-d680-4b26-b971-af38c922e424 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.216436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.216763 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.217250 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempt 10 to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 Nov 23 09:57:10.221558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:10.221920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:10.222313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:10.222748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Bound port: efb84ace-d680-4b26-b971-af38c922e424, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:10.223166 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.237101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Deleting port 03cd34d2-4756-4853-8c66-b135181e71be {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:10.237510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.238366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:10.238709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:10.239053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempting to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:10.245150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:10.245482 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Failed to bind port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on host n-h2-781076-5 for vnic_type normal using segments [{'id': 'e0080814-668c-43c5-ad77-ccb8d98af5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0914edb8-80cb-4b7a-9e86-edb671443845'}] Nov 23 09:57:10.246033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.254313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34564) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:10.313705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:10.314244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attempted to set empty binding levels {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 09:57:10.324606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.363587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] In _notify_port_updated(), no bound segment for port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 on network 0914edb8-80cb-4b7a-9e86-edb671443845 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 09:57:10.364405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:10.365010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.366345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "PUT /v2.0/ports/6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 HTTP/1.1" status: 200 len: 978 time: 0.7851186 Nov 23 09:57:10.370192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:10.373924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd43ac-ca5d-4e63-8ef8-d55b8d3c1675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event updated for resources: {'Port': ['ID=6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:10.421350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Deleting subnet 7521a719-43e6-428f-87b8-36d907bf92a4 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:57:10.431335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] For port 03cd34d2-4756-4853-8c66-b135181e71be, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=03cd34d2-4756-4853-8c66-b135181e71be,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:10.431706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.443720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:10.447335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.457828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Calling delete_port for 03cd34d2-4756-4853-8c66-b135181e71be owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:10.505864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:10.529715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.578231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ca0f36-91e8-4f15-a6db-cfd8a686ff55 req-45a56e24-fce7-427f-9453-4572ff7832fb tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0945342 Nov 23 09:57:10.617305 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.663491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:10.664121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.665545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] 10.222.0.50 "PUT /v2.0/ports/efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 1096 time: 1.4543619 Nov 23 09:57:10.756268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c1a64-c9cc-46fe-8166-062e0ba6778e service neutron] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:10.762349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:10.856146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Deleting port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:10.856519 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.080155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-983b434a-6153-42f2-b300-ca2c59dd33de tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:11.081771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-983b434a-6153-42f2-b300-ca2c59dd33de tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1154096 Nov 23 09:57:11.098772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-d78029ac-a322-45f8-90fc-ef11f205a62a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0107830 Nov 23 09:57:11.132927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-1a071168-cfa9-4ffb-ae76-bf95164a8cfc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279331 Nov 23 09:57:11.217519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a64b1981-8881-4230-8efc-e5c30a2ff98c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:11.238313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-eb42f7f2-6f2b-47b5-89ff-b2404bfc4c92 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980461 Nov 23 09:57:11.240350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: a64b1981-8881-4230-8efc-e5c30a2ff98c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:11.240797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a64b1981-8881-4230-8efc-e5c30a2ff98c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:11.241408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device efb84ace-d680-4b26-b971-af38c922e424 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:11.287902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device efb84ace-d680-4b26-b971-af38c922e424 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:11.341791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-8a465948-19a0-487c-aa7f-88e04ab4572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:11.343747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-8a465948-19a0-487c-aa7f-88e04ab4572f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.6318986 Nov 23 09:57:11.352965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] For port 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0, host n-h2-781076-5, got binding levels [] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:11.353363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.383464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf631-7192-4f38-b526-3fc7ebf352e7 req-0a93afb5-8925-4205-bae9-57641470267e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:11.385017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5abf631-7192-4f38-b526-3fc7ebf352e7 req-0a93afb5-8925-4205-bae9-57641470267e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.5901549 Nov 23 09:57:11.418291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.443858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Calling delete_port for 6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:11.522500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7521a719-43e6-428f-87b8-36d907bf92a4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:11.527344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.531002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b330bb1-bb16-46e0-8f15-6417ec3d0d8a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7521a719-43e6-428f-87b8-36d907bf92a4 HTTP/1.1" status: 204 len: 168 time: 1.2736709 Nov 23 09:57:11.542694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34598) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:11.630044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.669497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5abf631-7192-4f38-b526-3fc7ebf352e7 req-4975cefa-b9c9-4f79-83ee-608c99737125 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529843 Nov 23 09:57:11.672075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e6faf23-f93f-4449-a36e-05ea1dceec3e req-9ed036cf-ebc0-4028-b6d6-dafb6e907b9d service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262004 Nov 23 09:57:11.728491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cd34d2-4756-4853-8c66-b135181e71be,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:11.749021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-f054cd06-3c9f-4109-9ca6-afc059e0e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:11.750565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-f054cd06-3c9f-4109-9ca6-afc059e0e1df service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.3916619 Nov 23 09:57:11.866324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:11.870004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dddd9d56-9c13-4ef7-b03b-bee4d3b8359d req-69b1d961-f060-4aaa-b203-d5993fb37d97 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1184673 Nov 23 09:57:11.876415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-7b15c3ea-440c-47a0-ab32-31cb34d3cd7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.1158094 Nov 23 09:57:11.917516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.000377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Pushing event deleted for resources: {'Port': ['ID=6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:12.010277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8285c0f2-d076-47e2-9b56-e21794879cda req-9613d3d1-c301-4322-a752-244810058d63 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=66d6f48f-6b26-4a87-9e5a-34f3758e7016 HTTP/1.1" status: 200 len: 210 time: 0.0540011 Nov 23 09:57:12.044355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.047667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b504a394-ace5-4159-a028-29c4484bff28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 HTTP/1.1" status: 204 len: 168 time: 1.6708026 Nov 23 09:57:12.050505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34616) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:12.061546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:12.063881 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d89589-b980-4739-a63e-34aec79f6880" -d '{"events": [{"name": "network-changed", "server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:12.085860 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a834458-6633-43a5-9899-ea005f4399bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] GET failed (client error): The resource could not be found. Nov 23 09:57:12.087721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a834458-6633-43a5-9899-ea005f4399bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129493449-project-admin] 10.222.0.62 "GET /v2.0/ports/6faf3f12-596b-4f03-9c11-2f2b4fb7e0b0 HTTP/1.1" status: 404 len: 333 time: 0.0357955 Nov 23 09:57:12.091576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-e651f1d7-7e23-46ec-aadd-0871f67949ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.091773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34620) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:12.094213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-e651f1d7-7e23-46ec-aadd-0871f67949ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.2071614 Nov 23 09:57:12.187963 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f021996a-ee78-461e-bb93-d40a04e8383e x-openstack-request-id: req-f021996a-ee78-461e-bb93-d40a04e8383e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:12.188124 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:12.188333 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f021996a-ee78-461e-bb93-d40a04e8383e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:12.188720 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'status': 'completed', 'code': 200} Nov 23 09:57:12.191115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.242674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.291424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a033f273-3265-4466-9cea-11862f5d7ac9']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.319775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-f3eff676-6e84-4ecb-b6c3-37ec7a432d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.321106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dad1dbc-d588-4f65-9271-8031e134e4b5') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.321416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-f3eff676-6e84-4ecb-b6c3-37ec7a432d5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.1033950 Nov 23 09:57:12.321518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dad1dbc-d588-4f65-9271-8031e134e4b5') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.344929 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.349299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff358-6b93-4029-8226-3aa6d5515daa req-844cd9f1-bb01-4bd6-999f-8ad8ee7c881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.350990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-844cd9f1-bb01-4bd6-999f-8ad8ee7c881f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427902 Nov 23 09:57:12.356667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.391275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.402999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.410509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:57:12.411242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:57:12.413089 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:57:12.471645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0914edb8-80cb-4b7a-9e86-edb671443845']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.491470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0080814-668c-43c5-ad77-ccb8d98af5a5') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.491764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0080814-668c-43c5-ad77-ccb8d98af5a5') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:12.511456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.523585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-9e029161-a199-48bb-b609-f729b3a0fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.525090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-9e029161-a199-48bb-b609-f729b3a0fa75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1910391 Nov 23 09:57:12.533281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.574330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:57:12.575443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:57:12.580907 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:57:12.592136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-1b22dbcd-bd3c-48a7-963c-8dd49c2f769d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0571544 Nov 23 09:57:12.652834 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.674010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.677994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a033f273-3265-4466-9cea-11862f5d7ac9 HTTP/1.1" status: 204 len: 168 time: 1.1008234 Nov 23 09:57:12.678324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.680869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-522adaf9-609f-41c6-aeb7-db0dc9fd9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.682575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-522adaf9-609f-41c6-aeb7-db0dc9fd9a8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0805271 Nov 23 09:57:12.688007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:12.688190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-0db8e802-7277-40b5-9878-940eb1ce2580 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288639 Nov 23 09:57:12.691247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] 10.222.0.62 "DELETE /v2.0/networks/0914edb8-80cb-4b7a-9e86-edb671443845 HTTP/1.1" status: 204 len: 168 time: 0.5977499 Nov 23 09:57:12.714089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Pushing event deleted for resources: {'Network': ['ID=0914edb8-80cb-4b7a-9e86-edb671443845,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:12.742394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.743045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.743396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.743736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.744071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.744623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.745103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.745591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.746094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.746567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.747063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.747552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de643f-07b4-4e8b-9e48-06a80d851ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-113916896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:12.767906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-3bc49795-43af-4800-b10d-f1285774dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.769439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-3bc49795-43af-4800-b10d-f1285774dcc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759034 Nov 23 09:57:12.770058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3241357-fa98-495e-a03f-b80fe440a93c admin admin] Pushing event deleted for resources: {'Network': ['ID=a033f273-3265-4466-9cea-11862f5d7ac9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:12.896465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd73d-d63a-467e-beb7-c699ea98e92f req-7fd98544-b08a-4780-8a58-a736ddcab794 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.897376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-674bd73d-d63a-467e-beb7-c699ea98e92f req-7fd98544-b08a-4780-8a58-a736ddcab794 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.1110051 Nov 23 09:57:12.937809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-70e8f191-ac30-4d5a-ac3f-46e289830fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589918 Nov 23 09:57:12.970722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34658) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:12.978469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-7459682b-28c1-4697-864d-ae2136b9629d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:12.980035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-7459682b-28c1-4697-864d-ae2136b9629d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.3673947 Nov 23 09:57:12.999505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-674bd73d-d63a-467e-beb7-c699ea98e92f req-d90e6184-d745-4091-b05b-b4c690112c2c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920887 Nov 23 09:57:13.006861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-053ff358-6b93-4029-8226-3aa6d5515daa req-55624278-6562-4460-bd13-ca8ef7bf570d service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017790 Nov 23 09:57:13.058738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-1c3ae9a9-0a57-4949-a3a3-c9f4830d3e6d service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099350 Nov 23 09:57:13.092665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-392f7d5c-f54b-48db-8830-656945a4428d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0981402 Nov 23 09:57:13.121804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34664) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:13.182958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72c89c06-4642-477f-9e2d-968963425e60 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894167 Nov 23 09:57:13.216436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34668) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:13.220047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8bfc4510-922b-493e-814e-2dfc1cf356fe req-884d03fb-c509-48bb-a6a4-c75e7d1f8d9d tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0595310 Nov 23 09:57:13.222178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-addf18d6-ec66-44e0-87e4-d50f13a2bfd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=299407c6deee4e2783557c45a1f0cb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289262 Nov 23 09:57:13.295224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.300977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Router 65f0b509-e03f-43e6-a24c-2c7dc229850f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:57:13.313093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-1ea8f804-a2f9-4d81-a6c0-4baf8e7f0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:13.314701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-1ea8f804-a2f9-4d81-a6c0-4baf8e7f0605 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.2092600 Nov 23 09:57:13.327094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.388480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-483a9611-7982-4c71-bd85-a0fad13b541d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c079722fc5ff438b9213c94b6ef96e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651229 Nov 23 09:57:13.391188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34670) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:13.406699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-78a28e3e-48b1-41b8-88be-17625ce3be62 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226768 Nov 23 09:57:13.424744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.427291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.431023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ba37338-7268-467c-a00b-074aef3fee29 HTTP/1.1" status: 204 len: 168 time: 0.2107987 Nov 23 09:57:13.443990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7af9be-0fd5-4ad3-891d-050ce9adc027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba37338-7268-467c-a00b-074aef3fee29,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:13.461640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.491168 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.545263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.548341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.552259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33f35478-b9de-4763-98e2-08d24eedfa2b HTTP/1.1" status: 204 len: 168 time: 0.1578712 Nov 23 09:57:13.559910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc4202-cc77-4692-b133-c9cda0f9d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f35478-b9de-4763-98e2-08d24eedfa2b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:13.591884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-a9946f02-e675-4e2c-9c83-573187ec955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:13.593335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-a9946f02-e675-4e2c-9c83-573187ec955d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2683904 Nov 23 09:57:13.596218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:13.606009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a6fb529-5cfb-4d69-a1d4-fae7bb563645 admin admin] 10.222.0.62 "PUT /v2.0/routers/65f0b509-e03f-43e6-a24c-2c7dc229850f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8597965 Nov 23 09:57:13.609714 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Sync routers for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:13.610414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34678) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:13.612519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-07612212-5410-4fc7-9cf8-5c2e7f6fc10a service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043374 Nov 23 09:57:13.628064 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:13.629480 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:56:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:13.650956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-4514fadb-37ae-49bc-8d91-fbaee2da6598 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0473912 Nov 23 09:57:13.770466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-05b2c78e-20f4-437f-a491-a58fe9eab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:13.772022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-05b2c78e-20f4-437f-a491-a58fe9eab8a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0920708 Nov 23 09:57:13.775382 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:13.818749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:13.847639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1279f122-da17-4c58-9b1c-e65cba38e304 req-b4332a1b-67e4-400e-a21f-e19e53e47b92 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 210 time: 0.0361240 Nov 23 09:57:13.886969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89589-b980-4739-a63e-34aec79f6880 req-c0a911f9-2352-4b09-a6e2-6400bcd4afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:13.888479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-c0a911f9-2352-4b09-a6e2-6400bcd4afb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064308 Nov 23 09:57:14.056715 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:57:11Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:14.099662 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Checking router: 65f0b509-e03f-43e6-a24c-2c7dc229850f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:14.125523 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Routers {'65f0b509-e03f-43e6-a24c-2c7dc229850f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:14.126262 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:56:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65f0b509-e03f-43e6-a24c-2c7dc229850f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:14.162172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:14.251447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9397274-ac43-4bb8-a96b-d2c2afbfec59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c02610ac21014cbd988f5ae95c5b55aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803649 Nov 23 09:57:14.253844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:14.347170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] Set router 65f0b509-e03f-43e6-a24c-2c7dc229850f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:14.364928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.382014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d7a95fc-d2f1-4341-b537-c215dac90cda req-bf12938a-4127-4745-881a-be515c91a417 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0311801 Nov 23 09:57:14.416126 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.491220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.494414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.501343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51ed468a-83ba-45ac-998c-d7fdfd4e2597 HTTP/1.1" status: 204 len: 168 time: 0.2425225 Nov 23 09:57:14.519364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c6a9b-d234-424c-90d0-c21752ae11c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed468a-83ba-45ac-998c-d7fdfd4e2597,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:14.532076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.540603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-c80b8c16-e8ea-4c67-ae6c-013bdd0081da service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780457 Nov 23 09:57:14.562836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919a6cc-42a6-4ba1-9adf-5da9ee350d44 req-bc40d69e-6ea4-4b8d-8645-ee625ae25b09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:14.581927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1919a6cc-42a6-4ba1-9adf-5da9ee350d44 req-bc40d69e-6ea4-4b8d-8645-ee625ae25b09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.2182076 Nov 23 09:57:14.707533 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:57:11Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:14.745051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1919a6cc-42a6-4ba1-9adf-5da9ee350d44 req-21acc3da-bb0c-4d87-8740-ea809510a4fa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526692 Nov 23 09:57:14.753667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69d89589-b980-4739-a63e-34aec79f6880 req-b724fbfd-22bd-483e-af4b-1bed241d9ced service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704152 Nov 23 09:57:14.774413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86294954-034e-4c97-9ccd-f616d12f827f None None] The sync data for ids ['65f0b509-e03f-43e6-a24c-2c7dc229850f'] in n-d-781076-5 is: [{'id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'name': 'tempest-ServersTestManualDisk-621555330-router', 'tenant_id': '9b67b8c26c2441968c0e4186b05f2e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:54:18Z', 'updated_at': '2021-11-23T09:57:11Z', 'revision_number': 5, 'project_id': '9b67b8c26c2441968c0e4186b05f2e83', 'gw_port': {'id': '8981482c-d5cc-4637-80a3-302f7afe069b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f0b509-e03f-43e6-a24c-2c7dc229850f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:54:21Z', 'updated_at': '2021-11-23T09:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:14.785949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Deleting port 8981482c-d5cc-4637-80a3-302f7afe069b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:14.787211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.974380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] For port 8981482c-d5cc-4637-80a3-302f7afe069b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981482c-d5cc-4637-80a3-302f7afe069b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:14.975233 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:14.998847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Calling delete_port for 8981482c-d5cc-4637-80a3-302f7afe069b owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:15.015365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bab1fdb-2506-4c60-baa2-e12eedc6e455 req-3a2c47a7-297c-4568-a65b-3ea9393c0f2a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 210 time: 0.0518839 Nov 23 09:57:15.083638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34732) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:15.208224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 03cd34d2-4756-4853-8c66-b135181e71be no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:15.235904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 03cd34d2-4756-4853-8c66-b135181e71be {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:15.237434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 03cd34d2-4756-4853-8c66-b135181e71be not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:15.242037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.277149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8981482c-d5cc-4637-80a3-302f7afe069b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:15.303796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1538232121-network', 'tenant_id': 'b95966475d1947a98da0af63b97d8220'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:15.340937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Made reservation on behalf of b95966475d1947a98da0af63b97d8220 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:15.346024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.347659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.361985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.450800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.454156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.491540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.502887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.508880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.509448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f0b509-e03f-43e6-a24c-2c7dc229850f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:15.514250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.518284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-29d6865f-a801-4197-a9eb-7ffe999f06cf admin admin] 10.222.0.62 "DELETE /v2.0/routers/65f0b509-e03f-43e6-a24c-2c7dc229850f HTTP/1.1" status: 204 len: 168 time: 1.9022751 Nov 23 09:57:15.524809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34750) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:15.593028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:15.603958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcb8bf13-7e66-4ed0-8183-0586e435e8f0 req-88321f58-89d4-4c49-8e39-0deac4c811e7 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0858674 Nov 23 09:57:15.666852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac067e2-4985-42ae-9a53-2dac15b2ca9b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:15.671703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.673863 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Added segment 2bbe612b-f413-46fb-aa80-f198a2a63ca1 of type vlan for network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a Nov 23 09:57:15.680532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.737533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.751922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Deleting subnet 8d58d49d-d4f4-428f-bafe-1696eb27346f {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:57:15.762402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.795111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.796308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:15.797015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.811966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device efb84ace-d680-4b26-b971-af38c922e424 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:15.828477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7415881 Nov 23 09:57:15.832962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34758) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:15.839889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:15.847965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Request body: {'subnet': {'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1538232121-subnet', 'tenant_id': 'b95966475d1947a98da0af63b97d8220', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:15.848142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-5db85ba7-8c88-484a-984f-743be561f3d4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:15.849557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-5db85ba7-8c88-484a-984f-743be561f3d4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.50 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.2767489 Nov 23 09:57:15.877166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:15.907222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404aa8-6b1a-4568-847d-aaaf6f122d77 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:15.920373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:15.938272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b95a1d-f8eb-4c5f-8c35-e870c0f71712 req-b67ae789-50c4-45e7-8ef3-c9176e27e98e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:15.940109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28b95a1d-f8eb-4c5f-8c35-e870c0f71712 req-b67ae789-50c4-45e7-8ef3-c9176e27e98e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.1102374 Nov 23 09:57:15.941387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Made reservation on behalf of b95966475d1947a98da0af63b97d8220 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:15.943823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.022036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:16.045597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.052669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28b95a1d-f8eb-4c5f-8c35-e870c0f71712 req-8ce51d59-7bbf-4ded-b6b6-1a662f9c44be tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062696 Nov 23 09:57:16.079273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'efb84ace-d680-4b26-b971-af38c922e424', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'efb84ace-d680-4b26-b971-af38c922e424', 'mac_address': 'fa:16:3e:d9:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:16.141050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:16.147398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.194275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.223132 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.223715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.256247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d58d49d-d4f4-428f-bafe-1696eb27346f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:16.258392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb84ace-d680-4b26-b971-af38c922e424 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:16.266653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6381bc23-f24e-4161-9b51-93682bf89fc5 req-de8f4b2e-c40d-4d3f-9a53-dda524893d8b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 210 time: 0.0935650 Nov 23 09:57:16.278529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.282738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e6e341d-a10b-4bac-8638-31582f38a73c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8d58d49d-d4f4-428f-bafe-1696eb27346f HTTP/1.1" status: 204 len: 168 time: 0.7570179 Nov 23 09:57:16.287284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a49965-35b0-43a1-aeb8-1c64cc4e6cf9 None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:16.313863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:16.314919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538b52a3-9f7c-4701-a885-730e41af239a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:16.391995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:16.449342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.493243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.3 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/f5edd90e-d44f-419a-bc8b-582121c0e84b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:16.533666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.542749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Checking segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:16.543112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Network hostable DHCP agents. Network: b0c30b2a-8d8d-4396-a7a6-cd81db99f16a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:16.590432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98307f-eafd-4c36-91a4-be2a14a4fcc6 req-613a7417-8d30-4404-873a-3a3d33cd3303 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:16.606347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be98307f-eafd-4c36-91a4-be2a14a4fcc6 req-613a7417-8d30-4404-873a-3a3d33cd3303 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 948 time: 0.2188156 Nov 23 09:57:16.606775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:16.610430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-ff219fcb-f926-4e45-a76d-1fd8f0aefafa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:16.612084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-ff219fcb-f926-4e45-a76d-1fd8f0aefafa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0&tenant_id=d1939e1810a44c3b983810c2d642c5ab&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 949 time: 0.1624749 Nov 23 09:57:16.679125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:16.689026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] DHCP port deletion for 88a02261-19cc-45f2-86f6-3e8eb69db348 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:57:16.732180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b0c30b2a-8d8d-4396-a7a6-cd81db99f16a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:16.747898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:16.748661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.755621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:16.768065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be98307f-eafd-4c36-91a4-be2a14a4fcc6 req-82345706-879d-4913-bf3c-7a512aa9c9c0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678874 Nov 23 09:57:16.775911 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-b053d4a3-3eba-44e2-b617-5408c6477a9a service neutron] delete failed (client error): The resource could not be found. Nov 23 09:57:16.776818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-b053d4a3-3eba-44e2-b617-5408c6477a9a service neutron] 10.222.0.11 "DELETE /v2.0/ports/efb84ace-d680-4b26-b971-af38c922e424/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.1539490 Nov 23 09:57:16.780194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75ccad30-7e77-49a7-82a3-cce6ef27c446 req-f88c62fa-b125-49cb-a2ab-f7f78a78910d tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0431323 Nov 23 09:57:16.786131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34788) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:16.810324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Deleting port c17acbfc-eac4-47e2-bbcc-1f978f235297 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:16.810711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.815021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23926a-5ffa-4fa1-a2f7-e341c591468d None None] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:16.852767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.898485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Deleting port c17acbfc-eac4-47e2-bbcc-1f978f235297 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:16.898888 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.899780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] For port c17acbfc-eac4-47e2-bbcc-1f978f235297, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c17acbfc-eac4-47e2-bbcc-1f978f235297,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:16.900183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.901939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:16.920083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Calling delete_port for c17acbfc-eac4-47e2-bbcc-1f978f235297 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:16.922332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1157353746', 'router:external': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:16.955455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:16.966136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:16.971810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:16.991404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f2dffb34-2236-4f75-81ed-736fa2ded036 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1517131 Nov 23 09:57:17.012184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.024807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Made reservation on behalf of 961912afdf054d78a10dda2290008228 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:17.027319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.036306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] For port c17acbfc-eac4-47e2-bbcc-1f978f235297, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c17acbfc-eac4-47e2-bbcc-1f978f235297,segment=NetworkSegment(51b7570c-507a-4310-8091-d6b66b02e961),segment_id=51b7570c-507a-4310-8091-d6b66b02e961)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:17.036594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.040942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.056313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.056947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.081215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Calling delete_port for c17acbfc-eac4-47e2-bbcc-1f978f235297 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:17.088199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.091661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-959ac714-f981-4b7e-ba4c-b1a38e44bfe3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2191722 Nov 23 09:57:17.102188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-2345203a-cddb-4b0a-93d8-18c4f8fbef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.103849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-2345203a-cddb-4b0a-93d8-18c4f8fbef14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1100 time: 0.1346662 Nov 23 09:57:17.129737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17acbfc-eac4-47e2-bbcc-1f978f235297,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.148900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] No DVR routers for this DVR port c17acbfc-eac4-47e2-bbcc-1f978f235297 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:17.193383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.208531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Request body: {'port': {'device_id': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:17.240810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.279997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'tenant_id': 'b95966475d1947a98da0af63b97d8220', 'fixed_ips': [{'subnet_id': '538b52a3-9f7c-4701-a885-730e41af239a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:57:17.280857 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.307471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.308822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c17acbfc-eac4-47e2-bbcc-1f978f235297 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:17.329422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:17.346563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c17acbfc-eac4-47e2-bbcc-1f978f235297 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:17.346903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c17acbfc-eac4-47e2-bbcc-1f978f235297 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:17.349083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981482c-d5cc-4637-80a3-302f7afe069b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:17.356396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a02261-19cc-45f2-86f6-3e8eb69db348']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:17.365523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-3c72890c-7b99-48a2-9b2c-a7369d78127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.367053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-3c72890c-7b99-48a2-9b2c-a7369d78127b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2392631 Nov 23 09:57:17.371027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b7570c-507a-4310-8091-d6b66b02e961') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:17.371342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b7570c-507a-4310-8091-d6b66b02e961') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:17.385354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8981482c-d5cc-4637-80a3-302f7afe069b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:17.385696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981482c-d5cc-4637-80a3-302f7afe069b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:17.406319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.414931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979ce20-e188-4d0e-aba9-79031bd5acf6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.419917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-ac15c15d-4ca9-4c15-9f0f-067ccb76529f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0416145 Nov 23 09:57:17.421647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.433569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.434048 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Added segment c02e5dad-9910-47a2-be30-6bd0743736b6 of type vlan for network 7b5514ea-25c9-4898-b562-a04ffdd29baf Nov 23 09:57:17.462224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.475945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:57:17.476319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:57:17.478095 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:57:17.504096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-2e935a47-c2b0-4786-8959-3a006bec7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.505558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-2e935a47-c2b0-4786-8959-3a006bec7f60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0768502 Nov 23 09:57:17.525934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Allocated IP 172.20.0.2 (b0c30b2a-8d8d-4396-a7a6-cd81db99f16a/538b52a3-9f7c-4701-a885-730e41af239a/d8a65f86-744a-428a-8999-91cda8440346) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:17.593318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.598119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-49303ac6-f3e2-49aa-8f31-a67ccebcd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.600395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-49303ac6-f3e2-49aa-8f31-a67ccebcd2ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711076 Nov 23 09:57:17.606555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.610407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] 10.222.0.62 "DELETE /v2.0/networks/88a02261-19cc-45f2-86f6-3e8eb69db348 HTTP/1.1" status: 204 len: 168 time: 1.2921808 Nov 23 09:57:17.631312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f803b2-3649-4399-baa2-0b8d5c3ed676 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a02261-19cc-45f2-86f6-3e8eb69db348,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.650269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131048-f5af-4dfe-bb21-250ea29737b1 req-2c5c755e-56fb-44cb-aee1-4f28e1facb10 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.658597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d131048-f5af-4dfe-bb21-250ea29737b1 req-2c5c755e-56fb-44cb-aee1-4f28e1facb10 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 931 time: 0.2399249 Nov 23 09:57:17.676143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.696398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.720947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.774577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.784976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:17.788183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Network 88a02261-19cc-45f2-86f6-3e8eb69db348 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 09:57:17.789086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] No DVR routers for this DVR port c17acbfc-eac4-47e2-bbcc-1f978f235297 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:17.795829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d131048-f5af-4dfe-bb21-250ea29737b1 req-467df3e2-2092-4a78-8f87-25ca13340698 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362748 Nov 23 09:57:17.798683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.799884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.800463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.813333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-00ede5a6-f1e3-45ba-9ed9-f5c01de5a5bf service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013035 Nov 23 09:57:17.815051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:17.818221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:17.822713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Pushing event updated for resources: {'Port': ['ID=d8a65f86-744a-428a-8999-91cda8440346,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.855079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e6184-83ca-42b5-af57-7749db1a0b5a None None] Pushing event deleted for resources: {'Port': ['ID=c17acbfc-eac4-47e2-bbcc-1f978f235297,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.859201 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f936592b-21c2-4532-a42d-76a569e6d7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.866447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0739031 Nov 23 09:57:17.866971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:17.876662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-22cd8a53-c465-4844-ba26-0d69f7c66655 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:17.883807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-22cd8a53-c465-4844-ba26-0d69f7c66655 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.2157671 Nov 23 09:57:17.893641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'subnet': {'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:17.907249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496e4e0-dd56-4437-901f-2d01ebc72b12 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Network': ['ID=7b5514ea-25c9-4898-b562-a04ffdd29baf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:17.926209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:17.953095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Attempting to bind port d8a65f86-744a-428a-8999-91cda8440346 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:17.953552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Attempting to bind port d8a65f86-744a-428a-8999-91cda8440346 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:17.954175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Attempting to bind port d8a65f86-744a-428a-8999-91cda8440346 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:17.965717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:17.966226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Checking segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:17.966630 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:17.967024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Bound using segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:17.967502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Bound port: d8a65f86-744a-428a-8999-91cda8440346, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:17.968038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.004094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5edd90e-d44f-419a-bc8b-582121c0e84b {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:18.017811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.034878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34826) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:18.045055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Transition to ACTIVE for port object f5edd90e-d44f-419a-bc8b-582121c0e84b will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:18.060570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.180402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-607ace53-05dc-448e-b439-0a59f6ab8be3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b67b8c26c2441968c0e4186b05f2e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443479 Nov 23 09:57:18.181152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:18.184746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34828) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:18.228931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05decc3a-285c-4593-bad7-c5c5957a63d4 req-db256e22-97ad-4667-b5e3-83ae8e714246 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:18.230645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05decc3a-285c-4593-bad7-c5c5957a63d4 req-db256e22-97ad-4667-b5e3-83ae8e714246 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 949 time: 0.1743488 Nov 23 09:57:18.248412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] For port d8a65f86-744a-428a-8999-91cda8440346, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:18.251918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-d76e0cd7-a6c5-406d-a5d5-3ecdf942f805 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/quotas/b95966475d1947a98da0af63b97d8220 HTTP/1.1" status: 200 len: 375 time: 0.3662457 Nov 23 09:57:18.252404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] For port d8a65f86-744a-428a-8999-91cda8440346, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8a65f86-744a-428a-8999-91cda8440346,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:18.261322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.276444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Made reservation on behalf of 961912afdf054d78a10dda2290008228 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:18.279385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.330233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b603be-503f-4087-8687-3a7e2c277433 None None] Pushing event updated for resources: {'Port': ['ID=d8a65f86-744a-428a-8999-91cda8440346,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:18.352628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e190594b-71ca-41e0-a9e6-8df394d8fd42 req-f5b9ace1-342b-47aa-b89b-1b0fe4f9a27a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299575 Nov 23 09:57:18.353783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.369855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05decc3a-285c-4593-bad7-c5c5957a63d4 req-d3f97980-463b-4950-9a8d-631bc14d23dc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104214 Nov 23 09:57:18.373569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Attempting to bind port f5edd90e-d44f-419a-bc8b-582121c0e84b on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:18.373762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Attempting to bind port f5edd90e-d44f-419a-bc8b-582121c0e84b by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:18.374138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Attempting to bind port f5edd90e-d44f-419a-bc8b-582121c0e84b on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:18.395744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Port f5edd90e-d44f-419a-bc8b-582121c0e84b on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:18.395744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Attempting to bind port f5edd90e-d44f-419a-bc8b-582121c0e84b on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:18.395744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.404880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-5ed8ba0b-3cee-45d9-b138-ce62a521f11c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1443887 Nov 23 09:57:18.409127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:18.409466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:18.409844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:18.410328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Bound port: f5edd90e-d44f-419a-bc8b-582121c0e84b, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:18.410684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.524195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55e8a7a9-cd07-418f-9357-a3c3b82370dd req-613edbd3-1ee5-4f55-bbc4-605185e9d9b5 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0454416 Nov 23 09:57:18.531801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.534481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.535644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec4d254c-554b-41ad-83fe-85af1b7145f8 HTTP/1.1" status: 204 len: 168 time: 0.3479474 Nov 23 09:57:18.541345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:18.545444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:18.550849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf7b1-71d7-4d27-a54e-80eca8006771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d254c-554b-41ad-83fe-85af1b7145f8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:18.559433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.584105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-5b6a7b74-b9df-402c-8a84-3f3f4a19c928 service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688867 Nov 23 09:57:18.608307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:18.608935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:18.610856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] 10.222.0.50 "PUT /v2.0/ports/f5edd90e-d44f-419a-bc8b-582121c0e84b HTTP/1.1" status: 200 len: 1091 time: 1.5095189 Nov 23 09:57:18.613387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:18.617268 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:18.662483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b891-32d2-4117-8b47-ff76e8b5e24f service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:18.745058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-9eedc861-ac54-42cb-b611-19a6cf7532d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:18.751376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-9eedc861-ac54-42cb-b611-19a6cf7532d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 1094 time: 0.0820897 Nov 23 09:57:18.831025 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fafd1c-e455-4802-9a72-5cc8bd1599d1 x-openstack-request-id: req-a6fafd1c-e455-4802-9a72-5cc8bd1599d1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:18.831431 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:18.831785 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6fafd1c-e455-4802-9a72-5cc8bd1599d1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:18.832290 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b', 'status': 'completed', 'code': 200} Nov 23 09:57:18.834284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-389a2360-84ae-429b-956b-3d063e533a20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b HTTP/1.1" status: 200 len: 217 time: 0.0736389 Nov 23 09:57:18.879124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-db9bc6e0-5ce6-4a2a-98fb-f12b966a67f9 service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270088 Nov 23 09:57:18.913847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-105d28dc-679e-4763-88af-d1598a7636f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:18.915475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-105d28dc-679e-4763-88af-d1598a7636f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0734346 Nov 23 09:57:18.977338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-fa2e5d2f-5a90-460d-9527-65aacc763cb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543091 Nov 23 09:57:19.030182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 09:57:19.030706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:19.116535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Subnet': ['ID=046db264-dc38-4929-9838-5e0ba44ed3a9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:19.157606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Checking segment: {'id': 'c02e5dad-9910-47a2-be30-6bd0743736b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:19.158239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network hostable DHCP agents. Network: 7b5514ea-25c9-4898-b562-a04ffdd29baf, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:19.219955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:19.241094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 7b5514ea-25c9-4898-b562-a04ffdd29baf) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:19.251821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17f153-9bc2-4677-9364-34cabf55c85b None None] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:19.260920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:19.261520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:19.311992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f589da52-855e-480d-8f73-e04350e660f7 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4439514 Nov 23 09:57:19.314825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34856) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:19.320667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1621544713', 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:19.326858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812f78-36f3-4462-8ea2-62b719acbf68 req-c741a3f8-4d40-49bc-beb2-3a64b0db72db tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:19.328851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c812f78-36f3-4462-8ea2-62b719acbf68 req-c741a3f8-4d40-49bc-beb2-3a64b0db72db tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 943 time: 0.3093376 Nov 23 09:57:19.369827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-38aaaafc-225c-49ab-88d2-889712350e76 service neutron] 10.222.0.50 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837395 Nov 23 09:57:19.472409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8a65f86-744a-428a-8999-91cda8440346 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:19.492495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c812f78-36f3-4462-8ea2-62b719acbf68 req-f1f79f85-418c-42f1-b6aa-762620b4d548 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370018 Nov 23 09:57:19.580372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-855d1081-ccb3-41e6-b8b7-16ffdb7522ee req-8ef0e0fb-53c7-4ab1-ae5b-569cc419f137 service neutron] 10.222.0.50 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878726 Nov 23 09:57:19.610075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-e041f6a6-1c4e-435e-b609-1396519baf9c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:19.619197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-e041f6a6-1c4e-435e-b609-1396519baf9c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.2638094 Nov 23 09:57:19.631981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Made reservation on behalf of 961912afdf054d78a10dda2290008228 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:19.634762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:19.648518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-54c78997-87b6-49e5-a653-d60c87f3a021 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/quotas/b95966475d1947a98da0af63b97d8220 HTTP/1.1" status: 200 len: 375 time: 0.0279474 Nov 23 09:57:19.693545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] device_id is not set on port f22656e1-8ef0-45d9-9a2e-dd06a0700d61 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:57:19.707597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2d172-eac9-4f8f-ae3f-bf6c1dfe33d3 None None] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:19.783005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d8a65f86-744a-428a-8999-91cda8440346 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:19.783376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:19.803485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-10b20735-3109-4753-9628-17872f32adcb tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539123 Nov 23 09:57:19.842890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device efb84ace-d680-4b26-b971-af38c922e424 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:19.870361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259b5e-1621-403f-a5af-82e4f7dcd64c req-445ce12f-8a13-4f69-9ef2-96dfaa85f516 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:19.883596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d259b5e-1621-403f-a5af-82e4f7dcd64c req-445ce12f-8a13-4f69-9ef2-96dfaa85f516 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 949 time: 0.1500869 Nov 23 09:57:19.893826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f128737-a445-4813-9439-d975f7503531 None None] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:19.903748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-feef782b-efc6-4c70-a25f-24b4d4b1824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:19.911042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-feef782b-efc6-4c70-a25f-24b4d4b1824d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 1094 time: 0.2609549 Nov 23 09:57:19.953070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-94084b53-60be-4e73-a4b8-131108ffe71b service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479776 Nov 23 09:57:19.953557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34884) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:19.971761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] Provisioning complete for port d8a65f86-744a-428a-8999-91cda8440346 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:19.972335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.008399 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d259b5e-1621-403f-a5af-82e4f7dcd64c req-8f6a3d36-8f85-4b95-b21d-8870963eb7dc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184485 Nov 23 09:57:20.095597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-ec4b0695-2e0c-4b9b-ad00-6e2e6a696eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:20.099015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-ec4b0695-2e0c-4b9b-ad00-6e2e6a696eae service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.1793220 Nov 23 09:57:20.132217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.20.0.4 (7b5514ea-25c9-4898-b562-a04ffdd29baf/046db264-dc38-4929-9838-5e0ba44ed3a9/f22656e1-8ef0-45d9-9a2e-dd06a0700d61) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:20.157744 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.166101 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-1d34fe85-2e7e-422d-b48e-a7eb493c63dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b HTTP/1.1" status: 200 len: 217 time: 0.0582283 Nov 23 09:57:20.219431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-e1b04d79-48f6-47a5-abd9-9d7c6a5db4e6 service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383382 Nov 23 09:57:20.232625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port efb84ace-d680-4b26-b971-af38c922e424 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:20.233371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1913317701-network', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:20.248007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.265062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-9ed7d091-cf5b-44d7-af36-a552cb96bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:20.267098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-9ed7d091-cf5b-44d7-af36-a552cb96bb02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0539269 Nov 23 09:57:20.297652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port efb84ace-d680-4b26-b971-af38c922e424 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:20.298645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.302697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01bba4f5-7e53-4563-a955-263d231c19d6 req-00823820-6378-43c8-9105-b376c3b5773e tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1328340 Nov 23 09:57:20.315999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:20.319002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.339697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.348077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.373347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] For port d8a65f86-744a-428a-8999-91cda8440346, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8a65f86-744a-428a-8999-91cda8440346,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:20.373948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-3f41d59c-b5b3-426b-9492-7a03ec741d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850754 Nov 23 09:57:20.404025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.458943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6844570-5e07-4ee9-a433-cc45d22e265f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.459159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.470886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.558142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:20.597494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b9d31c-d612-4a3e-8d94-fbaeebc373f9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:20.612850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.638959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-c4a03797-5b51-4288-b272-673c3bab1974 service neutron] 10.222.0.50 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456121 Nov 23 09:57:20.642659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:57:20.644685 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:57:20.649881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.650285 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Added segment 1e6a649c-faa0-4916-8c48-67dfa4ca5ecd of type vlan for network 5572ee67-1c01-4130-b61b-d645c27894c6 Nov 23 09:57:20.705779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae003f-05d3-4b18-8504-d1be4b160e54 None None] Pushing event updated for resources: {'Port': ['ID=d8a65f86-744a-428a-8999-91cda8440346,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:20.740094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.776832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:20.779499 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412f9ad-cb36-4439-b99a-bc5eb0651704" -d '{"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:20.790722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.794871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:20.801581 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.840217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:20.899025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d99387-b84e-44ca-bfd9-c5ee37fbaa4a req-3797f98e-37c5-42a6-812c-379ed96853b7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:20.906994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d99387-b84e-44ca-bfd9-c5ee37fbaa4a req-3797f98e-37c5-42a6-812c-379ed96853b7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 949 time: 0.2573617 Nov 23 09:57:20.939451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5f8e95-cc58-42c9-a5b9-8094820bb1b6 req-99344b75-c2f4-4762-8e1d-082607a3f896 service neutron] 10.222.0.50 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909136 Nov 23 09:57:20.953800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:20.963717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a0a84-95ca-4503-98b6-62ae42d29124 req-0ddd41c4-854d-49a7-9b72-2bea330afa2b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:20.972135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c40a0a84-95ca-4503-98b6-62ae42d29124 req-0ddd41c4-854d-49a7-9b72-2bea330afa2b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 943 time: 0.2463129 Nov 23 09:57:20.976944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6dc667c9-6fe1-4435-830e-5772626df113 None None] Provisioning complete for port d8a65f86-744a-428a-8999-91cda8440346 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:20.977317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6dc667c9-6fe1-4435-830e-5772626df113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.003516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:21.009192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06d99387-b84e-44ca-bfd9-c5ee37fbaa4a req-c66b5842-0aee-4374-afef-3f49da490dcd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982745 Nov 23 09:57:21.055498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:21.066432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:21.088469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=f22656e1-8ef0-45d9-9a2e-dd06a0700d61,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:21.095436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.096398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:21.097040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.192834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2160628 Nov 23 09:57:21.204618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34918) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:21.204767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.212195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Request body: {'subnet': {'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1913317701-subnet', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:21.218923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047527-4b94-4eeb-bb5f-dcbf1fbf1df1 admin admin] Pushing event updated for resources: {'Network': ['ID=5572ee67-1c01-4130-b61b-d645c27894c6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:21.227522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c40a0a84-95ca-4503-98b6-62ae42d29124 req-22e0f4d1-da19-42f4-b69f-31631809885a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541697 Nov 23 09:57:21.229730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:21.230782 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.239425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-0396ec0f-d652-4701-aa1d-5cdf7ba36f05 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:21.242001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-0396ec0f-d652-4701-aa1d-5cdf7ba36f05 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.4343989 Nov 23 09:57:21.266655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Request body: {'port': {'device_id': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'admin_state_up': True, 'tenant_id': 'b95966475d1947a98da0af63b97d8220'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:21.269723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5572ee67-1c01-4130-b61b-d645c27894c6 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:21.297120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-de24f9c2-816a-463e-8e1b-861edcf71f94 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9811416 Nov 23 09:57:21.298113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-a8046161-8503-47c8-a5ac-26d6f19c51b6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:21.304107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-a8046161-8503-47c8-a5ac-26d6f19c51b6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.2016602 Nov 23 09:57:21.305104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:21.325409 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f73fb3-4494-4b0c-97c3-57be3bc99464 x-openstack-request-id: req-d1f73fb3-4494-4b0c-97c3-57be3bc99464 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:21.325707 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:21.326135 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f73fb3-4494-4b0c-97c3-57be3bc99464 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:21.326330 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'code': 200} Nov 23 09:57:21.364301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8a65f86-744a-428a-8999-91cda8440346 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:21.365761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:21.379921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.443718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d8a65f86-744a-428a-8999-91cda8440346 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:21.444482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.451631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Made reservation on behalf of b95966475d1947a98da0af63b97d8220 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:21.454626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.461489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-7a655ae1-01d7-44d2-8aaf-f1ff828cc7df tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/quotas/b95966475d1947a98da0af63b97d8220 HTTP/1.1" status: 200 len: 375 time: 0.0469613 Nov 23 09:57:21.472298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70833bd8-75a8-4a5a-aa43-0357594e91b3 req-1e2551ab-5968-4401-83a3-67e7b453a020 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0361001 Nov 23 09:57:21.660344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Allocated IP 172.20.0.5 (b0c30b2a-8d8d-4396-a7a6-cd81db99f16a/538b52a3-9f7c-4701-a885-730e41af239a/f22028a1-ec77-449a-9292-12724723c782) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:21.836054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.843590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5edd90e-d44f-419a-bc8b-582121c0e84b details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:21.911389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:21.974000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-59df4b9d-9055-4a3b-8ecd-b5ef19eedcff tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541549 Nov 23 09:57:21.995395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-3b59a7fb-7014-41ab-ad71-f4a91a3c002a tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089520 Nov 23 09:57:22.003042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-ebf3b061-6e3b-412a-9149-f56c4ad78764 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:57:22.003834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-ebf3b061-6e3b-412a-9149-f56c4ad78764 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076060 Nov 23 09:57:22.016690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:22.031241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:22.032256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f5edd90e-d44f-419a-bc8b-582121c0e84b', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': 'f5edd90e-d44f-419a-bc8b-582121c0e84b', 'mac_address': 'fa:16:3e:37:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:22.036980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:22.061481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:22.068288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Deleting port f22656e1-8ef0-45d9-9a2e-dd06a0700d61 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:22.068820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.081314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event updated for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:22.119287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.141785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5edd90e-d44f-419a-bc8b-582121c0e84b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:22.170012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:22.187266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.261414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:22.267387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.357756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-77873593-ebec-46da-a136-ef24901e8b67 service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249655 Nov 23 09:57:22.376177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408a0b10-9b3e-43e3-9060-2d89da8a459e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:22.381220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.416359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4290cc4c-3508-4253-a680-380d691a4607 None None] Provisioning complete for port f22028a1-ec77-449a-9292-12724723c782 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:22.417235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4290cc4c-3508-4253-a680-380d691a4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.418740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Checking segment: {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:22.419105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Network hostable DHCP agents. Network: 5572ee67-1c01-4130-b61b-d645c27894c6, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:22.421353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Calling delete_port for f22656e1-8ef0-45d9-9a2e-dd06a0700d61 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:22.455939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4290cc4c-3508-4253-a680-380d691a4607 None None] Port f22028a1-ec77-449a-9292-12724723c782 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:22.460046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f5edd90e-d44f-419a-bc8b-582121c0e84b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:22.506103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:22.506742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.545757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-e4768e4d-c543-402f-adcc-fbfadb253a4f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:22.547368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-e4768e4d-c543-402f-adcc-fbfadb253a4f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5570934 Nov 23 09:57:22.548885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Network 5572ee67-1c01-4130-b61b-d645c27894c6 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:22.561090 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.564327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-7211cbc7-6329-45e2-9009-2e1c163a5853 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3094594 Nov 23 09:57:22.567085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-d6be953c-5d37-45df-81dc-ffa45e703d1b service neutron] 10.222.0.62 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915076 Nov 23 09:57:22.576346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-da78701e-d60a-492a-a18c-056166defd2a tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:22.578034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-da78701e-d60a-492a-a18c-056166defd2a tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.5563157 Nov 23 09:57:22.584060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Request body: {'port': {'device_id': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:22.589282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-b9356cb6-fe0c-49b5-949e-86e62c110c58 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/quotas/d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 375 time: 0.0315528 Nov 23 09:57:22.611577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Request body: {'port': {'device_id': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'admin_state_up': True, 'tenant_id': 'b95966475d1947a98da0af63b97d8220'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:22.659978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 5572ee67-1c01-4130-b61b-d645c27894c6) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:22.667700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:22.670106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.674014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8016a14-231e-44e4-92b1-25f164bcc60b None None] Network 5572ee67-1c01-4130-b61b-d645c27894c6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:22.682162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.715263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=f22656e1-8ef0-45d9-9a2e-dd06a0700d61,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:22.725329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa7d3e20-21c1-4c0e-8fa2-62d5689fbd00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5194476 Nov 23 09:57:22.727339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34954) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:22.732619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:22.803323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.804444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.817447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.818564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-241eaf71-ec79-4bb7-b829-095044296e16 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2117207 Nov 23 09:57:22.823821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f75583f2-c3e1-444b-80f5-3a138f0aa718 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f22656e1-8ef0-45d9-9a2e-dd06a0700d61 HTTP/1.1" status: 204 len: 168 time: 1.5129659 Nov 23 09:57:22.827328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:22.833027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf', 'external_fixed_ips': [{'subnet_id': '046db264-dc38-4929-9838-5e0ba44ed3a9', 'ip_address': '172.20.0.4'}]}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:22.882868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.914190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-5572ee67-1c01-4130-b61b-d645c27894c6', 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'fixed_ips': [{'subnet_id': '408a0b10-9b3e-43e3-9060-2d89da8a459e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:57:22.918864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.920565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.929318 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:22.930476 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.017126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f74b-54cb-44b1-9091-bc2ebbc327e0 req-21ba550a-d183-4ed9-a352-2b96bcb5bcf5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:23.018774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-87b3f74b-54cb-44b1-9091-bc2ebbc327e0 req-21ba550a-d183-4ed9-a352-2b96bcb5bcf5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 944 time: 0.1799476 Nov 23 09:57:23.197457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.204563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67017217-edaf-475c-9763-673d160d8ab5 req-6087cc3c-81af-4bea-bd7f-60b836c92460 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0614302 Nov 23 09:57:23.212645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.232644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Allocated IP 172.20.0.2 (5572ee67-1c01-4130-b61b-d645c27894c6/408a0b10-9b3e-43e3-9060-2d89da8a459e/0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:23.275775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Made reservation on behalf of b95966475d1947a98da0af63b97d8220 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:23.288995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.396365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-182f5871-f487-4512-bb88-ddbd6b1ad1de req-e97a7ed6-009a-4178-87da-05c3a2bc5205 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 210 time: 0.0347238 Nov 23 09:57:23.444620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-87b3f74b-54cb-44b1-9091-bc2ebbc327e0 req-5018680c-8b1f-4e95-a9a8-f4b01b45faa4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177573 Nov 23 09:57:23.540080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22028a1-ec77-449a-9292-12724723c782 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:23.550788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.554959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.568069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Transition to ACTIVE for port object f22028a1-ec77-449a-9292-12724723c782 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:23.589171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.614440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.630716 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.642323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.688120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Network 5572ee67-1c01-4130-b61b-d645c27894c6 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:23.691047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:23.692351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b176b328-5c25-4599-abe9-ada1736ac152 req-48ef3163-f011-4a99-9df5-04e7149034a8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 210 time: 0.0725794 Nov 23 09:57:23.694737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:23.701051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Pushing event updated for resources: {'Port': ['ID=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:23.806125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Attempting to bind port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:23.806580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Attempting to bind port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:23.806948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Attempting to bind port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 on network 5572ee67-1c01-4130-b61b-d645c27894c6 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:23.830338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:23.830716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Checking segment: {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:23.831119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.831508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Bound using segment: {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:23.831982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Bound port: 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:23.832359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:23.839006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Allocated IP 172.20.0.8 (b0c30b2a-8d8d-4396-a7a6-cd81db99f16a/538b52a3-9f7c-4701-a885-730e41af239a/8881a9f1-790d-4e72-bb22-981fa3e51963) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:23.860390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5edd90e-d44f-419a-bc8b-582121c0e84b up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:23.997327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] For port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:24.003251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] For port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:24.005857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f5edd90e-d44f-419a-bc8b-582121c0e84b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:24.012091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.012310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:24.016975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f5edd90e-d44f-419a-bc8b-582121c0e84b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:24.017338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.081352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Attempting to bind port f22028a1-ec77-449a-9292-12724723c782 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:24.081702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Attempting to bind port f22028a1-ec77-449a-9292-12724723c782 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:24.081941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Attempting to bind port f22028a1-ec77-449a-9292-12724723c782 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:24.092272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Port f22028a1-ec77-449a-9292-12724723c782 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:24.093146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Attempting to bind port f22028a1-ec77-449a-9292-12724723c782 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:24.101609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.103541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:24.103888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Checking segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:24.104276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Bound using segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:24.104713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Bound port: f22028a1-ec77-449a-9292-12724723c782, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:24.105056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.110376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4907-6658-421d-92f2-112f8334eb76 None None] Pushing event updated for resources: {'Port': ['ID=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:24.126129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.154538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.211655 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.239134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:24.242712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.247222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f22028a1-ec77-449a-9292-12724723c782,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:24.269529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:24.273849 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d838740c-b4a0-4326-8d6c-e7142a709c73" -d '{"events": [{"server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:24.296146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.321848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:24.327694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.330305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.359863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.368933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:24.385649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:24.406961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:24.407725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.410748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/f22028a1-ec77-449a-9292-12724723c782 HTTP/1.1" status: 200 len: 1091 time: 1.8306534 Nov 23 09:57:24.413747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'tag': 'f22028a1-ec77-449a-9292-12724723c782'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:24.422591 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22" -d '{"events": [{"name": "network-changed", "server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "tag": "f22028a1-ec77-449a-9292-12724723c782"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:24.446639 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc71deb-5aec-4dcf-8e16-bd3b7053afdd x-openstack-request-id: req-cbc71deb-5aec-4dcf-8e16-bd3b7053afdd {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:24.446944 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:24.447202 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbc71deb-5aec-4dcf-8e16-bd3b7053afdd {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:24.447611 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b', 'code': 200} Nov 23 09:57:24.453974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:24.568735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:24.585541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event updated for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:24.718553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc4d8e6d-cbc7-464d-8fbd-b05abe9921a4 req-586c797c-06ab-439c-98b1-7ea7d4ed2b26 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.2899384 Nov 23 09:57:24.832417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Allocated IP 172.25.1.33 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/90ffc1bd-0323-4500-831f-0ea6ff238d6c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:24.865086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:24.865739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:24.891112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb98f7-606d-40b7-a790-eb34125b93c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:24.903431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-aecc7193-6293-4c3c-b074-537e044943ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:24.905085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-aecc7193-6293-4c3c-b074-537e044943ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 1094 time: 0.3344693 Nov 23 09:57:24.909176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-12c08432-d15f-4d37-871c-ff4f0afc6a01 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3013668 Nov 23 09:57:24.926745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Request body: {'port': {'device_id': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:24.992637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-40a6a7f3-d1b9-40dd-a909-f4b6a83ad212 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:24.994990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-40a6a7f3-d1b9-40dd-a909-f4b6a83ad212 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.50 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 816 time: 0.7152231 Nov 23 09:57:24.995128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-caf11639-ee42-4e1e-8c74-ed5f09a281fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22028a1-ec77-449a-9292-12724723c782 HTTP/1.1" status: 200 len: 217 time: 0.0635922 Nov 23 09:57:25.007556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c39eca7-e59a-4dd4-bca2-478047e9886a req-c5d3ffd2-1068-4549-822d-775c51698fa5 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 210 time: 0.1692698 Nov 23 09:57:25.056202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Request body: {'port': {'device_id': '21267597-8894-4825-bc7b-30e0fb5892c9', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'admin_state_up': True, 'tenant_id': 'b95966475d1947a98da0af63b97d8220'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:25.111943 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459e8be8-32ef-48eb-8fb9-1cbef9a34e1d x-openstack-request-id: req-459e8be8-32ef-48eb-8fb9-1cbef9a34e1d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:25.111943 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "tag": "f22028a1-ec77-449a-9292-12724723c782", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:25.112329 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-459e8be8-32ef-48eb-8fb9-1cbef9a34e1d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:25.112683 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'tag': 'f22028a1-ec77-449a-9292-12724723c782', 'status': 'completed', 'code': 200} Nov 23 09:57:25.181679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-c2b13161-46f4-4bc8-abde-2881bc3bc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:25.183715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-c2b13161-46f4-4bc8-abde-2881bc3bc3bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.1369908 Nov 23 09:57:25.185306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.207961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-af5ede09-b6e0-4d56-8b81-74f79be6e654 None None] Provisioning complete for port 8881a9f1-790d-4e72-bb22-981fa3e51963 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:25.208418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-af5ede09-b6e0-4d56-8b81-74f79be6e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.224936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-99a5773c-3cb1-4002-b240-f5e5d5c7ee98 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2161891 Nov 23 09:57:25.286625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-af5ede09-b6e0-4d56-8b81-74f79be6e654 None None] Port 8881a9f1-790d-4e72-bb22-981fa3e51963 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:25.330521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ccc2403-9ad0-4839-857f-2cf0157d3829 req-9081b0d6-af15-44b1-b552-16fb4116e1b8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 210 time: 0.0561440 Nov 23 09:57:25.363290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:25.370626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca798-a25e-4ccd-9fa2-e4dcfc1a1d93 req-f8902661-3f48-4fe7-8c8e-83d5f62fda29 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:25.371950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a655-b4d7-435a-a156-64de1b278950 req-f9649ccb-ac36-4362-8ede-6b27d9c64180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:25.373453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-f9649ccb-ac36-4362-8ede-6b27d9c64180 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728537 Nov 23 09:57:25.378194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f0ca798-a25e-4ccd-9fa2-e4dcfc1a1d93 req-f8902661-3f48-4fe7-8c8e-83d5f62fda29 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.2604191 Nov 23 09:57:25.416163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd8da2-395d-4bcf-9f0d-bffdf2cbae73 req-c252dbe2-44f6-40ae-8281-d8cfff0786ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:25.418029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2cd8da2-395d-4bcf-9f0d-bffdf2cbae73 req-c252dbe2-44f6-40ae-8281-d8cfff0786ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 1096 time: 0.7211609 Nov 23 09:57:25.432211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:25.433482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.461499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.20.0.4 (7b5514ea-25c9-4898-b562-a04ffdd29baf/046db264-dc38-4929-9838-5e0ba44ed3a9/899396f6-0919-47f7-b188-7c5ef96c78b5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:25.556594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.581487 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-64e19f3e-ebaa-4fa5-b6b3-020a900df48f service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952374 Nov 23 09:57:25.608027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:25.616074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.700893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17f5e0-1685-429a-a94f-efb657b1c637 None None] Network 5572ee67-1c01-4130-b61b-d645c27894c6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:25.712228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:25.743123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-88043bab-3a07-47e0-8010-6e253e74820b None None] Provisioning complete for port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:25.743631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88043bab-3a07-47e0-8010-6e253e74820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.800043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8880a655-b4d7-435a-a156-64de1b278950 req-74aa8155-7a33-487d-8fec-31dda35ed5d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886344 Nov 23 09:57:25.849984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8881a9f1-790d-4e72-bb22-981fa3e51963 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:25.863546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:25.933623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7b4c643-49a0-4874-b52f-e9955d8632d4 req-9a12b26c-b05e-47d8-9b22-47c1ad4a31dd tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0642715 Nov 23 09:57:25.946515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Transition to ACTIVE for port object 8881a9f1-790d-4e72-bb22-981fa3e51963 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:25.955830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-6d624d57-23ee-4317-a890-60219b13ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:25.957836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-6d624d57-23ee-4317-a890-60219b13ecb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 1094 time: 0.0903034 Nov 23 09:57:25.958250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f0ca798-a25e-4ccd-9fa2-e4dcfc1a1d93 req-7d27888a-3aa4-4bba-9b49-f7450540ee57 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744891 Nov 23 09:57:25.959403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.087307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.092756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2cd8da2-395d-4bcf-9f0d-bffdf2cbae73 req-3358f5ee-1874-4861-baa2-88346b58bbb5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564770 Nov 23 09:57:26.104723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:26.125564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-13b0c17a-c72f-49d0-a445-d3a3b02838f8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.127283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-13b0c17a-c72f-49d0-a445-d3a3b02838f8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8594115 Nov 23 09:57:26.161666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c165c557-876b-4966-b590-decd7866603f req-10265ea1-9f77-4e97-ad4e-46879911b905 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 210 time: 0.0578818 Nov 23 09:57:26.162754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Made reservation on behalf of b95966475d1947a98da0af63b97d8220 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:26.165766 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.190763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-4ab932eb-c226-4cbc-bb2f-a27355fa6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.194217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-4ab932eb-c226-4cbc-bb2f-a27355fa6ca6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 917 time: 0.2242985 Nov 23 09:57:26.271226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-237c3d5a-e4ae-4a12-9230-bc6dbae5d373 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22028a1-ec77-449a-9292-12724723c782 HTTP/1.1" status: 200 len: 217 time: 0.0592990 Nov 23 09:57:26.272166 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.273975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Attempting to bind port 8881a9f1-790d-4e72-bb22-981fa3e51963 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:26.274316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Attempting to bind port 8881a9f1-790d-4e72-bb22-981fa3e51963 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:26.274644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Attempting to bind port 8881a9f1-790d-4e72-bb22-981fa3e51963 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:26.311854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Port 8881a9f1-790d-4e72-bb22-981fa3e51963 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:26.312177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Attempting to bind port 8881a9f1-790d-4e72-bb22-981fa3e51963 on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:26.314430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.322712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:26.323051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Checking segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:26.323455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Bound using segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:26.323868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Bound port: 8881a9f1-790d-4e72-bb22-981fa3e51963, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:26.324222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.331603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Request body: {'port': {'device_id': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd1939e1810a44c3b983810c2d642c5ab'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:26.345735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-25d35240-bdc1-4497-af67-09c25829a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.356086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-25d35240-bdc1-4497-af67-09c25829a604 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.0692418 Nov 23 09:57:26.365715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-16f52931-878d-482a-bf40-54d0517a688a None None] Provisioning complete for port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:26.366380 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-16f52931-878d-482a-bf40-54d0517a688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.441481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:26.447131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-93100729-5cd8-4b27-8dfa-83318fcf9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.449172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-93100729-5cd8-4b27-8dfa-83318fcf9570 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918925 Nov 23 09:57:26.485992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:26.492116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:26.506358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8881a9f1-790d-4e72-bb22-981fa3e51963,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:26.517317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:26.524224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b5c80e7-d2ab-443a-b7ae-469e997a20e4 req-85f0574a-119d-4a48-8711-b12c89185672 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 210 time: 0.0726893 Nov 23 09:57:26.532713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.558972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Pushing event updated for resources: {'Port': ['ID=90ffc1bd-0323-4500-831f-0ea6ff238d6c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:26.580862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.581492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.582928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/8881a9f1-790d-4e72-bb22-981fa3e51963 HTTP/1.1" status: 200 len: 1091 time: 1.6620574 Nov 23 09:57:26.590322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.602963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Allocated IP 172.20.0.12 (b0c30b2a-8d8d-4396-a7a6-cd81db99f16a/538b52a3-9f7c-4701-a885-730e41af239a/b36ab40e-8dd4-4273-8402-da09274660ed) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:26.614337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-5d8e939c-9ca1-4c2a-af0e-7a8930dab9b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547763 Nov 23 09:57:26.663428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869741f9-60c7-40ec-824b-8691a8bbe1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:26.681526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 7b5514ea-25c9-4898-b562-a04ffdd29baf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:26.701254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:26.703885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:26.733560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-1c4d6f5b-4eba-487f-9b30-694887c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.735262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-1c4d6f5b-4eba-487f-9b30-694887c82378 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 1094 time: 0.0994837 Nov 23 09:57:26.788610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f10d80a4-5d41-45d3-ad17-0d6e11a5aa22 req-7693f6f0-ff58-46b1-b049-98964fc2372f service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665740 Nov 23 09:57:26.789907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-40658290-610d-4d65-9ecf-afffa4421462 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8881a9f1-790d-4e72-bb22-981fa3e51963 HTTP/1.1" status: 200 len: 217 time: 0.0427999 Nov 23 09:57:26.811272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=899396f6-0919-47f7-b188-7c5ef96c78b5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:26.824088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Made reservation on behalf of d1939e1810a44c3b983810c2d642c5ab for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:26.827784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:26.859036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-5a662f8c-7904-4275-83ff-f774c70ebce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.860439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-5a662f8c-7904-4275-83ff-f774c70ebce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.0520055 Nov 23 09:57:26.909453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c917-14b9-4a74-af38-151e2d229369 req-bc91e86c-db7c-46ec-9d2f-27a4203ad731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:26.910990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-bc91e86c-db7c-46ec-9d2f-27a4203ad731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428772 Nov 23 09:57:27.010436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-95686f42-2871-4c6e-b00d-089741399c03 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920095 Nov 23 09:57:27.108541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b5b512-5b80-4d5a-b2ac-c468281ba172 req-59426bda-af9e-4b01-aee9-699a1b5116c5 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0345268 Nov 23 09:57:27.114275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:27.117121 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b11f2-656d-4113-aaab-0037060647a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:27.144035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9734c917-14b9-4a74-af38-151e2d229369 req-f2a424db-aff2-452f-aa8d-f090bc3369d4 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244488 Nov 23 09:57:27.181051 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b92959-1832-46d0-bc8b-7765c1c3fd16 x-openstack-request-id: req-d2b92959-1832-46d0-bc8b-7765c1c3fd16 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:27.181347 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:27.181596 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2b92959-1832-46d0-bc8b-7765c1c3fd16 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:27.182026 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963', 'status': 'completed', 'code': 200} Nov 23 09:57:27.303681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:27.307363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-dbdaab3e-c20f-41b5-a843-47fa294d8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:27.308866 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-dbdaab3e-c20f-41b5-a843-47fa294d8b89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 1094 time: 0.1019328 Nov 23 09:57:27.310858 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c0707106-fab0-4be6-8366-eafbafdccdef req-01fcddcc-be86-4c84-b8d0-19af7e6f5c2b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 210 time: 0.0328889 Nov 23 09:57:27.337217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Allocated IP 192.168.233.6 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/6c22de1a-f131-4c11-b2e8-7207567cf549) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:27.348356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079657e2-4877-4fb2-876c-2640517fcaef req-ae7c3bec-5dc8-4285-a8af-5896ccd78001 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:27.349692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:27.350535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-079657e2-4877-4fb2-876c-2640517fcaef req-ae7c3bec-5dc8-4285-a8af-5896ccd78001 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.2923622 Nov 23 09:57:27.421483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:27.422182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:27.450414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:27.643115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-079657e2-4877-4fb2-876c-2640517fcaef req-d0bcbe15-b41c-4b77-8811-6ab906cdf6c2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500322 Nov 23 09:57:27.655257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:27.663807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:27.672379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28c11c96-441f-48ab-9469-352229c2005f req-13636170-8883-4813-a64f-d70158bd42d7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 210 time: 0.0343900 Nov 23 09:57:27.698308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-70a74a06-8314-4c5e-a5ab-1a7a94a839c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:27.698308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-70a74a06-8314-4c5e-a5ab-1a7a94a839c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 917 time: 0.3749993 Nov 23 09:57:27.734304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-0d8360d0-8fa7-4410-8c58-1abdb2a06911 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8881a9f1-790d-4e72-bb22-981fa3e51963 HTTP/1.1" status: 200 len: 217 time: 0.0338609 Nov 23 09:57:27.789668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-29ab9aa3-81d0-4008-9fc4-c138e2fefeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:27.791042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-29ab9aa3-81d0-4008-9fc4-c138e2fefeea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.0499611 Nov 23 09:57:27.804491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:27.839044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-58a6771f-2b82-490b-8c84-70907a609bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:27.840562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-58a6771f-2b82-490b-8c84-70907a609bea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416639 Nov 23 09:57:27.872016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:27.881505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:27.902002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event updated for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:27.945454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-86b3c24c-c956-44a0-9e7d-4a5f3b276f90 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961273 Nov 23 09:57:27.969466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.969820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.970170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.970495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.970858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.971188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.971519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.971819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.972173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.972495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.972815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:27.973132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:28.021876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.032729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:28.033379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.049987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc2b11f2-656d-4113-aaab-0037060647a8 req-db3bf78b-078d-4b5f-b37b-bf07d1c97a60 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956461 Nov 23 09:57:28.113346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-208a6d5d-9e6d-421c-87ce-84824fada5f6 None None] Provisioning complete for port b36ab40e-8dd4-4273-8402-da09274660ed triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:28.113956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-208a6d5d-9e6d-421c-87ce-84824fada5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.116206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-5c67928c-1557-41e0-8b91-a83906f7010e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0741551 Nov 23 09:57:28.128012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.152643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-208a6d5d-9e6d-421c-87ce-84824fada5f6 None None] Port b36ab40e-8dd4-4273-8402-da09274660ed cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:28.220680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dfd6b99-001c-4dcf-b4fb-f5a9fab4ea67 req-78214d61-2895-48ed-9fe2-e22644c66401 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0270042 Nov 23 09:57:28.487891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Request body: {'port': {'device_id': '21267597-8894-4825-bc7b-30e0fb5892c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:28.544398 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:57:28.597262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.610269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:28.612403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:28.664939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.705937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.728772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:28.737460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf3bbc-3aa2-4efa-8628-33b80a1de8d5 req-b3469041-ee16-4062-a143-98518e3bf569 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:28.741943 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1cf3bbc-3aa2-4efa-8628-33b80a1de8d5 req-b3469041-ee16-4062-a143-98518e3bf569 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 932 time: 0.2455723 Nov 23 09:57:28.789810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9accad0-d1fe-4172-a202-5c0fea79b8ca req-b512de69-c22e-4ea5-af5a-911614a4b0dd tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:28.790285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:28.794800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9accad0-d1fe-4172-a202-5c0fea79b8ca req-b512de69-c22e-4ea5-af5a-911614a4b0dd tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.0714571 Nov 23 09:57:28.800106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:28.816327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:28.878812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9accad0-d1fe-4172-a202-5c0fea79b8ca req-50858b38-89b2-4bdc-ad03-df7978315bed tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735986 Nov 23 09:57:28.989930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:28.990660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:28.991586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47406f-3062-4895-9227-b3017c5ae88b req-aff71869-abbb-4bd5-8d1f-2b0b0cc11ef7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:28.997981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b47406f-3062-4895-9227-b3017c5ae88b req-aff71869-abbb-4bd5-8d1f-2b0b0cc11ef7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 934 time: 0.0567789 Nov 23 09:57:29.049160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b47406f-3062-4895-9227-b3017c5ae88b req-5c369c9e-c62c-4ef6-b30c-eb0365339683 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Nov 23 09:57:29.064150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1cf3bbc-3aa2-4efa-8628-33b80a1de8d5 req-260052dc-e314-42a2-90bc-3aefacf5c9c9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779596 Nov 23 09:57:29.089838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-446795f6-e314-421f-9b92-2e64dac50e76 None None] Provisioning complete for port 6c22de1a-f131-4c11-b2e8-7207567cf549 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:29.091097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-446795f6-e314-421f-9b92-2e64dac50e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.093583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-c6a61ee3-2b02-4cb8-b99e-bad51f35f126 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7667730 Nov 23 09:57:29.106168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:29.124539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Request body: {'port': {'device_id': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:29.134506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-446795f6-e314-421f-9b92-2e64dac50e76 None None] Port 6c22de1a-f131-4c11-b2e8-7207567cf549 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:29.281313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router 23016886-3834-433b-aa3b-c1de75fc3e7c is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:29.289113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f22028a1-ec77-449a-9292-12724723c782 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:29.310476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd825-2bc7-49b8-84e4-1e50ac2e1f61 req-04ec8588-ac84-4eae-a335-9e995e6a2494 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:29.311996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dcfd825-2bc7-49b8-84e4-1e50ac2e1f61 req-04ec8588-ac84-4eae-a335-9e995e6a2494 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Nov 23 09:57:29.337937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.376622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dcfd825-2bc7-49b8-84e4-1e50ac2e1f61 req-446e4181-d445-4696-ba6f-6fecb7782cd9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557203 Nov 23 09:57:29.408582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f22028a1-ec77-449a-9292-12724723c782,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:29.421461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f22028a1-ec77-449a-9292-12724723c782', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'port_id': 'f22028a1-ec77-449a-9292-12724723c782', 'mac_address': 'fa:16:3e:93:40:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538b52a3-9f7c-4701-a885-730e41af239a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:29.441630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbe1e32d-eb4f-47b7-ac2c-af4e5184a68f req-50d9adf8-d72e-4c83-b2c8-3ce3ccb2bbd4 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1068192 Nov 23 09:57:29.469833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.486300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22028a1-ec77-449a-9292-12724723c782 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:29.492685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:29.505597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Sync routers for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:29.518912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f22028a1-ec77-449a-9292-12724723c782,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:29.525638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:29.527471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:29.529611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.632672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.633924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ffb0105c-da0c-4496-9ca7-5c67b20b2d2f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9058990 Nov 23 09:57:29.636985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35042) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:29.643392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36ab40e-8dd4-4273-8402-da09274660ed {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:29.656596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.658344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:29.682683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:29.692219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Transition to ACTIVE for port object b36ab40e-8dd4-4273-8402-da09274660ed will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:29.693622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:29.707140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Sync routers for ids ['23016886-3834-433b-aa3b-c1de75fc3e7c'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:29.708274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.721852 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Routers {'23016886-3834-433b-aa3b-c1de75fc3e7c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:29.722602 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['23016886-3834-433b-aa3b-c1de75fc3e7c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:29.784872 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:29.788816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1700bb7a-ebf6-4513-bda2-08d212248e92 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.9577441 Nov 23 09:57:29.792966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35044) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:29.847330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:29.880076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f22028a1-ec77-449a-9292-12724723c782'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:29.934529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Set router 23016886-3834-433b-aa3b-c1de75fc3e7c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:30.020590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:26Z', 'revision_number': 3, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:30.090536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Checking router: 65683d65-2f0d-4c48-8b8d-f98b3af92b0b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:30.104848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Updating router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b port 90ffc1bd-0323-4500-831f-0ea6ff238d6c binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:57:30.127835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.131377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:30.139368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Attempting to bind port b36ab40e-8dd4-4273-8402-da09274660ed on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:30.139710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Attempting to bind port b36ab40e-8dd4-4273-8402-da09274660ed by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:30.140044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Attempting to bind port b36ab40e-8dd4-4273-8402-da09274660ed on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:30.143390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.171779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.185877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Port b36ab40e-8dd4-4273-8402-da09274660ed on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:30.186256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Attempting to bind port b36ab40e-8dd4-4273-8402-da09274660ed on network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:30.200101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Transition to ACTIVE for port object 6c22de1a-f131-4c11-b2e8-7207567cf549 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:30.202877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:30.203227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Checking segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:30.203614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Bound using segment: {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:30.204066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Bound port: b36ab40e-8dd4-4273-8402-da09274660ed, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe612b-f413-46fb-aa80-f198a2a63ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:30.204426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.248470 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.311221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.360384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56022-32db-49d3-b999-baa54bce41b6 req-8543cfee-c051-4be0-b303-f608663910db tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:30.361580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfd56022-32db-49d3-b999-baa54bce41b6 req-8543cfee-c051-4be0-b303-f608663910db tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 944 time: 0.1052604 Nov 23 09:57:30.368204 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23016886-3834-433b-aa3b-c1de75fc3e7c', 'name': '', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf', 'external_fixed_ips': [{'subnet_id': '046db264-dc38-4929-9838-5e0ba44ed3a9', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '899396f6-0919-47f7-b188-7c5ef96c78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:27Z', 'revision_number': 3, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port': {'id': '899396f6-0919-47f7-b188-7c5ef96c78b5', 'name': '', 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23016886-3834-433b-aa3b-c1de75fc3e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '046db264-dc38-4929-9838-5e0ba44ed3a9', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '046db264-dc38-4929-9838-5e0ba44ed3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:30.395299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:30.408105 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Checking router: 23016886-3834-433b-aa3b-c1de75fc3e7c for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:30.408454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Updating router 23016886-3834-433b-aa3b-c1de75fc3e7c port 899396f6-0919-47f7-b188-7c5ef96c78b5 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:57:30.455434 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.457763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9add1-7885-4ff4-a05f-06808ba54334 req-a1cfce80-b199-4675-a7c8-c827f6f7d9ec tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:30.466192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acb9add1-7885-4ff4-a05f-06808ba54334 req-a1cfce80-b199-4675-a7c8-c827f6f7d9ec tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.2186062 Nov 23 09:57:30.483329 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.550153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:30.572026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b36ab40e-8dd4-4273-8402-da09274660ed,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:30.607849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.671794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfd56022-32db-49d3-b999-baa54bce41b6 req-f6d3a3cb-3056-4c84-ab86-7a3b63885da6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819719 Nov 23 09:57:30.772427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Allocated IP 172.20.0.1 (5572ee67-1c01-4130-b61b-d645c27894c6/408a0b10-9b3e-43e3-9060-2d89da8a459e/555dd417-176e-423a-8cbe-f53b212dbd89) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:30.817649 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.827331 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.868428 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.882823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.897956 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Attempting to bind port 899396f6-0919-47f7-b188-7c5ef96c78b5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:30.898344 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Attempting to bind port 899396f6-0919-47f7-b188-7c5ef96c78b5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c02e5dad-9910-47a2-be30-6bd0743736b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:30.898714 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Attempting to bind port 899396f6-0919-47f7-b188-7c5ef96c78b5 on network 7b5514ea-25c9-4898-b562-a04ffdd29baf {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:30.904810 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:30.905192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Checking segment: {'id': 'c02e5dad-9910-47a2-be30-6bd0743736b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:30.906023 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.906023 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Bound using segment: {'id': 'c02e5dad-9910-47a2-be30-6bd0743736b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:30.906477 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Bound port: 899396f6-0919-47f7-b188-7c5ef96c78b5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02e5dad-9910-47a2-be30-6bd0743736b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7b5514ea-25c9-4898-b562-a04ffdd29baf'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:30.906851 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.960412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Attempting to bind port 90ffc1bd-0323-4500-831f-0ea6ff238d6c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:30.961157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Attempting to bind port 90ffc1bd-0323-4500-831f-0ea6ff238d6c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:30.961664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Attempting to bind port 90ffc1bd-0323-4500-831f-0ea6ff238d6c on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:30.964340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcfd6e-6a1d-44fc-8432-d78739aec283 req-41427dba-af5f-4d42-b939-56fb5f0c8014 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:30.971991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6bcfd6e-6a1d-44fc-8432-d78739aec283 req-41427dba-af5f-4d42-b939-56fb5f0c8014 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.1092682 Nov 23 09:57:30.972194 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] For port 899396f6-0919-47f7-b188-7c5ef96c78b5, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:30.975586 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] For port 899396f6-0919-47f7-b188-7c5ef96c78b5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=899396f6-0919-47f7-b188-7c5ef96c78b5,segment=NetworkSegment(c02e5dad-9910-47a2-be30-6bd0743736b6),segment_id=c02e5dad-9910-47a2-be30-6bd0743736b6)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:30.976968 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Pushing event updated for resources: {'Port': ['ID=899396f6-0919-47f7-b188-7c5ef96c78b5,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:30.986863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:30.987668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:30.988469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.989136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:30.989426 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.989783 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.990171 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.990278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Bound port: 90ffc1bd-0323-4500-831f-0ea6ff238d6c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:30.990554 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.990895 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.991105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:30.991220 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.991633 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.992251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.992377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.992654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.992983 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:30.993306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:31.002935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.005497 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.031163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.031896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.033418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/b36ab40e-8dd4-4273-8402-da09274660ed HTTP/1.1" status: 200 len: 1092 time: 2.9068465 Nov 23 09:57:31.039833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:31.042629 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207" -d '{"events": [{"name": "network-changed", "server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:31.063571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ac105-0129-4fb8-9470-d8480f25d759 None None] Pushing event updated for resources: {'Port': ['ID=90ffc1bd-0323-4500-831f-0ea6ff238d6c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:31.064920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acb9add1-7885-4ff4-a05f-06808ba54334 req-67d6d9bb-3833-4732-9410-079d7316396c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968680 Nov 23 09:57:31.065499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6bcfd6e-6a1d-44fc-8432-d78739aec283 req-8e6b6bb6-4e4e-4f5d-91e9-cb56fa702ae0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925438 Nov 23 09:57:31.075998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Attempting to bind port 6c22de1a-f131-4c11-b2e8-7207567cf549 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:31.076548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Attempting to bind port 6c22de1a-f131-4c11-b2e8-7207567cf549 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:31.077094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Attempting to bind port 6c22de1a-f131-4c11-b2e8-7207567cf549 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:31.097173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.121439 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2a8f9-5010-4ac3-85f4-5853e6e315f3 None None] Pushing event updated for resources: {'Port': ['ID=899396f6-0919-47f7-b188-7c5ef96c78b5,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:31.148605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] For port 90ffc1bd-0323-4500-831f-0ea6ff238d6c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:31.155599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] For port 90ffc1bd-0323-4500-831f-0ea6ff238d6c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ffc1bd-0323-4500-831f-0ea6ff238d6c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:31.160928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Port 6c22de1a-f131-4c11-b2e8-7207567cf549 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:31.161921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Attempting to bind port 6c22de1a-f131-4c11-b2e8-7207567cf549 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:31.175448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.181752 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Routers {'23016886-3834-433b-aa3b-c1de75fc3e7c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:31.182937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Network 5572ee67-1c01-4130-b61b-d645c27894c6 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:31.183296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['23016886-3834-433b-aa3b-c1de75fc3e7c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:31.188371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:31.191194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:31.194843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Pushing event updated for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:31.235220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:31.235662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:31.236535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:31.238097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Bound port: 6c22de1a-f131-4c11-b2e8-7207567cf549, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:31.238522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.246678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.267071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb66edc-548e-494d-983f-b4be4423b9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:31.328386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8881a9f1-790d-4e72-bb22-981fa3e51963 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:31.331120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f22028a1-ec77-449a-9292-12724723c782 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:31.350327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] Set router 23016886-3834-433b-aa3b-c1de75fc3e7c gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:31.364464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b3fcabb-b47d-4a72-9019-0b711c634875 req-9714cab4-662d-44e7-9e63-a0ece5961ae9 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1350615 Nov 23 09:57:31.371280 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cd9f6f-67e3-428f-bb73-7a0c2c5e1c8d x-openstack-request-id: req-d6cd9f6f-67e3-428f-bb73-7a0c2c5e1c8d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:31.372790 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:31.373259 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6cd9f6f-67e3-428f-bb73-7a0c2c5e1c8d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:31.373872 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed', 'status': 'completed', 'code': 200} Nov 23 09:57:31.405882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ac105-0129-4fb8-9470-d8480f25d759 None None] Pushing event updated for resources: {'Port': ['ID=90ffc1bd-0323-4500-831f-0ea6ff238d6c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:31.414909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Deleting port 899396f6-0919-47f7-b188-7c5ef96c78b5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:31.415589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.453569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-037bd888-bce8-4b4d-9ad7-ab42c341a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.455424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-037bd888-bce8-4b4d-9ad7-ab42c341a8e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 1095 time: 0.3532195 Nov 23 09:57:31.462702 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23016886-3834-433b-aa3b-c1de75fc3e7c', 'name': '', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:30Z', 'revision_number': 4, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:31.477097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:31.477741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:31.527040 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f74435-4c88-487e-b9ea-4847d552e626 None None] The sync data for ids ['23016886-3834-433b-aa3b-c1de75fc3e7c'] in n-d-781076-5 is: [{'id': '23016886-3834-433b-aa3b-c1de75fc3e7c', 'name': '', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:30Z', 'revision_number': 4, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:31.562157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-4ac3183c-661e-4cc9-92d6-3fa28886d052 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36ab40e-8dd4-4273-8402-da09274660ed HTTP/1.1" status: 200 len: 217 time: 0.0817342 Nov 23 09:57:31.659214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.690885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.716865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Calling delete_port for 899396f6-0919-47f7-b188-7c5ef96c78b5 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:31.737226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port f22028a1-ec77-449a-9292-12724723c782 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:31.748707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f22028a1-ec77-449a-9292-12724723c782 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:31.748707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.753519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:31.755575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:31.810303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:31.820121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-307f2d6f-e0d4-474f-86c6-ccfcd9576c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.821643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-307f2d6f-e0d4-474f-86c6-ccfcd9576c7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.1649961 Nov 23 09:57:31.828195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.879044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e09c5-c7ec-416c-9e92-44c4fc3d0a0c req-f7a69561-45c0-4d40-83d7-da63f20f1046 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.886507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed3e09c5-c7ec-416c-9e92-44c4fc3d0a0c req-f7a69561-45c0-4d40-83d7-da63f20f1046 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.2241991 Nov 23 09:57:31.922575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25ae6-90e4-445e-ae79-071680cbd891 req-eb058906-f37c-437b-bfdf-a7e78afb2512 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.926166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:31.926808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:31.928214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 1094 time: 2.8192754 Nov 23 09:57:31.931700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78c25ae6-90e4-445e-ae79-071680cbd891 req-eb058906-f37c-437b-bfdf-a7e78afb2512 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 944 time: 0.0845990 Nov 23 09:57:32.009122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8881a9f1-790d-4e72-bb22-981fa3e51963,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:32.010366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78c25ae6-90e4-445e-ae79-071680cbd891 req-dc73f1a4-9361-4ca9-857c-c315d5e66505 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775652 Nov 23 09:57:32.027764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd0e3f-6f38-4fe4-b706-e45e2a7c24d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:32.054163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-005fbeb0-e6ac-4d68-95ce-3acb1b87409b None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:32.054163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-005fbeb0-e6ac-4d68-95ce-3acb1b87409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.055321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '8881a9f1-790d-4e72-bb22-981fa3e51963', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'port_id': '8881a9f1-790d-4e72-bb22-981fa3e51963', 'mac_address': 'fa:16:3e:93:43:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538b52a3-9f7c-4701-a885-730e41af239a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:32.066581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.080325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-f37fb316-e525-4c7d-8456-2f25e6eb293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:32.080745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-f37fb316-e525-4c7d-8456-2f25e6eb293e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483506 Nov 23 09:57:32.081153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.093500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed3e09c5-c7ec-416c-9e92-44c4fc3d0a0c req-9b4c46ba-5f3e-4ad6-a157-abb50c2ca880 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056775 Nov 23 09:57:32.155078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-005fbeb0-e6ac-4d68-95ce-3acb1b87409b None None] Port 555dd417-176e-423a-8cbe-f53b212dbd89 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:32.200576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.202685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Pushing event updated for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:32.279288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:26Z', 'revision_number': 3, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:32.312004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.316478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-4b636f6f-4071-48a9-a81f-f6ab9082cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:32.318015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-4b636f6f-4071-48a9-a81f-f6ab9082cff3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1097 time: 0.3028932 Nov 23 09:57:32.324014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.327834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Network 5572ee67-1c01-4130-b61b-d645c27894c6 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:32.329018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414c9d-8b5f-4322-9737-a7563d00c002 None None] The sync data for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 is: [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:26Z', 'revision_number': 3, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:32.329776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:32.341005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8881a9f1-790d-4e72-bb22-981fa3e51963 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:32.389201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8881a9f1-790d-4e72-bb22-981fa3e51963,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:32.410884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.415170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-f8656328-54dc-4d98-8243-9230d8f3de9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.0800564 Nov 23 09:57:32.457363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22028a1-ec77-449a-9292-12724723c782'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:32.459718 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92ef8e-0194-4166-bcfe-94878627739d" -d '{"events": [{"server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "name": "network-vif-plugged", "status": "completed", "tag": "f22028a1-ec77-449a-9292-12724723c782"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:32.501098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f22028a1-ec77-449a-9292-12724723c782,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:32.506617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:32.509644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:57:32.514718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.522882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.525575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-f5dc4040-50e2-4f84-b20b-c456965de54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:32.527436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-f5dc4040-50e2-4f84-b20b-c456965de54b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0897410 Nov 23 09:57:32.589942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a8fd5-e448-4ba5-b7e2-ea3546d3d464 req-776ed2ee-15ef-4347-a65f-a704addea30c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:32.599027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a6a8fd5-e448-4ba5-b7e2-ea3546d3d464 req-776ed2ee-15ef-4347-a65f-a704addea30c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.3751979 Nov 23 09:57:32.613034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:32.623387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=899396f6-0919-47f7-b188-7c5ef96c78b5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:32.633926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-dbf0c5a0-041c-4fcb-9026-bf66ee7083e4 service neutron] 10.222.0.50 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384471 Nov 23 09:57:32.660859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9bd19da6-5138-4059-85e7-c203c409f31b req-fa3d98f2-d0a3-4bc1-ae4a-ce2f1a1f28c5 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0538783 Nov 23 09:57:32.722774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8881a9f1-790d-4e72-bb22-981fa3e51963'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:32.790978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:32.822850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cea6a552-82e8-451e-8fc1-a101824dfd3a admin admin] 10.222.0.62 "PUT /v2.0/routers/65683d65-2f0d-4c48-8b8d-f98b3af92b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1843913 Nov 23 09:57:32.834413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-cd4812df-51de-4723-bc0b-a78bbdd8c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:32.835979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-cd4812df-51de-4723-bc0b-a78bbdd8c8a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922044 Nov 23 09:57:32.857535 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8533c0f8-9d83-4e7a-bdec-dadb1e220f3e x-openstack-request-id: req-8533c0f8-9d83-4e7a-bdec-dadb1e220f3e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:32.857847 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "name": "network-vif-plugged", "status": "completed", "tag": "f22028a1-ec77-449a-9292-12724723c782", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:32.858106 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8533c0f8-9d83-4e7a-bdec-dadb1e220f3e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:32.858496 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22028a1-ec77-449a-9292-12724723c782', 'code': 200} Nov 23 09:57:32.948663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-914810f6-881b-426a-9d58-37e0717244b6 None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:32.949032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-914810f6-881b-426a-9d58-37e0717244b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:32.964194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a6a8fd5-e448-4ba5-b7e2-ea3546d3d464 req-e289a599-26dd-4bcc-86da-d9642234868d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641832 Nov 23 09:57:32.999635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716ad3f-98fd-4a5a-ac1a-d82fe9b6667d req-3c7dba8d-a4ff-46be-ba85-e94d4095249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.002247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5716ad3f-98fd-4a5a-ac1a-d82fe9b6667d req-3c7dba8d-a4ff-46be-ba85-e94d4095249e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 1096 time: 0.0817823 Nov 23 09:57:33.019255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.064710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35082) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:33.073797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-914810f6-881b-426a-9d58-37e0717244b6 None None] Port 555dd417-176e-423a-8cbe-f53b212dbd89 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:33.088204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5716ad3f-98fd-4a5a-ac1a-d82fe9b6667d req-f44f63c2-ace6-4712-b4db-134d09c8d2e4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 Nov 23 09:57:33.158182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-25390861'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:33.190850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76922bb7-bcb9-46fa-8997-c33c079f23d0 req-a8e72bfa-c320-40e7-944b-b4081baee1b6 service neutron] 10.222.0.50 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487645 Nov 23 09:57:33.192771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.197506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.208062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c25a47-b638-4e1b-835c-e7aa27526f35 req-9fd5f923-f720-42e5-8abc-5ba28a039922 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.209772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2c25a47-b638-4e1b-835c-e7aa27526f35 req-9fd5f923-f720-42e5-8abc-5ba28a039922 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 944 time: 0.0949607 Nov 23 09:57:33.211065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:33.214527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.263491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:33.299986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2c25a47-b638-4e1b-835c-e7aa27526f35 req-2341e96f-46ea-4859-ae43-82c06324c451 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Nov 23 09:57:33.303981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-eff7c95e-e0b9-4c2d-b1bc-44a3a75822dd service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279878 Nov 23 09:57:33.310039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.315822 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Added segment 09d92323-23c5-4359-bfee-cf1e238512ff of type vlan for network 074a837e-88c0-4b7a-8c35-eb58b6abb45b Nov 23 09:57:33.338608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.339291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23016886-3834-433b-aa3b-c1de75fc3e7c {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:33.345653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.347247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4fbfdc8f-e5a4-43f2-923c-f87c1d94e5d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/routers/23016886-3834-433b-aa3b-c1de75fc3e7c HTTP/1.1" status: 204 len: 168 time: 3.5532465 Nov 23 09:57:33.357762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35092) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:33.387008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.404031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ffc1bd-0323-4500-831f-0ea6ff238d6c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:33.405534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:33.408276 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d2628-46de-4108-9c87-2088200e126d" -d '{"events": [{"name": "network-changed", "server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:33.461618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Deleting subnet 046db264-dc38-4929-9838-5e0ba44ed3a9 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:57:33.468619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.499336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 90ffc1bd-0323-4500-831f-0ea6ff238d6c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:33.499944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.521764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056156b-0703-4baf-9c4e-d2b25ed212bd req-40646e1c-0572-4c61-87cc-5f22dfa6d4ef tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.537136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6056156b-0703-4baf-9c4e-d2b25ed212bd req-40646e1c-0572-4c61-87cc-5f22dfa6d4ef tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.1565936 Nov 23 09:57:33.539874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.544684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-d7c7ef3e-6fd9-40d7-ba00-72a538c9d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.545825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.546256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-d7c7ef3e-6fd9-40d7-ba00-72a538c9d685 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 1095 time: 0.2408183 Nov 23 09:57:33.546470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.573507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-008228c2-47eb-41a1-8686-f2c69c6c80ff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.575451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-008228c2-47eb-41a1-8686-f2c69c6c80ff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.50 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.3702245 Nov 23 09:57:33.577008 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89f037c-3eca-4f78-a89f-f43c1100c110 x-openstack-request-id: req-c89f037c-3eca-4f78-a89f-f43c1100c110 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:33.577294 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:33.577543 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c89f037c-3eca-4f78-a89f-f43c1100c110 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:33.577985 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'status': 'completed', 'code': 200} Nov 23 09:57:33.617247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5452209 Nov 23 09:57:33.617868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:33.618273 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.626740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'subnet': {'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:33.643663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.669603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 90ffc1bd-0323-4500-831f-0ea6ff238d6c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ffc1bd-0323-4500-831f-0ea6ff238d6c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:33.677491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.731198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115ba4-051d-423a-bbcd-fd9ee69f274f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Network': ['ID=074a837e-88c0-4b7a-8c35-eb58b6abb45b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:33.734868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1c4c17e-a286-4651-8e1d-dc18f2a7b4be req-bbdcb140-120c-4e1b-87ac-cb5ea84c1008 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757722 Nov 23 09:57:33.808793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6056156b-0703-4baf-9c4e-d2b25ed212bd req-db23e002-1ed5-4ec7-8486-e0da1c2a46d4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644231 Nov 23 09:57:33.809315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=90ffc1bd-0323-4500-831f-0ea6ff238d6c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:33.810602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.816843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:33.851370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:33.860181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:33.889917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d911802-0799-4658-b746-8ede9ea40fa3 req-ae63d91e-4413-424a-bf9f-668b908a2c11 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1056216 Nov 23 09:57:33.945929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-3fe29fde-ceda-4107-a77d-1c0ef37dd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:33.947571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-3fe29fde-ceda-4107-a77d-1c0ef37dd5f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 917 time: 0.3852451 Nov 23 09:57:33.960321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port f5edd90e-d44f-419a-bc8b-582121c0e84b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:33.960663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.026514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2628-46de-4108-9c87-2088200e126d req-fe70d922-bc4c-409c-945c-2421d2ce4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.028093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-fe70d922-bc4c-409c-945c-2421d2ce4949 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1097 time: 0.2151613 Nov 23 09:57:34.029318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-6ac27e8b-7f9d-47c2-aff4-423044940345 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36ab40e-8dd4-4273-8402-da09274660ed HTTP/1.1" status: 200 len: 217 time: 0.0718148 Nov 23 09:57:34.032842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.142424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=046db264-dc38-4929-9838-5e0ba44ed3a9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:34.155407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.158665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d0934542-f2ff-4495-8f87-1b413fdf2d2d tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/046db264-dc38-4929-9838-5e0ba44ed3a9 HTTP/1.1" status: 204 len: 168 time: 0.7539349 Nov 23 09:57:34.161548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35102) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:34.371837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cb50b-43d4-4332-bc99-f0ca980b3e02 req-97ade983-bde0-48d4-8c0a-71f4612cc47a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.373447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-295cb50b-43d4-4332-bc99-f0ca980b3e02 req-97ade983-bde0-48d4-8c0a-71f4612cc47a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.3420482 Nov 23 09:57:34.394004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.493551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Subnet': ['ID=05edc420-29ce-4923-ae84-f745fc1cf1cc,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:34.498985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-295cb50b-43d4-4332-bc99-f0ca980b3e02 req-36b0fd73-c173-41dd-a866-25ed0d029450 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157703 Nov 23 09:57:34.505789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Checking segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:34.506195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network hostable DHCP agents. Network: 074a837e-88c0-4b7a-8c35-eb58b6abb45b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:34.534373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:34.545744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 074a837e-88c0-4b7a-8c35-eb58b6abb45b) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:34.550255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.550873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.563558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3867d03-8396-47b0-902b-889766608acb None None] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:34.578128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c546cfcf-3adb-4bd2-be75-ce8274e4109a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9531133 Nov 23 09:57:34.578469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35110) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:34.584398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1605875211'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:34.612207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:34.615791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.651430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:57:34.655985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-db275422-f896-4775-9152-9138e6e8c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.663478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-db275422-f896-4775-9152-9138e6e8c1be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.5880129 Nov 23 09:57:34.674326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.674673 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Added segment 4534942c-af48-472a-a8ad-921412c4c965 of type vlan for network c9020433-c74c-4078-b6ec-9d230164ca65 Nov 23 09:57:34.704305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port f5edd90e-d44f-419a-bc8b-582121c0e84b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5edd90e-d44f-419a-bc8b-582121c0e84b,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:34.704774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.722905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.739979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.750802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.760784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.761516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.762534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Sync routers for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:34.765296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for f5edd90e-d44f-419a-bc8b-582121c0e84b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:34.782206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:34.782918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:34.805159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2231388 Nov 23 09:57:34.805335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:34.811237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'subnet': {'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:34.861544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'fixed_ips': [{'subnet_id': '05edc420-29ce-4923-ae84-f745fc1cf1cc'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:57:34.862851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.873442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831dd2-457a-4da3-8720-4a24f4de1552 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Network': ['ID=c9020433-c74c-4078-b6ec-9d230164ca65,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:34.875683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:34.898156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2628-46de-4108-9c87-2088200e126d req-782229ce-0ece-4cbd-8246-829afd3b9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.899654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-782229ce-0ece-4cbd-8246-829afd3b9d4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.8231652 Nov 23 09:57:34.904038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5514ea-25c9-4898-b562-a04ffdd29baf']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:34.912316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c9020433-c74c-4078-b6ec-9d230164ca65 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:57:34.915000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f198b0-c024-47ac-a061-3883e6a8be04 req-1328635e-49b5-4467-b302-98b4be0b97f6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:34.916556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8f198b0-c024-47ac-a061-3883e6a8be04 req-1328635e-49b5-4467-b302-98b4be0b97f6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 944 time: 0.3273084 Nov 23 09:57:34.966513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02e5dad-9910-47a2-be30-6bd0743736b6') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:34.966808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02e5dad-9910-47a2-be30-6bd0743736b6') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:35.004156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55498b7d-ecc1-429c-b08e-2524fa1902f2 req-ddc07ccc-7182-4a13-8a9c-bbe57144e9e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.005668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55498b7d-ecc1-429c-b08e-2524fa1902f2 req-ddc07ccc-7182-4a13-8a9c-bbe57144e9e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 945 time: 0.1096737 Nov 23 09:57:35.034434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:35.038045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.038267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-e7bc7df7-aaa7-4fe2-a30e-ffdf09043803 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.1203232 Nov 23 09:57:35.040020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.062656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-4fd7ad5d-72a7-4d69-b132-b2061ad6bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.064115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-4fd7ad5d-72a7-4d69-b132-b2061ad6bed1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653812 Nov 23 09:57:35.120890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55498b7d-ecc1-429c-b08e-2524fa1902f2 req-898a6d85-4642-4fa5-b5b3-8cbcacb45328 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055722 Nov 23 09:57:35.124744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.154445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:57:35.154860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:57:35.163047 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:57:35.189807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8f198b0-c024-47ac-a061-3883e6a8be04 req-cda1c018-93ba-4a0d-8c99-77da8b953f16 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571311 Nov 23 09:57:35.205055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:35.265574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2628-46de-4108-9c87-2088200e126d req-ff54cd9c-d093-4084-a5fc-4c921b602c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.267064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-ff54cd9c-d093-4084-a5fc-4c921b602c51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.2124763 Nov 23 09:57:35.356800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-365130e9-fd51-4e15-b0ff-9f29fc929883 req-b1b93e77-ff2b-4e1d-916b-252740258dde tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0503082 Nov 23 09:57:35.358313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8881a9f1-790d-4e72-bb22-981fa3e51963 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:35.360233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ffc1bd-0323-4500-831f-0ea6ff238d6c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:35.361663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.370713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-40d8611c-98f4-4956-b405-b7498d7c719d service neutron] 10.222.0.50 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866435 Nov 23 09:57:35.376185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b5514ea-25c9-4898-b562-a04ffdd29baf {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 09:57:35.378963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.379544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.382199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7b5514ea-25c9-4898-b562-a04ffdd29baf HTTP/1.1" status: 204 len: 168 time: 1.2118800 Nov 23 09:57:35.408309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315c2c-c9e7-45c3-9a5e-2d9d8d645d9f tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b5514ea-25c9-4898-b562-a04ffdd29baf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:35.425568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.435930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2628-46de-4108-9c87-2088200e126d req-6d744c35-c0ed-4b9b-ae40-f917453684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.438214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-6d744c35-c0ed-4b9b-ae40-f917453684b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571288 Nov 23 09:57:35.450850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f5edd90e-d44f-419a-bc8b-582121c0e84b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:35.500398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Subnet': ['ID=7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:35.519777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Checking segment: {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:35.520375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network hostable DHCP agents. Network: c9020433-c74c-4078-b6ec-9d230164ca65, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:57:35.533370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=f5edd90e-d44f-419a-bc8b-582121c0e84b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:35.566712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Allocated IP 19.80.0.2 (074a837e-88c0-4b7a-8c35-eb58b6abb45b/05edc420-29ce-4923-ae84-f745fc1cf1cc/cb29891d-9248-4660-a392-317de9e33333) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:35.574188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network c9020433-c74c-4078-b6ec-9d230164ca65 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:57:35.591300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c9020433-c74c-4078-b6ec-9d230164ca65) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:35.601472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.612412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.614018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013510d-d9cf-4d0c-8d42-6572517b0b37 None None] Network c9020433-c74c-4078-b6ec-9d230164ca65 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:35.645074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port f5edd90e-d44f-419a-bc8b-582121c0e84b on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:57:35.650388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.653964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4d07c2-279a-4e33-99d9-0d3d18936544 req-67df0dc2-678b-412a-990f-cded59e2ce1f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.50 "DELETE /v2.0/ports/f5edd90e-d44f-419a-bc8b-582121c0e84b HTTP/1.1" status: 204 len: 173 time: 2.0607710 Nov 23 09:57:35.656411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'name': 'network-vif-deleted', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:35.658886 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da08293-dd70-4b6d-ba48-164deeec835f" -d '{"events": [{"server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "name": "network-vif-deleted", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:35.669054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a4431a6-0c9f-4ce6-bec3-972ad2c8a207 req-d4f7676a-ae1c-4741-8a06-279ca3580ac1 service neutron] 10.222.0.50 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848349 Nov 23 09:57:35.688760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c42d1f8-28ea-44de-a34c-4cafadca7208 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8822131 Nov 23 09:57:35.788153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-f9b3ed30-6509-451e-8547-ba092ebce526 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370352 Nov 23 09:57:35.838312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:35.843816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'name': 'tempest-router--1024682297', 'project_id': '2295d9f44fb44f3c8e24b4ec62a9a76a'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:35.878610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.881131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:35.921015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-934d2628-46de-4108-9c87-2088200e126d req-530bbaa9-6330-4dde-a10b-e55a451a8a1d service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225424 Nov 23 09:57:35.924285 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c345b2ae-78ca-4718-9775-72a7c704ea50 x-openstack-request-id: req-c345b2ae-78ca-4718-9775-72a7c704ea50 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:35.924571 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0825a70d-3d9a-41e9-968f-f7f3fb62f484", "name": "network-vif-deleted", "tag": "f5edd90e-d44f-419a-bc8b-582121c0e84b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:35.924823 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c345b2ae-78ca-4718-9775-72a7c704ea50 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:35.925233 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0825a70d-3d9a-41e9-968f-f7f3fb62f484', 'name': 'network-vif-deleted', 'tag': 'f5edd90e-d44f-419a-bc8b-582121c0e84b', 'status': 'completed', 'code': 200} Nov 23 09:57:35.940057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b28fb-d208-4f10-81b0-335981d1e7e0 req-1dcd4167-ac0e-4bf4-9bb2-80affdadebb9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:35.942406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f11b28fb-d208-4f10-81b0-335981d1e7e0 req-1dcd4167-ac0e-4bf4-9bb2-80affdadebb9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.2202549 Nov 23 09:57:35.948298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b36ab40e-8dd4-4273-8402-da09274660ed details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:36.007691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.015121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.023285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f11b28fb-d208-4f10-81b0-335981d1e7e0 req-404f62b9-d058-4211-bcdb-203bc43ea255 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739329 Nov 23 09:57:36.053831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.057615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c99fc19e-8635-4e48-81da-6b915d20c2bd tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2158198 Nov 23 09:57:36.057727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 8881a9f1-790d-4e72-bb22-981fa3e51963 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:36.058613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:36.073600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 90ffc1bd-0323-4500-831f-0ea6ff238d6c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:36.073983 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.092199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 8881a9f1-790d-4e72-bb22-981fa3e51963 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:36.092563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.182567 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.187977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9ff3c7b7-a47f-4edb-8131-55c175266897 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:36.203313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9ff3c7b7-a47f-4edb-8131-55c175266897 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:36.215434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9ff3c7b7-a47f-4edb-8131-55c175266897 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/networks?id=074a837e-88c0-4b7a-8c35-eb58b6abb45b&id=c9020433-c74c-4078-b6ec-9d230164ca65&id=074a837e-88c0-4b7a-8c35-eb58b6abb45b HTTP/1.1" status: 200 len: 1390 time: 0.1847119 Nov 23 09:57:36.250494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-0bddf4d8-5a53-44a5-8683-4b4a09acddbc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/quotas/e413877d1d9545e8a069528ea6b52474 HTTP/1.1" status: 200 len: 375 time: 0.0322413 Nov 23 09:57:36.339247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2b096a2a-ca7f-40db-b1ca-416cb4d4039f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883682 Nov 23 09:57:36.366008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a760c0a7-1171-4c2a-899a-678a572e0c44 req-0441bc10-1d59-45a1-9eab-4938956e690d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=0825a70d-3d9a-41e9-968f-f7f3fb62f484 HTTP/1.1" status: 200 len: 210 time: 0.0420647 Nov 23 09:57:36.427843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b36ab40e-8dd4-4273-8402-da09274660ed,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:36.434308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c9020433-c74c-4078-b6ec-9d230164ca65', 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'fixed_ips': [{'subnet_id': '7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:57:36.435148 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.449032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.488925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-adf62af7-5265-4f74-a181-6d8697e99970 service neutron] 10.222.0.62 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483839 Nov 23 09:57:36.501728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 4, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '555dd417-176e-423a-8cbe-f53b212dbd89', 'name': '', 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'mac_address': 'fa:16:3e:a3:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:30Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 2, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'subnets': [{'id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:36.509407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.520653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.523734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.539708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'b36ab40e-8dd4-4273-8402-da09274660ed', 'network_id': 'b0c30b2a-8d8d-4396-a7a6-cd81db99f16a', 'port_id': 'b36ab40e-8dd4-4273-8402-da09274660ed', 'mac_address': 'fa:16:3e:1f:91:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538b52a3-9f7c-4701-a885-730e41af239a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:36.576953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1251aa-89c2-4a4b-beb4-c76811bf2b3f req-16142fae-61ac-4a91-8ca2-57e006b7ca27 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:36.578521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1251aa-89c2-4a4b-beb4-c76811bf2b3f req-16142fae-61ac-4a91-8ca2-57e006b7ca27 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 944 time: 0.0978525 Nov 23 09:57:36.579626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.580120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dea687df-ad8f-46de-a7db-792e4c71049f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:36.580920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Checking router: 65683d65-2f0d-4c48-8b8d-f98b3af92b0b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:36.581920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Updating router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b port 555dd417-176e-423a-8cbe-f53b212dbd89 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:57:36.585728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.588760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6ee624e6-fc22-4a2d-a269-6a9ee64c372b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/routers/dea687df-ad8f-46de-a7db-792e4c71049f HTTP/1.1" status: 204 len: 168 time: 0.5286069 Nov 23 09:57:36.595256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9125305e-6a88-4627-9ce5-16afa15bbcea service neutron] 10.222.0.62 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054568 Nov 23 09:57:36.655498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.684446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1251aa-89c2-4a4b-beb4-c76811bf2b3f req-3a88c51e-6085-4bdf-b0e9-6a233050bd07 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801885 Nov 23 09:57:36.714235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:36.717663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-8375f9e4-7f70-4c9c-b42b-8a10a743da57 service neutron] 10.222.0.62 "GET /v2.0/networks/c9020433-c74c-4078-b6ec-9d230164ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107974 Nov 23 09:57:36.727001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.735695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35156) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:36.746724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:36.749164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:36.751546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Pushing event updated for resources: {'Port': ['ID=cb29891d-9248-4660-a392-317de9e33333,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:36.786554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8dbf85e-5894-47b6-975f-172f91af89c6 req-0a985997-1216-4133-bdbc-f0c360ff0d5d tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0394826 Nov 23 09:57:36.790321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.805872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:36.805872 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301d204c-e699-4068-8d67-5a6961553d4d" -d '{"events": [{"server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "name": "network-vif-plugged", "status": "completed", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:36.859235 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-cdd6864c-3ec4-46ec-9686-9a0e26065f20 service neutron] 10.222.0.62 "GET /v2.0/networks/c9020433-c74c-4078-b6ec-9d230164ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319151 Nov 23 09:57:36.921114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36ab40e-8dd4-4273-8402-da09274660ed {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:36.927304 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c785119-4ac6-4870-8c5d-b157388f4b54 x-openstack-request-id: req-6c785119-4ac6-4870-8c5d-b157388f4b54 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:36.927574 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "name": "network-vif-plugged", "status": "completed", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:36.927779 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c785119-4ac6-4870-8c5d-b157388f4b54 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:36.928196 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963', 'code': 200} Nov 23 09:57:36.934708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8881a9f1-790d-4e72-bb22-981fa3e51963,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:36.961430 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:36.990447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-98c96a4b-89dd-4e18-9edc-faafb2775532 service neutron] 10.222.0.62 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231308 Nov 23 09:57:37.014731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1129544358', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:37.033631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Attempting to bind port cb29891d-9248-4660-a392-317de9e33333 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:37.034029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Attempting to bind port cb29891d-9248-4660-a392-317de9e33333 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:37.034388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Attempting to bind port cb29891d-9248-4660-a392-317de9e33333 on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:37.046307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.047631 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.057078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b36ab40e-8dd4-4273-8402-da09274660ed,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:37.070130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Allocated IP 19.86.0.2 (c9020433-c74c-4078-b6ec-9d230164ca65/7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe/5940bb04-e7e2-4939-b50e-793c68e861a2) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:37.078639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.079370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:37.089016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:37.089424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Checking segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:37.089901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.090297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Bound using segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:37.091643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Bound port: cb29891d-9248-4660-a392-317de9e33333, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:37.092130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.114264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0116-d353-4f42-a5b8-2c7755cd5af5 req-eb950920-7cd8-40c9-b17b-13d929820f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:37.115829 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dab0116-d353-4f42-a5b8-2c7755cd5af5 req-eb950920-7cd8-40c9-b17b-13d929820f70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 1096 time: 0.1227067 Nov 23 09:57:37.137624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.150722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-cefbf8c7-bdb2-48e4-9dbc-363351af60a4 service neutron] 10.222.0.62 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589742 Nov 23 09:57:37.175228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dab0116-d353-4f42-a5b8-2c7755cd5af5 req-2990b5cb-54d4-44ef-9ff2-fcbb94e425f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Nov 23 09:57:37.314955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac36f5c-96af-4d8c-bdbb-e138eb930de9 req-cd88b59d-3972-4c9d-bebb-cb207d54d4ad tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:37.323303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bac36f5c-96af-4d8c-bdbb-e138eb930de9 req-cd88b59d-3972-4c9d-bebb-cb207d54d4ad tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.2038529 Nov 23 09:57:37.355276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eb43e140-48b3-42cf-b71e-76f01efe3f6c req-30bcb65e-3131-41b6-a6fa-45109b0bccfc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0310545 Nov 23 09:57:37.377792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:37.395310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:57:37.418983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.489430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bac36f5c-96af-4d8c-bdbb-e138eb930de9 req-68798322-04fa-4421-abc9-3dea9061231d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650953 Nov 23 09:57:37.608872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:37.652026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] For port cb29891d-9248-4660-a392-317de9e33333, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:37.661181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] For port cb29891d-9248-4660-a392-317de9e33333, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cb29891d-9248-4660-a392-317de9e33333,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:37.687590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.715579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.759528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.774307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:37.842115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-6288b8b9-72c0-4e11-a3f7-5c8dba5ac25a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:37.843804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-6288b8b9-72c0-4e11-a3f7-5c8dba5ac25a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1842489 Nov 23 09:57:37.868077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'mac_address': 'fa:16:3e:18:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:37.868181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-def7826e-1a20-41b9-9f3a-57444afbb27e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0156238 Nov 23 09:57:37.892355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60dacf-ae6e-46bb-95c1-10d38718b095 None None] Pushing event updated for resources: {'Port': ['ID=cb29891d-9248-4660-a392-317de9e33333,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:37.905804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf2c22-f472-4977-bc47-d64f0b26d8e1 req-64c868d7-2229-413a-9281-dee9a0d9ff6c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:37.915282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76cf2c22-f472-4977-bc47-d64f0b26d8e1 req-64c868d7-2229-413a-9281-dee9a0d9ff6c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 945 time: 0.1514459 Nov 23 09:57:37.915949 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.916463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-89c90150-cda7-4d56-8908-86a23e927f49 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436103 Nov 23 09:57:37.968961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.986957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:37.996544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.005600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Allocated IP 172.25.1.83 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/29f53f41-0b49-437f-b256-8904122fbc74) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:38.015928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76cf2c22-f472-4977-bc47-d64f0b26d8e1 req-89b37f24-d931-4d0e-9c40-72a3e5b138d0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005564 Nov 23 09:57:38.017677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:38.062784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-c6006c80-c807-4851-966f-abce184c83ee service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443892 Nov 23 09:57:38.067967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.161109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Network c9020433-c74c-4078-b6ec-9d230164ca65 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:38.162372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Pushing event updated for resources: {'Port': ['ID=5940bb04-e7e2-4939-b50e-793c68e861a2,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:38.169924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:38.176294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:38.184644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:38.250324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-70f2285c-a193-4882-a0c9-e0217696f0ce service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859324 Nov 23 09:57:38.257409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d55a0a1-7862-4582-bbda-2c9beb409260 req-17ef3afa-bbb7-455d-87c0-c73537f95fa5 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0711071 Nov 23 09:57:38.260946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.294306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.388901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Pushing event updated for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:38.392297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.432114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Attempting to bind port 5940bb04-e7e2-4939-b50e-793c68e861a2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:38.432472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Attempting to bind port 5940bb04-e7e2-4939-b50e-793c68e861a2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:38.432831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Attempting to bind port 5940bb04-e7e2-4939-b50e-793c68e861a2 on network c9020433-c74c-4078-b6ec-9d230164ca65 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:38.442245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.442593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.442931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.443260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.443589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.443917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.444303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.444550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.444934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.445254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.445575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.445944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:57:38.462129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:38.462508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Checking segment: {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:38.462914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.463308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Bound using segment: {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:38.463785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Bound port: 5940bb04-e7e2-4939-b50e-793c68e861a2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:38.464164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.483212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:38.489916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:38.495459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:38.558120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Attempting to bind port 555dd417-176e-423a-8cbe-f53b212dbd89 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:38.558581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Attempting to bind port 555dd417-176e-423a-8cbe-f53b212dbd89 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:38.558955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Attempting to bind port 555dd417-176e-423a-8cbe-f53b212dbd89 on network 5572ee67-1c01-4130-b61b-d645c27894c6 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:38.562151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event updated for resources: {'Port': ['ID=29f53f41-0b49-437f-b256-8904122fbc74,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:38.620859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:38.622366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Checking segment: {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:38.623088 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.623809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Bound using segment: {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:38.624557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Bound port: 555dd417-176e-423a-8cbe-f53b212dbd89, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:38.625335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.678753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95cfc02e-0542-4012-abe4-824e2d52df58 req-f051e49d-aa86-4bb4-a657-ebfaf7da22e1 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0761285 Nov 23 09:57:38.727443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b36ab40e-8dd4-4273-8402-da09274660ed'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:38.732246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:38.807421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cad9ca9a-2190-43a6-8099-7900ec82c948 req-6d05a187-8513-4661-8ef4-f4ea1c9d58af tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 210 time: 0.1000931 Nov 23 09:57:38.874028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:38.930297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] For port 5940bb04-e7e2-4939-b50e-793c68e861a2, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:38.945090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] For port 5940bb04-e7e2-4939-b50e-793c68e861a2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5940bb04-e7e2-4939-b50e-793c68e861a2,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:38.965284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7a68b3de-040c-49ff-bbbd-ef7a90815279 None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:38.965658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7a68b3de-040c-49ff-bbbd-ef7a90815279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:38.971177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3757a-a90c-4349-a94b-06455ca17ef2 req-03f50007-971c-4364-bbb7-6f7da839842e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:38.983631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-66e3757a-a90c-4349-a94b-06455ca17ef2 req-03f50007-971c-4364-bbb7-6f7da839842e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.1750784 Nov 23 09:57:39.025191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:39.053069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] For port 555dd417-176e-423a-8cbe-f53b212dbd89, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:39.055044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-3591d7d6-3e35-4c37-a9bf-aac908ea2a30 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:39.062117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-3591d7d6-3e35-4c37-a9bf-aac908ea2a30 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:39.065582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-3591d7d6-3e35-4c37-a9bf-aac908ea2a30 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "GET /v2.0/networks?id=074a837e-88c0-4b7a-8c35-eb58b6abb45b&id=c9020433-c74c-4078-b6ec-9d230164ca65&id=074a837e-88c0-4b7a-8c35-eb58b6abb45b HTTP/1.1" status: 200 len: 1390 time: 0.2746909 Nov 23 09:57:39.091272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'admin_state_up': True, 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:39.122880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-66e3757a-a90c-4349-a94b-06455ca17ef2 req-174f4028-cb75-4c1b-8c0b-efe17b599af6 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374941 Nov 23 09:57:39.171443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] For port 555dd417-176e-423a-8cbe-f53b212dbd89, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=555dd417-176e-423a-8cbe-f53b212dbd89,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:39.199387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:39.211555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7a68b3de-040c-49ff-bbbd-ef7a90815279 None None] Port 555dd417-176e-423a-8cbe-f53b212dbd89 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:39.243464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef8a4f-5f1d-4e9b-9181-5f338bb0a031 None None] Pushing event updated for resources: {'Port': ['ID=5940bb04-e7e2-4939-b50e-793c68e861a2,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:39.425743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:39.426413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:39.444016 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b123fdc-63d8-480f-80ea-bcc650286343 req-5c00a770-90e6-4fe0-a215-069c13556d2a tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0596528 Nov 23 09:57:39.502977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cb29891d-9248-4660-a392-317de9e33333 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:39.626651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65bc8a-29dd-44a5-a79f-fdf81df1896f None None] Pushing event updated for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:39.739639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c2b41-505f-4a0e-a78f-9ff957d2a925 None None] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:39.794100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-698fb4a6-2f36-42c6-ae7a-73321e924cc7 req-4080b0a6-7df8-472c-8b3f-a82f09e422c9 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0382042 Nov 23 09:57:39.898115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:39.920141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0fe7f9e-835e-4e07-9636-0f4121d372e4 req-ee3c5319-e06d-4e9b-a296-a177b2048926 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 210 time: 0.0421014 Nov 23 09:57:40.045649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234d574-9233-4e8c-8ba0-2527050e93d7 req-5e5cedbd-05ca-4fe2-909f-a70753953f85 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:40.060463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0234d574-9233-4e8c-8ba0-2527050e93d7 req-5e5cedbd-05ca-4fe2-909f-a70753953f85 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 945 time: 0.8829324 Nov 23 09:57:40.078853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] Provisioning complete for port cb29891d-9248-4660-a392-317de9e33333 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:40.079300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.133367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port cb29891d-9248-4660-a392-317de9e33333 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:40.133803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.216076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be656c51-5415-45c3-a920-689952d1333b req-94e496eb-b3d4-43c6-9676-278c7f65ae8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0494924 Nov 23 09:57:40.229830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:40.233726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.238813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-dbafa09b-f1cf-40a1-a60c-5acfd5fcc1a5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:40.240367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-dbafa09b-f1cf-40a1-a60c-5acfd5fcc1a5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.2178361 Nov 23 09:57:40.275975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:40.284252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5edd90e-d44f-419a-bc8b-582121c0e84b no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:40.290469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0234d574-9233-4e8c-8ba0-2527050e93d7 req-8c663a3a-c2d6-4ff0-8af4-804641f0eab5 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289991 Nov 23 09:57:40.358351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.387621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f5edd90e-d44f-419a-bc8b-582121c0e84b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:40.387971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5edd90e-d44f-419a-bc8b-582121c0e84b not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:40.401370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03783a4-6393-4fcd-aadd-f9892578700a req-0f054f3e-7ee3-4890-85c8-d1791fe3ff89 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:40.403355 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c03783a4-6393-4fcd-aadd-f9892578700a req-0f054f3e-7ee3-4890-85c8-d1791fe3ff89 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.1620202 Nov 23 09:57:40.445117 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.514070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:40.517562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.561667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c03783a4-6393-4fcd-aadd-f9892578700a req-86acc481-8b63-4ebd-b987-d7979a4b3683 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488576 Nov 23 09:57:40.571024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.599570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] For port cb29891d-9248-4660-a392-317de9e33333, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cb29891d-9248-4660-a392-317de9e33333,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:40.600337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aace0c50-5faf-42f4-aa21-b149224cae51 req-cc2628cc-6d8e-4295-baf3-c9fe79cd2f9e tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0575454 Nov 23 09:57:40.631379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.737286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ee9e6-b39e-4edf-8d52-2b82ce4c2d46 None None] Pushing event updated for resources: {'Port': ['ID=cb29891d-9248-4660-a392-317de9e33333,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:40.764325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.8 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:40.810327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:40.810968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.812826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:57:40.813387 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:57:40.822139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:40.832336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Allocated IP 19.80.0.3 (074a837e-88c0-4b7a-8c35-eb58b6abb45b/05edc420-29ce-4923-ae84-f745fc1cf1cc/cc81224f-2dd6-48be-a595-2e24368a505d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:40.912205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 4, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '555dd417-176e-423a-8cbe-f53b212dbd89', 'name': '', 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'mac_address': 'fa:16:3e:a3:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:30Z', 'updated_at': '2021-11-23T09:57:39Z', 'revision_number': 4, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'subnets': [{'id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:40.951762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b8765-de26-4d6a-926d-d086a8d5e0e2 None None] Network c9020433-c74c-4078-b6ec-9d230164ca65 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:57:40.975125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f2bf-eb1f-4426-b03d-a4c3a7f18fb8 None None] The sync data for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 is: [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:57:31Z', 'revision_number': 4, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '555dd417-176e-423a-8cbe-f53b212dbd89', 'name': '', 'network_id': '5572ee67-1c01-4130-b61b-d645c27894c6', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'mac_address': 'fa:16:3e:a3:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:30Z', 'updated_at': '2021-11-23T09:57:39Z', 'revision_number': 4, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'subnets': [{'id': '408a0b10-9b3e-43e3-9060-2d89da8a459e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:40.991805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.075611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b262172-3163-4b51-8345-5fc6d7c46568 req-baeadc1b-b5d4-4c1b-ac9d-b40b2c2e8e87 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 210 time: 0.1423774 Nov 23 09:57:41.079524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.150419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:41.153913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.156021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:41.164504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.166198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:41.184510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:41.212126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf28e-31ad-4821-970f-56d48ef679e0 req-a47aa781-ccef-420d-800b-6e20e484bf5d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:41.213691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfebf28e-31ad-4821-970f-56d48ef679e0 req-a47aa781-ccef-420d-800b-6e20e484bf5d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 931 time: 0.1498477 Nov 23 09:57:41.240638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:41.241580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.256699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] For port 555dd417-176e-423a-8cbe-f53b212dbd89, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=555dd417-176e-423a-8cbe-f53b212dbd89,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:41.263846 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.289172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-e9ca686a-cb22-4154-8350-3ad110734071 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177984 Nov 23 09:57:41.299754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-c3ece5e5-abaf-4529-a28c-bdb17792c830 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:57:41.300849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-c3ece5e5-abaf-4529-a28c-bdb17792c830 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055053 Nov 23 09:57:41.314325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Request body: {'port': {'device_id': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:41.320533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfebf28e-31ad-4821-970f-56d48ef679e0 req-d53b48a9-f6fe-4a26-bcc9-bddb68f0780b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907471 Nov 23 09:57:41.341770 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.437121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa222d-bf01-4564-8025-c0634ab5a653 None None] Pushing event updated for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:41.441035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.443877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Provisioning complete for port 5940bb04-e7e2-4939-b50e-793c68e861a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:41.444308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.465629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:41.468489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Router af44dfc4-6137-410f-bd85-14663a0dd51d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:41.495006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:41.498302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:41.517264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:41.640317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.716396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2186-47a6-4713-a9ec-b5d5976bfab5 req-e8cc88a3-d320-43a0-9f8e-5ea27c21da70 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:41.726647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba8c2186-47a6-4713-a9ec-b5d5976bfab5 req-e8cc88a3-d320-43a0-9f8e-5ea27c21da70 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 945 time: 0.2408888 Nov 23 09:57:41.739167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] For port 5940bb04-e7e2-4939-b50e-793c68e861a2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5940bb04-e7e2-4939-b50e-793c68e861a2,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:41.762572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.848432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Pushing event updated for resources: {'Port': ['ID=5940bb04-e7e2-4939-b50e-793c68e861a2,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:41.862106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 555dd417-176e-423a-8cbe-f53b212dbd89 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:41.880570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837f30-b2da-4b4a-b1a0-796399859d57 req-3b402fea-13da-4272-a385-e779a826aa3f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:41.893460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8837f30-b2da-4b4a-b1a0-796399859d57 req-3b402fea-13da-4272-a385-e779a826aa3f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.1580851 Nov 23 09:57:41.896946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba8c2186-47a6-4713-a9ec-b5d5976bfab5 req-1b77458e-b933-40f4-9cfc-dbca762db375 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692622 Nov 23 09:57:41.932644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Provisioning complete for port cb29891d-9248-4660-a392-317de9e33333 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:41.933022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-536a4d39-1bff-4954-8276-1463843f27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:41.976663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:41.977344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.017574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:42.018021 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.062669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8837f30-b2da-4b4a-b1a0-796399859d57 req-8920e479-a441-4dfa-9edd-dd00e34084d5 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681852 Nov 23 09:57:42.065176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6faa0a4d-3fe7-462d-bb23-114734cc9f66 req-55c0af85-d68d-4d61-a69e-36730a523c81 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0655789 Nov 23 09:57:42.077198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-2cbe9dc3-e3c5-4eec-9df0-3668f851422c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9991853 Nov 23 09:57:42.099790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65', 'admin_state_up': True, 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:42.161853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:42.178036 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] Sync routers for ids ['af44dfc4-6137-410f-bd85-14663a0dd51d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:42.201362 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] Routers {'af44dfc4-6137-410f-bd85-14663a0dd51d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:42.202300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['af44dfc4-6137-410f-bd85-14663a0dd51d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:42.228060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:42.247432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.257163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5940bb04-e7e2-4939-b50e-793c68e861a2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:42.278976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Transition to ACTIVE for port object dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:42.287257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.322270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:42.326708 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:42.355890 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] Routers {'af44dfc4-6137-410f-bd85-14663a0dd51d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:42.356555 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['af44dfc4-6137-410f-bd85-14663a0dd51d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:42.386983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:42.427793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.437829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bccc83ff-d2b2-4f96-89fa-01c5fb45d83c tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7007773 Nov 23 09:57:42.439381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:42.448552 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:42.450044 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03f1e4-ffe2-448e-99bb-860503801f36 None None] The sync data for ids ['af44dfc4-6137-410f-bd85-14663a0dd51d'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:42.488832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfddd7a-f8b4-41f5-8078-8c2ebbd08512 req-d49f8526-966f-4a31-a7ac-90cad1da76ee tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:42.498229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7dfddd7a-f8b4-41f5-8078-8c2ebbd08512 req-d49f8526-966f-4a31-a7ac-90cad1da76ee tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 930 time: 0.1956227 Nov 23 09:57:42.581019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7dfddd7a-f8b4-41f5-8078-8c2ebbd08512 req-841681b8-e2f4-409e-b8bb-a9a4f75ce96b tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813463 Nov 23 09:57:42.589151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:42.597041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.607042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-671baba5-ed62-4353-a92c-6a334f9afdc9 None None] Provisioning complete for port 5940bb04-e7e2-4939-b50e-793c68e861a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:42.608220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-671baba5-ed62-4353-a92c-6a334f9afdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.748278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5940bb04-e7e2-4939-b50e-793c68e861a2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:42.748967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.801602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-995f16c5-a805-4520-bf34-c5a3ea8f26f3 req-56be60d1-3586-4149-bfeb-4d8a7099f249 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d663964317cc48bbb52c3342086db03f&device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0961754 Nov 23 09:57:42.832185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 6c22de1a-f131-4c11-b2e8-7207567cf549 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:42.841879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6c22de1a-f131-4c11-b2e8-7207567cf549 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:42.842748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77a2f1a4-5ebf-458d-98b7-7d7046d0991f req-6966d4dc-00a7-40d4-abcc-1b670687f110 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0291805 Nov 23 09:57:42.849699 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:42.892355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-995f16c5-a805-4520-bf34-c5a3ea8f26f3 req-6e8d7a5c-deb8-4982-8558-61dbb8d9ad89 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d663964317cc48bbb52c3342086db03f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634258 Nov 23 09:57:42.948631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Attempting to bind port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:42.949334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Attempting to bind port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:42.949681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Attempting to bind port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:42.980937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:42.981269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Attempting to bind port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:42.989061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fc7da67e-b1a3-4110-bf4c-eef6a0b42a42 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/af44dfc4-6137-410f-bd85-14663a0dd51d HTTP/1.1" status: 200 len: 920 time: 0.5487788 Nov 23 09:57:42.989702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:43.003890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:43.004236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:43.005110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:43.005569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Bound port: dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:43.006007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.017327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0c749-6a61-425d-be7e-a1c2f4e3e99a req-c5be12e0-a33d-452e-b7d6-f74d5f526b12 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.018942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efb0c749-6a61-425d-be7e-a1c2f4e3e99a req-c5be12e0-a33d-452e-b7d6-f74d5f526b12 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.2812231 Nov 23 09:57:43.031288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cb29891d-9248-4660-a392-317de9e33333 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:43.049584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c1c87e8-2e83-4a98-8281-a35f2bd54e99 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=af44dfc4-6137-410f-bd85-14663a0dd51d HTTP/1.1" status: 200 len: 205 time: 0.0544302 Nov 23 09:57:43.073839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35264) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:43.104042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Allocated IP 19.86.0.25 (c9020433-c74c-4078-b6ec-9d230164ca65/7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe/90a5a75d-d61f-40cf-a0d9-703b6b971382) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:43.137282 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-671baba5-ed62-4353-a92c-6a334f9afdc9 None None] Provisioning complete for port cc81224f-2dd6-48be-a595-2e24368a505d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:43.137818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-671baba5-ed62-4353-a92c-6a334f9afdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.174958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efb0c749-6a61-425d-be7e-a1c2f4e3e99a req-7289fea0-ddce-4d2a-86eb-457f965a5582 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490960 Nov 23 09:57:43.197591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f16c5-a805-4520-bf34-c5a3ea8f26f3 req-5d62f87c-ae08-4a6a-9bb4-81f4eefe35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.199235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-995f16c5-a805-4520-bf34-c5a3ea8f26f3 req-5d62f87c-ae08-4a6a-9bb4-81f4eefe35f3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975519 Nov 23 09:57:43.237936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.251976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-671baba5-ed62-4353-a92c-6a334f9afdc9 None None] Port cc81224f-2dd6-48be-a595-2e24368a505d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:43.258353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port cb29891d-9248-4660-a392-317de9e33333 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:43.258757 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.292002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:43.294531 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6bfd2-6b8c-4786-953c-1c39a3da941e" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:43.294678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:43.314986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:43.327365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.328271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b36ab40e-8dd4-4273-8402-da09274660ed up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:43.335537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:43.372227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.387552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6919b-4bb9-4119-a6d6-934fb2b8b322 req-6542cf6b-2646-4568-b264-b9fefd34ab45 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.390141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fce6919b-4bb9-4119-a6d6-934fb2b8b322 req-6542cf6b-2646-4568-b264-b9fefd34ab45 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.1258345 Nov 23 09:57:43.445921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8bd5-fcee-4834-bfe5-9a2eaecafcf5 req-f30d2a7d-1e19-4c76-be12-a8d6d780ee9e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.455889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ebc8bd5-fcee-4834-bfe5-9a2eaecafcf5 req-f30d2a7d-1e19-4c76-be12-a8d6d780ee9e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 945 time: 0.4220967 Nov 23 09:57:43.467503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.471266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:43.502178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fce6919b-4bb9-4119-a6d6-934fb2b8b322 req-472c69bc-1d0a-4a35-9057-9b5aa91e810e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027288 Nov 23 09:57:43.513546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port b36ab40e-8dd4-4273-8402-da09274660ed completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:43.520408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port b36ab40e-8dd4-4273-8402-da09274660ed triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:43.521718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.551388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.630016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.630654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.638959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] 10.222.0.11 "PUT /v2.0/ports/dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 200 len: 1091 time: 2.3296108 Nov 23 09:57:43.653599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network c9020433-c74c-4078-b6ec-9d230164ca65 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:43.658284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:43.662827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:43.668395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5940bb04-e7e2-4939-b50e-793c68e861a2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:43.707170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:43.709791 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb95694-3008-45b2-889f-3438ead263d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:43.717964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae555a83-e8ff-480b-86a0-4ded320b100b service neutron] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:43.769581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:43.771794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.787762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:43.833440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:43.859439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-59e13976-bcc3-4ac4-9f28-c736dbdd88da tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7722356 Nov 23 09:57:43.877473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'admin_state_up': True, 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:43.908818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ebc8bd5-fcee-4834-bfe5-9a2eaecafcf5 req-69c7ae21-a19c-472e-a406-f5c8206da306 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510028 Nov 23 09:57:43.966203 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f5c0a5-3935-47dd-a09e-65412ddbc132 x-openstack-request-id: req-67f5c0a5-3935-47dd-a09e-65412ddbc132 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:43.966768 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:43.966768 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67f5c0a5-3935-47dd-a09e-65412ddbc132 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:43.979595 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'code': 200} Nov 23 09:57:43.989315 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.070753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2740e-e750-47df-a517-7973a8f73783 req-8f0af534-cba1-44c7-a743-472d87bbf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.072545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ee2740e-e750-47df-a517-7973a8f73783 req-8f0af534-cba1-44c7-a743-472d87bbf11f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1099 time: 0.1635122 Nov 23 09:57:44.077538 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fdb8cb-6846-4db9-aba6-02cec8e08687 x-openstack-request-id: req-b3fdb8cb-6846-4db9-aba6-02cec8e08687 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:44.078188 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:44.078647 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3fdb8cb-6846-4db9-aba6-02cec8e08687 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:44.079264 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'status': 'completed', 'code': 200} Nov 23 09:57:44.087509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b36ab40e-8dd4-4273-8402-da09274660ed,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:44.088544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788967-2988-4a17-8ca4-fe4d8265a45f req-95f0deeb-7e60-4556-ac1e-8de7f4e70ac3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.096920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788967-2988-4a17-8ca4-fe4d8265a45f req-95f0deeb-7e60-4556-ac1e-8de7f4e70ac3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.101153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.106068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5940bb04-e7e2-4939-b50e-793c68e861a2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:44.106331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.108223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff788967-2988-4a17-8ca4-fe4d8265a45f req-95f0deeb-7e60-4556-ac1e-8de7f4e70ac3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 1652 time: 0.1493454 Nov 23 09:57:44.142221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cdc3e9d-a998-481e-85ad-179387ffeec2 req-8643f302-74b2-42de-bca9-09df8e1438de tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Nov 23 09:57:44.148762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-241d87fd-417f-4ff9-8f70-679537b94516 None None] Provisioning complete for port 90a5a75d-d61f-40cf-a0d9-703b6b971382 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:44.149139 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-241d87fd-417f-4ff9-8f70-679537b94516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.152439 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.170069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-fd6b53c3-df5e-44ea-a551-6c183cbfee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.171970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-fd6b53c3-df5e-44ea-a551-6c183cbfee60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 1094 time: 0.4476483 Nov 23 09:57:44.193175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:57:44.197136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.238083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-abfd2ba4-7d19-40f6-82a0-2dce156376b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0567639 Nov 23 09:57:44.258489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff788967-2988-4a17-8ca4-fe4d8265a45f req-216637ed-d885-4103-83ea-c33e6812641e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491599 Nov 23 09:57:44.260748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ee2740e-e750-47df-a517-7973a8f73783 req-33441d38-1796-48f3-948e-25197000475e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506224 Nov 23 09:57:44.261209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-241d87fd-417f-4ff9-8f70-679537b94516 None None] Port 90a5a75d-d61f-40cf-a0d9-703b6b971382 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:44.277834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:44.292925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 555dd417-176e-423a-8cbe-f53b212dbd89 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:44.339252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-9f5b0862-e1dc-460a-ba2e-77a98a0bb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.340805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-9f5b0862-e1dc-460a-ba2e-77a98a0bb2e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0956879 Nov 23 09:57:44.345616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 555dd417-176e-423a-8cbe-f53b212dbd89 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:44.346019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.347583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port 29f53f41-0b49-437f-b256-8904122fbc74 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:44.347921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.402979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8c60-03f8-4aac-ac80-d123e1cdf141 req-a1363efd-5087-4e91-970b-b329277424a6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.404484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0acd8c60-03f8-4aac-ac80-d123e1cdf141 req-a1363efd-5087-4e91-970b-b329277424a6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.1300316 Nov 23 09:57:44.406396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-20e2917a-9b77-4147-81ef-e7faa7101907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542853 Nov 23 09:57:44.419083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Allocated IP 19.80.0.23 (074a837e-88c0-4b7a-8c35-eb58b6abb45b/05edc420-29ce-4923-ae84-f745fc1cf1cc/01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:44.545608 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.570205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for 29f53f41-0b49-437f-b256-8904122fbc74 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:44.574861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0acd8c60-03f8-4aac-ac80-d123e1cdf141 req-8b492cf0-f027-4403-b959-435064c9bb2b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395915 Nov 23 09:57:44.575004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.631585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-5c6090a8-1199-4cd2-b909-c2ca3c8d7ecf service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951559 Nov 23 09:57:44.648375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412dbfc-dfea-4468-959b-439b9a56f553 req-901275fc-02b8-4b4a-953f-04630e87adfb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.649929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7412dbfc-dfea-4468-959b-439b9a56f553 req-901275fc-02b8-4b4a-953f-04630e87adfb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0688446 Nov 23 09:57:44.659460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.711309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-995f16c5-a805-4520-bf34-c5a3ea8f26f3 req-b28bd347-a2fd-4efa-a86d-3853804da80c tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0599911 Nov 23 09:57:44.736524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:44.745357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:44.756512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:44.786775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59722689-db7c-4eea-8089-30c23c3fdc17 req-a1d6ea10-66c2-4a14-92f5-d18905527bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470077 Nov 23 09:57:44.792095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:44.811345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7412dbfc-dfea-4468-959b-439b9a56f553 req-8c8b8e08-e536-419c-9b09-31f722e69216 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499600 Nov 23 09:57:44.837654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.838724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.851930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.866262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-254cc594-230f-47a5-a2dd-f3f412d9b442 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991286 Nov 23 09:57:44.881437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:44.888241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=29f53f41-0b49-437f-b256-8904122fbc74,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:44.950429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:44.981944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95694-3008-45b2-889f-3438ead263d5 req-312abc43-fdb0-48b3-a6a8-95af88066de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:44.983470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-312abc43-fdb0-48b3-a6a8-95af88066de9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 1094 time: 0.1063795 Nov 23 09:57:44.988459 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.095467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e958bf28-b589-42d0-bb52-35272b1acbcf None None] Provisioning complete for port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:45.096079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e958bf28-b589-42d0-bb52-35272b1acbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.122638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.134760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e958bf28-b589-42d0-bb52-35272b1acbcf None None] Port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:57:45.151999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.232704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.233314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router af44dfc4-6137-410f-bd85-14663a0dd51d {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:45.236230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95694-3008-45b2-889f-3438ead263d5 req-b4fc9789-274f-452f-8e03-5f8c1ff94ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.237561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-b4fc9789-274f-452f-8e03-5f8c1ff94ef2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.2467155 Nov 23 09:57:45.243130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.244360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5cab8215-ad33-4f05-9d27-9354daae77a9 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/af44dfc4-6137-410f-bd85-14663a0dd51d HTTP/1.1" status: 204 len: 168 time: 2.1691501 Nov 23 09:57:45.253366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:45.288622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'name': 'tempest-snat-router-721973513', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:45.299094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-8760e6de-9ac4-4091-88c9-b82f68b45548 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0530908 Nov 23 09:57:45.336958 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9c65681-c92f-482c-91b5-7750d077c95f req-2699a308-1b43-4739-9ed0-c173273ab282 tempest-ServerShowV254Test-1740683171 tempest-ServerShowV254Test-1740683171-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c0c902-8aa2-4448-beb1-e3601edf9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0434496 Nov 23 09:57:45.379766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.380839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.387191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95694-3008-45b2-889f-3438ead263d5 req-dcb06500-ab00-4f5b-93fa-80abe5aabe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.388701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-dcb06500-ab00-4f5b-93fa-80abe5aabe15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0788958 Nov 23 09:57:45.433147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-956538c7-1f8d-4f10-a7c3-764e7aa64b7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358038 Nov 23 09:57:45.504149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01157e8f-17c5-422e-baf5-6d72786a56da req-a1c76eae-696b-41cb-916b-071d34aa6e5d tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.505681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01157e8f-17c5-422e-baf5-6d72786a56da req-a1c76eae-696b-41cb-916b-071d34aa6e5d tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.5121961 Nov 23 09:57:45.563630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.607018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01157e8f-17c5-422e-baf5-6d72786a56da req-9f5795fa-f62c-4fcb-8d03-e1554c6b7b05 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950620 Nov 23 09:57:45.672030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.736346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc81224f-2dd6-48be-a595-2e24368a505d {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:45.746409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.764340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Transition to ACTIVE for port object cc81224f-2dd6-48be-a595-2e24368a505d will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:45.772446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f648c1-7532-48d2-b3b7-6b5b97a82d95 req-973d4904-9b44-4429-a4e2-d5df0540921c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.774064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c6f648c1-7532-48d2-b3b7-6b5b97a82d95 req-973d4904-9b44-4429-a4e2-d5df0540921c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.0978782 Nov 23 09:57:45.775264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.874716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Pushing event updated for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:45.919155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c6f648c1-7532-48d2-b3b7-6b5b97a82d95 req-394b24a5-19f0-4ca8-9eaf-f2bd6e5c02d7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359673 Nov 23 09:57:45.927378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-1610e0a3-2d5d-445e-9993-417f0420c522 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826398 Nov 23 09:57:45.945710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Attempting to bind port cc81224f-2dd6-48be-a595-2e24368a505d on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:45.946084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Attempting to bind port cc81224f-2dd6-48be-a595-2e24368a505d by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:45.946547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Attempting to bind port cc81224f-2dd6-48be-a595-2e24368a505d on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:45.953275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Port cc81224f-2dd6-48be-a595-2e24368a505d on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:45.953745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Attempting to bind port cc81224f-2dd6-48be-a595-2e24368a505d on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:45.961533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:45.962015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Checking segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:45.962510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Bound using segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:45.963650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Bound port: cc81224f-2dd6-48be-a595-2e24368a505d, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:45.964109 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:45.967705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447ade-7e69-49c8-840a-4862d6002717 req-fc6e9b6f-134b-4015-963f-7e2e3c890d39 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.974063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447ade-7e69-49c8-840a-4862d6002717 req-fc6e9b6f-134b-4015-963f-7e2e3c890d39 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.980089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447ade-7e69-49c8-840a-4862d6002717 req-fc6e9b6f-134b-4015-963f-7e2e3c890d39 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:45.981947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08447ade-7e69-49c8-840a-4862d6002717 req-fc6e9b6f-134b-4015-963f-7e2e3c890d39 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2373 time: 0.5278761 Nov 23 09:57:45.982712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:45.986692 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce93a6-9e1a-45ea-8ca7-be782c5f4049" -d '{"events": [{"server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "name": "network-vif-plugged", "status": "completed", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:46.065231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:46.068927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cc81224f-2dd6-48be-a595-2e24368a505d,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:46.075565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.085237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.135802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.136930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.137957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] 10.222.0.50 "PUT /v2.0/ports/cc81224f-2dd6-48be-a595-2e24368a505d HTTP/1.1" status: 200 len: 1090 time: 1.2609870 Nov 23 09:57:46.142407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:46.144715 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ae703-4b25-4720-8417-d877f26e1b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:46.152921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fb95694-3008-45b2-889f-3438ead263d5 req-def409f0-3052-4202-b442-2d53e92611c9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948404 Nov 23 09:57:46.174504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08447ade-7e69-49c8-840a-4862d6002717 req-ea2e11b2-885c-4095-87b7-4dcaeba211b7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050572 Nov 23 09:57:46.182763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc7676-154c-4265-9984-5fb9b2090503 service neutron] Pushing event updated for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:46.205236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:46.215456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610baea2-be54-4e1a-b4d6-a2a72e910386 req-f079f27f-ff19-4005-85f3-e028219bfe0f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.217172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-610baea2-be54-4e1a-b4d6-a2a72e910386 req-f079f27f-ff19-4005-85f3-e028219bfe0f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1363375 Nov 23 09:57:46.310024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.313036 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d0973-1e8e-47c9-b24a-18f6b4396159 x-openstack-request-id: req-723d0973-1e8e-47c9-b24a-18f6b4396159 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:46.313508 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "name": "network-vif-plugged", "status": "completed", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:46.313508 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-723d0973-1e8e-47c9-b24a-18f6b4396159 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:46.313833 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed', 'code': 200} Nov 23 09:57:46.315603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-610baea2-be54-4e1a-b4d6-a2a72e910386 req-ef6b3fe3-d81b-44af-97db-21a660145ba7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798626 Nov 23 09:57:46.376256 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3ad75-5690-426e-ba8e-117c6966672a x-openstack-request-id: req-6eb3ad75-5690-426e-ba8e-117c6966672a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:46.378220 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:46.378774 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6eb3ad75-5690-426e-ba8e-117c6966672a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:46.379327 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d', 'status': 'completed', 'code': 200} Nov 23 09:57:46.427681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.457142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.573443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.25.1.190 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bc8c2fdf-bb4d-4bfa-8d33-402811b12967) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:46.633587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4dca-2d70-4822-816e-d35c6fa6406c req-e06c1c4a-5c54-4763-80d8-6e536bd728a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.642567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4a4dca-2d70-4822-816e-d35c6fa6406c req-e06c1c4a-5c54-4763-80d8-6e536bd728a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 1097 time: 0.2396772 Nov 23 09:57:46.658617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-62a33a9e-153c-4c3c-bd6a-d7a27f3b4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.659109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-62a33a9e-153c-4c3c-bd6a-d7a27f3b4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.659575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-62a33a9e-153c-4c3c-bd6a-d7a27f3b4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.661370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-552ae703-4b25-4720-8417-d877f26e1b5a req-62a33a9e-153c-4c3c-bd6a-d7a27f3b4e0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2728 time: 0.2434802 Nov 23 09:57:46.699476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.737499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:46.743957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bac7fa-f01b-4eb6-9be8-c1296720a685 req-ca0371ef-5a71-418b-879c-398d40d44dcc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.745456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6bac7fa-f01b-4eb6-9be8-c1296720a685 req-ca0371ef-5a71-418b-879c-398d40d44dcc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.2824912 Nov 23 09:57:46.781595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c98ca-8a6e-47a9-b63e-cde0133fa4c1 req-8da665e0-1934-4921-bc74-a1a7a15e2a84 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.789029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d3c98ca-8a6e-47a9-b63e-cde0133fa4c1 req-8da665e0-1934-4921-bc74-a1a7a15e2a84 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.0844593 Nov 23 09:57:46.796998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.856022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c4a4dca-2d70-4822-816e-d35c6fa6406c req-e1101728-dfba-4a6e-82bc-b1312dbe5b53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007828 Nov 23 09:57:46.871787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:46.888418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:46.890932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:46.893513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3318b3d8-8f7f-4816-abb1-f9a86411789e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.902775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:46.906090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6bac7fa-f01b-4eb6-9be8-c1296720a685 req-685ef003-e8be-41c9-a6b0-8f451c0f2bef tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516917 Nov 23 09:57:46.907950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d3c98ca-8a6e-47a9-b63e-cde0133fa4c1 req-6db1a1c8-62ca-4a76-aec9-7c46622e63ac tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181071 Nov 23 09:57:46.951233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-bf5c8615-5e0e-4cd3-b24b-163de132fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.951756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-bf5c8615-5e0e-4cd3-b24b-163de132fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.952200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-bf5c8615-5e0e-4cd3-b24b-163de132fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:46.953856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-552ae703-4b25-4720-8417-d877f26e1b5a req-bf5c8615-5e0e-4cd3-b24b-163de132fa88 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e413877d1d9545e8a069528ea6b52474&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2800529 Nov 23 09:57:46.968952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a5a75d-d61f-40cf-a0d9-703b6b971382 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:46.977558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:46.994632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Transition to ACTIVE for port object 90a5a75d-d61f-40cf-a0d9-703b6b971382 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:47.000578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.120521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Pushing event updated for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:47.139483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-71ed92a0-082b-41a9-83b9-0751c9548bc2 req-cdfa8671-83e5-45e5-91a3-b7673762e4cc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:57:47.140617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71ed92a0-082b-41a9-83b9-0751c9548bc2 req-cdfa8671-83e5-45e5-91a3-b7673762e4cc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118408 Nov 23 09:57:47.216890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306846-e09f-46e4-bdb3-303080f354b0 req-451b0cae-babc-4555-bd00-4184e88d8422 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.218306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39306846-e09f-46e4-bdb3-303080f354b0 req-451b0cae-babc-4555-bd00-4184e88d8422 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.1685326 Nov 23 09:57:47.234122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3318b3d8-8f7f-4816-abb1-f9a86411789e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.251197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3318b3d8-8f7f-4816-abb1-f9a86411789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.252805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ae703-4b25-4720-8417-d877f26e1b5a req-6e7d8922-2fec-4fb7-bb0c-3da5282e8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.254359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-552ae703-4b25-4720-8417-d877f26e1b5a req-6e7d8922-2fec-4fb7-bb0c-3da5282e8f63 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059505 Nov 23 09:57:47.255403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Attempting to bind port 90a5a75d-d61f-40cf-a0d9-703b6b971382 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:47.255738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Attempting to bind port 90a5a75d-d61f-40cf-a0d9-703b6b971382 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:47.257336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Attempting to bind port 90a5a75d-d61f-40cf-a0d9-703b6b971382 on network c9020433-c74c-4078-b6ec-9d230164ca65 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:47.274001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Port 90a5a75d-d61f-40cf-a0d9-703b6b971382 on network c9020433-c74c-4078-b6ec-9d230164ca65 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:47.274343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Attempting to bind port 90a5a75d-d61f-40cf-a0d9-703b6b971382 on network c9020433-c74c-4078-b6ec-9d230164ca65 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:47.280822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:47.281163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Checking segment: {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:47.281546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Bound using segment: {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:47.282055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Bound port: 90a5a75d-d61f-40cf-a0d9-703b6b971382, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4534942c-af48-472a-a8ad-921412c4c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:47.282358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.371077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:47.374283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:47.380937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.382833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3318b3d8-8f7f-4816-abb1-f9a86411789e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d663964317cc48bbb52c3342086db03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6426482 Nov 23 09:57:47.386888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35340) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:47.404454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b3d8-8f7f-4816-abb1-f9a86411789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532a4029-4478-443f-9fd0-609b5a669f76,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:47.439579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.440556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.442115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] 10.222.0.50 "PUT /v2.0/ports/90a5a75d-d61f-40cf-a0d9-703b6b971382 HTTP/1.1" status: 200 len: 1091 time: 1.2433801 Nov 23 09:57:47.480872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Request body: {'port': {'device_id': '95fddffb-109b-4926-9748-65c8887d7ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:47.483599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39306846-e09f-46e4-bdb3-303080f354b0 req-523ab881-ebd1-4720-ab4d-288423af2ac7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504902 Nov 23 09:57:47.556416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.576660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d208cb2-ee85-41d3-92c3-43fc6a81ba95 service neutron] Pushing event updated for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:47.607497 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-24e10bdd-cf0e-43fd-a1a7-02f9dc7d6d7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2180078 Nov 23 09:57:47.612462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-dfa08afc-4c02-4600-ba7e-dfe77a347572 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:57:47.625411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-dfa08afc-4c02-4600-ba7e-dfe77a347572 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170183 Nov 23 09:57:47.631268 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.632926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.677315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24a40-b076-4c36-ab86-c85879ba4b2d req-c7a45d58-71ea-41a3-85f1-021af96348c2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.683508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24a40-b076-4c36-ab86-c85879ba4b2d req-c7a45d58-71ea-41a3-85f1-021af96348c2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.689678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24a40-b076-4c36-ab86-c85879ba4b2d req-c7a45d58-71ea-41a3-85f1-021af96348c2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.697307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fe24a40-b076-4c36-ab86-c85879ba4b2d req-c7a45d58-71ea-41a3-85f1-021af96348c2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2397 time: 0.2220304 Nov 23 09:57:47.725906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.775361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a283c2-8188-45f6-bf84-90748e437c68 req-dace5810-f20d-450d-8a5f-dda8c04ae170 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:47.787041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31a283c2-8188-45f6-bf84-90748e437c68 req-dace5810-f20d-450d-8a5f-dda8c04ae170 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0887253 Nov 23 09:57:47.798941 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f189608f-9c96-4837-98e5-28b95f780963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.850581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fe24a40-b076-4c36-ab86-c85879ba4b2d req-13715a3b-bd3e-48a3-9de1-9f3e0b08428d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519623 Nov 23 09:57:47.918219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-31a283c2-8188-45f6-bf84-90748e437c68 req-77df5d13-f5b9-48d9-90f2-7cd4590bd148 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300080 Nov 23 09:57:47.952571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.980122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.983545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:47.984236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/532a4029-4478-443f-9fd0-609b5a669f76 HTTP/1.1" status: 204 len: 168 time: 0.5905221 Nov 23 09:57:48.004452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87c225-316e-4515-99a4-cfc545786e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532a4029-4478-443f-9fd0-609b5a669f76,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:48.152014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518da9ac-b96e-4a44-9b62-f914d73b4952 req-e2442f33-7873-4ca8-997d-2012a38ea5d5 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:48.158526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router 6faff291-737c-4d79-8617-6bf8240516ff is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:48.160968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518da9ac-b96e-4a44-9b62-f914d73b4952 req-e2442f33-7873-4ca8-997d-2012a38ea5d5 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.0987599 Nov 23 09:57:48.241519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518da9ac-b96e-4a44-9b62-f914d73b4952 req-2824ee21-8e3b-45f9-97b8-d9adb2f85a38 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746524 Nov 23 09:57:48.286055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:48.299146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.319451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:48.320375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Transition to ACTIVE for port object 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:57:48.327192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.333514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Sync routers for ids ['6faff291-737c-4d79-8617-6bf8240516ff'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:48.351327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.356528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-22197d0c-7e33-4fed-8f9a-518de3bc4c15 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1029310 Nov 23 09:57:48.357181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35376) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:48.363749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Routers {'6faff291-737c-4d79-8617-6bf8240516ff'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:48.365276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6faff291-737c-4d79-8617-6bf8240516ff'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:48.385625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:48.388499 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6d1a6-972c-49d4-b6e5-35c536c215c5" -d '{"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:48.561279 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5cb2c-b148-49a6-b6bb-8c9c9ede54bd x-openstack-request-id: req-e7f5cb2c-b148-49a6-b6bb-8c9c9ede54bd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:48.561781 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:48.562210 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7f5cb2c-b148-49a6-b6bb-8c9c9ede54bd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:48.562756 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382', 'status': 'completed', 'code': 200} Nov 23 09:57:48.649853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Pushing event updated for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:48.674901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Set router 6faff291-737c-4d79-8617-6bf8240516ff gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:48.693485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-869f773c-fa71-44e9-b7c0-ae1a9a4c73ae tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/6faff291-737c-4d79-8617-6bf8240516ff HTTP/1.1" status: 200 len: 908 time: 0.3351474 Nov 23 09:57:48.706150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:48.717136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'name': 'tempest-snat-router-721973513', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': True}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:48.767523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee73ac-bcda-43c0-ab29-dd501b9fea52 req-c042ff9e-e081-4ab5-bf8a-299a7d54540c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:48.769598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3ee73ac-bcda-43c0-ab29-dd501b9fea52 req-c042ff9e-e081-4ab5-bf8a-299a7d54540c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.1633461 Nov 23 09:57:48.777973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.779670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.794155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Attempting to bind port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:48.794657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Attempting to bind port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:48.795289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Attempting to bind port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:48.802313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:57:48.802634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Attempting to bind port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c on network 074a837e-88c0-4b7a-8c35-eb58b6abb45b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:48.826571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-c3b7c58c-5cfe-44e0-a8e1-9c93a18c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:48.827146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-c3b7c58c-5cfe-44e0-a8e1-9c93a18c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:48.827618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-c3b7c58c-5cfe-44e0-a8e1-9c93a18c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:48.829661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-c3b7c58c-5cfe-44e0-a8e1-9c93a18c60c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2820 time: 0.2838826 Nov 23 09:57:48.830926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:48.831148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Checking segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:48.831531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Bound using segment: {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:48.831975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Bound port: 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d92323-23c5-4359-bfee-cf1e238512ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:48.832369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.905494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:48.926212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faff291-737c-4d79-8617-6bf8240516ff', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:45Z', 'updated_at': '2021-11-23T09:57:47Z', 'revision_number': 3, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port': {'id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faff291-737c-4d79-8617-6bf8240516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:46Z', 'updated_at': '2021-11-23T09:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:48.927248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3ee73ac-bcda-43c0-ab29-dd501b9fea52 req-55947266-fab4-4a0f-9506-35cdc5fd3d71 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410606 Nov 23 09:57:48.962845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Checking router: 6faff291-737c-4d79-8617-6bf8240516ff for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:48.963472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Updating router 6faff291-737c-4d79-8617-6bf8240516ff port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:57:48.993356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.013441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-e1e94c8f-cc94-4217-8130-74c5e1feea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.013930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-e1e94c8f-cc94-4217-8130-74c5e1feea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.014405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-e1e94c8f-cc94-4217-8130-74c5e1feea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.016245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-e1e94c8f-cc94-4217-8130-74c5e1feea00 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e413877d1d9545e8a069528ea6b52474&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1694348 Nov 23 09:57:49.260149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:49.266187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:49.270116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-59fb8d6f-560d-462c-8496-a160b1edf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.272081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c6d1a6-972c-49d4-b6e5-35c536c215c5 req-59fb8d6f-560d-462c-8496-a160b1edf226 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2199316 Nov 23 09:57:49.275930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.295643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301008-aa1f-4f9c-995b-c9259095c8bb req-ffa8b964-d96b-4949-b32d-8afc089e05a9 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.301883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301008-aa1f-4f9c-995b-c9259095c8bb req-ffa8b964-d96b-4949-b32d-8afc089e05a9 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.308108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301008-aa1f-4f9c-995b-c9259095c8bb req-ffa8b964-d96b-4949-b32d-8afc089e05a9 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.309859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9301008-aa1f-4f9c-995b-c9259095c8bb req-ffa8b964-d96b-4949-b32d-8afc089e05a9 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2409 time: 0.1523337 Nov 23 09:57:49.357333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.366091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.401725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.402301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.403788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] 10.222.0.50 "PUT /v2.0/ports/01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c HTTP/1.1" status: 200 len: 1091 time: 1.9316084 Nov 23 09:57:49.407604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:49.438568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693c26-357f-44b7-9f49-cdf181457e93 None None] Pushing event updated for resources: {'Port': ['ID=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:49.445230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdd317-6d87-4f0c-a23b-7bf30e112586 service neutron] Pushing event updated for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:49.456045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-6c61f990-0ad0-4700-9f88-9cb8f4bb479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.457573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-6c61f990-0ad0-4700-9f88-9cb8f4bb479e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1099 time: 0.1466634 Nov 23 09:57:49.468619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9301008-aa1f-4f9c-995b-c9259095c8bb req-8dc85da7-98b1-499a-afe2-a6241a3cfa3f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304348 Nov 23 09:57:49.493370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.516666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Attempting to bind port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:49.517068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Attempting to bind port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:49.517435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Attempting to bind port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:49.544723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53437-5f22-4823-8508-f1fcfa626601 req-2b8585d2-80e9-4423-87bd-ec5c25a6e7f8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.544957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:49.546858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:49.547434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d53437-5f22-4823-8508-f1fcfa626601 req-2b8585d2-80e9-4423-87bd-ec5c25a6e7f8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.4687726 Nov 23 09:57:49.557289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.557829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:49.558434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Bound port: bc8c2fdf-bb4d-4bfa-8d33-402811b12967, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:49.558836 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.620398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-69878b24-0e6e-4455-a5cf-4f57d430d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.620908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-69878b24-0e6e-4455-a5cf-4f57d430d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.621379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-69878b24-0e6e-4455-a5cf-4f57d430d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.623134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-69878b24-0e6e-4455-a5cf-4f57d430d332 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2862 time: 0.1202440 Nov 23 09:57:49.623657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69d53437-5f22-4823-8508-f1fcfa626601 req-0911121e-abc6-4b64-9086-aed263927308 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684714 Nov 23 09:57:49.695203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:49.701881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-0f47477a-bdae-4ef9-a076-e9c6d1128473 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=cc81224f-2dd6-48be-a595-2e24368a505d HTTP/1.1" status: 200 len: 217 time: 0.0626392 Nov 23 09:57:49.706179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] For port bc8c2fdf-bb4d-4bfa-8d33-402811b12967, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:49.710495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] For port bc8c2fdf-bb4d-4bfa-8d33-402811b12967, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:49.712605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'mac_address': 'fa:16:3e:d9:5c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:49.720156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-cc777190-dd0b-45d4-8517-6910fb038ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.724056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-cc777190-dd0b-45d4-8517-6910fb038ca9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2386570 Nov 23 09:57:49.728829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:49.813391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-906a20ed-ba8c-4e05-9858-e16b6b9cca95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.0553563 Nov 23 09:57:49.835777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Routers {'6faff291-737c-4d79-8617-6bf8240516ff'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:49.836588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6faff291-737c-4d79-8617-6bf8240516ff'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:49.842361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-210ca691-96d6-4c8e-952e-0eaded2587dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.843899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-210ca691-96d6-4c8e-952e-0eaded2587dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05edc420-29ce-4923-ae84-f745fc1cf1cc HTTP/1.1" status: 200 len: 801 time: 0.1293511 Nov 23 09:57:49.853658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d76b-28bc-4b97-a9bf-b03424f8daa0 req-a2cc800b-1221-47ec-a975-266470173d81 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.863869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4183d76b-28bc-4b97-a9bf-b03424f8daa0 req-a2cc800b-1221-47ec-a975-266470173d81 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1321535 Nov 23 09:57:49.939731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-c3f82bef-795e-4f97-a2eb-5bd5bcf2e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.941243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-c3f82bef-795e-4f97-a2eb-5bd5bcf2e543 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1081703 Nov 23 09:57:49.946913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-620478a9-b4a5-4646-b9e4-9c9fd23d7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:49.948511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-620478a9-b4a5-4646-b9e4-9c9fd23d7675 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=074a837e-88c0-4b7a-8c35-eb58b6abb45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840204 Nov 23 09:57:49.972787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693c26-357f-44b7-9f49-cdf181457e93 None None] Pushing event updated for resources: {'Port': ['ID=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:49.990421 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.012105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:50.020701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.046755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.057091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:50.064179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-56a0aefd-7b92-4df6-8619-6a400f8aefc8 service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060755 Nov 23 09:57:50.071122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] Set router 6faff291-737c-4d79-8617-6bf8240516ff gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:50.074580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.119416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4183d76b-28bc-4b97-a9bf-b03424f8daa0 req-b817f595-9dd3-4fe6-930a-afc4cac86f82 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484570 Nov 23 09:57:50.207541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:50.222782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-f6999b85-8112-45ef-a535-a856beb680de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:50.224882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-f6999b85-8112-45ef-a535-a856beb680de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751098 Nov 23 09:57:50.242823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebef9-8435-4f60-9b10-c62a33f23084 req-c26fe640-842f-4271-b398-554f40c6fe4a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:50.244803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a18ebef9-8435-4f60-9b10-c62a33f23084 req-c26fe640-842f-4271-b398-554f40c6fe4a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 944 time: 0.1781671 Nov 23 09:57:50.246693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35424) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:50.249004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.254238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.25.1.134 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ea6d46c3-9ddc-45c9-ae99-d6cced286849) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:50.332432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d7eb-b6e6-4224-b60b-ac2a65517aa5 req-51cfef97-0745-45a9-af2d-a510814a0c12 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:50.334114 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db65d7eb-b6e6-4224-b60b-ac2a65517aa5 req-51cfef97-0745-45a9-af2d-a510814a0c12 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1000493 Nov 23 09:57:50.350784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-05d5b43f-da18-4331-a612-c2f0956143fb service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050508 Nov 23 09:57:50.375963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-a3960ed2-deca-45d7-a8c6-715451873a62 service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981570 Nov 23 09:57:50.420510 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db65d7eb-b6e6-4224-b60b-ac2a65517aa5 req-a2db4459-4217-43d0-b242-03bfd2d11414 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580232 Nov 23 09:57:50.443418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.487713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-512a0d94-2aaf-40e0-b9e6-051efef7071b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.492883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.504918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-a79e459a-cc78-41f4-aee8-c19c5d401d18 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274133 Nov 23 09:57:50.521441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faff291-737c-4d79-8617-6bf8240516ff', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:45Z', 'updated_at': '2021-11-23T09:57:47Z', 'revision_number': 3, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port': {'id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faff291-737c-4d79-8617-6bf8240516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:46Z', 'updated_at': '2021-11-23T09:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:50.547720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:50.554346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:50.556727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c255d1-2fb0-4400-b766-85dc4915577b None None] The sync data for ids ['6faff291-737c-4d79-8617-6bf8240516ff'] in n-d-781076-5 is: [{'id': '6faff291-737c-4d79-8617-6bf8240516ff', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:45Z', 'updated_at': '2021-11-23T09:57:47Z', 'revision_number': 3, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port': {'id': 'bc8c2fdf-bb4d-4bfa-8d33-402811b12967', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faff291-737c-4d79-8617-6bf8240516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:46Z', 'updated_at': '2021-11-23T09:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:50.557251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6d46c3-9ddc-45c9-ae99-d6cced286849,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:50.559870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:50.568281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:50.798177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eeece-58bb-4ca4-ae70-a0b225d79125 req-05f3d767-38ff-4658-9c06-4f8238b761c7 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:50.799800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e1eeece-58bb-4ca4-ae70-a0b225d79125 req-05f3d767-38ff-4658-9c06-4f8238b761c7 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.1354239 Nov 23 09:57:50.939715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e1eeece-58bb-4ca4-ae70-a0b225d79125 req-fbe60c46-f66a-462b-a2c7-5ba352f19b99 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338556 Nov 23 09:57:50.978326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:50.981173 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5" -d '{"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:50.984341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-933e4b06-4781-4794-9ca1-bab46c5460c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382 HTTP/1.1" status: 200 len: 217 time: 0.4771667 Nov 23 09:57:50.987081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:50.999185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ddabb6a-5183-49c8-80c3-cc0a18697603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.094401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a18ebef9-8435-4f60-9b10-c62a33f23084 req-601cd500-8c3d-45b2-900a-eaedc257d989 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407238 Nov 23 09:57:51.125639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-554b7e03-bc63-42ad-9b87-93280463814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.127444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-554b7e03-bc63-42ad-9b87-93280463814e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe HTTP/1.1" status: 200 len: 801 time: 0.1248829 Nov 23 09:57:51.153792 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.159125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f26d-91c2-4cf6-97b3-3d0963152367 req-eca4757b-0cd0-45fc-af14-2914d1a63032 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.165985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f26d-91c2-4cf6-97b3-3d0963152367 req-eca4757b-0cd0-45fc-af14-2914d1a63032 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.172934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f26d-91c2-4cf6-97b3-3d0963152367 req-eca4757b-0cd0-45fc-af14-2914d1a63032 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.174624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d618f26d-91c2-4cf6-97b3-3d0963152367 req-eca4757b-0cd0-45fc-af14-2914d1a63032 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2409 time: 0.1464663 Nov 23 09:57:51.243819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f145d4ff-8bb2-430b-abfa-50dd1c68bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.245288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-f145d4ff-8bb2-430b-abfa-50dd1c68bb70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c9020433-c74c-4078-b6ec-9d230164ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084278 Nov 23 09:57:51.302830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ddabb6a-5183-49c8-80c3-cc0a18697603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.316205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b91c7c-6921-4742-830a-0b6651ba2f18 req-d32777a7-f1e0-4600-9494-7d5b27ca6cb0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.317394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5b91c7c-6921-4742-830a-0b6651ba2f18 req-d32777a7-f1e0-4600-9494-7d5b27ca6cb0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1438363 Nov 23 09:57:51.320335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ddabb6a-5183-49c8-80c3-cc0a18697603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.322092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d618f26d-91c2-4cf6-97b3-3d0963152367 req-0df3efb7-925e-4b51-9711-54397c1dc258 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300032 Nov 23 09:57:51.335540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.435931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddabb6a-5183-49c8-80c3-cc0a18697603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a4a3e-fdd6-4128-8b6b-19c970019e0e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:51.447370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2ddabb6a-5183-49c8-80c3-cc0a18697603 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74fe09f51abb4963ab48f0651bb77d51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1979480 Nov 23 09:57:51.450437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35442) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:51.471077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-710e625f-6418-4001-a2c7-cb0c48ece173 service neutron] 10.222.0.50 "GET /v2.0/networks/c9020433-c74c-4078-b6ec-9d230164ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159052 Nov 23 09:57:51.509398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router 9695d94d-c0fe-49da-9ced-551940b88144 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:51.546858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5b91c7c-6921-4742-830a-0b6651ba2f18 req-ec4f062d-3d85-463c-b1fb-ce3167996dac tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819949 Nov 23 09:57:51.656924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc8c2fdf-bb4d-4bfa-8d33-402811b12967 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:51.660851 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fbf4b-047d-479f-bc7a-03fdc1214e0f x-openstack-request-id: req-a89fbf4b-047d-479f-bc7a-03fdc1214e0f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:51.661152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:51.661428 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a89fbf4b-047d-479f-bc7a-03fdc1214e0f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:51.661837 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c', 'status': 'completed', 'code': 200} Nov 23 09:57:51.681120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.694757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:51.707315 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Sync routers for ids ['9695d94d-c0fe-49da-9ced-551940b88144'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:51.720894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-8d9271f6-3dce-4388-bde4-5103e2269b52 service neutron] 10.222.0.50 "GET /v2.0/networks/c9020433-c74c-4078-b6ec-9d230164ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413034 Nov 23 09:57:51.723938 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Routers {'9695d94d-c0fe-49da-9ced-551940b88144'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:51.724580 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9695d94d-c0fe-49da-9ced-551940b88144'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:51.734239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.739043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.746499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-79910a42-a05d-42ff-89ad-3e7304b19f3e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0383637 Nov 23 09:57:51.748110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35444) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:51.767082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:51.767451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.783623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-995bcb8a-8076-4381-8aaa-74d1cd5b471a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c HTTP/1.1" status: 200 len: 217 time: 0.0444748 Nov 23 09:57:51.872347 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Set router 9695d94d-c0fe-49da-9ced-551940b88144 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:51.872582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-3325e157-6d15-4960-8f2d-51786910f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.874521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-3325e157-6d15-4960-8f2d-51786910f6c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05edc420-29ce-4923-ae84-f745fc1cf1cc HTTP/1.1" status: 200 len: 801 time: 0.0719700 Nov 23 09:57:51.895213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.899007 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.900153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c7a4a3e-fdd6-4128-8b6b-19c970019e0e HTTP/1.1" status: 204 len: 168 time: 0.4471905 Nov 23 09:57:51.929257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.937079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fad52-0b6d-4810-b26b-a6bc4a0ff9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a4a3e-fdd6-4128-8b6b-19c970019e0e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:51.954965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-baa4a16f-5340-4f94-9b8d-b8a6e04baf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.956603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-baa4a16f-5340-4f94-9b8d-b8a6e04baf36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=074a837e-88c0-4b7a-8c35-eb58b6abb45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728452 Nov 23 09:57:51.961585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port bc8c2fdf-bb4d-4bfa-8d33-402811b12967, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:51.967142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59c8b-885c-44b7-ab32-ea10c77dc980 req-1e310ad8-9da4-4a0e-a648-be2e598595f4 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:51.973879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:51.976106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ea59c8b-885c-44b7-ab32-ea10c77dc980 req-1e310ad8-9da4-4a0e-a648-be2e598595f4 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1385789 Nov 23 09:57:52.024886 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8df4a230-b75f-4c4d-8d47-19038b1cdba8 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/9695d94d-c0fe-49da-9ced-551940b88144 HTTP/1.1" status: 200 len: 907 time: 0.2750258 Nov 23 09:57:52.027775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:52.040775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:52.063648 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ea59c8b-885c-44b7-ab32-ea10c77dc980 req-ae3a5d69-17e1-42ee-9597-17235198416e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Nov 23 09:57:52.164195 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695d94d-c0fe-49da-9ced-551940b88144', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ea6d46c3-9ddc-45c9-ae99-d6cced286849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:48Z', 'updated_at': '2021-11-23T09:57:50Z', 'revision_number': 3, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port': {'id': 'ea6d46c3-9ddc-45c9-ae99-d6cced286849', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695d94d-c0fe-49da-9ced-551940b88144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:50Z', 'updated_at': '2021-11-23T09:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:52.207285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Checking router: 9695d94d-c0fe-49da-9ced-551940b88144 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:57:52.207634 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Updating router 9695d94d-c0fe-49da-9ced-551940b88144 port ea6d46c3-9ddc-45c9-ae99-d6cced286849 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:57:52.224766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-fefe3d05-cd68-4b8d-a49e-d2aabe0b4426 service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556732 Nov 23 09:57:52.241412 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.268853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.562510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af365ea8-43b8-4009-a91a-f83e504c80ea req-184f1b4b-3813-4852-9792-8b043737ad7a service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286269 Nov 23 09:57:52.567988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.610451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b35e8-d44d-49c8-8192-fb70ffca9010 req-d7791307-416e-46c7-9b89-7e9b6331deef tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.616195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-457b35e8-d44d-49c8-8192-fb70ffca9010 req-d7791307-416e-46c7-9b89-7e9b6331deef tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1516273 Nov 23 09:57:52.616743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.628416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d302de-8e28-4a07-9b21-6ae653ba1615 req-821e9c5f-ff83-4f05-b641-f48def69029b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.637667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40d302de-8e28-4a07-9b21-6ae653ba1615 req-821e9c5f-ff83-4f05-b641-f48def69029b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 944 time: 0.1098232 Nov 23 09:57:52.709163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40d302de-8e28-4a07-9b21-6ae653ba1615 req-b8e7c3fe-1c82-48d1-ab83-53ca8a62b9b3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704932 Nov 23 09:57:52.765346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-457b35e8-d44d-49c8-8192-fb70ffca9010 req-d493f571-6ae8-4966-bba5-5c98d123b3db tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375639 Nov 23 09:57:52.773266 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.775304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-a5ee08f6-06fd-42a3-8869-f221b0b54700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.775796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-a5ee08f6-06fd-42a3-8869-f221b0b54700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.776277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-a5ee08f6-06fd-42a3-8869-f221b0b54700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.778005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-a5ee08f6-06fd-42a3-8869-f221b0b54700 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2862 time: 0.1362402 Nov 23 09:57:52.783145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Deleting port ea6d46c3-9ddc-45c9-ae99-d6cced286849 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:52.783488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.791370 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.849953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Attempting to bind port ea6d46c3-9ddc-45c9-ae99-d6cced286849 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:57:52.850607 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Attempting to bind port ea6d46c3-9ddc-45c9-ae99-d6cced286849 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:57:52.851181 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Attempting to bind port ea6d46c3-9ddc-45c9-ae99-d6cced286849 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:57:52.864454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:57:52.864842 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:57:52.865293 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.865615 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:57:52.867647 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Bound port: ea6d46c3-9ddc-45c9-ae99-d6cced286849, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:57:52.867647 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.905519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad480-1622-4260-9738-0d2de5bf2c11 req-24f2b8d4-76cf-4edd-99f7-8bae9a1c5fa8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.913930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad480-1622-4260-9738-0d2de5bf2c11 req-24f2b8d4-76cf-4edd-99f7-8bae9a1c5fa8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.922255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad480-1622-4260-9738-0d2de5bf2c11 req-24f2b8d4-76cf-4edd-99f7-8bae9a1c5fa8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.933055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79dad480-1622-4260-9738-0d2de5bf2c11 req-24f2b8d4-76cf-4edd-99f7-8bae9a1c5fa8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2409 time: 0.1654139 Nov 23 09:57:52.933570 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] For port ea6d46c3-9ddc-45c9-ae99-d6cced286849, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:57:52.941252 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] For port ea6d46c3-9ddc-45c9-ae99-d6cced286849, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ea6d46c3-9ddc-45c9-ae99-d6cced286849,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:57:52.957081 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.959187 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fb4a6-0c9c-4093-b323-bc541dc17140 None None] Pushing event updated for resources: {'Port': ['ID=ea6d46c3-9ddc-45c9-ae99-d6cced286849,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:52.964596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:52.981462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-6585c423-f987-4096-8d97-e1567573fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:52.983238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-6585c423-f987-4096-8d97-e1567573fdd1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=074a837e-88c0-4b7a-8c35-eb58b6abb45b HTTP/1.1" status: 200 len: 901 time: 0.1971962 Nov 23 09:57:52.987456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Calling delete_port for ea6d46c3-9ddc-45c9-ae99-d6cced286849 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:53.011755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79dad480-1622-4260-9738-0d2de5bf2c11 req-70773a06-7c15-4d5a-b45e-7084bed6e325 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749912 Nov 23 09:57:53.040028 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Routers {'9695d94d-c0fe-49da-9ced-551940b88144'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:53.040676 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9695d94d-c0fe-49da-9ced-551940b88144'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:53.046062 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fb4a6-0c9c-4093-b323-bc541dc17140 None None] Pushing event updated for resources: {'Port': ['ID=ea6d46c3-9ddc-45c9-ae99-d6cced286849,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:53.136938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c82e-ee0c-4d15-b471-7f4f72dc9258 req-f4c03c9b-3470-443b-8074-fb2a60c2669f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.145684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6939c82e-ee0c-4d15-b471-7f4f72dc9258 req-f4c03c9b-3470-443b-8074-fb2a60c2669f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0655870 Nov 23 09:57:53.162350 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] Set router 9695d94d-c0fe-49da-9ced-551940b88144 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:57:53.172205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-3462b155-7920-4eaa-8e94-9ad71dfaa8ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c HTTP/1.1" status: 200 len: 217 time: 0.1802707 Nov 23 09:57:53.204222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6939c82e-ee0c-4d15-b471-7f4f72dc9258 req-94e5e6e1-4596-434f-8495-dd5a096b6769 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573642 Nov 23 09:57:53.241448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695d94d-c0fe-49da-9ced-551940b88144', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:48Z', 'updated_at': '2021-11-23T09:57:52Z', 'revision_number': 4, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:53.242083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-d80c2460-7b2a-4516-bf42-a010d94bd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.243720 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-d80c2460-7b2a-4516-bf42-a010d94bd53b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05edc420-29ce-4923-ae84-f745fc1cf1cc HTTP/1.1" status: 200 len: 801 time: 0.0622852 Nov 23 09:57:53.278028 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f27fc0-19de-45d1-9493-8b045539857a None None] The sync data for ids ['9695d94d-c0fe-49da-9ced-551940b88144'] in n-d-781076-5 is: [{'id': '9695d94d-c0fe-49da-9ced-551940b88144', 'name': 'tempest-snat-router-721973513', 'tenant_id': '961912afdf054d78a10dda2290008228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:48Z', 'updated_at': '2021-11-23T09:57:52Z', 'revision_number': 4, 'project_id': '961912afdf054d78a10dda2290008228', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:53.327535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-552cbe14-cfe3-49b4-b52a-c6021f0fb88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.328779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-552cbe14-cfe3-49b4-b52a-c6021f0fb88f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=074a837e-88c0-4b7a-8c35-eb58b6abb45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559285 Nov 23 09:57:53.332574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.377797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea6d46c3-9ddc-45c9-ae99-d6cced286849,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:53.405060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:53.470419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:53.483642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:53.483954 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.513002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.532935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.551814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1a8b-e3b2-4e5e-bbea-929ee2ee575f req-3a067c1a-704c-44a4-ae86-f6a4d7c0ebd3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.562729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1a8b-e3b2-4e5e-bbea-929ee2ee575f req-3a067c1a-704c-44a4-ae86-f6a4d7c0ebd3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.571670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1a8b-e3b2-4e5e-bbea-929ee2ee575f req-3a067c1a-704c-44a4-ae86-f6a4d7c0ebd3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.573426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e65d1a8b-e3b2-4e5e-bbea-929ee2ee575f req-3a067c1a-704c-44a4-ae86-f6a4d7c0ebd3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9&device_id=0c03f34a-2868-4d11-9031-9686e8bf52db&device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 2417 time: 0.1936519 Nov 23 09:57:53.595491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.636387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:53.638970 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ef47f-156c-43d4-857f-2b5672ceab71" -d '{"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:53.643702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-7edf6705-b9c7-472b-925b-38476c38c8bc service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061240 Nov 23 09:57:53.662732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc8c2fdf-bb4d-4bfa-8d33-402811b12967 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:53.694425 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958772b8-00f9-4cd8-a83e-020c445ae1f7 x-openstack-request-id: req-958772b8-00f9-4cd8-a83e-020c445ae1f7 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:53.694719 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:53.694970 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-958772b8-00f9-4cd8-a83e-020c445ae1f7 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:53.695362 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'code': 200} Nov 23 09:57:53.708592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:53.716118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.718157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.728543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.792556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:53.792921 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.841400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:53.866774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e65d1a8b-e3b2-4e5e-bbea-929ee2ee575f req-339c8159-ead4-411f-8598-345c41582cf0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614768 Nov 23 09:57:53.876243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d96d63-ccd9-4c60-bb71-92dd1690cc6e req-57e05206-21a6-4aaf-b4ef-71c1f9ba9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.878410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63d96d63-ccd9-4c60-bb71-92dd1690cc6e req-57e05206-21a6-4aaf-b4ef-71c1f9ba9c81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 1096 time: 0.1097715 Nov 23 09:57:53.880600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.881187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9695d94d-c0fe-49da-9ced-551940b88144 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:53.891392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:53.901972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1a4391e9-d7e9-459f-97f4-066b9671fb41 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9695d94d-c0fe-49da-9ced-551940b88144 HTTP/1.1" status: 204 len: 168 time: 1.8724272 Nov 23 09:57:53.902684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35502) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:53.917174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a3b0-d906-4a84-95b9-53a0c86bd7bb req-969e61f2-2099-4ab1-afc1-12b720eae495 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:53.925075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2511a3b0-d906-4a84-95b9-53a0c86bd7bb req-969e61f2-2099-4ab1-afc1-12b720eae495 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1203861 Nov 23 09:57:53.984822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e7d6e13-1fa3-43b6-9c48-5bbb065321a5 req-9608f2c3-3a99-46b3-93d9-495839417644 service neutron] 10.222.0.50 "GET /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046637 Nov 23 09:57:54.009469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2511a3b0-d906-4a84-95b9-53a0c86bd7bb req-1d3075e0-72b0-4ad8-868e-6a4619c892d5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834396 Nov 23 09:57:54.011876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63d96d63-ccd9-4c60-bb71-92dd1690cc6e req-59324839-beae-4728-a45a-ca49505c57d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220965 Nov 23 09:57:54.086304 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.094791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c450-b279-436f-8e52-a195e1d088ae req-489ae809-9049-4404-b761-357d4dc7d7dc tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:54.096374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3e6c450-b279-436f-8e52-a195e1d088ae req-489ae809-9049-4404-b761-357d4dc7d7dc tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1087604 Nov 23 09:57:54.219778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3e6c450-b279-436f-8e52-a195e1d088ae req-e7bea266-51fd-4147-a535-caf020228d88 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883107 Nov 23 09:57:54.236857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.334900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Deleting port bc8c2fdf-bb4d-4bfa-8d33-402811b12967 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:54.335246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.353501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 90a5a75d-d61f-40cf-a0d9-703b6b971382 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:54.408676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b10d1-0826-4c21-b587-45a17b6108ae req-731b0ced-baf8-4ed6-845f-55a437e4ad1c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:54.414744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b10d1-0826-4c21-b587-45a17b6108ae req-731b0ced-baf8-4ed6-845f-55a437e4ad1c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:54.421344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b10d1-0826-4c21-b587-45a17b6108ae req-731b0ced-baf8-4ed6-845f-55a437e4ad1c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:54.423000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae4b10d1-0826-4c21-b587-45a17b6108ae req-731b0ced-baf8-4ed6-845f-55a437e4ad1c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2409 time: 0.1235816 Nov 23 09:57:54.479595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] For port bc8c2fdf-bb4d-4bfa-8d33-402811b12967, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:54.480042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.505356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:54.507446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7f3a-aa89-4c86-942e-cfbe8199025d req-823627cf-7ea3-4e6b-8877-0874b6100435 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:54.508978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6f1e7f3a-aa89-4c86-942e-cfbe8199025d req-823627cf-7ea3-4e6b-8877-0874b6100435 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0742071 Nov 23 09:57:54.533921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae4b10d1-0826-4c21-b587-45a17b6108ae req-b5514b0c-03b8-4107-a084-669034f6b783 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002169 Nov 23 09:57:54.547076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '90a5a75d-d61f-40cf-a0d9-703b6b971382', 'network_id': 'c9020433-c74c-4078-b6ec-9d230164ca65', 'port_id': '90a5a75d-d61f-40cf-a0d9-703b6b971382', 'mac_address': 'fa:16:3e:01:27:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe', 'ip_address': '19.86.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:54.554802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Calling delete_port for bc8c2fdf-bb4d-4bfa-8d33-402811b12967 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:57:54.602967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.624060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a5a75d-d61f-40cf-a0d9-703b6b971382 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:54.628392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6f1e7f3a-aa89-4c86-942e-cfbe8199025d req-330acb12-6cb6-4320-9900-33c7027a57d2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068842 Nov 23 09:57:54.664512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:54.673023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.673715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:54.756485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:54.824365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:54.833735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.837534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c', 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'port_id': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c', 'mac_address': 'fa:16:3e:3d:c7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05edc420-29ce-4923-ae84-f745fc1cf1cc', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:54.862666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc8c2fdf-bb4d-4bfa-8d33-402811b12967,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:54.890389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.908228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:54.932162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:54.939270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:54.940230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cc81224f-2dd6-48be-a595-2e24368a505d details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:57:54.956305 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.004973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:55.058424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cc81224f-2dd6-48be-a595-2e24368a505d,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:55.084924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'cc81224f-2dd6-48be-a595-2e24368a505d', 'network_id': '074a837e-88c0-4b7a-8c35-eb58b6abb45b', 'port_id': 'cc81224f-2dd6-48be-a595-2e24368a505d', 'mac_address': 'fa:16:3e:9b:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05edc420-29ce-4923-ae84-f745fc1cf1cc', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:57:55.144706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.159394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc81224f-2dd6-48be-a595-2e24368a505d {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:57:55.200845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cc81224f-2dd6-48be-a595-2e24368a505d,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:55.207328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.271436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:55.495346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.498157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.566879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695f9a-940c-4d41-82c1-820856c12f25 req-062ca20c-a62c-4899-8bf6-1ed57482249d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:55.568428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55695f9a-940c-4d41-82c1-820856c12f25 req-062ca20c-a62c-4899-8bf6-1ed57482249d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1065063 Nov 23 09:57:55.569553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.570137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6faff291-737c-4d79-8617-6bf8240516ff {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:57:55.574861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.575956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bdb1d0ff-9e2f-466c-b5fc-56358f7ad3cc tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "DELETE /v2.0/routers/6faff291-737c-4d79-8617-6bf8240516ff HTTP/1.1" status: 204 len: 168 time: 1.6707292 Nov 23 09:57:55.579829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:55.585293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['90a5a75d-d61f-40cf-a0d9-703b6b971382'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:55.587076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1025463324', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:55.625785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.627875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.691005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['cc81224f-2dd6-48be-a595-2e24368a505d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:55.698271 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55695f9a-940c-4d41-82c1-820856c12f25 req-b85ebe1a-afd0-44bc-92b9-e4b83fd603a9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094015 Nov 23 09:57:55.718829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:55.921705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165924-fd89-4c53-a28c-eee1a10b5da7 req-0e722107-6578-4138-86ce-207851e3db4d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:55.923710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1165924-fd89-4c53-a28c-eee1a10b5da7 req-0e722107-6578-4138-86ce-207851e3db4d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0650795 Nov 23 09:57:55.990525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1165924-fd89-4c53-a28c-eee1a10b5da7 req-4e31aecf-82f7-4b57-bfbc-0a50705a1c77 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603945 Nov 23 09:57:56.127347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755e74-d21b-437b-a522-88df0ab2d2c9 req-f44a671e-8fe0-4734-9b2e-43c4f9d8b78c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:56.128986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e0755e74-d21b-437b-a522-88df0ab2d2c9 req-f44a671e-8fe0-4734-9b2e-43c4f9d8b78c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0568810 Nov 23 09:57:56.200026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e0755e74-d21b-437b-a522-88df0ab2d2c9 req-da3fa6d9-0a5f-44be-b45a-48a6c5b73ff4 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Nov 23 09:57:56.269053 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:56.288217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064f9b-76de-4584-9c82-173aea0e36b2 req-eadd6821-56bc-4c94-9140-314abcbab8d0 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:56.294478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064f9b-76de-4584-9c82-173aea0e36b2 req-eadd6821-56bc-4c94-9140-314abcbab8d0 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:56.300340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064f9b-76de-4584-9c82-173aea0e36b2 req-eadd6821-56bc-4c94-9140-314abcbab8d0 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:56.302158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6064f9b-76de-4584-9c82-173aea0e36b2 req-eadd6821-56bc-4c94-9140-314abcbab8d0 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2412 time: 0.1443162 Nov 23 09:57:56.373075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6064f9b-76de-4584-9c82-173aea0e36b2 req-d35f672c-fcca-4b58-8213-6620ccef0469 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577242 Nov 23 09:57:56.534246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:56.558637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:56.663466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Allocated IP 172.25.1.210 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a374cd06-1107-4f49-9f94-30821cce25a0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:57:56.775577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:56.820729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:56.850842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a750c38-c852-44db-878e-ddf6fe64408a req-8959f46a-d9ab-4ee5-b2ad-2d779294ced1 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:56.852357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a750c38-c852-44db-878e-ddf6fe64408a req-8959f46a-d9ab-4ee5-b2ad-2d779294ced1 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0531731 Nov 23 09:57:56.860823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:57:56.868153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:57:56.871595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:57:56.874274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:57:56.904757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event updated for resources: {'Port': ['ID=a374cd06-1107-4f49-9f94-30821cce25a0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:56.943201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a750c38-c852-44db-878e-ddf6fe64408a req-304e50e2-124e-4841-849f-9e60d02574ce tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Nov 23 09:57:57.132637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede265ef-e3ba-4f7d-b8aa-eda8e27ac496 req-9d46f65b-1444-4c1c-aee1-fbc9d597f465 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.134591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ede265ef-e3ba-4f7d-b8aa-eda8e27ac496 req-9d46f65b-1444-4c1c-aee1-fbc9d597f465 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0627668 Nov 23 09:57:57.194421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ede265ef-e3ba-4f7d-b8aa-eda8e27ac496 req-da7d66e9-52c0-470c-9534-43cac4686ad4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Nov 23 09:57:57.227873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:57.332009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53555-e2d5-4df7-8007-33a0ee38c93e req-cdd1cff9-88b1-4ca9-8094-141b8a602d1e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.340299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35c53555-e2d5-4df7-8007-33a0ee38c93e req-cdd1cff9-88b1-4ca9-8094-141b8a602d1e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0731232 Nov 23 09:57:57.409779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35c53555-e2d5-4df7-8007-33a0ee38c93e req-9081254c-9413-484b-8997-4f9ba093c106 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Nov 23 09:57:57.498535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018750-2f9a-4ff6-b81e-c98189c5607c req-25be1559-97b0-40a8-938f-afaafa0368e7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.499941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80018750-2f9a-4ff6-b81e-c98189c5607c req-25be1559-97b0-40a8-938f-afaafa0368e7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0634441 Nov 23 09:57:57.501524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:57.529865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425268a6-68c0-4668-82fa-edf7b21e8c2e req-7ee32624-fda3-4bb0-8c87-6171914ef622 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.537050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425268a6-68c0-4668-82fa-edf7b21e8c2e req-7ee32624-fda3-4bb0-8c87-6171914ef622 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.544937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425268a6-68c0-4668-82fa-edf7b21e8c2e req-7ee32624-fda3-4bb0-8c87-6171914ef622 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:57.548386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-425268a6-68c0-4668-82fa-edf7b21e8c2e req-7ee32624-fda3-4bb0-8c87-6171914ef622 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2412 time: 0.0817170 Nov 23 09:57:57.548654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc8c2fdf-bb4d-4bfa-8d33-402811b12967 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:57:57.580043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bc8c2fdf-bb4d-4bfa-8d33-402811b12967 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:57:57.580387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc8c2fdf-bb4d-4bfa-8d33-402811b12967 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:57:57.602568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-425268a6-68c0-4668-82fa-edf7b21e8c2e req-34d3a93b-0e74-44a0-b5c4-748d635b3a36 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478830 Nov 23 09:57:57.680477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80018750-2f9a-4ff6-b81e-c98189c5607c req-512be7ab-617d-4a81-a7b3-64e7dda4167d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Nov 23 09:57:57.707303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Router 0b0e2329-6a27-4266-97cf-2995e363cdc9 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:57:57.814676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:57.824502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] Sync routers for ids ['0b0e2329-6a27-4266-97cf-2995e363cdc9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:57.836658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] Routers {'0b0e2329-6a27-4266-97cf-2995e363cdc9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:57.837504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0b0e2329-6a27-4266-97cf-2995e363cdc9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:57.840619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:57.842354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-730b3660-9fe2-44e3-9db8-b74cc4618b9a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2613568 Nov 23 09:57:57.845482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35642) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:57.850493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:57:57.871587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:57.881272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] Routers {'0b0e2329-6a27-4266-97cf-2995e363cdc9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:57.881921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0b0e2329-6a27-4266-97cf-2995e363cdc9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:57.913925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:57.914597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947916d-9c34-45c5-9ca7-6d7a43ee6a5a None None] The sync data for ids ['0b0e2329-6a27-4266-97cf-2995e363cdc9'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:58.153110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.325958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a74da-6fab-4c98-8085-ca03f787991a req-05bd7e09-9de9-4beb-9ea0-cf13753ef160 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.327610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb9a74da-6fab-4c98-8085-ca03f787991a req-05bd7e09-9de9-4beb-9ea0-cf13753ef160 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0576212 Nov 23 09:57:58.358513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cc81224f-2dd6-48be-a595-2e24368a505d up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:58.383331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb9a74da-6fab-4c98-8085-ca03f787991a req-3f3ce507-e3f5-4c40-8f9c-853d67c3652b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Nov 23 09:57:58.422021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port cc81224f-2dd6-48be-a595-2e24368a505d completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:58.426081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port cc81224f-2dd6-48be-a595-2e24368a505d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:58.426574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.513267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.550668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cc81224f-2dd6-48be-a595-2e24368a505d,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:58.551927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:57:58.554417 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c3743-01b7-4ffa-99b8-9920696dba42" -d '{"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:57:58.558592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.559757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 90a5a75d-d61f-40cf-a0d9-703b6b971382 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:58.596397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ed47-2d8c-418d-89e6-0fd3ba1553e3 req-9ad500e4-6af1-4c57-b785-6ad10b166b3e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.598037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80f2ed47-2d8c-418d-89e6-0fd3ba1553e3 req-9ad500e4-6af1-4c57-b785-6ad10b166b3e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1018457 Nov 23 09:57:58.616243 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc8a49b-8a58-4c51-8c88-7747e25b71eb x-openstack-request-id: req-ccc8a49b-8a58-4c51-8c88-7747e25b71eb {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:57:58.616784 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:57:58.617039 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccc8a49b-8a58-4c51-8c88-7747e25b71eb {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:57:58.617428 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d', 'code': 200} Nov 23 09:57:58.662383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:58.665706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 90a5a75d-d61f-40cf-a0d9-703b6b971382 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:58.670399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 90a5a75d-d61f-40cf-a0d9-703b6b971382 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:58.670771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.696671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.703924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.711106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80f2ed47-2d8c-418d-89e6-0fd3ba1553e3 req-5e115cff-f539-4b16-b7c6-6436e4c2439c tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Nov 23 09:57:58.776466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f5175-a4fb-4d21-b7e7-4d48e647888d req-876e7c85-016e-4e3c-956d-4615736c9093 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.785319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f5175-a4fb-4d21-b7e7-4d48e647888d req-876e7c85-016e-4e3c-956d-4615736c9093 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.792300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f5175-a4fb-4d21-b7e7-4d48e647888d req-876e7c85-016e-4e3c-956d-4615736c9093 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.802840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-658f5175-a4fb-4d21-b7e7-4d48e647888d req-876e7c85-016e-4e3c-956d-4615736c9093 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2413 time: 0.0963054 Nov 23 09:57:58.810157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.852175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:58.858656 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.859726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:57:58.900499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router 0b0e2329-6a27-4266-97cf-2995e363cdc9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:57:58.918795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-658f5175-a4fb-4d21-b7e7-4d48e647888d req-ddb433d4-b9c7-4fb9-9457-1b19ab0c29ed tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008306 Nov 23 09:57:58.965170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:57:58.972439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:58.975211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:57:58.975650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:58.987385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836fde8-5d59-4abb-aed0-f46ce829cd5c req-41fff156-9e92-42cf-a6ca-683286500213 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:58.988975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a836fde8-5d59-4abb-aed0-f46ce829cd5c req-41fff156-9e92-42cf-a6ca-683286500213 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1070669 Nov 23 09:57:59.069594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.097856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:57:59.102822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.104122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c411f625-7fad-4dfb-8095-0ca140e8f0b3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "PUT /v2.0/routers/0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 200 len: 922 time: 1.2575207 Nov 23 09:57:59.107390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35672) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.109744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a836fde8-5d59-4abb-aed0-f46ce829cd5c req-8c2890da-46d3-4966-9c35-3850e9330696 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073101 Nov 23 09:57:59.110793 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] Sync routers for ids ['0b0e2329-6a27-4266-97cf-2995e363cdc9'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:57:59.113621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:57:59.122267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.140233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] Routers {'0b0e2329-6a27-4266-97cf-2995e363cdc9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:59.141141 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0b0e2329-6a27-4266-97cf-2995e363cdc9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:59.193482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:59.200438 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:59.209827 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] Routers {'0b0e2329-6a27-4266-97cf-2995e363cdc9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:57:59.210469 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0b0e2329-6a27-4266-97cf-2995e363cdc9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:59.244424 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:57:59.245122 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715fd26-2f3c-4f32-b1ca-79cf3419b1db None None] The sync data for ids ['0b0e2329-6a27-4266-97cf-2995e363cdc9'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:57:59.262404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35676) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.265326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f174614-0470-4bdc-a15b-857a4db4d624 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 200 len: 922 time: 0.1525867 Nov 23 09:57:59.268144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35680) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.338436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29968721-aed8-4b23-b7ea-ffa6d318a3a8 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:59.339972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-29968721-aed8-4b23-b7ea-ffa6d318a3a8 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=0b0e2329-6a27-4266-97cf-2995e363cdc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0709736 Nov 23 09:57:59.342744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35682) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.420118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be39fd-ac8c-4121-939c-4dece96f7052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.455397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accfc6e-9610-4dbe-96d2-00550c639331 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:59.456818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3accfc6e-9610-4dbe-96d2-00550c639331 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.1131601 Nov 23 09:57:59.459918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.493819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-137c6fad-c50d-4990-93fc-0cc29d19dc7d tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 200 len: 205 time: 0.0326810 Nov 23 09:57:59.496496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35688) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.531123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c18fa-aac2-415d-9bbc-8e70913cf1e4 req-2fdfda90-bd83-400d-a040-e6233f33bf8e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:59.532604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff7c18fa-aac2-415d-9bbc-8e70913cf1e4 req-2fdfda90-bd83-400d-a040-e6233f33bf8e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0747492 Nov 23 09:57:59.581045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff7c18fa-aac2-415d-9bbc-8e70913cf1e4 req-8599810d-95e7-4d46-8bd0-7fbca705426d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Nov 23 09:57:59.596905 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be39fd-ac8c-4121-939c-4dece96f7052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.603596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be39fd-ac8c-4121-939c-4dece96f7052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.653967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8be39fd-ac8c-4121-939c-4dece96f7052 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67279940efc848a582dc8d8f5b7f92e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904438 Nov 23 09:57:59.656106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be39fd-ac8c-4121-939c-4dece96f7052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd0b720-91e0-4672-9af7-05b72f8b808e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:59.656866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35690) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:57:59.660625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.711113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.731920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.776513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.784511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.787417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.788584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dd0b720-91e0-4672-9af7-05b72f8b808e HTTP/1.1" status: 204 len: 168 time: 0.1307569 Nov 23 09:57:59.797661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180baf73-0cd8-4e59-ba14-3e3a5ec5de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd0b720-91e0-4672-9af7-05b72f8b808e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:57:59.866704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3056b7-2a09-4b79-afd8-83e2a1b31d86 req-17daca3e-d638-408c-af0c-b3af3390e4af tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:57:59.868171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f3056b7-2a09-4b79-afd8-83e2a1b31d86 req-17daca3e-d638-408c-af0c-b3af3390e4af tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0853918 Nov 23 09:57:59.925769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port a374cd06-1107-4f49-9f94-30821cce25a0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:57:59.926137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:57:59.957032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f3056b7-2a09-4b79-afd8-83e2a1b31d86 req-0f07b24b-c0b7-4398-828d-810a8278f6a6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810294 Nov 23 09:58:00.030961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.037130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f051f-6b23-48aa-a059-829107772366 req-dcdb8996-bb18-4d6e-b226-a9a3aaee65e3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:00.043654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f051f-6b23-48aa-a059-829107772366 req-dcdb8996-bb18-4d6e-b226-a9a3aaee65e3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:00.047049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for a374cd06-1107-4f49-9f94-30821cce25a0 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:00.050667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f051f-6b23-48aa-a059-829107772366 req-dcdb8996-bb18-4d6e-b226-a9a3aaee65e3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:00.052559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-062f051f-6b23-48aa-a059-829107772366 req-dcdb8996-bb18-4d6e-b226-a9a3aaee65e3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.0695436 Nov 23 09:58:00.099153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35704) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:00.117554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-062f051f-6b23-48aa-a059-829107772366 req-2851ba89-a0bb-41bf-9579-10c2f92cba36 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Nov 23 09:58:00.118486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a97fe299-2d2b-4ed7-af84-837c33ffa156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.213329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a97fe299-2d2b-4ed7-af84-837c33ffa156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.217461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a97fe299-2d2b-4ed7-af84-837c33ffa156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.256723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fe299-2d2b-4ed7-af84-837c33ffa156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329e1097-0ec5-463f-85e1-4fc0979c5b48,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:00.261270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a97fe299-2d2b-4ed7-af84-837c33ffa156 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73b35c9c12834686bcc66fd329868b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610370 Nov 23 09:58:00.263976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35708) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:00.272439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f5c8c-1157-40d5-8e76-f42964fb7346 req-f615a9b8-b6cc-4904-ae91-17210915fea7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:00.274187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c7f5c8c-1157-40d5-8e76-f42964fb7346 req-f615a9b8-b6cc-4904-ae91-17210915fea7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0859060 Nov 23 09:58:00.279329 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.313122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.319456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=a374cd06-1107-4f49-9f94-30821cce25a0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:00.339005 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.385568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.386426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c7f5c8c-1157-40d5-8e76-f42964fb7346 req-fffee0fa-dd91-4ce2-bf60-2017247346f6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033988 Nov 23 09:58:00.388402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.392637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/329e1097-0ec5-463f-85e1-4fc0979c5b48 HTTP/1.1" status: 204 len: 168 time: 0.1251588 Nov 23 09:58:00.400905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21089-f480-4f19-a27c-fb69f70e7495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e1097-0ec5-463f-85e1-4fc0979c5b48,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:00.410479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.500283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.502515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.549255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.549820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router 0b0e2329-6a27-4266-97cf-2995e363cdc9 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:00.557082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.558153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4455e7e8-4c2b-4b28-a831-c47646f04e90 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 204 len: 168 time: 1.0595076 Nov 23 09:58:00.561843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:00.566821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1887017006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:00.593100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.594195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.619051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382'}, {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:00.621556 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac18c05-4771-4fe1-9674-5a227ae00765" -d '{"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382"}, {"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:00.648299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.655723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.671288 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac66efa-a655-4d7b-afe5-a9be7490f893 x-openstack-request-id: req-4ac66efa-a655-4d7b-afe5-a9be7490f893 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:00.671589 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382", "code": 200}, {"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:00.671850 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ac66efa-a655-4d7b-afe5-a9be7490f893 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:00.672250 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382', 'code': 200} Nov 23 09:58:00.672679 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c', 'code': 200} Nov 23 09:58:00.702874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:00.706809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-282a3f6c-c143-44bc-a7e5-518ae5a46c6a tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1414173 Nov 23 09:58:00.707189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:00.711960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:00.732800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d5d07-b87a-40c2-a974-d7d3f6638c43 req-eee95709-0698-4b89-86fe-3554a42e8592 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:00.734417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f1d5d07-b87a-40c2-a974-d7d3f6638c43 req-eee95709-0698-4b89-86fe-3554a42e8592 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0649555 Nov 23 09:58:00.785810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f1d5d07-b87a-40c2-a974-d7d3f6638c43 req-16a705d6-e30c-45b5-8612-e22299871db1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Nov 23 09:58:01.089366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102c53-f413-4379-be2b-c9a36a56b82b req-4ace9e67-f5f0-4610-8d3d-135581354d2b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.091057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb102c53-f413-4379-be2b-c9a36a56b82b req-4ace9e67-f5f0-4610-8d3d-135581354d2b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0618749 Nov 23 09:58:01.160842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb102c53-f413-4379-be2b-c9a36a56b82b req-b9bcf5b0-e02e-47ed-b87f-3d08070f2920 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Nov 23 09:58:01.223319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a536d4-e34c-4117-b9bb-4b3c66544c96 req-fa6d69af-59a8-485f-9786-c5ac7b949d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.223798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a536d4-e34c-4117-b9bb-4b3c66544c96 req-fa6d69af-59a8-485f-9786-c5ac7b949d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.224267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a536d4-e34c-4117-b9bb-4b3c66544c96 req-fa6d69af-59a8-485f-9786-c5ac7b949d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.225922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3a536d4-e34c-4117-b9bb-4b3c66544c96 req-fa6d69af-59a8-485f-9786-c5ac7b949d54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2868 time: 0.4773176 Nov 23 09:58:01.331672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:01.385334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820de82-2905-475c-b1bc-b5a2ed8c6a08 req-4973f439-93b1-42e0-ad13-3af53b26f258 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.391286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820de82-2905-475c-b1bc-b5a2ed8c6a08 req-4973f439-93b1-42e0-ad13-3af53b26f258 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.397185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820de82-2905-475c-b1bc-b5a2ed8c6a08 req-4973f439-93b1-42e0-ad13-3af53b26f258 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.398854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5820de82-2905-475c-b1bc-b5a2ed8c6a08 req-4973f439-93b1-42e0-ad13-3af53b26f258 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.1719997 Nov 23 09:58:01.412403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3a536d4-e34c-4117-b9bb-4b3c66544c96 req-ad958223-f650-403b-bceb-08baffe76306 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730204 Nov 23 09:58:01.498481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5820de82-2905-475c-b1bc-b5a2ed8c6a08 req-d2cc3f23-2c8a-457e-9c48-eaf6122da0a5 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894668 Nov 23 09:58:01.530117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6063e-1019-4a36-899c-8673b38cd489 req-6fb42a06-3e3f-462c-ba20-1dce65e66f9c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.535420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3fa6063e-1019-4a36-899c-8673b38cd489 req-6fb42a06-3e3f-462c-ba20-1dce65e66f9c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0632856 Nov 23 09:58:01.581707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3fa6063e-1019-4a36-899c-8673b38cd489 req-bf438db0-371a-4f56-a66d-3cd8ea1cff3a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Nov 23 09:58:01.632648 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:01.651711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:01.760264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Allocated IP 172.25.1.145 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/66710c14-2f0f-4c62-9e06-df33264ceff6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:01.883674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:01.935702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7827-f382-462a-a12a-112785342fff req-b11272fc-51b3-4437-9beb-f9673701c59a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:01.937347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebbd7827-f382-462a-a12a-112785342fff req-b11272fc-51b3-4437-9beb-f9673701c59a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0730524 Nov 23 09:58:01.961938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:02.014370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:02.024731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:02.031332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:02.059850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event updated for resources: {'Port': ['ID=66710c14-2f0f-4c62-9e06-df33264ceff6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:02.065139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebbd7827-f382-462a-a12a-112785342fff req-f57ba6e4-1ac9-4ae2-a540-599d79d1b87a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202686 Nov 23 09:58:02.355832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080285c-0e15-4f51-a9ff-d8a7a9ce4022 req-9440b21f-5730-4c67-97dd-a873d75ea036 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:02.357325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2080285c-0e15-4f51-a9ff-d8a7a9ce4022 req-9440b21f-5730-4c67-97dd-a873d75ea036 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1049252 Nov 23 09:58:02.375456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:02.484616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2080285c-0e15-4f51-a9ff-d8a7a9ce4022 req-2047b890-b102-4570-8cd7-19d199edb35b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176820 Nov 23 09:58:02.632702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:02.637374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:02.664030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c188780-bb1f-4b7a-865c-e387cd35e9c8 req-23be8f4c-0d73-478e-835f-d4ee2129dc41 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:02.671637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c188780-bb1f-4b7a-865c-e387cd35e9c8 req-23be8f4c-0d73-478e-835f-d4ee2129dc41 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:02.679205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c188780-bb1f-4b7a-865c-e387cd35e9c8 req-23be8f4c-0d73-478e-835f-d4ee2129dc41 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:02.681092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c188780-bb1f-4b7a-865c-e387cd35e9c8 req-23be8f4c-0d73-478e-835f-d4ee2129dc41 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.1003149 Nov 23 09:58:02.738499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c188780-bb1f-4b7a-865c-e387cd35e9c8 req-c5ffa38d-caea-451e-b7a0-8d82ba83b00e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507760 Nov 23 09:58:02.802740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52be457-6d7f-45fc-93b7-e8efd43f0cf0 req-67dc455e-1c05-4e97-b58d-c2717d68d850 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:02.804237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a52be457-6d7f-45fc-93b7-e8efd43f0cf0 req-67dc455e-1c05-4e97-b58d-c2717d68d850 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1080167 Nov 23 09:58:02.866911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Router b379220b-5604-4977-a6db-2b66659c48a5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:02.872946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a52be457-6d7f-45fc-93b7-e8efd43f0cf0 req-7d86ff90-4d6f-4367-8679-fe2c95272f59 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 Nov 23 09:58:02.978531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:02.986999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:02.994557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:02.995837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7e984eff-b7e7-4fc0-8a31-c8cfe40dfb68 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "PUT /v2.0/routers/b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 200 len: 880 time: 2.2875743 Nov 23 09:58:02.999310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35802) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.001356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] Sync routers for ids ['b379220b-5604-4977-a6db-2b66659c48a5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:03.012652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] Routers {'b379220b-5604-4977-a6db-2b66659c48a5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:03.013623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b379220b-5604-4977-a6db-2b66659c48a5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:03.049291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:03.058999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] Routers {'b379220b-5604-4977-a6db-2b66659c48a5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:03.059878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b379220b-5604-4977-a6db-2b66659c48a5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:03.092335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edf50723-4b78-41dc-9e3b-78545e03035c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.094765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:03.095520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb85a5-43ef-436c-9782-a3b5c825e4e6 None None] The sync data for ids ['b379220b-5604-4977-a6db-2b66659c48a5'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:03.129937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f0ee3cd9-c730-41ee-bbec-f1bc92ed9a38 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 200 len: 921 time: 0.1276288 Nov 23 09:58:03.131105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35808) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.185754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edf50723-4b78-41dc-9e3b-78545e03035c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.191296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edf50723-4b78-41dc-9e3b-78545e03035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.205764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c083802-1dd4-45d7-9287-35e94d1cca34 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.209761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c083802-1dd4-45d7-9287-35e94d1cca34 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=b379220b-5604-4977-a6db-2b66659c48a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751956 Nov 23 09:58:03.210038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35810) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.231920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf50723-4b78-41dc-9e3b-78545e03035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c71f34-e60f-4487-bef5-5e34ed9c4a1e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:03.236353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-edf50723-4b78-41dc-9e3b-78545e03035c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f65fd9a0fa584f269be62fad7ac224ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567220 Nov 23 09:58:03.238986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35812) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.246990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0a98f-e50c-4637-854d-9634157b6baa req-5756925e-b645-42b5-8888-523fae669791 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.248491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66e0a98f-e50c-4637-854d-9634157b6baa req-5756925e-b645-42b5-8888-523fae669791 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0861073 Nov 23 09:58:03.290372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.317018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.338651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a9964-9cac-4a10-a7c9-2a6caf36f00b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.340075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a0a9964-9cac-4a10-a7c9-2a6caf36f00b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.1291471 Nov 23 09:58:03.343691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66e0a98f-e50c-4637-854d-9634157b6baa req-1e624908-3357-433c-be53-9eec793ebbdd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Nov 23 09:58:03.344139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.370910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.373521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.374711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69c71f34-e60f-4487-bef5-5e34ed9c4a1e HTTP/1.1" status: 204 len: 168 time: 0.1348298 Nov 23 09:58:03.376760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e60db753-1d84-4b8e-beba-ba7b9d5c1c51 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 200 len: 205 time: 0.0310187 Nov 23 09:58:03.379083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35820) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.386375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a560e9a-0763-4363-8881-11751a48f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c71f34-e60f-4487-bef5-5e34ed9c4a1e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:03.485084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.632162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57db45-24d5-420a-a6d1-8e1782c14362 req-02e066ca-5800-41a4-86b3-f97efde84f25 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.633770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf57db45-24d5-420a-a6d1-8e1782c14362 req-02e066ca-5800-41a4-86b3-f97efde84f25 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0688586 Nov 23 09:58:03.635201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.644077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35826) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.658381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-213d78f1-94b8-4567-89d3-17944b239c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.707882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf57db45-24d5-420a-a6d1-8e1782c14362 req-5d5ca5e0-89a3-4901-8e84-5bbfd6dfa1f5 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681646 Nov 23 09:58:03.730537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port 66710c14-2f0f-4c62-9e06-df33264ceff6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:03.730911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.739791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-213d78f1-94b8-4567-89d3-17944b239c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.744226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-213d78f1-94b8-4567-89d3-17944b239c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.786912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-213d78f1-94b8-4567-89d3-17944b239c0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6e5726702c44671b1f35ea1d9c707a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392817 Nov 23 09:58:03.786912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d78f1-94b8-4567-89d3-17944b239c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df417bd3-a072-45c3-b321-00313f0a1a04,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:03.787700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35830) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:03.840336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.854827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for 66710c14-2f0f-4c62-9e06-df33264ceff6 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:03.865193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79585-95bb-4c1d-be34-4c2d9ee591dd req-5f5da3b4-bcb3-4bf3-8b07-d5479b4c98eb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.871509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79585-95bb-4c1d-be34-4c2d9ee591dd req-5f5da3b4-bcb3-4bf3-8b07-d5479b4c98eb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.873279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.878394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79585-95bb-4c1d-be34-4c2d9ee591dd req-5f5da3b4-bcb3-4bf3-8b07-d5479b4c98eb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:03.879079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa79585-95bb-4c1d-be34-4c2d9ee591dd req-5f5da3b4-bcb3-4bf3-8b07-d5479b4c98eb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.0662041 Nov 23 09:58:03.926535 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:03.929941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa79585-95bb-4c1d-be34-4c2d9ee591dd req-c3068919-6bbe-435d-a06a-3091321ec4e3 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Nov 23 09:58:04.071605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2fec2-3405-4118-a26b-409ca4b7f6c6 req-53cd48d6-f478-46b1-b315-d29d9b61c83a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.073299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b2fec2-3405-4118-a26b-409ca4b7f6c6 req-53cd48d6-f478-46b1-b315-d29d9b61c83a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1127696 Nov 23 09:58:04.078979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.081796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.083177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df417bd3-a072-45c3-b321-00313f0a1a04 HTTP/1.1" status: 204 len: 168 time: 0.2948232 Nov 23 09:58:04.084798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-38a9c668-1b63-45fc-a7b9-126794e12a5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402398 Nov 23 09:58:04.142115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb327ea0-1bc1-49fd-a7d5-d768329d1254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df417bd3-a072-45c3-b321-00313f0a1a04,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:04.183457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b2fec2-3405-4118-a26b-409ca4b7f6c6 req-5c7252de-6717-4ab1-b5ca-ddb35f519ba0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Nov 23 09:58:04.207977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.208120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-2365b8dd-d62a-4ac3-8ae8-5e925b073195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.208120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-2365b8dd-d62a-4ac3-8ae8-5e925b073195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.0719359 Nov 23 09:58:04.248335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=66710c14-2f0f-4c62-9e06-df33264ceff6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:04.321821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.327778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-372f8cc2-b7fe-447f-92b2-0d079a7efc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.329328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-372f8cc2-b7fe-447f-92b2-0d079a7efc24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.0948021 Nov 23 09:58:04.381023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-09a0b3fe-df29-4254-81ea-138c19045de0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0419378 Nov 23 09:58:04.454620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.456978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-499fcbb6-619d-4e78-b4b6-5b930cd8084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.458203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.458613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-499fcbb6-619d-4e78-b4b6-5b930cd8084a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0713818 Nov 23 09:58:04.476622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876fe5-b2a4-479e-b131-c00a08665ef1 req-52a0e0fb-b82a-492f-b72d-276c433ef7dc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.482677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876fe5-b2a4-479e-b131-c00a08665ef1 req-52a0e0fb-b82a-492f-b72d-276c433ef7dc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.489487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876fe5-b2a4-479e-b131-c00a08665ef1 req-52a0e0fb-b82a-492f-b72d-276c433ef7dc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.491221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53876fe5-b2a4-479e-b131-c00a08665ef1 req-52a0e0fb-b82a-492f-b72d-276c433ef7dc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.1728652 Nov 23 09:58:04.540698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15428-db5f-48c6-9064-b7313a84564f req-d21a5708-cfb1-4042-bf60-277342df7baa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.540698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccb15428-db5f-48c6-9064-b7313a84564f req-d21a5708-cfb1-4042-bf60-277342df7baa tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0962479 Nov 23 09:58:04.540698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-602c6e9b-9dc5-4c8b-9e79-9b37fb29e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.542133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-602c6e9b-9dc5-4c8b-9e79-9b37fb29e78d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692143 Nov 23 09:58:04.549391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.549984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router b379220b-5604-4977-a6db-2b66659c48a5 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:04.558652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.559754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-595a60f6-4e20-4f96-b9ff-f28836670b23 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 204 len: 168 time: 1.1797690 Nov 23 09:58:04.564929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35858) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:04.571001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1180496079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:04.607744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53876fe5-b2a4-479e-b131-c00a08665ef1 req-4cdbe108-3bf1-47f3-b61b-9d025a910bbb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848393 Nov 23 09:58:04.616311 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.617444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.680392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccb15428-db5f-48c6-9064-b7313a84564f req-ddedac22-0d9e-46b9-a435-f1857c887b9b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319766 Nov 23 09:58:04.682006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.687470 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.712333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-5329c158-a422-430f-8946-094058ecf763 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625886 Nov 23 09:58:04.716590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:04.717965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8f787fce-3602-4b03-b3df-7832f5038cbc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1516893 Nov 23 09:58:04.722403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35864) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:04.726979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': True}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:04.844282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46a97a05-15c7-413d-bd23-ed13470be2e6 req-2a50e024-4828-4d54-8964-3a019aa116d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242676 Nov 23 09:58:04.864290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff3bc-4184-46ad-9876-e1c969950b18 req-63d4fb70-796e-446f-9b4d-52905ab60835 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:04.865859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b1ff3bc-4184-46ad-9876-e1c969950b18 req-63d4fb70-796e-446f-9b4d-52905ab60835 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0731275 Nov 23 09:58:04.928184 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b1ff3bc-4184-46ad-9876-e1c969950b18 req-61fec51b-7525-48fd-995b-485b89370d47 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Nov 23 09:58:05.310954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:05.338712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece6f88-c00b-4aa0-9747-4425e671a0ef req-e270e4cc-4743-4786-a085-58e01c8696a9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.340321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ece6f88-c00b-4aa0-9747-4425e671a0ef req-e270e4cc-4743-4786-a085-58e01c8696a9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0666244 Nov 23 09:58:05.413724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ece6f88-c00b-4aa0-9747-4425e671a0ef req-c23a656f-a734-4b8a-b80b-ec6c314b1e30 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615437 Nov 23 09:58:05.556330 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:58:05.577945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:05.601740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:05.759387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.25.1.93 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/f7467b56-a2c9-463a-918f-29a3d7d6b2aa) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:05.762608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5fa89-8172-4936-8809-3eace13f6c93 req-125d686e-82d7-4ee7-8626-bb0692983c7e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.769678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5fa89-8172-4936-8809-3eace13f6c93 req-125d686e-82d7-4ee7-8626-bb0692983c7e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.776939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5fa89-8172-4936-8809-3eace13f6c93 req-125d686e-82d7-4ee7-8626-bb0692983c7e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.778820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36e5fa89-8172-4936-8809-3eace13f6c93 req-125d686e-82d7-4ee7-8626-bb0692983c7e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.0875039 Nov 23 09:58:05.836723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36e5fa89-8172-4936-8809-3eace13f6c93 req-6f9ab8a0-e68a-4460-8b6e-d0075ece14a2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Nov 23 09:58:05.891625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:05.965800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53cdd2-ee8e-4f18-82d2-20f09261d717 req-5046b8a3-897a-4dd5-a786-7d039752e04f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.967630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b53cdd2-ee8e-4f18-82d2-20f09261d717 req-5046b8a3-897a-4dd5-a786-7d039752e04f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0690494 Nov 23 09:58:05.968030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-d3910ef0-9055-477a-a362-b79ef939f564 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.974021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-d3910ef0-9055-477a-a362-b79ef939f564 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.980200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-d3910ef0-9055-477a-a362-b79ef939f564 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:05.981857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-d3910ef0-9055-477a-a362-b79ef939f564 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2415 time: 0.0855908 Nov 23 09:58:05.989656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:06.062876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b53cdd2-ee8e-4f18-82d2-20f09261d717 req-5cc1897a-66e2-4111-baf2-5f1e979fcbc4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888059 Nov 23 09:58:06.095669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=f7467b56-a2c9-463a-918f-29a3d7d6b2aa,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:06.108290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:06.133580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:06.144944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:06.229880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94454a-06c7-4733-ba11-f3acfa9b78b1 req-90d51b10-7d5d-41f2-9a82-e9b0d537f7db tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:06.231406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae94454a-06c7-4733-ba11-f3acfa9b78b1 req-90d51b10-7d5d-41f2-9a82-e9b0d537f7db tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1017003 Nov 23 09:58:06.347149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 90a5a75d-d61f-40cf-a0d9-703b6b971382 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:06.347820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:06.408305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae94454a-06c7-4733-ba11-f3acfa9b78b1 req-c5f7acea-af06-4982-ae33-7a312014875f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701784 Nov 23 09:58:06.539712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 90a5a75d-d61f-40cf-a0d9-703b6b971382, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=90a5a75d-d61f-40cf-a0d9-703b6b971382,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:06.540146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:06.593745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 90a5a75d-d61f-40cf-a0d9-703b6b971382 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:06.704032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b55b-6a56-4ff9-8de6-e0e73b9c933e req-e5aea2df-0a08-453e-8458-d7e6f375878b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:06.705584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c601b55b-6a56-4ff9-8de6-e0e73b9c933e req-e5aea2df-0a08-453e-8458-d7e6f375878b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1681352 Nov 23 09:58:06.708038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:06.747530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3f779-2ce1-408f-826e-d35026b93d4e req-d0fddc02-ee27-4ff7-863d-9fbc80b6b0d3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:06.758536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53f3f779-2ce1-408f-826e-d35026b93d4e req-d0fddc02-ee27-4ff7-863d-9fbc80b6b0d3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0711870 Nov 23 09:58:06.809994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35948) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:06.846277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53f3f779-2ce1-408f-826e-d35026b93d4e req-55072549-b985-45d5-9020-ece8de1e67ba tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Nov 23 09:58:06.848095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daccdb-414f-4a7e-8678-af685c90b960 req-839549e7-0cfb-4b99-a25c-5ea5622c1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:06.849670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-839549e7-0cfb-4b99-a25c-5ea5622c1e9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b95966475d1947a98da0af63b97d8220&device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 1096 time: 0.0827751 Nov 23 09:58:06.855942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c601b55b-6a56-4ff9-8de6-e0e73b9c933e req-33fd3ad0-a835-4583-92f8-b4417f1595b5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130719 Nov 23 09:58:06.995312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:06.999775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-beb51e9e-a8e4-4402-acd6-660c7fd0ae99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.030902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daccdb-414f-4a7e-8678-af685c90b960 req-2c8836df-18a7-41db-8966-171fba6f0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.032374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-2c8836df-18a7-41db-8966-171fba6f0b23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 200 len: 917 time: 0.1650219 Nov 23 09:58:07.035560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=90a5a75d-d61f-40cf-a0d9-703b6b971382,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:07.044715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.058872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5efe-bbd0-4a40-a672-d6b5341d7ed9 req-d6aad579-b115-4e92-9e77-539f9b34a1cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.065781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5efe-bbd0-4a40-a672-d6b5341d7ed9 req-d6aad579-b115-4e92-9e77-539f9b34a1cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.070075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.071714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5efe-bbd0-4a40-a672-d6b5341d7ed9 req-d6aad579-b115-4e92-9e77-539f9b34a1cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.079010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76d5efe-bbd0-4a40-a672-d6b5341d7ed9 req-d6aad579-b115-4e92-9e77-539f9b34a1cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 2337 time: 0.1530197 Nov 23 09:58:07.091657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 90a5a75d-d61f-40cf-a0d9-703b6b971382 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:07.094557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.098861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-82a06ced-0d04-470e-8c7c-ea578361f10c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "DELETE /v2.0/ports/90a5a75d-d61f-40cf-a0d9-703b6b971382 HTTP/1.1" status: 204 len: 173 time: 1.1050096 Nov 23 09:58:07.100454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:07.102853 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc8a1b-5d51-4f7a-a661-0403c850a81e" -d '{"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:07.342325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35f68e-27a7-49ab-b32d-a30d3cbb48f4 req-7659a779-cb34-4a4d-8b1e-0e29ce59a0a8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.345008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da35f68e-27a7-49ab-b32d-a30d3cbb48f4 req-7659a779-cb34-4a4d-8b1e-0e29ce59a0a8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1376815 Nov 23 09:58:07.398962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-fc1726a3-d7c0-4835-9f91-bbaa2c47aebe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22028a1-ec77-449a-9292-12724723c782 HTTP/1.1" status: 200 len: 217 time: 0.3582871 Nov 23 09:58:07.413690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:07.414052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.450834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da35f68e-27a7-49ab-b32d-a30d3cbb48f4 req-49381be1-fe13-48c9-93e1-645c641329b0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981073 Nov 23 09:58:07.500235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router b4094702-25b8-47b8-a0c5-76415553a5a0 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:07.509711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76d5efe-bbd0-4a40-a672-d6b5341d7ed9 req-80112581-d901-4e8f-8745-420ec0d3ac3f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297338 Nov 23 09:58:07.520635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daccdb-414f-4a7e-8678-af685c90b960 req-69c59a10-bfd5-4cd2-90a0-ca2326b1e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.520635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-69c59a10-bfd5-4cd2-90a0-ca2326b1e9ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 200 len: 855 time: 0.1053388 Nov 23 09:58:07.579189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-beb51e9e-a8e4-4402-acd6-660c7fd0ae99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.589645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-beb51e9e-a8e4-4402-acd6-660c7fd0ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.591013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:07.591391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.609600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daccdb-414f-4a7e-8678-af685c90b960 req-02964c24-171a-4aa3-a79a-6725f5364fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:07.611638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-02964c24-171a-4aa3-a79a-6725f5364fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870094 Nov 23 09:58:07.612076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:07.668872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51e9e-a8e4-4402-acd6-660c7fd0ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e841af-f030-477a-95cb-cedafc3852d7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:07.679396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-beb51e9e-a8e4-4402-acd6-660c7fd0ae99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28d13e82209f4114a78b617627b1d122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682883 Nov 23 09:58:07.683438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35964) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:07.694799 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241eb1d3-3c59-4edd-90a2-1b685061c9b1 x-openstack-request-id: req-241eb1d3-3c59-4edd-90a2-1b685061c9b1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:07.695092 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "90a5a75d-d61f-40cf-a0d9-703b6b971382", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:07.695345 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-241eb1d3-3c59-4edd-90a2-1b685061c9b1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:07.695753 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': '90a5a75d-d61f-40cf-a0d9-703b6b971382', 'status': 'completed', 'code': 200} Nov 23 09:58:07.715127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:07.722713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.723934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-be02e94f-1e41-41cf-9866-1c8d1e8cb6f3 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "PUT /v2.0/routers/b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 200 len: 914 time: 3.0005622 Nov 23 09:58:07.727030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:07.729485 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] Sync routers for ids ['b4094702-25b8-47b8-a0c5-76415553a5a0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:07.744613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] Routers {'b4094702-25b8-47b8-a0c5-76415553a5a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:07.745266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b4094702-25b8-47b8-a0c5-76415553a5a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:07.779267 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:07.788241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] Routers {'b4094702-25b8-47b8-a0c5-76415553a5a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:07.789046 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b4094702-25b8-47b8-a0c5-76415553a5a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:07.813104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.823697 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:07.824354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35592198-4a26-47b6-bf50-21c1c6e970f7 None None] The sync data for ids ['b4094702-25b8-47b8-a0c5-76415553a5a0'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:07.842864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:07.853822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-aa1fffd7-7f59-46bf-80f8-d5310189e0ca service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333817 Nov 23 09:58:07.884141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.889318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:07.892211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:07.895763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-40090ef5-574d-4a1b-b8e5-33b278acd962 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "DELETE /v2.0/ports/01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c HTTP/1.1" status: 204 len: 173 time: 0.7830882 Nov 23 09:58:07.936522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1d37829-71ec-4489-b937-1135157a88b0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 200 len: 920 time: 0.2058461 Nov 23 09:58:07.947160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35972) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:07.962558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.054973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87daccdb-414f-4a7e-8678-af685c90b960 req-4b636dc5-a9aa-4e88-b406-b0f08ba9544a service neutron] 10.222.0.11 "GET /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815062 Nov 23 09:58:08.072181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7531f2-7d5f-4b5b-b5a5-c0330627b721 req-4c7f6b9f-c9b2-410d-9bb9-6f223e060386 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:08.073919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d7531f2-7d5f-4b5b-b5a5-c0330627b721 req-4c7f6b9f-c9b2-410d-9bb9-6f223e060386 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0862501 Nov 23 09:58:08.081663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ac235-71a6-47d1-b883-d89911ed530a tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:08.086883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-214ac235-71a6-47d1-b883-d89911ed530a tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=b4094702-25b8-47b8-a0c5-76415553a5a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1386797 Nov 23 09:58:08.087908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35974) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:08.092010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.094729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.097953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67e841af-f030-477a-95cb-cedafc3852d7 HTTP/1.1" status: 204 len: 168 time: 0.4116793 Nov 23 09:58:08.116294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727446-2c51-4e41-b8b1-1bd99d963d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e841af-f030-477a-95cb-cedafc3852d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:08.132243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19016b5-6c65-400b-9d33-13575e52dab7 req-ea526f5a-3f93-4d9c-800f-6a1ad2fd3b42 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:08.140158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d19016b5-6c65-400b-9d33-13575e52dab7 req-ea526f5a-3f93-4d9c-800f-6a1ad2fd3b42 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1476967 Nov 23 09:58:08.158469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d7531f2-7d5f-4b5b-b5a5-c0330627b721 req-14f6b615-443c-40a0-a291-5cf3203669c8 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737081 Nov 23 09:58:08.248702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port cc81224f-2dd6-48be-a595-2e24368a505d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:08.249048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.269077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d19016b5-6c65-400b-9d33-13575e52dab7 req-4a524145-cfa8-4fc9-abd0-1c0498591275 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280024 Nov 23 09:58:08.328243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f936b6d-420b-4a5a-9992-2bf9c14d01d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:08.332609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f936b6d-420b-4a5a-9992-2bf9c14d01d0 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.2413526 Nov 23 09:58:08.332735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35982) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:08.364507 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c29242a-15ab-401f-a4d7-0f510d934fb4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 200 len: 205 time: 0.0303919 Nov 23 09:58:08.367392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:08.372607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port cc81224f-2dd6-48be-a595-2e24368a505d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cc81224f-2dd6-48be-a595-2e24368a505d,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:08.372986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.388241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for cc81224f-2dd6-48be-a595-2e24368a505d owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:08.400073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cc81224f-2dd6-48be-a595-2e24368a505d no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:08.409774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35986) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:08.432683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-540c9eda-3b9d-4cfa-bcd9-1a289643296b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.486881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.511175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.546448 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.571639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 90a5a75d-d61f-40cf-a0d9-703b6b971382 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:08.609333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 90a5a75d-d61f-40cf-a0d9-703b6b971382 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:08.609918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 90a5a75d-d61f-40cf-a0d9-703b6b971382 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:08.610494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:08.641367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:08.641725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:08.689392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf936cfd-b5e8-4424-9ee9-2f491c58b2d5 req-305c49a1-b6cb-48ac-a280-5edd1958d0af tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:08.691005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf936cfd-b5e8-4424-9ee9-2f491c58b2d5 req-305c49a1-b6cb-48ac-a280-5edd1958d0af tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1236358 Nov 23 09:58:08.750558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-540c9eda-3b9d-4cfa-bcd9-1a289643296b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.763567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-540c9eda-3b9d-4cfa-bcd9-1a289643296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.766418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.814776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf936cfd-b5e8-4424-9ee9-2f491c58b2d5 req-916a75ea-e3fd-4561-90d8-5126ccd8fa8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161411 Nov 23 09:58:08.827130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-540c9eda-3b9d-4cfa-bcd9-1a289643296b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2b42dd0e45342e6a92cc13fe67c3b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162896 Nov 23 09:58:08.844323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35994) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:08.853638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c9eda-3b9d-4cfa-bcd9-1a289643296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c2a1f-f8b8-4587-9c6e-4ac8066dba0d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:08.916906 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.920063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port f7467b56-a2c9-463a-918f-29a3d7d6b2aa {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:08.920389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.928032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=cc81224f-2dd6-48be-a595-2e24368a505d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:08.963899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:08.986674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a755767-d737-4287-a923-53139ba19e61 req-0a07c641-4cc3-45de-9bfd-0f96989152ad tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=95fddffb-109b-4926-9748-65c8887d7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0630805 Nov 23 09:58:08.987997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port cc81224f-2dd6-48be-a595-2e24368a505d on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:08.990987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.002519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ffee96-10da-43f3-b471-d75d4c6ffa1c req-6092f6d4-6167-42b3-b8ab-4b97c7202219 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.50 "DELETE /v2.0/ports/cc81224f-2dd6-48be-a595-2e24368a505d HTTP/1.1" status: 204 len: 173 time: 1.0914419 Nov 23 09:58:09.057626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.076261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for f7467b56-a2c9-463a-918f-29a3d7d6b2aa owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:09.087028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.089920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.091241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf6c2a1f-f8b8-4587-9c6e-4ac8066dba0d HTTP/1.1" status: 204 len: 168 time: 0.2450809 Nov 23 09:58:09.132267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5d15-05bc-47f5-98c8-27524a83b26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c2a1f-f8b8-4587-9c6e-4ac8066dba0d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:09.330823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bec0f1-30a7-4906-90c4-16958a3dcc8d req-15ce5ae3-d8ef-460b-af89-7b3d3926299b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:09.332334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16bec0f1-30a7-4906-90c4-16958a3dcc8d req-15ce5ae3-d8ef-460b-af89-7b3d3926299b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0988970 Nov 23 09:58:09.367131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.420806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=f7467b56-a2c9-463a-918f-29a3d7d6b2aa,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:09.420950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993d05-7863-486b-9bfb-050b01bbd70f req-7f4ed16e-92b8-4ec5-bf51-adf08876bb91 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:09.421672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a993d05-7863-486b-9bfb-050b01bbd70f req-7f4ed16e-92b8-4ec5-bf51-adf08876bb91 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0620344 Nov 23 09:58:09.451862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16bec0f1-30a7-4906-90c4-16958a3dcc8d req-a9652f32-a416-4c8b-b0d9-58f657631721 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101217 Nov 23 09:58:09.496277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a993d05-7863-486b-9bfb-050b01bbd70f req-6622fa13-201a-4a56-b8aa-af548a342019 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607059 Nov 23 09:58:09.518222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.651853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.656427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.696960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c'}, {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:09.699496 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c0cf92-8c9d-407b-91c4-16416dc844e2" -d '{"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c"}, {"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:09.716430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a712-d9ae-4eb5-abcc-42c223e0e864 req-d2a10f3b-2941-46fa-bded-161211c8b5e2 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:09.722598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6137a712-d9ae-4eb5-abcc-42c223e0e864 req-d2a10f3b-2941-46fa-bded-161211c8b5e2 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1253798 Nov 23 09:58:09.738628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.739151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router b4094702-25b8-47b8-a0c5-76415553a5a0 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:09.742097 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c02bf61-0cfd-4fa9-a81e-769d72aafa95 x-openstack-request-id: req-3c02bf61-0cfd-4fa9-a81e-769d72aafa95 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:09.742422 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c", "status": "completed", "code": 200}, {"server_uuid": "95fddffb-109b-4926-9748-65c8887d7ea6", "name": "network-vif-deleted", "tag": "cc81224f-2dd6-48be-a595-2e24368a505d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:09.742672 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c02bf61-0cfd-4fa9-a81e-769d72aafa95 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:09.743082 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': '01bcb51f-8c60-4bae-a3f2-c7d01b1f7c6c', 'status': 'completed', 'code': 200} Nov 23 09:58:09.743337 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fddffb-109b-4926-9748-65c8887d7ea6', 'name': 'network-vif-deleted', 'tag': 'cc81224f-2dd6-48be-a595-2e24368a505d', 'status': 'completed', 'code': 200} Nov 23 09:58:09.750736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.751873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f239d3c4-74e4-49d8-8e08-eff42ff00542 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 204 len: 168 time: 1.3835368 Nov 23 09:58:09.756778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36024) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:09.761767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-273009804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:09.788382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.789696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.790694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6137a712-d9ae-4eb5-abcc-42c223e0e864 req-732162ad-4dc4-4c12-8a70-850b6681a418 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665290 Nov 23 09:58:09.843792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.852415 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.877201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:09.878780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a63bef02-17d1-4dd2-9cb8-c14772a7ffe4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1207929 Nov 23 09:58:09.883386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36034) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:09.893562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:09.964048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19aec-bcc3-4ec4-9cea-1b4144b09029 req-e884862e-0ccd-4be6-97a1-775bc7b57475 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:09.966464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29f19aec-bcc3-4ec4-9cea-1b4144b09029 req-e884862e-0ccd-4be6-97a1-775bc7b57475 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.0685992 Nov 23 09:58:10.020258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29f19aec-bcc3-4ec4-9cea-1b4144b09029 req-d57a4afb-7efa-420c-85a3-c4bf71258637 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Nov 23 09:58:10.084729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e533c6-b053-448a-bbbe-ba1bc43a5f1a req-5b8106e4-2e30-4bd1-a1c4-f2ddf51cb636 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:10.086199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4e533c6-b053-448a-bbbe-ba1bc43a5f1a req-5b8106e4-2e30-4bd1-a1c4-f2ddf51cb636 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1555252 Nov 23 09:58:10.131419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36046) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:10.177141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.201500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting subnet 7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:10.207884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.211836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4e533c6-b053-448a-bbbe-ba1bc43a5f1a req-0f4b5c8f-684c-4c83-b33a-ba09ecd070fe tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878086 Nov 23 09:58:10.278451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.316405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95780e-ddae-4c74-bf0b-2a0922e808d1 req-159d9540-acef-456d-b792-22f85ff4fd9d tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:10.318094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a95780e-ddae-4c74-bf0b-2a0922e808d1 req-159d9540-acef-456d-b792-22f85ff4fd9d tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1137836 Nov 23 09:58:10.398451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a95780e-ddae-4c74-bf0b-2a0922e808d1 req-6c6bd049-8379-43d8-9d4c-dbb5a0d41134 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717447 Nov 23 09:58:10.413439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.429297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.451591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.451979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-91e7b7a2-8346-4fa9-9094-dd2645a19a40 req-b2d012dc-1b8a-463f-8414-6125f404085b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:58:10.453097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91e7b7a2-8346-4fa9-9094-dd2645a19a40 req-b2d012dc-1b8a-463f-8414-6125f404085b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081460 Nov 23 09:58:10.568503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91e7b7a2-8346-4fa9-9094-dd2645a19a40 req-d637238d-51a8-4e76-82c6-8078a816ca37 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0981729 Nov 23 09:58:10.569650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.584528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.592401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af30851-e92b-4641-a087-54e24754bfeb None None] Network c9020433-c74c-4078-b6ec-9d230164ca65 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:10.600888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/subnets/7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe HTTP/1.1" status: 204 len: 168 time: 0.4626846 Nov 23 09:58:10.629912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:10.639885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Allocated IP 172.25.1.79 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/45b1ab82-14cf-4151-b792-e057fb4edeb4) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:10.680306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ea6a-057d-44d2-887f-e8bccbef807e req-9bd50f89-87f4-4126-bba1-373fa19a8940 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:10.689494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2158ea6a-057d-44d2-887f-e8bccbef807e req-9bd50f89-87f4-4126-bba1-373fa19a8940 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1076312 Nov 23 09:58:10.765075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2158ea6a-057d-44d2-887f-e8bccbef807e req-2eb92d07-3367-4557-ad02-63a550e868ec tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745523 Nov 23 09:58:10.773190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aba37-717f-4b9f-b3a0-31b056e1f1f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Subnet': ['ID=7deb1662-6b61-4bbc-bc54-e89e9ae6e1fe,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:10.799553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.847743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] DHCP port deletion for c9020433-c74c-4078-b6ec-9d230164ca65 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:10.872431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 5940bb04-e7e2-4939-b50e-793c68e861a2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:10.872779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.907379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Deleting port 5940bb04-e7e2-4939-b50e-793c68e861a2 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:10.908792 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.913684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.932675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a3f4-2f92-47b1-b295-004233292822 req-0c88ddd2-bf37-45fa-8200-e57c6beda3bd tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:10.938430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ae8a3f4-2f92-47b1-b295-004233292822 req-0c88ddd2-bf37-45fa-8200-e57c6beda3bd tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.0766919 Nov 23 09:58:10.954844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 5940bb04-e7e2-4939-b50e-793c68e861a2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5940bb04-e7e2-4939-b50e-793c68e861a2,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:10.955327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:10.974452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 5940bb04-e7e2-4939-b50e-793c68e861a2 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:11.019915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ae8a3f4-2f92-47b1-b295-004233292822 req-3c8bd90d-4e5c-494e-9c97-b0c775f93d24 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782757 Nov 23 09:58:11.023624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.079122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.120207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=5940bb04-e7e2-4939-b50e-793c68e861a2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:11.124841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 5940bb04-e7e2-4939-b50e-793c68e861a2 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:11.233526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] For port 5940bb04-e7e2-4939-b50e-793c68e861a2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5940bb04-e7e2-4939-b50e-793c68e861a2,segment=NetworkSegment(4534942c-af48-472a-a8ad-921412c4c965),segment_id=4534942c-af48-472a-a8ad-921412c4c965)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:11.234613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.250299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Calling delete_port for 5940bb04-e7e2-4939-b50e-793c68e861a2 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:11.339562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: from cryptography.utils import int_from_bytes Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: from cryptography.utils import int_from_bytes Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.339817 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:11.343131 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 09:58:11.347355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.365248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] No DVR routers for this DVR port 5940bb04-e7e2-4939-b50e-793c68e861a2 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:11.380643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6d397-dd38-435c-aea8-b27333a780b9 req-9e6d047e-5f0b-4b4f-b62c-dfdf60bef469 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:11.386996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52b6d397-dd38-435c-aea8-b27333a780b9 req-9e6d047e-5f0b-4b4f-b62c-dfdf60bef469 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.2315464 Nov 23 09:58:11.388873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9020433-c74c-4078-b6ec-9d230164ca65']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:11.392256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba562a7-d619-422a-ab85-e7b8f5c23326 None None] Pushing event deleted for resources: {'Port': ['ID=5940bb04-e7e2-4939-b50e-793c68e861a2,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:11.419014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4534942c-af48-472a-a8ad-921412c4c965') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:11.419459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:11.419988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4534942c-af48-472a-a8ad-921412c4c965') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:11.437160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.439762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:11.442247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:11.459774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.466618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Pushing event updated for resources: {'Port': ['ID=45b1ab82-14cf-4151-b792-e057fb4edeb4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:11.475666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:11.475666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:11.478533 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:11.501435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be2220-656d-4d24-83a4-6584cdca5841 req-7144bd32-4c1a-47f2-9e6e-25c9e9e212c6 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:11.506574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52b6d397-dd38-435c-aea8-b27333a780b9 req-1ab56c44-485f-41a8-a975-93744c31fa73 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Nov 23 09:58:11.509148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1be2220-656d-4d24-83a4-6584cdca5841 req-7144bd32-4c1a-47f2-9e6e-25c9e9e212c6 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1018295 Nov 23 09:58:11.571982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.605282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.609419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/networks/c9020433-c74c-4078-b6ec-9d230164ca65 HTTP/1.1" status: 204 len: 168 time: 0.9652703 Nov 23 09:58:11.610698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6d35f-b68c-4910-bfd0-12943915e73e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Network': ['ID=c9020433-c74c-4078-b6ec-9d230164ca65,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:11.612319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36108) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:11.623093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5940bb04-e7e2-4939-b50e-793c68e861a2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:11.659373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5940bb04-e7e2-4939-b50e-793c68e861a2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:11.659710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5940bb04-e7e2-4939-b50e-793c68e861a2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:11.700082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1be2220-656d-4d24-83a4-6584cdca5841 req-e01fbba6-5801-4133-96ab-ba01b66cffdd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900618 Nov 23 09:58:11.730737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting subnet 05edc420-29ce-4923-ae84-f745fc1cf1cc {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:11.735478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.750582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94735d-90de-4ac4-ab53-9c9fff01a9e3 req-572ffdc2-b628-41bf-b16e-03011fd6166f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:11.752153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94735d-90de-4ac4-ab53-9c9fff01a9e3 req-572ffdc2-b628-41bf-b16e-03011fd6166f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.0591567 Nov 23 09:58:11.814024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94735d-90de-4ac4-ab53-9c9fff01a9e3 req-105d0aa7-871b-442f-889e-4e77156d7768 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540676 Nov 23 09:58:11.818650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.987596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:11.998821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36122) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:12.017007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215d0e8-6bcb-41f3-928a-225646517583 req-932444c2-f6ac-4f3a-bd57-d20f8577f3a0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:12.024728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215d0e8-6bcb-41f3-928a-225646517583 req-932444c2-f6ac-4f3a-bd57-d20f8577f3a0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:12.032049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215d0e8-6bcb-41f3-928a-225646517583 req-932444c2-f6ac-4f3a-bd57-d20f8577f3a0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:12.033769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a215d0e8-6bcb-41f3-928a-225646517583 req-932444c2-f6ac-4f3a-bd57-d20f8577f3a0 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9&device_id=0c03f34a-2868-4d11-9031-9686e8bf52db&device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 2417 time: 0.0786755 Nov 23 09:58:12.045663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a8f4d-a367-41c3-92eb-a55c555dcdfe req-1191000c-36ff-48fa-ad76-0208b3418068 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:12.047268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e6a8f4d-a367-41c3-92eb-a55c555dcdfe req-1191000c-36ff-48fa-ad76-0208b3418068 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2051837 Nov 23 09:58:12.063419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.088078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a215d0e8-6bcb-41f3-928a-225646517583 req-6488ec1c-f3d6-462b-9115-539777f4da61 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477629 Nov 23 09:58:12.121028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c28a49d9-e336-4308-a575-461c988db5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.188300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e6a8f4d-a367-41c3-92eb-a55c555dcdfe req-3c11dca6-3bb2-4598-bfa9-9bc691e49fe0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308174 Nov 23 09:58:12.212249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d42c96a-d0d7-4762-9d8c-86a908164ca2 req-49c3a28c-2647-4f65-adfb-463f3967035e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0806875 Nov 23 09:58:12.235556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.266665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c28a49d9-e336-4308-a575-461c988db5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.271234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Subnet': ['ID=05edc420-29ce-4923-ae84-f745fc1cf1cc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:12.282352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c28a49d9-e336-4308-a575-461c988db5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.285281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe98e96-4548-49e1-a75c-5c968030f380 None None] Network 074a837e-88c0-4b7a-8c35-eb58b6abb45b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:12.311424 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.316741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e70be297-eb8d-4e24-adb3-1127793ee82c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/subnets/05edc420-29ce-4923-ae84-f745fc1cf1cc HTTP/1.1" status: 204 len: 168 time: 0.7009475 Nov 23 09:58:12.319407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:12.341211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c28a49d9-e336-4308-a575-461c988db5c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c148b7ec4e8e43caaf61dd307e1d16ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395662 Nov 23 09:58:12.342062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:12.344479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a49d9-e336-4308-a575-461c988db5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a984c791-182b-4d51-882d-933b9546039d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:12.358522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.411052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.434909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.437131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.437659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.501833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.505389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.509009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a984c791-182b-4d51-882d-933b9546039d HTTP/1.1" status: 204 len: 168 time: 0.1655214 Nov 23 09:58:12.514579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] DHCP port deletion for 074a837e-88c0-4b7a-8c35-eb58b6abb45b request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:12.532361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5e706-b8ff-4c41-854c-1c66ab57b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984c791-182b-4d51-882d-933b9546039d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:12.615027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Deleting port cb29891d-9248-4660-a392-317de9e33333 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:12.615448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.628008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port cb29891d-9248-4660-a392-317de9e33333 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:12.628392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.689415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] For port cb29891d-9248-4660-a392-317de9e33333, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cb29891d-9248-4660-a392-317de9e33333,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:12.690020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.701880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Router 9b34e648-78c8-463a-a97a-47e6e503205d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:12.705483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Calling delete_port for cb29891d-9248-4660-a392-317de9e33333 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:12.728644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port cb29891d-9248-4660-a392-317de9e33333, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cb29891d-9248-4660-a392-317de9e33333,segment=NetworkSegment(09d92323-23c5-4359-bfee-cf1e238512ff),segment_id=09d92323-23c5-4359-bfee-cf1e238512ff)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:12.728912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.775401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for cb29891d-9248-4660-a392-317de9e33333 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:12.843554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.873745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] Pushing event deleted for resources: {'Port': ['ID=cb29891d-9248-4660-a392-317de9e33333,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:12.884533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc2f35-eefe-46bc-9364-80ddfd25284f None None] No DVR routers for this DVR port cb29891d-9248-4660-a392-317de9e33333 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:12.938558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:12.943303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.947410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:12.949010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a2038ab-c36f-42e1-81d4-c9d045522045 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "PUT /v2.0/routers/9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 200 len: 914 time: 3.0644553 Nov 23 09:58:12.950306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] Sync routers for ids ['9b34e648-78c8-463a-a97a-47e6e503205d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:12.962605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] Routers {'9b34e648-78c8-463a-a97a-47e6e503205d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:12.963402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9b34e648-78c8-463a-a97a-47e6e503205d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:12.979138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82031f0-53d6-4b5a-8d2a-fccd5e6adb04 req-64ed8264-e246-47b2-b39a-7a6531fbeb0b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:12.980881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c82031f0-53d6-4b5a-8d2a-fccd5e6adb04 req-64ed8264-e246-47b2-b39a-7a6531fbeb0b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1231904 Nov 23 09:58:12.989621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:12.998157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36148) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.007215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.021351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] Routers {'9b34e648-78c8-463a-a97a-47e6e503205d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:13.022177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9b34e648-78c8-463a-a97a-47e6e503205d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.056206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=cb29891d-9248-4660-a392-317de9e33333,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:13.060174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.060677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port cb29891d-9248-4660-a392-317de9e33333 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:13.060898 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f0e97-cd8b-41dc-98e3-f78669b9961e None None] The sync data for ids ['9b34e648-78c8-463a-a97a-47e6e503205d'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:13.068613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a27a6983-ffce-49e1-8415-62339f62451f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.102609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.102962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.103326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.103667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.104006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.104398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.104730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.105060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.105387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.105714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.106066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.106392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:13.118252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-30da6b12-53df-4d94-9ed7-a67686505bff tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 200 len: 920 time: 0.1695247 Nov 23 09:58:13.121001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.174699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e95947-fbd7-40ab-ac2b-33392782ed8e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:13.176134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d0e95947-fbd7-40ab-ac2b-33392782ed8e tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=9b34e648-78c8-463a-a97a-47e6e503205d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0541956 Nov 23 09:58:13.179426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36154) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.179535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c82031f0-53d6-4b5a-8d2a-fccd5e6adb04 req-42e2d3ae-4799-45a7-aff9-d5137f848605 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801798 Nov 23 09:58:13.212181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.243849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074a837e-88c0-4b7a-8c35-eb58b6abb45b']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.262635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d92323-23c5-4359-bfee-cf1e238512ff') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.262928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d92323-23c5-4359-bfee-cf1e238512ff') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:13.277652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.292471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668e5dc-c59d-4e55-9708-49331aa22fa2 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:13.294131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3668e5dc-c59d-4e55-9708-49331aa22fa2 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.1137841 Nov 23 09:58:13.296864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.327242 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.330003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a1ae2ba-e6a7-4e21-af4d-30b1b4000ab6 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 200 len: 205 time: 0.0317798 Nov 23 09:58:13.332679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.352403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:13.352959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:13.360177 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:13.377176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a27a6983-ffce-49e1-8415-62339f62451f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.397259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da202170-048c-4586-9031-9eccddd97448 req-d8f6590c-9ae4-41aa-a689-f2f5ced21554 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:13.398978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da202170-048c-4586-9031-9eccddd97448 req-d8f6590c-9ae4-41aa-a689-f2f5ced21554 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1191831 Nov 23 09:58:13.402861 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a27a6983-ffce-49e1-8415-62339f62451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.452763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.487406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.491928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a27a6983-ffce-49e1-8415-62339f62451f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8da942f86e64d778c397c594252eeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884095 Nov 23 09:58:13.499184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.501951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.508240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/networks/074a837e-88c0-4b7a-8c35-eb58b6abb45b HTTP/1.1" status: 204 len: 168 time: 1.1804972 Nov 23 09:58:13.528022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.529029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a6983-ffce-49e1-8415-62339f62451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00862daf-4e40-4a7a-8eb3-69aeafd65eba,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:13.537964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1766287243'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:13.551323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0559770-d2dc-4a1d-85bd-d42c1c79c89a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Network': ['ID=074a837e-88c0-4b7a-8c35-eb58b6abb45b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:13.610467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.611508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cb29891d-9248-4660-a392-317de9e33333 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:13.618185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da202170-048c-4586-9031-9eccddd97448 req-717251d8-c391-440a-8953-2129e26374f5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698751 Nov 23 09:58:13.633236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:13.638420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: cb29891d-9248-4660-a392-317de9e33333 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:13.638901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cb29891d-9248-4660-a392-317de9e33333 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:13.650721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.679849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port 45b1ab82-14cf-4151-b792-e057fb4edeb4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:13.680183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.690872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.693600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:13.721261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.721664 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Added segment d3f958b1-3de8-4c09-9741-e5e33574aae6 of type vlan for network 3513c9df-8ea7-4990-872b-7954bce253bc Nov 23 09:58:13.732636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.764531 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.780281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for 45b1ab82-14cf-4151-b792-e057fb4edeb4 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:13.792137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.839628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.845627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:13.846267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.856708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.859601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:13.860878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00862daf-4e40-4a7a-8eb3-69aeafd65eba HTTP/1.1" status: 204 len: 168 time: 0.3545027 Nov 23 09:58:13.892493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337d9ae-c400-4ee0-bb45-2ef9636456a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00862daf-4e40-4a7a-8eb3-69aeafd65eba,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:13.912064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3737144 Nov 23 09:58:13.912784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36178) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:13.920971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'subnet': {'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:13.981304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da067b-5381-4fc3-b639-c9724f5ea721 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Network': ['ID=3513c9df-8ea7-4990-872b-7954bce253bc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:13.993802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3513c9df-8ea7-4990-872b-7954bce253bc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:14.009285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.042762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=45b1ab82-14cf-4151-b792-e057fb4edeb4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:14.105703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.114473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529f0f-22a2-4b92-a9d3-41264462d9d5 req-7172006a-0564-4ff8-8687-f9a4d0cb45e3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:14.115733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93529f0f-22a2-4b92-a9d3-41264462d9d5 req-7172006a-0564-4ff8-8687-f9a4d0cb45e3 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.0936821 Nov 23 09:58:14.130001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:14.133341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.209616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.212139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.291837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.292392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router 9b34e648-78c8-463a-a97a-47e6e503205d {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:14.299943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.304626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb6f241e-23cc-45da-b859-04cfcaa9e7a5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 204 len: 168 time: 0.9674690 Nov 23 09:58:14.305697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36188) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:14.311749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369007343', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:14.347501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907bd14-ca61-4337-98b7-878fcf116dd6 req-8a3e750a-a354-43b6-8609-8afecd084e6c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:14.348840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9907bd14-ca61-4337-98b7-878fcf116dd6 req-8a3e750a-a354-43b6-8609-8afecd084e6c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0853751 Nov 23 09:58:14.366809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.367964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.451934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9907bd14-ca61-4337-98b7-878fcf116dd6 req-f493671b-3a32-403a-99c2-a2f779cbd58c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Nov 23 09:58:14.454963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.514729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93529f0f-22a2-4b92-a9d3-41264462d9d5 req-b98d0744-70d0-48a3-9feb-afac76808a07 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917105 Nov 23 09:58:14.609416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.661059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.766619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Subnet': ['ID=1bccf84c-f7b9-415d-8e72-a2b47a8d9eac,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:14.781968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c267-e8d4-48bb-befb-26887c7ab092 req-5c9c1f3c-5606-48b8-8474-d59ec97a3256 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:14.783504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6410c267-e8d4-48bb-befb-26887c7ab092 req-5c9c1f3c-5606-48b8-8474-d59ec97a3256 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0809717 Nov 23 09:58:14.789218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Checking segment: {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:14.789668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network hostable DHCP agents. Network: 3513c9df-8ea7-4990-872b-7954bce253bc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:58:14.832361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network 3513c9df-8ea7-4990-872b-7954bce253bc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:58:14.836997 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.849529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3513c9df-8ea7-4990-872b-7954bce253bc) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:14.854148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6410c267-e8d4-48bb-befb-26887c7ab092 req-c0a37e79-51e1-4b5d-bd2b-a013b3ef5e51 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602727 Nov 23 09:58:14.857166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:14.857813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.859162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c99e8b-acae-49e0-86bd-c50bb7dfeb15 None None] Network 3513c9df-8ea7-4990-872b-7954bce253bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:14.861175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.882082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fb3f5696-e65f-42af-a7ee-ff31560ef76d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9631879 Nov 23 09:58:14.882705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:14.888719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1938696541'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:14.925550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:14.929931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.963978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:14.977940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:14.978481 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Added segment c7d8e1a1-1348-420c-861e-7f2e281cd4e4 of type vlan for network c1bebd8b-5ada-44e0-935a-bc4542ff6240 Nov 23 09:58:15.033280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.062352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Allocated IP 172.25.1.178 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/5d8d6ba8-41fa-4c56-ad9a-502d4e504536) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:15.063302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3513c9df-8ea7-4990-872b-7954bce253bc', 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'fixed_ips': [{'subnet_id': '1bccf84c-f7b9-415d-8e72-a2b47a8d9eac'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:15.064424 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.065774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.075312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:15.076118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.153208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Network': ['ID=c1bebd8b-5ada-44e0-935a-bc4542ff6240,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:15.169818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:15.196645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f3a7ea5e-4e72-42fb-b84b-3e13da07a7b4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3128138 Nov 23 09:58:15.201048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36242) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:15.206818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'subnet': {'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:15.210698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.254991 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.302889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:15.308035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:15.309124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Allocated IP 19.80.0.2 (3513c9df-8ea7-4990-872b-7954bce253bc/1bccf84c-f7b9-415d-8e72-a2b47a8d9eac/3e663ca9-7df4-46af-8423-c58831ffb3e4) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:15.313796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:15.317212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event updated for resources: {'Port': ['ID=5d8d6ba8-41fa-4c56-ad9a-502d4e504536,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:15.320204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:15.327345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.558161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-9e2f6719-9b73-4a69-ad95-03d12cf586c9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:15.560028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-9e2f6719-9b73-4a69-ad95-03d12cf586c9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.50 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1492503 Nov 23 09:58:15.567135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.578310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.642732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Network 3513c9df-8ea7-4990-872b-7954bce253bc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:15.646407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.647294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:15.651101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:15.660420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Pushing event updated for resources: {'Port': ['ID=3e663ca9-7df4-46af-8423-c58831ffb3e4,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:15.737529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029699-5201-497c-b026-f7ef305a24a7 req-98f45358-0980-4477-94ee-4d3cf097d378 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:15.739373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac029699-5201-497c-b026-f7ef305a24a7 req-98f45358-0980-4477-94ee-4d3cf097d378 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1558945 Nov 23 09:58:15.743943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Attempting to bind port 3e663ca9-7df4-46af-8423-c58831ffb3e4 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:15.744319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Attempting to bind port 3e663ca9-7df4-46af-8423-c58831ffb3e4 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:15.745032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Attempting to bind port 3e663ca9-7df4-46af-8423-c58831ffb3e4 on network 3513c9df-8ea7-4990-872b-7954bce253bc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:15.752187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:15.752403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Checking segment: {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:15.752919 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.753246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Bound using segment: {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:15.754078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Bound port: 3e663ca9-7df4-46af-8423-c58831ffb3e4, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:15.755157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.758701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.781604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Checking segment: {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:15.782515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network hostable DHCP agents. Network: c1bebd8b-5ada-44e0-935a-bc4542ff6240, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:58:15.789233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Subnet': ['ID=a52afda5-9ef3-4a9b-b500-c0988cc9a131,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:15.792644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b04b-5974-4c42-9f36-0b5fc4848ddd req-df26d885-3220-4273-8f0e-815adb2e8468 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:15.804531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a80b04b-5974-4c42-9f36-0b5fc4848ddd req-df26d885-3220-4273-8f0e-815adb2e8468 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1707721 Nov 23 09:58:15.806910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.835858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] For port 3e663ca9-7df4-46af-8423-c58831ffb3e4, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:15.840026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] For port 3e663ca9-7df4-46af-8423-c58831ffb3e4, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e663ca9-7df4-46af-8423-c58831ffb3e4,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:15.843719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:58:15.847263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.878475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac029699-5201-497c-b026-f7ef305a24a7 req-58489cfc-756c-4c91-9ba8-c5abd2e29c84 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172817 Nov 23 09:58:15.879684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c1bebd8b-5ada-44e0-935a-bc4542ff6240) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:15.886708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:15.887304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.913001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a51786-032a-46e8-bfbc-dd2da3cdf03f None None] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:15.919271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Deleting port b36ab40e-8dd4-4273-8402-da09274660ed {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:15.919615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:15.927632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bebe7670-c426-4977-b0a4-3289fb2d4982 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7246392 Nov 23 09:58:16.019237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a80b04b-5974-4c42-9f36-0b5fc4848ddd req-02aa206f-3239-4774-aed8-7da989bc0e2b tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157047 Nov 23 09:58:16.062626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6a40-010a-4fee-8046-865c3433f05e None None] Pushing event updated for resources: {'Port': ['ID=3e663ca9-7df4-46af-8423-c58831ffb3e4,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:16.141450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7efde-1313-42d4-94e4-d673539341e8 req-2a0f7b8e-80c3-4b05-90e7-67e3ed76c157 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:16.158275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffb7efde-1313-42d4-94e4-d673539341e8 req-2a0f7b8e-80c3-4b05-90e7-67e3ed76c157 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1016109 Nov 23 09:58:16.211068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c1bebd8b-5ada-44e0-935a-bc4542ff6240', 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'fixed_ips': [{'subnet_id': 'a52afda5-9ef3-4a9b-b500-c0988cc9a131'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:16.211963 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.274061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffb7efde-1313-42d4-94e4-d673539341e8 req-08a4ae45-b91e-4aa0-9b20-8e47bb27d840 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 Nov 23 09:58:16.292214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36326) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:16.494210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Allocated IP 19.86.0.2 (c1bebd8b-5ada-44e0-935a-bc4542ff6240/a52afda5-9ef3-4a9b-b500-c0988cc9a131/a3a639a9-e162-4b1c-a69e-f61facba5057) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:16.545329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e37b69c-5b75-45a6-b1a5-9f3f3db12daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.637363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e37b69c-5b75-45a6-b1a5-9f3f3db12daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.642109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e37b69c-5b75-45a6-b1a5-9f3f3db12daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.686022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e37b69c-5b75-45a6-b1a5-9f3f3db12daa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08c27bb2a8924d48af9f7a49d694fd41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895495 Nov 23 09:58:16.686022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b69c-5b75-45a6-b1a5-9f3f3db12daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b75bfdd-0da8-4d9e-9325-5217ba317d1a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:16.686907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:16.709647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.718901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.765071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.765793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] For port b36ab40e-8dd4-4273-8402-da09274660ed, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b36ab40e-8dd4-4273-8402-da09274660ed,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:16.766403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.770891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:16.774129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:16.777930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:16.785582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Pushing event updated for resources: {'Port': ['ID=a3a639a9-e162-4b1c-a69e-f61facba5057,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:16.806282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.833999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Calling delete_port for b36ab40e-8dd4-4273-8402-da09274660ed owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:16.851251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Attempting to bind port a3a639a9-e162-4b1c-a69e-f61facba5057 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:16.851731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Attempting to bind port a3a639a9-e162-4b1c-a69e-f61facba5057 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:16.852182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Attempting to bind port a3a639a9-e162-4b1c-a69e-f61facba5057 on network c1bebd8b-5ada-44e0-935a-bc4542ff6240 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:16.857656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:16.858187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Checking segment: {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:16.858615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.859084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Bound using segment: {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:16.859624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Bound port: a3a639a9-e162-4b1c-a69e-f61facba5057, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:16.860068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.871086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.873748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:16.874986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b75bfdd-0da8-4d9e-9325-5217ba317d1a HTTP/1.1" status: 204 len: 168 time: 0.1872244 Nov 23 09:58:16.883237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b616c-d63e-44c4-9a00-b1e50ccb5505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b75bfdd-0da8-4d9e-9325-5217ba317d1a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:16.947718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-9955fe1a-edd5-4fe3-a04f-92cd5775a3b7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:16.968710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] For port a3a639a9-e162-4b1c-a69e-f61facba5057, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:16.971061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-9955fe1a-edd5-4fe3-a04f-92cd5775a3b7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:16.972474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] For port a3a639a9-e162-4b1c-a69e-f61facba5057, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a3a639a9-e162-4b1c-a69e-f61facba5057,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:16.973130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-9955fe1a-edd5-4fe3-a04f-92cd5775a3b7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/networks?id=3513c9df-8ea7-4990-872b-7954bce253bc&id=c1bebd8b-5ada-44e0-935a-bc4542ff6240 HTTP/1.1" status: 200 len: 1392 time: 0.3310430 Nov 23 09:58:16.990425 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:17.075217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ac01-a2b5-4238-b368-664c1ff9c88c req-350812c6-ccca-413d-8c08-a3138e19a089 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:17.076811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4fd9ac01-a2b5-4238-b368-664c1ff9c88c req-350812c6-ccca-413d-8c08-a3138e19a089 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1083031 Nov 23 09:58:17.088344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1cfe8-41d5-4895-bd71-661fa3d678e0 None None] Pushing event updated for resources: {'Port': ['ID=a3a639a9-e162-4b1c-a69e-f61facba5057,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:17.139507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:17.147917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4fd9ac01-a2b5-4238-b368-664c1ff9c88c req-02f16e3c-04b1-4430-8db0-3d6d0f21c129 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640712 Nov 23 09:58:17.160649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-cd37918e-54b2-4478-bbe3-4cac3818795f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/quotas/e413877d1d9545e8a069528ea6b52474 HTTP/1.1" status: 200 len: 375 time: 0.1745586 Nov 23 09:58:17.423941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-722e11db-29e7-434b-8786-b1a7c9c0374a tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1950831 Nov 23 09:58:17.436650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8124-fae6-4b07-a20c-637acb5d5b13 req-02ebef7a-bf1a-428d-8445-d1a1323c8015 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:17.446911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86ba8124-fae6-4b07-a20c-637acb5d5b13 req-02ebef7a-bf1a-428d-8445-d1a1323c8015 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=21267597-8894-4825-bc7b-30e0fb5892c9 HTTP/1.1" status: 200 len: 946 time: 0.1170070 Nov 23 09:58:17.516074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86ba8124-fae6-4b07-a20c-637acb5d5b13 req-c59b90a2-f3c3-4a21-b69f-76873c5f08f9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Nov 23 09:58:17.600649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aafc58-171c-4058-8587-2e71426c10da None None] Network 3513c9df-8ea7-4990-872b-7954bce253bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:17.625251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Router 218c33dd-cf20-4a18-9860-ccc63f9f4503 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:17.645082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:17.657769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f22028a1-ec77-449a-9292-12724723c782', '8881a9f1-790d-4e72-bb22-981fa3e51963'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:17.785450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:17.787135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9890-d1e7-47d4-8757-19fc6cb957f0 req-17173323-b2af-49a2-8df4-a0156aa738a7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:17.789480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e663ca9-7df4-46af-8423-c58831ffb3e4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:17.795213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c2a9890-d1e7-47d4-8757-19fc6cb957f0 req-17173323-b2af-49a2-8df4-a0156aa738a7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0929704 Nov 23 09:58:17.797052 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] Sync routers for ids ['218c33dd-cf20-4a18-9860-ccc63f9f4503'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:17.813442 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] Routers {'218c33dd-cf20-4a18-9860-ccc63f9f4503'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:17.817544 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['218c33dd-cf20-4a18-9860-ccc63f9f4503'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:17.857010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:17.862282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event deleted for resources: {'Port': ['ID=b36ab40e-8dd4-4273-8402-da09274660ed,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:17.867274 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] Routers {'218c33dd-cf20-4a18-9860-ccc63f9f4503'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:17.867967 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['218c33dd-cf20-4a18-9860-ccc63f9f4503'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:17.878897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-7974e9a5-e08e-4182-85ec-1f5c8b2a7660 service neutron] 10.222.0.62 "GET /v2.0/networks/3513c9df-8ea7-4990-872b-7954bce253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408841 Nov 23 09:58:17.883127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c2a9890-d1e7-47d4-8757-19fc6cb957f0 req-b4ce2592-dde8-4cd6-834e-123e5f466645 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869441 Nov 23 09:58:17.919649 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:17.920307 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd65aa2-6723-495c-b93c-14a923db32bf None None] The sync data for ids ['218c33dd-cf20-4a18-9860-ccc63f9f4503'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:18.009715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.013849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36362) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:18.014056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0ff2920-255a-4af2-a99f-aa6a32a68fb0 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7071168 Nov 23 09:58:18.018626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:18.025648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-7cd9cf91-5162-4445-be87-cae3dfb932f8 service neutron] 10.222.0.62 "GET /v2.0/networks/3513c9df-8ea7-4990-872b-7954bce253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271453 Nov 23 09:58:18.063336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] No DVR routers for this DVR port b36ab40e-8dd4-4273-8402-da09274660ed on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:18.066387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.079189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfe9f34f-8e4d-4dbf-bbe3-2922a698ac03 req-6c72c723-82ea-4d2d-986f-5725598761f1 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.50 "DELETE /v2.0/ports/b36ab40e-8dd4-4273-8402-da09274660ed HTTP/1.1" status: 204 len: 173 time: 2.4770241 Nov 23 09:58:18.097527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8f56-c4ee-4762-be1c-996e67d91e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.112389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'name': 'network-vif-deleted', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:18.114766 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6cb04-a767-4e30-96cc-7f6dc7630cae" -d '{"events": [{"server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "name": "network-vif-deleted", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:18.127147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] Provisioning complete for port 3e663ca9-7df4-46af-8423-c58831ffb3e4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:18.128017 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.233480 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dec7ff-22d7-4aa7-9d6b-4d5d51031d48 x-openstack-request-id: req-52dec7ff-22d7-4aa7-9d6b-4d5d51031d48 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:18.233784 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21267597-8894-4825-bc7b-30e0fb5892c9", "name": "network-vif-deleted", "tag": "b36ab40e-8dd4-4273-8402-da09274660ed", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:18.235196 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52dec7ff-22d7-4aa7-9d6b-4d5d51031d48 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:18.237582 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21267597-8894-4825-bc7b-30e0fb5892c9', 'name': 'network-vif-deleted', 'tag': 'b36ab40e-8dd4-4273-8402-da09274660ed', 'status': 'completed', 'code': 200} Nov 23 09:58:18.314082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-adec352d-8f22-4c24-b40b-706ddbfac47c service neutron] 10.222.0.62 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876108 Nov 23 09:58:18.387913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3e663ca9-7df4-46af-8423-c58831ffb3e4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:18.388292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.467004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-607f74f0-2d73-48fb-a7ad-f0d029a00f39 service neutron] 10.222.0.62 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517785 Nov 23 09:58:18.497060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b36ab40e-8dd4-4273-8402-da09274660ed no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:18.530984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: b36ab40e-8dd4-4273-8402-da09274660ed {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:18.531335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b36ab40e-8dd4-4273-8402-da09274660ed not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:18.543115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.603463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] For port 3e663ca9-7df4-46af-8423-c58831ffb3e4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e663ca9-7df4-46af-8423-c58831ffb3e4,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:18.619261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.621595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93babb9-1c1b-40ee-be58-600526728e8e None None] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:18.640358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647cf1-8bc0-4bca-b5c5-c044aa1aa155 req-36447264-f151-43fa-a7e4-b4ff9e10d7f4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:18.649522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d647cf1-8bc0-4bca-b5c5-c044aa1aa155 req-36447264-f151-43fa-a7e4-b4ff9e10d7f4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.2752340 Nov 23 09:58:18.713787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d647cf1-8bc0-4bca-b5c5-c044aa1aa155 req-c26eb5b6-7265-4b73-a641-e8ac8cd108e0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588357 Nov 23 09:58:18.763221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.794592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.929591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e61d59a-f064-4d72-8e84-49dadef575d9 req-49cb5c5b-d393-4581-934d-9d1cb133b415 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 210 time: 0.0424385 Nov 23 09:58:18.955572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Deleting port 5d8d6ba8-41fa-4c56-ad9a-502d4e504536 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:18.956034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:18.969737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2573d-4997-4a0e-8e84-aa3a4c802251 None None] Pushing event updated for resources: {'Port': ['ID=3e663ca9-7df4-46af-8423-c58831ffb3e4,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:19.123947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] Provisioning complete for port a3a639a9-e162-4b1c-a69e-f61facba5057 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:19.124424 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.140075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.152976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249c62-8319-4ca5-88e4-e316514f23b7 req-4815a91d-57c1-4820-8a24-f16f469d08fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:19.166855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2249c62-8319-4ca5-88e4-e316514f23b7 req-4815a91d-57c1-4820-8a24-f16f469d08fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1715722 Nov 23 09:58:19.180766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a3a639a9-e162-4b1c-a69e-f61facba5057 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:19.232599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Calling delete_port for 5d8d6ba8-41fa-4c56-ad9a-502d4e504536 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:19.371468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154e687-7f29-4378-8520-95f1ff581351 req-c9e03db1-1e9b-45c6-9fe7-c1099689f21f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:19.376168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8154e687-7f29-4378-8520-95f1ff581351 req-c9e03db1-1e9b-45c6-9fe7-c1099689f21f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.0992396 Nov 23 09:58:19.393766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2249c62-8319-4ca5-88e4-e316514f23b7 req-d8309b7f-73b5-4302-98ca-fcb55c77c4f1 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180412 Nov 23 09:58:19.406164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a3a639a9-e162-4b1c-a69e-f61facba5057 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:19.406554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.464356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8154e687-7f29-4378-8520-95f1ff581351 req-68b83333-a0cf-406b-a3e8-27b514e4a5ec tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781093 Nov 23 09:58:19.497852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:19.540344 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.577189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.595726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] For port a3a639a9-e162-4b1c-a69e-f61facba5057, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a3a639a9-e162-4b1c-a69e-f61facba5057,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:19.620977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.628019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0933d430-1a88-4d12-b61d-ae5b9a03e7dd tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:19.657551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0933d430-1a88-4d12-b61d-ae5b9a03e7dd tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "PUT /v2.0/quotas/0a1b634914144d5b81b12cf1ef3d2836 HTTP/1.1" status: 200 len: 368 time: 0.1582494 Nov 23 09:58:19.660809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:19.667712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.681463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Pushing event deleted for resources: {'Port': ['ID=5d8d6ba8-41fa-4c56-ad9a-502d4e504536,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:19.690261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Request body: {'network': {'project_id': '0a1b634914144d5b81b12cf1ef3d2836'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:19.703707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.705258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebccdd-7d8d-4d4c-a088-cf545e1df088 None None] Pushing event updated for resources: {'Port': ['ID=a3a639a9-e162-4b1c-a69e-f61facba5057,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:19.746356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Made reservation on behalf of 0a1b634914144d5b81b12cf1ef3d2836 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:19.750205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.763127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.821189 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:58:19.821562 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:58:19.827674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-02682005-bf57-4ed7-ba21-4cb202d49b5f None None] Provisioning complete for port 3e663ca9-7df4-46af-8423-c58831ffb3e4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:19.828437 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-02682005-bf57-4ed7-ba21-4cb202d49b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.889553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.899350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.931047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:19.941496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd78397-1afb-45b8-8c0e-b7106d9d1934,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:19.947900 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:19.949140 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Added segment b29cd848-879f-419f-937e-604770e6f96a of type vlan for network ed2ec865-387e-440a-90d4-0c84998e317e Nov 23 09:58:19.959522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8f345-8da0-460d-9930-de6dd1cb81c7 req-d9152bdd-c890-48b8-9584-658fb9d00c26 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:19.967034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8b8f345-8da0-460d-9930-de6dd1cb81c7 req-d9152bdd-c890-48b8-9584-658fb9d00c26 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1625280 Nov 23 09:58:20.004129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.045457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.046568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.047203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.051020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.058973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.092309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4290316 Nov 23 09:58:20.115681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36424) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.133337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac541199-9851-4dda-b900-d2fb0dddf269 req-7db9377b-0136-42a4-a438-d6c9f3d35c05 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 210 time: 0.0576770 Nov 23 09:58:20.135023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.137389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d806f9-af31-4656-bb1f-782b8997a61a tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event updated for resources: {'Network': ['ID=ed2ec865-387e-440a-90d4-0c84998e317e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:20.151814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Request body: {'network': {'project_id': '0a1b634914144d5b81b12cf1ef3d2836'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:20.161433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ed2ec865-387e-440a-90d4-0c84998e317e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:20.172706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b8b8f345-8da0-460d-9930-de6dd1cb81c7 req-0de0e401-6f29-4a92-9226-ef64d50330a1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046964 Nov 23 09:58:20.186403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7121aed9-1282-4798-82ba-b30650f7b4c5 None None] Provisioning complete for port a3a639a9-e162-4b1c-a69e-f61facba5057 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:20.187011 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7121aed9-1282-4798-82ba-b30650f7b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.204951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Router 218c33dd-cf20-4a18-9860-ccc63f9f4503 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:58:20.211303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Made reservation on behalf of 0a1b634914144d5b81b12cf1ef3d2836 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:20.213853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.379833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ef45e52-50c0-408f-9bf3-d4ec0108799e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.457119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e663ca9-7df4-46af-8423-c58831ffb3e4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:20.519751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3e663ca9-7df4-46af-8423-c58831ffb3e4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:20.520212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.544743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723430ee-6c24-4f60-93e4-0f94a40f2041 req-7ededa77-132e-448c-9454-88563f96fe44 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.548067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-723430ee-6c24-4f60-93e4-0f94a40f2041 req-7ededa77-132e-448c-9454-88563f96fe44 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0706034 Nov 23 09:58:20.606596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-723430ee-6c24-4f60-93e4-0f94a40f2041 req-67a6e4d9-0ff1-40db-8e55-097d78b9ac82 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Nov 23 09:58:20.608665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a3a639a9-e162-4b1c-a69e-f61facba5057 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:20.653668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:20.659855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a3a639a9-e162-4b1c-a69e-f61facba5057 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:20.660264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.660827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:20.673923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.677412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-22d6ab62-524f-476d-b716-6a8657d8eb52 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "PUT /v2.0/routers/218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 200 len: 706 time: 2.6601093 Nov 23 09:58:20.677922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36430) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.690982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.691332 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Added segment 00047d4d-c9fd-4c67-91e1-bcf5210ee5e2 of type vlan for network f7a8d861-8394-468d-a5d7-d404290cbf38 Nov 23 09:58:20.702922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] Sync routers for ids ['218c33dd-cf20-4a18-9860-ccc63f9f4503'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:20.718711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] Routers {'218c33dd-cf20-4a18-9860-ccc63f9f4503'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:20.719336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['218c33dd-cf20-4a18-9860-ccc63f9f4503'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:20.752847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-97c8938e-68f3-4e9e-a645-726604c71821 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.758500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f1c03220-2845-4c96-9b07-b3d471b8f55b tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/routers/218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 200 len: 741 time: 0.0765474 Nov 23 09:58:20.758709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-97c8938e-68f3-4e9e-a645-726604c71821 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.759072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36432) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.760433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-97c8938e-68f3-4e9e-a645-726604c71821 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "GET /v2.0/networks?id=3513c9df-8ea7-4990-872b-7954bce253bc&id=c1bebd8b-5ada-44e0-935a-bc4542ff6240 HTTP/1.1" status: 200 len: 1392 time: 0.5328741 Nov 23 09:58:20.767993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefe6ff-def3-4510-8420-7e5dcff0ab07 req-9d9c65e0-dc74-4931-897d-e713fab149e8 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.769929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbefe6ff-def3-4510-8420-7e5dcff0ab07 req-9d9c65e0-dc74-4931-897d-e713fab149e8 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.1845043 Nov 23 09:58:20.780924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'port': {'device_id': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc', 'admin_state_up': True, 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:20.787315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:20.802622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.809154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] Routers {'218c33dd-cf20-4a18-9860-ccc63f9f4503'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:20.809784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['218c33dd-cf20-4a18-9860-ccc63f9f4503'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:20.819428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-200edeb1-9ea0-4399-9dcb-cd38475f15c9 tempest-RoutersAdminTest-787840303 tempest-RoutersAdminTest-787840303-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 200 len: 205 time: 0.0587809 Nov 23 09:58:20.821599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36434) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.850903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:20.854326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45795804-b258-409f-9f6b-0025c7b66bd1 None None] The sync data for ids ['218c33dd-cf20-4a18-9860-ccc63f9f4503'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:20.854474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-48a3c646-0d38-4996-9d8c-6da52cd09918 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 200 len: 205 time: 0.0289178 Nov 23 09:58:20.854594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.913323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.914310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:20.914919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.927241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fbefe6ff-def3-4510-8420-7e5dcff0ab07 req-74e0a6fc-ac9d-43ac-bbc9-4cea629cede9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517489 Nov 23 09:58:20.930958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:20.969103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8520768 Nov 23 09:58:20.969744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:20.978544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4832e4d7-d740-4209-8bc6-911950a10271 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Request body: {'network': {'project_id': '0a1b634914144d5b81b12cf1ef3d2836'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:21.017535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ab6e8-ea19-4525-bacd-64455caa6234 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event updated for resources: {'Network': ['ID=f7a8d861-8394-468d-a5d7-d404290cbf38,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:21.027445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:21.031755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.034506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f7a8d861-8394-468d-a5d7-d404290cbf38 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:21.049655 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4832e4d7-d740-4209-8bc6-911950a10271 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 09:58:21.050158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4832e4d7-d740-4209-8bc6-911950a10271 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:58:21.054809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4832e4d7-d740-4209-8bc6-911950a10271 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0800438 Nov 23 09:58:21.055368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36444) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.111699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.114307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.141207 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.168280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.169096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Fanout notify agent at l3_agent the message router_deleted on router 218c33dd-cf20-4a18-9860-ccc63f9f4503 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:21.178196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.179328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a793440-8d9e-4633-8099-2c50115d7005 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 204 len: 168 time: 0.3238540 Nov 23 09:58:21.183036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.205494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-638e1ee0-8f8f-42b4-8d28-67e038102729 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a1b634914144d5b81b12cf1ef3d2836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476197 Nov 23 09:58:21.207672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36452) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.229459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-30c64128-c01a-4aa6-88e4-a24079969b0e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:21.230944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-30c64128-c01a-4aa6-88e4-a24079969b0e tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.1554782 Nov 23 09:58:21.239301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c8fd01bd-9025-4b20-bc97-4ee3af27b986 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 200 len: 205 time: 0.0529826 Nov 23 09:58:21.244273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36454) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.277623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e227a95e-7333-46c4-a1a9-72b4f9c8d9d0 req-27881e22-ba5b-4a2d-88d9-0b1ba561d569 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 210 time: 0.0462842 Nov 23 09:58:21.311390 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-1aaa8c41-ad88-417e-982c-1d569ae405b8 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.312377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1aaa8c41-ad88-417e-982c-1d569ae405b8 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/218c33dd-cf20-4a18-9860-ccc63f9f4503 HTTP/1.1" status: 404 len: 336 time: 0.0670307 Nov 23 09:58:21.315247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36456) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.343651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8ded0573-1975-45c4-a8ba-02ce32205cd5 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 200 len: 205 time: 0.0272911 Nov 23 09:58:21.347900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36458) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.353561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.376412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.380671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Allocated IP 19.80.0.154 (3513c9df-8ea7-4990-872b-7954bce253bc/1bccf84c-f7b9-415d-8e72-a2b47a8d9eac/0ed6c3d5-3362-49e0-9661-6c3731bc47b5) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:21.426985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.430218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.431502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fd78397-1afb-45b8-8c0e-b7106d9d1934 HTTP/1.1" status: 204 len: 168 time: 0.2227995 Nov 23 09:58:21.434795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.440745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82eb0e-cb39-4849-81dc-8d37b5fec85f req-91b1338e-87db-4c21-b249-7237d3912207 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:21.442265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de82eb0e-cb39-4849-81dc-8d37b5fec85f req-91b1338e-87db-4c21-b249-7237d3912207 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1856823 Nov 23 09:58:21.443419 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-e9c466cd-6d39-4422-8721-aa5f041a3544 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.447060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9c466cd-6d39-4422-8721-aa5f041a3544 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/9b34e648-78c8-463a-a97a-47e6e503205d HTTP/1.1" status: 404 len: 336 time: 0.0929899 Nov 23 09:58:21.447805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.460430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785934e-d6c4-43bd-82d3-c89cfd499c20 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd78397-1afb-45b8-8c0e-b7106d9d1934,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:21.507258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3ea101f-1109-4485-ab5f-269097004dbf tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 200 len: 205 time: 0.0557165 Nov 23 09:58:21.511166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36464) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.557804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.559866 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-5e92260e-025b-41da-9d5f-68d84fc411c4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.563619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e92260e-025b-41da-9d5f-68d84fc411c4 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/b4094702-25b8-47b8-a0c5-76415553a5a0 HTTP/1.1" status: 404 len: 336 time: 0.0487950 Nov 23 09:58:21.564696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.582176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de82eb0e-cb39-4849-81dc-8d37b5fec85f req-3a924bbf-67d2-4c0f-a0d4-f9d3b793cd76 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294715 Nov 23 09:58:21.597824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Deleting port 8881a9f1-790d-4e72-bb22-981fa3e51963 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:21.598193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.609813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea042eaf-4306-4947-948d-db361b2762cc tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 200 len: 205 time: 0.0439930 Nov 23 09:58:21.610475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36468) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.664544 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-b70eff74-40d4-4bfd-aad1-db4110070fb3 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.667687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b70eff74-40d4-4bfd-aad1-db4110070fb3 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/b379220b-5604-4977-a6db-2b66659c48a5 HTTP/1.1" status: 404 len: 336 time: 0.0546846 Nov 23 09:58:21.670845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36472) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.726388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-985d301c-84e7-4151-a852-a1016dba685e tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 200 len: 205 time: 0.0518162 Nov 23 09:58:21.727327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36474) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.758272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.773004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] For port 8881a9f1-790d-4e72-bb22-981fa3e51963, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8881a9f1-790d-4e72-bb22-981fa3e51963,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:21.773572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.793587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Calling delete_port for 8881a9f1-790d-4e72-bb22-981fa3e51963 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:21.808486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.816765 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-9f19143d-4798-471b-99cb-43dc205cf532 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.817790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9f19143d-4798-471b-99cb-43dc205cf532 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/0b0e2329-6a27-4266-97cf-2995e363cdc9 HTTP/1.1" status: 404 len: 336 time: 0.0895228 Nov 23 09:58:21.820799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36476) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.859314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-43d9f9e3-311e-421c-808d-88d9fbd64a16 tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "GET /v2.0/ports?device_id=af44dfc4-6137-410f-bd85-14663a0dd51d HTTP/1.1" status: 200 len: 205 time: 0.0356860 Nov 23 09:58:21.861148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a8d861-8394-468d-a5d7-d404290cbf38']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:21.864016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36478) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.873383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00047d4d-c9fd-4c67-91e1-bcf5210ee5e2') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:21.873679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00047d4d-c9fd-4c67-91e1-bcf5210ee5e2') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:21.873787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.888608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95b37-d81b-40f0-a312-863c5126f913 req-897ee81c-78f6-4e3c-bcfe-21bacd28bbfb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:21.890130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bb95b37-d81b-40f0-a312-863c5126f913 req-897ee81c-78f6-4e3c-bcfe-21bacd28bbfb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1996086 Nov 23 09:58:21.893805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.917556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.927811 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-164c15bb-31ae-4132-ab05-9cabb20ceb3f tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] delete failed (client error): The resource could not be found. Nov 23 09:58:21.932623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:21.932823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-164c15bb-31ae-4132-ab05-9cabb20ceb3f tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/routers/af44dfc4-6137-410f-bd85-14663a0dd51d HTTP/1.1" status: 404 len: 336 time: 0.0638981 Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:21.932943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36480) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:21.983188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network 3513c9df-8ea7-4990-872b-7954bce253bc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:21.989288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:21.994094 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8129fb-ee0b-480c-8e5c-a11b48bd470f tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] DELETE failed (client error): The resource could not be found. Nov 23 09:58:21.994586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8129fb-ee0b-480c-8e5c-a11b48bd470f tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:58:21.997179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:22.000397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dc8129fb-ee0b-480c-8e5c-a11b48bd470f tempest-RoutersAdminTest-926517660 tempest-RoutersAdminTest-926517660-project] 10.222.0.62 "DELETE /v2.0/subnets/046db264-dc38-4929-9838-5e0ba44ed3a9 HTTP/1.1" status: 404 len: 337 time: 0.0591035 Nov 23 09:58:22.002310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:22.005452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bb95b37-d81b-40f0-a312-863c5126f913 req-0af59e38-ea98-4a7e-836e-f9f8a010e628 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051531 Nov 23 09:58:22.078735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.083805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.093221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f7a8d861-8394-468d-a5d7-d404290cbf38 HTTP/1.1" status: 204 len: 168 time: 0.6572311 Nov 23 09:58:22.097174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:22.118922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e236d-fb2c-4f86-8e9f-55407e60dc30 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7a8d861-8394-468d-a5d7-d404290cbf38,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:22.181408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.182286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.229134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6ce12-d036-4d71-b5ab-88a32245658a req-41b9cc62-0b77-47a2-a0ce-c18ec03dc5d8 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.230803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69e6ce12-d036-4d71-b5ab-88a32245658a req-41b9cc62-0b77-47a2-a0ce-c18ec03dc5d8 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c03f34a-2868-4d11-9031-9686e8bf52db HTTP/1.1" status: 200 len: 945 time: 0.1977446 Nov 23 09:58:22.234976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3f1fb0c3-151c-4203-8ac1-dc9f69a4efe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4583530 Nov 23 09:58:22.235574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.249524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f22028a1-ec77-449a-9292-12724723c782'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:22.262344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.292792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Request body: {'port': {'device_id': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240', 'admin_state_up': True, 'tenant_id': 'e413877d1d9545e8a069528ea6b52474'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:22.322457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event deleted for resources: {'Port': ['ID=8881a9f1-790d-4e72-bb22-981fa3e51963,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:22.341265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-145fcd2d-b764-49e8-9b54-73145161c820 service neutron] 10.222.0.50 "GET /v2.0/ports/6c22de1a-f131-4c11-b2e8-7207567cf549/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.1856983 Nov 23 09:58:22.413694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] No DVR routers for this DVR port 8881a9f1-790d-4e72-bb22-981fa3e51963 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:22.445590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.450195 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc08753d-d90c-4c6e-bcf1-632fb0eab5ca req-d1a28f68-325e-4f85-82c3-c1b63e70b30f tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "DELETE /v2.0/ports/8881a9f1-790d-4e72-bb22-981fa3e51963 HTTP/1.1" status: 204 len: 173 time: 1.1946278 Nov 23 09:58:22.450661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'name': 'network-vif-deleted', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:22.453524 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e0da7-c1de-4d63-b38f-d9608a864638" -d '{"events": [{"server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "name": "network-vif-deleted", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:22.462816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.496170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69e6ce12-d036-4d71-b5ab-88a32245658a req-173314c8-7774-4396-8698-01f64bc05134 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531531 Nov 23 09:58:22.535602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:22.555583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2ec865-387e-440a-90d4-0c84998e317e']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:22.559989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5bf15bf8-a967-4532-bb79-8e438458288c None None] Provisioning complete for port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:22.560361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bf15bf8-a967-4532-bb79-8e438458288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.574717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Made reservation on behalf of e413877d1d9545e8a069528ea6b52474 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:22.580867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.590638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29cd848-879f-419f-937e-604770e6f96a') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:22.591138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29cd848-879f-419f-937e-604770e6f96a') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:22.605187 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35a3384-2703-4099-86d0-6689103b8784 x-openstack-request-id: req-e35a3384-2703-4099-86d0-6689103b8784 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:22.605484 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c03f34a-2868-4d11-9031-9686e8bf52db", "name": "network-vif-deleted", "tag": "8881a9f1-790d-4e72-bb22-981fa3e51963", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:22.605745 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e35a3384-2703-4099-86d0-6689103b8784 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:22.606227 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c03f34a-2868-4d11-9031-9686e8bf52db', 'name': 'network-vif-deleted', 'tag': '8881a9f1-790d-4e72-bb22-981fa3e51963', 'status': 'completed', 'code': 200} Nov 23 09:58:22.612210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.658644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269d14-8b80-4017-8de0-2f287ccf15f8 req-2faa8db3-6d6e-4e8f-857a-0ff6de52babb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.660242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed269d14-8b80-4017-8de0-2f287ccf15f8 req-2faa8db3-6d6e-4e8f-857a-0ff6de52babb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 932 time: 0.2062166 Nov 23 09:58:22.664914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.683860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.699361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5bf15bf8-a967-4532-bb79-8e438458288c None None] Port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:22.734811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:22.735264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:22.737638 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:22.813617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed269d14-8b80-4017-8de0-2f287ccf15f8 req-b79b8863-705d-4853-8abc-108041b4c568 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407361 Nov 23 09:58:22.816362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68abbeb2-b119-4963-bf20-e3c7b29b5e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.844943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Allocated IP 19.86.0.41 (c1bebd8b-5ada-44e0-935a-bc4542ff6240/a52afda5-9ef3-4a9b-b500-c0988cc9a131/123e155e-8b7e-4254-a58f-4d06316676bf) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:22.863575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.864403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad448-0b37-464c-9737-510cdd342a9f req-abddaa12-a748-48e8-8e7a-b401a0d791c0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.866207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96aad448-0b37-464c-9737-510cdd342a9f req-abddaa12-a748-48e8-8e7a-b401a0d791c0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1141379 Nov 23 09:58:22.867962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:22.871759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] 10.222.0.62 "DELETE /v2.0/networks/ed2ec865-387e-440a-90d4-0c84998e317e HTTP/1.1" status: 204 len: 168 time: 0.7718360 Nov 23 09:58:22.887918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861987-b21d-4b82-92eb-f1ea94da6ca6 tempest-QuotasNegativeTest-242502064 tempest-QuotasNegativeTest-242502064-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed2ec865-387e-440a-90d4-0c84998e317e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:22.893050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-04ed1ea9-6c46-4653-b8a2-3a6c9fa3649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.895540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-04ed1ea9-6c46-4653-b8a2-3a6c9fa3649c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1099 time: 0.0962145 Nov 23 09:58:22.964282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-1a959c11-cae3-43c5-99a0-083334c3a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:22.966055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-1a959c11-cae3-43c5-99a0-083334c3a2d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1099 time: 0.0460210 Nov 23 09:58:22.996174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96aad448-0b37-464c-9737-510cdd342a9f req-d7e403c9-1b51-40fb-b090-b8a49c4f9529 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078386 Nov 23 09:58:23.109881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68abbeb2-b119-4963-bf20-e3c7b29b5e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.127589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68abbeb2-b119-4963-bf20-e3c7b29b5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.223666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68abbeb2-b119-4963-bf20-e3c7b29b5e5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87ee4ebf4c124f9aa19e1be828a0ef40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6851616 Nov 23 09:58:23.226145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36512) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:23.232762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.265463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abbeb2-b119-4963-bf20-e3c7b29b5e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a90875-969b-447b-ad89-cb7e366eecda,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:23.339309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.351296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.420946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:23.422801 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.424828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event updated for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:23.432374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:23.436834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:23.470287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:23.504074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.521201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:23.522016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.529605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8881a9f1-790d-4e72-bb22-981fa3e51963 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:23.550495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f5fb8082-bd2a-4abd-9031-d20063116b88 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2737999 Nov 23 09:58:23.551315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.555142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.556293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44a90875-969b-447b-ad89-cb7e366eecda HTTP/1.1" status: 204 len: 168 time: 0.3289433 Nov 23 09:58:23.583915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Request body: {'port': {'device_id': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:23.600270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 8881a9f1-790d-4e72-bb22-981fa3e51963 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:23.600553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8881a9f1-790d-4e72-bb22-981fa3e51963 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:23.619324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-b9c43ddc-662d-45bf-9a56-37b996e60427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:23.624819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-b9c43ddc-662d-45bf-9a56-37b996e60427 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.6523647 Nov 23 09:58:23.639618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fec09-3602-486e-ac8a-958a18827630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a90875-969b-447b-ad89-cb7e366eecda,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:23.673166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9d87-4e35-4509-a6c0-d75ed3e6ec7a req-16dc0f50-dc1c-47ca-9c93-47349bddb643 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:23.675384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f97b9d87-4e35-4509-a6c0-d75ed3e6ec7a req-16dc0f50-dc1c-47ca-9c93-47349bddb643 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1551635 Nov 23 09:58:23.701863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.734918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5489f7a1-7f5d-4a31-b68d-93dcb5bc08e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.740037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-7d2ed551-74b7-4ac1-81af-11269ecb8e5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.1079431 Nov 23 09:58:23.810280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-1c332f74-3484-4af0-a200-4f6b2bbfa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:23.811837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-1c332f74-3484-4af0-a200-4f6b2bbfa0e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0640595 Nov 23 09:58:23.831973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9d4f596b-ada1-425d-94fe-c6210f6b72b1 None None] Provisioning complete for port 123e155e-8b7e-4254-a58f-4d06316676bf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:23.832891 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9d4f596b-ada1-425d-94fe-c6210f6b72b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:23.878803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f596b-ada1-425d-94fe-c6210f6b72b1 None None] Port 123e155e-8b7e-4254-a58f-4d06316676bf cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:23.896796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f97b9d87-4e35-4509-a6c0-d75ed3e6ec7a req-f7867853-80a2-4b8a-8bb0-c854e8516577 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590073 Nov 23 09:58:23.909954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-863eaa53-bb2f-485d-a1c8-e0ec7eec2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:23.911794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-863eaa53-bb2f-485d-a1c8-e0ec7eec2ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881147 Nov 23 09:58:24.010627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:24.040583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7b5-7b1d-467d-8042-c5803b3e334f req-2244c3af-5ad1-4e95-a380-5dc03f2c0cfb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:24.046950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7b5-7b1d-467d-8042-c5803b3e334f req-2244c3af-5ad1-4e95-a380-5dc03f2c0cfb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:24.048538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4a2a7b5-7b1d-467d-8042-c5803b3e334f req-2244c3af-5ad1-4e95-a380-5dc03f2c0cfb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1654 time: 0.1395776 Nov 23 09:58:24.070301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-d627d2b7-f1b5-4369-8e65-3ec4fb7e44a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509013 Nov 23 09:58:24.125476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491262-6ab7-4bec-91e8-e72fd63bced3 req-c4ae4a18-fb61-4038-922e-58310a46d952 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:24.127052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0491262-6ab7-4bec-91e8-e72fd63bced3 req-c4ae4a18-fb61-4038-922e-58310a46d952 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1323905 Nov 23 09:58:24.131538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6279acc3-351c-44a8-af68-6335064a8e79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=961912afdf054d78a10dda2290008228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1183112 Nov 23 09:58:24.135629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36538) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:24.139585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5489f7a1-7f5d-4a31-b68d-93dcb5bc08e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.150821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5489f7a1-7f5d-4a31-b68d-93dcb5bc08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.195741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4a2a7b5-7b1d-467d-8042-c5803b3e334f req-099dc15b-36cd-46c7-8ddf-60137212ee23 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378212 Nov 23 09:58:24.227564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5489f7a1-7f5d-4a31-b68d-93dcb5bc08e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff2633ff29e94e1ca60f05efababf046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7519038 Nov 23 09:58:24.227564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:24.232047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:24.232166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f7a1-7f5d-4a31-b68d-93dcb5bc08e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6ff97-79b2-4c68-9e15-a242c7fdc244,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:24.238251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.253671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Transition to ACTIVE for port object 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:58:24.260895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.290118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0491262-6ab7-4bec-91e8-e72fd63bced3 req-4c9df678-cad9-4242-a457-504cd9b938fb tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523964 Nov 23 09:58:24.311731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.311731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ea4d0c-9a27-41e1-b43b-48d854400234 req-52d341ad-2c88-4f91-8b27-b7524a8f3af6 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308388 Nov 23 09:58:24.347161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:24.358803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.418222 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.422214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78e76d-39b6-4714-b1eb-f3178062ee93 req-c88d0cae-8d6f-465e-b1ff-742567e65122 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:24.424790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b78e76d-39b6-4714-b1eb-f3178062ee93 req-c88d0cae-8d6f-465e-b1ff-742567e65122 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1362803 Nov 23 09:58:24.448225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:24.452364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.478104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Attempting to bind port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:24.478104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Attempting to bind port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:24.478104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Attempting to bind port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 on network 3513c9df-8ea7-4990-872b-7954bce253bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:24.493255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 on network 3513c9df-8ea7-4990-872b-7954bce253bc not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:58:24.494361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Attempting to bind port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 on network 3513c9df-8ea7-4990-872b-7954bce253bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:24.499487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.502684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.505766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7979ce20-e188-4d0e-aba9-79031bd5acf6 HTTP/1.1" status: 204 len: 168 time: 0.3693211 Nov 23 09:58:24.508233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:24.508636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Checking segment: {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:24.509040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Bound using segment: {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:24.509945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Bound port: 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f958b1-3de8-4c09-9741-e5e33574aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:24.510755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.538815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3656d3-6708-4733-82e9-7746b32686b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979ce20-e188-4d0e-aba9-79031bd5acf6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:24.546289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b78e76d-39b6-4714-b1eb-f3178062ee93 req-8de18c23-e4f3-421d-93a0-590a0a25555d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087563 Nov 23 09:58:24.573240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.576835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.577792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25c6ff97-79b2-4c68-9e15-a242c7fdc244 HTTP/1.1" status: 204 len: 168 time: 0.3395808 Nov 23 09:58:24.592461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1f2bf-b394-4492-9f77-41a8915f4ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6ff97-79b2-4c68-9e15-a242c7fdc244,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:24.650781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:24.659126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:24.669923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.719136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:24.720308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.722759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ed6c3d5-3362-49e0-9661-6c3731bc47b5 HTTP/1.1" status: 200 len: 1092 time: 1.1495795 Nov 23 09:58:24.725925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:24.728518 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3457e-eced-4d7f-85b5-70d61434640b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:24.769190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Request body: {'port': {'device_id': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:24.849648 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb0688-2e3e-436e-86b1-62c013c92516 x-openstack-request-id: req-54fb0688-2e3e-436e-86b1-62c013c92516 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:24.850214 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:24.850862 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54fb0688-2e3e-436e-86b1-62c013c92516 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:24.851415 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5', 'status': 'completed', 'code': 200} Nov 23 09:58:24.877790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1a40-3ae7-428d-bb3b-5b773237a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:24.919058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:24.973721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:24.978596 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe579a7-e0df-4c27-9bcb-59b4a2004d31" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:24.993714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:24.999947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.036016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-dbaf64a1-7b90-4f7d-a96d-e2ad28b670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.036506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-dbaf64a1-7b90-4f7d-a96d-e2ad28b670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.038177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-dbaf64a1-7b90-4f7d-a96d-e2ad28b670f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1913 time: 0.1904197 Nov 23 09:58:25.039223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.108673 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78d0d9-8949-49c5-9b4e-341285407037 x-openstack-request-id: req-be78d0d9-8949-49c5-9b4e-341285407037 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:25.110338 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:25.113388 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be78d0d9-8949-49c5-9b4e-341285407037 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:25.114020 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'code': 200} Nov 23 09:58:25.148753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:25.199717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2160-95bd-41c1-b6c2-96dfdb8a7472 req-45924392-3db0-4b3e-a5d7-b96f792e4bba tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.234357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e2c2160-95bd-41c1-b6c2-96dfdb8a7472 req-45924392-3db0-4b3e-a5d7-b96f792e4bba tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1370394 Nov 23 09:58:25.380225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e2c2160-95bd-41c1-b6c2-96dfdb8a7472 req-04d520df-37a7-4834-be90-2648b20a0055 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403978 Nov 23 09:58:25.381457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:25.408293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5311cf-0e12-4a3e-bdfc-af4cb25f838c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.562263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d23744-cb7d-4344-a8b2-103f7f92fc6c req-12997ad9-d572-4149-83c8-5a514d9407f6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.570057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11d23744-cb7d-4344-a8b2-103f7f92fc6c req-12997ad9-d572-4149-83c8-5a514d9407f6 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1012654 Nov 23 09:58:25.609803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5311cf-0e12-4a3e-bdfc-af4cb25f838c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.626176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5311cf-0e12-4a3e-bdfc-af4cb25f838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.704185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-3c40b751-152e-4e0c-a7cc-fc02dd7f6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.704732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-3c40b751-152e-4e0c-a7cc-fc02dd7f6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.705112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-3c40b751-152e-4e0c-a7cc-fc02dd7f6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.706733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-3c40b751-152e-4e0c-a7cc-fc02dd7f6bfd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e413877d1d9545e8a069528ea6b52474&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6578629 Nov 23 09:58:25.709368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-323865e1-b83d-40f6-9136-3e87731135ce tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.711138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-323865e1-b83d-40f6-9136-3e87731135ce tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 945 time: 0.1726997 Nov 23 09:58:25.718074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5311cf-0e12-4a3e-bdfc-af4cb25f838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a7412-2350-43e6-87ad-361e2e6acdd6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:25.721960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a353f0-4a63-49ce-bd98-73a2e1363cdd req-7bb879a1-aa83-4645-9f8a-fbaf6de7c668 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.723515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b5311cf-0e12-4a3e-bdfc-af4cb25f838c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5414480cde3f43378dae01505d400765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385129 Nov 23 09:58:25.728321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a353f0-4a63-49ce-bd98-73a2e1363cdd req-7bb879a1-aa83-4645-9f8a-fbaf6de7c668 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:25.730017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08a353f0-4a63-49ce-bd98-73a2e1363cdd req-7bb879a1-aa83-4645-9f8a-fbaf6de7c668 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1666 time: 0.1847959 Nov 23 09:58:25.733782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:25.754261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11d23744-cb7d-4344-a8b2-103f7f92fc6c req-353fb01e-c908-405b-aa15-b1b89d0b20eb tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/security-groups?id=dac067e2-4985-42ae-9a53-2dac15b2ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831293 Nov 23 09:58:25.834624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Deleting port f22028a1-ec77-449a-9292-12724723c782 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:25.835195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:25.990659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] For port f22028a1-ec77-449a-9292-12724723c782, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f22028a1-ec77-449a-9292-12724723c782,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:25.991359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.017991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Calling delete_port for f22028a1-ec77-449a-9292-12724723c782 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:26.030782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560d4cb-971b-41c1-9b95-f6c37c319b19 req-f16627e5-1fb8-4b0f-9f71-0643654141e7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:26.032307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3560d4cb-971b-41c1-9b95-f6c37c319b19 req-f16627e5-1fb8-4b0f-9f71-0643654141e7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 946 time: 0.0959878 Nov 23 09:58:26.034237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08a353f0-4a63-49ce-bd98-73a2e1363cdd req-7ede88d1-24e4-4d1f-a189-58e2636fcd96 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658653 Nov 23 09:58:26.072433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.091686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-80a84e3c-59a5-4eb7-989d-f8cef9289617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:26.093551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3f3457e-eced-4d7f-85b5-70d61434640b req-80a84e3c-59a5-4eb7-989d-f8cef9289617 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3624005 Nov 23 09:58:26.113227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.136899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3560d4cb-971b-41c1-9b95-f6c37c319b19 req-92e1201f-42d4-4796-bd6b-b8bf5c31704d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972197 Nov 23 09:58:26.209095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123e155e-8b7e-4254-a58f-4d06316676bf {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:26.217635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.239022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Transition to ACTIVE for port object 123e155e-8b7e-4254-a58f-4d06316676bf will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:58:26.240534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.243952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.245380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd1a7412-2350-43e6-87ad-361e2e6acdd6 HTTP/1.1" status: 204 len: 168 time: 0.5107539 Nov 23 09:58:26.249790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.254948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.263218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4299bc-df5d-42a1-9f27-891b3e8b215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a7412-2350-43e6-87ad-361e2e6acdd6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:26.269840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f22028a1-ec77-449a-9292-12724723c782'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:26.312783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Pushing event updated for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:26.323799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Pushing event deleted for resources: {'Port': ['ID=f22028a1-ec77-449a-9292-12724723c782,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:26.416541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] No DVR routers for this DVR port f22028a1-ec77-449a-9292-12724723c782 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:26.425033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.428531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9887ff0-7910-4e6c-8fe8-9fc40b2114e2 req-10ecce8b-1a32-49d9-ba01-a24f048a44e9 tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.11 "DELETE /v2.0/ports/f22028a1-ec77-449a-9292-12724723c782 HTTP/1.1" status: 204 len: 173 time: 0.7036955 Nov 23 09:58:26.429012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'name': 'network-vif-deleted', 'tag': 'f22028a1-ec77-449a-9292-12724723c782'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:26.432847 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852184c4-dae8-4076-9385-e48653a11624" -d '{"events": [{"server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "name": "network-vif-deleted", "tag": "f22028a1-ec77-449a-9292-12724723c782"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:26.462202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:26.471073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Attempting to bind port 123e155e-8b7e-4254-a58f-4d06316676bf on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:26.471475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Attempting to bind port 123e155e-8b7e-4254-a58f-4d06316676bf by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:26.471834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Attempting to bind port 123e155e-8b7e-4254-a58f-4d06316676bf on network c1bebd8b-5ada-44e0-935a-bc4542ff6240 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:26.477248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Port 123e155e-8b7e-4254-a58f-4d06316676bf on network c1bebd8b-5ada-44e0-935a-bc4542ff6240 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:58:26.477629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Attempting to bind port 123e155e-8b7e-4254-a58f-4d06316676bf on network c1bebd8b-5ada-44e0-935a-bc4542ff6240 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:26.492988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:26.493447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Checking segment: {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:26.494140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Bound using segment: {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:26.495054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Bound port: 123e155e-8b7e-4254-a58f-4d06316676bf, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:26.495376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.573599 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95851f58-42eb-4d4c-a159-fce39b5a6a78 x-openstack-request-id: req-95851f58-42eb-4d4c-a159-fce39b5a6a78 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:26.573986 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2500558-22bf-42f5-8536-8ce6bb267d39", "name": "network-vif-deleted", "tag": "f22028a1-ec77-449a-9292-12724723c782", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:26.574375 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95851f58-42eb-4d4c-a159-fce39b5a6a78 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:26.574914 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2500558-22bf-42f5-8536-8ce6bb267d39', 'name': 'network-vif-deleted', 'tag': 'f22028a1-ec77-449a-9292-12724723c782', 'status': 'completed', 'code': 200} Nov 23 09:58:26.724232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c820d-27db-458d-a6e0-ed196b95aae8 req-750c7cc7-eba9-4900-873c-111b3b18b853 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:26.732302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d77c820d-27db-458d-a6e0-ed196b95aae8 req-750c7cc7-eba9-4900-873c-111b3b18b853 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1608593 Nov 23 09:58:26.761114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:26.771138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=123e155e-8b7e-4254-a58f-4d06316676bf,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:26.771745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:26.782474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.817309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'mac_address': 'fa:16:3e:18:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:26.846395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d77c820d-27db-458d-a6e0-ed196b95aae8 req-0d0c5af2-107a-465c-967a-5fb63004a745 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945985 Nov 23 09:58:26.858168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:26.858817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.860431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] 10.222.0.11 "PUT /v2.0/ports/123e155e-8b7e-4254-a58f-4d06316676bf HTTP/1.1" status: 200 len: 1091 time: 2.0962899 Nov 23 09:58:26.861404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:26.865515 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08318c-591a-4190-9457-fa1a64f4be8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:26.913736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:26.983034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:27.011186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eda2397f-90bb-4b07-871f-ddaa01026e37 req-52910498-d205-49bf-befa-9ba4a74baddb tempest-ListServerFiltersTestJSON-1530374272 tempest-ListServerFiltersTestJSON-1530374272-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2500558-22bf-42f5-8536-8ce6bb267d39 HTTP/1.1" status: 200 len: 210 time: 0.0628600 Nov 23 09:58:27.051905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:27.061564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.067149 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716bee9c-419b-4103-820a-ea58e2311059 x-openstack-request-id: req-716bee9c-419b-4103-820a-ea58e2311059 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:27.068617 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:27.071357 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-716bee9c-419b-4103-820a-ea58e2311059 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:27.073010 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf', 'status': 'completed', 'code': 200} Nov 23 09:58:27.073875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc782e7-3235-47a0-b5ea-9214a49823eb service neutron] Pushing event updated for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:27.206850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:27.229612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:27.256765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-c6baf99a-ecbc-46c3-8b3e-2966ab502b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.257252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-c6baf99a-ecbc-46c3-8b3e-2966ab502b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.259024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-c6baf99a-ecbc-46c3-8b3e-2966ab502b51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1980 time: 0.2289681 Nov 23 09:58:27.320010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd091-4278-4ea3-9cb0-553030a5d5ce req-ec0fed5e-990b-4c62-aeae-424bebb40551 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.324907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-f0987115-e793-4769-bbf1-8dbc0f5dd91f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5 HTTP/1.1" status: 200 len: 217 time: 0.0491443 Nov 23 09:58:27.331927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9dfd091-4278-4ea3-9cb0-553030a5d5ce req-ec0fed5e-990b-4c62-aeae-424bebb40551 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.0870752 Nov 23 09:58:27.332543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:27.355006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1235052615', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:27.395170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017adbb-6106-438b-bb4c-c4f9772a4ee1 req-33c4660f-30f1-4620-ab74-613a01cad85f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.402403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017adbb-6106-438b-bb4c-c4f9772a4ee1 req-33c4660f-30f1-4620-ab74-613a01cad85f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.404401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7017adbb-6106-438b-bb4c-c4f9772a4ee1 req-33c4660f-30f1-4620-ab74-613a01cad85f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1678 time: 0.2572429 Nov 23 09:58:27.448621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9dfd091-4278-4ea3-9cb0-553030a5d5ce req-be96ecc5-95c8-4ee4-b08a-5431bd218bea tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991068 Nov 23 09:58:27.448621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Made reservation on behalf of e5e06fdcd4644a3b9332b660de18b539 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:27.448621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.449278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-41b43e98-2f51-4fb2-b308-347560242ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.449278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-41b43e98-2f51-4fb2-b308-347560242ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bccf84c-f7b9-415d-8e72-a2b47a8d9eac HTTP/1.1" status: 200 len: 801 time: 0.0942857 Nov 23 09:58:27.465387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.510097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36646) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:27.513862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7017adbb-6106-438b-bb4c-c4f9772a4ee1 req-23fc875d-b4e7-4db5-8a62-2141f59c0045 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009295 Nov 23 09:58:27.529173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-a0bc4759-7c01-4074-aa99-cc20d306bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.543190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-a0bc4759-7c01-4074-aa99-cc20d306bcdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3513c9df-8ea7-4990-872b-7954bce253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879135 Nov 23 09:58:27.592301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.599889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.604585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] device_id is not set on port ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:27.649626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-7b15740e-8dfe-476f-8949-a84d7f2a1cba service neutron] 10.222.0.11 "GET /v2.0/networks/3513c9df-8ea7-4990-872b-7954bce253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981567 Nov 23 09:58:27.662202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-417489812'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:27.723950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab7635-f64f-4bd0-8999-a85cf86854b2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:27.740564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:27.744112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.751421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-b63a275e-b9e5-4f4a-a579-cd0a089b7f82 service neutron] 10.222.0.11 "GET /v2.0/networks/3513c9df-8ea7-4990-872b-7954bce253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940561 Nov 23 09:58:27.757590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:27.778750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Allocated IP 172.25.1.138 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:27.800945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-cd6d0531-56f4-4e6c-b445-dd0d30c41f33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=123e155e-8b7e-4254-a58f-4d06316676bf HTTP/1.1" status: 200 len: 217 time: 0.0409441 Nov 23 09:58:27.862651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8f2f0131-c084-4ec9-ae66-e2833257fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.864365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-8f2f0131-c084-4ec9-ae66-e2833257fe8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a52afda5-9ef3-4a9b-b500-c0988cc9a131 HTTP/1.1" status: 200 len: 801 time: 0.0556676 Nov 23 09:58:27.938980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c040a2-72de-401c-8a33-26bde9501b2c req-847e1ef1-1604-4e06-83f0-52070c176ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.940269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-847e1ef1-1604-4e06-83f0-52070c176ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bebd8b-5ada-44e0-935a-bc4542ff6240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684831 Nov 23 09:58:27.973226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-7dd34f97-c367-46b4-bcbb-faf94c5d8ab8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.974794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-7dd34f97-c367-46b4-bcbb-faf94c5d8ab8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0&tenant_id=d1939e1810a44c3b983810c2d642c5ab&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 947 time: 0.1579769 Nov 23 09:58:27.975403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4a5b-4350-4456-adb0-3eccd4bfb089 req-006fd320-4e09-46b3-8d75-45bd4ea27354 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:27.976861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cba4a5b-4350-4456-adb0-3eccd4bfb089 req-006fd320-4e09-46b3-8d75-45bd4ea27354 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0761406 Nov 23 09:58:28.004490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.034890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97283-5a53-4cd6-a73d-147bd5526665 req-d14caa4b-e697-4cb1-b124-e723b5b68424 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.036348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19b97283-5a53-4cd6-a73d-147bd5526665 req-d14caa4b-e697-4cb1-b124-e723b5b68424 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 947 time: 0.1807275 Nov 23 09:58:28.070443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.076159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8cba4a5b-4350-4456-adb0-3eccd4bfb089 req-cbf78907-0876-4c68-acad-c328d52396df tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906217 Nov 23 09:58:28.079930 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-3259bd77-3dc3-469c-8345-8949314fabb6 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302226 Nov 23 09:58:28.116385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:28.177024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.177384 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Added segment 4786ea8e-bf27-410e-bfb4-a852fc93757c of type vlan for network 3424d68b-9456-4bb9-b896-c0ae5329a081 Nov 23 09:58:28.181044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5de230-167f-4cf2-adae-e0c79eaf46d3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:28.199244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36658) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:28.201414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c040a2-72de-401c-8a33-26bde9501b2c req-63bff2e1-1f7f-499e-96c8-e5e519944945 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137931 Nov 23 09:58:28.205865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.217443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-bce2094c-1f34-4e8e-91f8-79be56eb7e31 service neutron] 10.222.0.50 "GET /v2.0/ports/6c22de1a-f131-4c11-b2e8-7207567cf549/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.2342327 Nov 23 09:58:28.243099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.243358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.243697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.244033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.244404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.244733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.245062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.245388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.245710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.246056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.246383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.246688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:28.257525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19b97283-5a53-4cd6-a73d-147bd5526665 req-c7a3cedf-1cea-4597-932d-b2950440104e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937580 Nov 23 09:58:28.289318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Deleting subnet 538b52a3-9f7c-4701-a885-730e41af239a {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:28.293379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.295038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.334928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-f9695511-c13b-4c70-b5aa-c040a0b5d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.335415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-f9695511-c13b-4c70-b5aa-c040a0b5d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.337083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-f9695511-c13b-4c70-b5aa-c040a0b5d86d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e413877d1d9545e8a069528ea6b52474&device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1980 time: 0.0844047 Nov 23 09:58:28.339667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.344705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-ce02cca0-877b-476e-be75-69c64527ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.346380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-ce02cca0-877b-476e-be75-69c64527ef5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1098 time: 0.0942116 Nov 23 09:58:28.348178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.354090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.354656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.370144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.461640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:28.482998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9715803 Nov 23 09:58:28.489191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:28.494454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:28.498850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dc8ca-2980-4581-bf38-d9daadb7dadf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Network': ['ID=3424d68b-9456-4bb9-b896-c0ae5329a081,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:28.514920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:28.516783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.533912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:28.543036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-6eee0ad1-e822-4542-a8e0-39c944589002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.544585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-6eee0ad1-e822-4542-a8e0-39c944589002 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1bebd8b-5ada-44e0-935a-bc4542ff6240 HTTP/1.1" status: 200 len: 903 time: 0.1849384 Nov 23 09:58:28.544843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:28.549229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:28.552830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:28.607192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-e8abdfa8-8c93-4977-8c72-7b1c5ef3e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.608757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-e8abdfa8-8c93-4977-8c72-7b1c5ef3e660 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2513409 Nov 23 09:58:28.614272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.614915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.621829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6c22de1a-f131-4c11-b2e8-7207567cf549 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:28.623076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.636502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-d4f11820-6f5d-4fce-8eb5-55a037341a9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=123e155e-8b7e-4254-a58f-4d06316676bf HTTP/1.1" status: 200 len: 217 time: 0.0816960 Nov 23 09:58:28.671448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40ccc437-e2ec-403e-9bf3-26f1aa644cfe tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4374831 Nov 23 09:58:28.671448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-087741ca-dd70-4d75-8fce-f11d190eb6e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.0449708 Nov 23 09:58:28.671448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36666) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:28.675281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.138'}]}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:28.732954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-62250545-9853-4197-900c-953da2d9ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.734601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-62250545-9853-4197-900c-953da2d9ce75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0560412 Nov 23 09:58:28.736411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.737503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.743629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.776305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:28.779282 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9556eeaa-a67d-4ea4-835f-af2bec87b4ec" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:28.791670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:28.799072 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.810248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a73d-131a-4ff5-8f70-7e6ac2eaa2a4 req-31b25190-ba68-4103-a7ff-423194fe6dd1 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.820261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a73d-131a-4ff5-8f70-7e6ac2eaa2a4 req-31b25190-ba68-4103-a7ff-423194fe6dd1 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.821977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a238a73d-131a-4ff5-8f70-7e6ac2eaa2a4 req-31b25190-ba68-4103-a7ff-423194fe6dd1 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1678 time: 0.2004831 Nov 23 09:58:28.826334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-87f94746-aabd-4880-a31f-caae50597cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.826645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-daf3c2f4-bd48-46fb-9b64-9c1d29296199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:28.828043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-87f94746-aabd-4880-a31f-caae50597cfa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846310 Nov 23 09:58:28.828228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-daf3c2f4-bd48-46fb-9b64-9c1d29296199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a52afda5-9ef3-4a9b-b500-c0988cc9a131 HTTP/1.1" status: 200 len: 801 time: 0.1337044 Nov 23 09:58:28.829117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.829389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.856097 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f8a1a-c8bc-4111-bc90-c19125fe4edf x-openstack-request-id: req-756f8a1a-c8bc-4111-bc90-c19125fe4edf {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:28.856391 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:28.856823 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-756f8a1a-c8bc-4111-bc90-c19125fe4edf {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:28.857704 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'code': 200} Nov 23 09:58:28.863248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:28.902855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538b52a3-9f7c-4701-a885-730e41af239a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:28.905226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:28.908701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.921002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:28.926440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8b50a347-a8e8-49c5-9a1f-2c48674358e8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/538b52a3-9f7c-4701-a885-730e41af239a HTTP/1.1" status: 204 len: 168 time: 0.7219224 Nov 23 09:58:28.926618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df3075-800e-41b4-aced-73a45e160da8 None None] Network b0c30b2a-8d8d-4396-a7a6-cd81db99f16a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:28.929452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36670) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:29.027142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-ed18629d-8dce-4d3a-9ec8-81159a485cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:29.028582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-ed18629d-8dce-4d3a-9ec8-81159a485cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bebd8b-5ada-44e0-935a-bc4542ff6240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895885 Nov 23 09:58:29.036515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a238a73d-131a-4ff5-8f70-7e6ac2eaa2a4 req-c3c2e8d0-ebb2-40c3-b02d-4cecda572030 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047355 Nov 23 09:58:29.060710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.131089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-fa6a8dde-8de7-4c64-88e7-6718ba6f1c6e service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919078 Nov 23 09:58:29.134554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.153757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] DHCP port deletion for b0c30b2a-8d8d-4396-a7a6-cd81db99f16a request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:29.186037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-7131fca9-f470-4356-8c13-b480c4e80c41 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484604 Nov 23 09:58:29.250420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Deleting port d8a65f86-744a-428a-8999-91cda8440346 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:29.250870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.277266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.330843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] For port d8a65f86-744a-428a-8999-91cda8440346, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8a65f86-744a-428a-8999-91cda8440346,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:29.331707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.350342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Calling delete_port for d8a65f86-744a-428a-8999-91cda8440346 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:29.379612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-083d8e20-9ff2-4470-af3d-429ac9920aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384632 Nov 23 09:58:29.392871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcc8a0-a2a5-4d8e-aad0-3ec2e6b50a38 req-5809993a-16a9-4b9b-a6ad-5c534bfc3451 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:29.394409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93dcc8a0-a2a5-4d8e-aad0-3ec2e6b50a38 req-5809993a-16a9-4b9b-a6ad-5c534bfc3451 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1929445 Nov 23 09:58:29.398920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Deleting port d8a65f86-744a-428a-8999-91cda8440346 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:29.399748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.405999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=2bddfb8b-0461-4134-a4b5-ec1b1525c3c2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:29.456074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.469359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] No DVR routers for this DVR port d8a65f86-744a-428a-8999-91cda8440346 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:29.471372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:29.471372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network hostable DHCP agents. Network: 3424d68b-9456-4bb9-b896-c0ae5329a081, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:58:29.479998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e08318c-591a-4190-9457-fa1a64f4be8b req-1e412482-84db-4180-9e70-f999cfb7c76a service neutron] 10.222.0.11 "GET /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337124 Nov 23 09:58:29.488298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546e26-ed79-4a42-b75d-ca2f3785da9e req-c8d90224-429e-497c-b8f0-4721896f6c38 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:29.489773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d546e26-ed79-4a42-b75d-ca2f3785da9e req-c8d90224-429e-497c-b8f0-4721896f6c38 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1407068 Nov 23 09:58:29.498266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] For port d8a65f86-744a-428a-8999-91cda8440346, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8a65f86-744a-428a-8999-91cda8440346,segment=NetworkSegment(2bbe612b-f413-46fb-aa80-f198a2a63ca1),segment_id=2bbe612b-f413-46fb-aa80-f198a2a63ca1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:29.498635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.507062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1124-a60c-4720-ba6c-7c096865160a None None] Pushing event deleted for resources: {'Port': ['ID=d8a65f86-744a-428a-8999-91cda8440346,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:29.512026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:58:29.537394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3424d68b-9456-4bb9-b896-c0ae5329a081) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:29.545640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:29.546262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.549777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00f861-6d22-44a8-a27a-4db68fa6156d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:29.566673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:29.568852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-437d3cbb-8e67-46e7-bb8a-a21da05904fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0785511 Nov 23 09:58:29.569082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f22028a1-ec77-449a-9292-12724723c782 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:29.572811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:29.578347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'name': 'tempest-NetworksTestDHCPv6-836455443'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:29.591596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d546e26-ed79-4a42-b75d-ca2f3785da9e req-e04283af-3f3e-4e22-8be9-fa9d48f516e0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862622 Nov 23 09:58:29.597424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Calling delete_port for d8a65f86-744a-428a-8999-91cda8440346 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:29.614564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93dcc8a0-a2a5-4d8e-aad0-3ec2e6b50a38 req-d6f82717-6339-42b8-855b-9f5e53e699e9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008789 Nov 23 09:58:29.649133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: f22028a1-ec77-449a-9292-12724723c782 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:29.649477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f22028a1-ec77-449a-9292-12724723c782 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:29.729022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:29.734071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.736710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.749287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.760023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port b3aa3cee-fb8a-46fc-9e01-445f8dd910fd yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:29.786604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a65f86-744a-428a-8999-91cda8440346,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:29.788902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] No DVR routers for this DVR port d8a65f86-744a-428a-8999-91cda8440346 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:29.791643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.794128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:29.818595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'mac_address': 'fa:16:3e:d9:5c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:29.845596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '2bddfb8b-0461-4134-a4b5-ec1b1525c3c2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:29.846450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.873952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.902938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:29.906689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.913333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::163 (3424d68b-9456-4bb9-b896-c0ae5329a081/2bddfb8b-0461-4134-a4b5-ec1b1525c3c2/b3aa3cee-fb8a-46fc-9e01-445f8dd910fd) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:29.937123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c30b2a-8d8d-4396-a7a6-cd81db99f16a']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:29.977189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbe612b-f413-46fb-aa80-f198a2a63ca1') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:29.977412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbe612b-f413-46fb-aa80-f198a2a63ca1') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:29.978787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:29.986304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:29.991474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.013234 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.040130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:30.040455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:30.042528 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:30.044619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:30.076268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.103816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.107013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.117180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.146065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:30.184878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:30.186261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=b3aa3cee-fb8a-46fc-9e01-445f8dd910fd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:30.192287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:30.200684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:30.207079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:30.207976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.210289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/2bddfb8b-0461-4134-a4b5-ec1b1525c3c2/d4ad467e-556f-48b5-aa56-0088d2684bde) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:30.227112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a53f419e-cd0d-4155-bc5f-8dd490b99323 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6534228 Nov 23 09:58:30.229525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36684) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:30.344692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc1669-2965-4633-82cb-b39d8385bb33 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:30.346400 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a8dc1669-2965-4633-82cb-b39d8385bb33 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1158497 Nov 23 09:58:30.348943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36688) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:30.448323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.461118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.508808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:30.525301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8a65f86-744a-428a-8999-91cda8440346 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:30.527863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:30.538122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:30.540994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.544718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b0c30b2a-8d8d-4396-a7a6-cd81db99f16a HTTP/1.1" status: 204 len: 168 time: 1.6142557 Nov 23 09:58:30.572632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d0e6d-57d6-457a-9f76-8bffa4fbf476 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c30b2a-8d8d-4396-a7a6-cd81db99f16a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:30.575847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d8a65f86-744a-428a-8999-91cda8440346 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:30.576206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8a65f86-744a-428a-8999-91cda8440346 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:30.610024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Pushing event updated for resources: {'Port': ['ID=d4ad467e-556f-48b5-aa56-0088d2684bde,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:30.656877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Attempting to bind port d4ad467e-556f-48b5-aa56-0088d2684bde on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:30.657476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Attempting to bind port d4ad467e-556f-48b5-aa56-0088d2684bde by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:30.658227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Attempting to bind port d4ad467e-556f-48b5-aa56-0088d2684bde on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:30.666938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:30.667645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:30.668279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.668861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:30.669526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Bound port: d4ad467e-556f-48b5-aa56-0088d2684bde, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:30.669944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.707313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.717258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfe69c-9d38-4dd3-94f1-5a280103c14e req-c77d8689-70f9-4ff7-a31a-afed7af7791d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:30.723470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfe69c-9d38-4dd3-94f1-5a280103c14e req-c77d8689-70f9-4ff7-a31a-afed7af7791d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:30.732018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dbfe69c-9d38-4dd3-94f1-5a280103c14e req-c77d8689-70f9-4ff7-a31a-afed7af7791d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1678 time: 0.2209926 Nov 23 09:58:30.735271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.782375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] For port d4ad467e-556f-48b5-aa56-0088d2684bde, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:30.786900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] For port d4ad467e-556f-48b5-aa56-0088d2684bde, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d4ad467e-556f-48b5-aa56-0088d2684bde,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:30.790868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:30.799509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.828072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.828819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbed4c8-fd40-4455-8003-15bde1195494 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:58:30.858653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dbfe69c-9d38-4dd3-94f1-5a280103c14e req-c9583852-9548-4cf5-adef-f215c1beabe8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255941 Nov 23 09:58:30.880886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3e3c4-9416-4449-a44a-ea62e16156ff None None] Pushing event updated for resources: {'Port': ['ID=d4ad467e-556f-48b5-aa56-0088d2684bde,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:30.903066 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 09:58:30.905110 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aaad5d9f-6834-499a-b302-e6868ad1df95 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2331750 Nov 23 09:58:30.910523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-501896e3-9b89-4e60-9e48-9d5e690b4057 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b95966475d1947a98da0af63b97d8220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120136 Nov 23 09:58:30.910523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36700) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:30.910741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36702) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:30.945304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port b3aa3cee-fb8a-46fc-9e01-445f8dd910fd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:30.945918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:30.955360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29871cce-5c92-4357-846b-58df55be63db req-2cd8868c-b46b-4164-8570-f31b20818bf9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:30.956904 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29871cce-5c92-4357-846b-58df55be63db req-2cd8868c-b46b-4164-8570-f31b20818bf9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0721538 Nov 23 09:58:31.056091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3607c-58b7-4056-a864-88cc00d93079 req-ffc6b17d-231c-4317-ac67-65dff8311ce3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.057906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1d3607c-58b7-4056-a864-88cc00d93079 req-ffc6b17d-231c-4317-ac67-65dff8311ce3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 944 time: 0.1057725 Nov 23 09:58:31.092437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.097372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29871cce-5c92-4357-846b-58df55be63db req-16919a15-04ef-42e1-b422-5e2062213d2d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279585 Nov 23 09:58:31.119693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Deleting port ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:31.120126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.129409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.152964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for b3aa3cee-fb8a-46fc-9e01-445f8dd910fd owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:31.176543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.260768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1d3607c-58b7-4056-a864-88cc00d93079 req-eaf34245-9b36-47f4-967d-770c0fe27eae tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860154 Nov 23 09:58:31.283817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.306764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Calling delete_port for ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:31.366084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.367248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.369000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.372738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dac067e2-4985-42ae-9a53-2dac15b2ca9b HTTP/1.1" status: 204 len: 168 time: 0.4587340 Nov 23 09:58:31.399042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113da5c-fb17-419b-8e93-7776981c1228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac067e2-4985-42ae-9a53-2dac15b2ca9b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:31.446367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=b3aa3cee-fb8a-46fc-9e01-445f8dd910fd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:31.460314 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.464423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a42167e-dffa-49ba-bfd3-0e83310f2548 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/b3aa3cee-fb8a-46fc-9e01-445f8dd910fd HTTP/1.1" status: 204 len: 168 time: 1.1142535 Nov 23 09:58:31.467186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36710) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:31.562127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.566122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-21f8f3bb-66fc-4d9c-a382-4016c1c8d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.567344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:31.567786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-21f8f3bb-66fc-4d9c-a382-4016c1c8d5fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1099 time: 0.0548964 Nov 23 09:58:31.576214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:31.591214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8a195-86f6-4ef0-8645-bc69fb642a6e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.593111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8a195-86f6-4ef0-8645-bc69fb642a6e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.597871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-70a8a195-86f6-4ef0-8645-bc69fb642a6e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1264431 Nov 23 09:58:31.606697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36712) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:31.613507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:31.673709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 2bddfb8b-0461-4134-a4b5-ec1b1525c3c2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:31.678311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.711713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-954a9365-b20c-457c-9ea1-d7379a1a80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.713439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-954a9365-b20c-457c-9ea1-d7379a1a80d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 1099 time: 0.1082752 Nov 23 09:58:31.716204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.719654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-179ab9bc-b6e3-405e-8dfa-82be74c960c9 tempest-RoutersAdminNegativeIpV6Test-1363226797 tempest-RoutersAdminNegativeIpV6Test-1363226797-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ff8a9eab-a31f-4f8f-866f-3dac56d0ef8e HTTP/1.1" status: 204 len: 168 time: 0.8100829 Nov 23 09:58:31.727361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.748793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:31.749226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.826469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:31.849614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5', 'network_id': '3513c9df-8ea7-4990-872b-7954bce253bc', 'port_id': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5', 'mac_address': 'fa:16:3e:98:1c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bccf84c-f7b9-415d-8e72-a2b47a8d9eac', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:31.911112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:31.912777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-a2cc1a09-8e3a-4d2e-ac9e-6f148e8f9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:31.930088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-a2cc1a09-8e3a-4d2e-ac9e-6f148e8f9d11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2010777 Nov 23 09:58:31.996300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.015304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.021269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.026709 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-a2577cac-086c-4618-9914-9faf85c1af76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 200 len: 217 time: 0.0956500 Nov 23 09:58:32.070846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:32.074365 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd04f6-0f55-4ef6-b4d7-0f6522ca5ab9" -d '{"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:32.084486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=2bddfb8b-0461-4134-a4b5-ec1b1525c3c2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:32.088920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.098360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:32.099798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:32.104888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e4b02631-c090-4f2d-a2b0-bcb44a36c691 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2bddfb8b-0461-4134-a4b5-ec1b1525c3c2 HTTP/1.1" status: 204 len: 168 time: 0.4908550 Nov 23 09:58:32.131019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:32.154027 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.170262 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ede51-3744-4007-bf76-15dc2533813f x-openstack-request-id: req-2a0ede51-3744-4007-bf76-15dc2533813f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:32.171482 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:32.171970 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a0ede51-3744-4007-bf76-15dc2533813f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:32.173131 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'code': 200} Nov 23 09:58:32.183533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:32.215091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.216702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 123e155e-8b7e-4254-a58f-4d06316676bf details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:32.249761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36738) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:32.283662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:32.312612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f53bdd73-943a-4306-a857-fa4305802cdf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2040679 Nov 23 09:58:32.313350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36746) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:32.320347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd15b0-517c-4707-9eb7-e3a02d036e36 req-984d299b-470f-45e4-bc72-5454385a8a4e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.329912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acbd15b0-517c-4707-9eb7-e3a02d036e36 req-984d299b-470f-45e4-bc72-5454385a8a4e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0904522 Nov 23 09:58:32.330731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:32.372247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-007dad27-3142-4862-8ccc-6f0e7d570cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.376447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-007dad27-3142-4862-8ccc-6f0e7d570cef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.3400438 Nov 23 09:58:32.396130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee487-d76f-4ab3-9fd5-d40580e403ad req-4350fc0b-cd6b-4a7e-8e27-7fb256da5772 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.402365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee487-d76f-4ab3-9fd5-d40580e403ad req-4350fc0b-cd6b-4a7e-8e27-7fb256da5772 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.404016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e2ee487-d76f-4ab3-9fd5-d40580e403ad req-4350fc0b-cd6b-4a7e-8e27-7fb256da5772 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1678 time: 0.3971231 Nov 23 09:58:32.408585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acbd15b0-517c-4707-9eb7-e3a02d036e36 req-8f27b6c5-e811-444d-a013-e4efe4a82a97 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757213 Nov 23 09:58:32.614586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-fbe8790c-7b35-4904-80ba-cf60f77b30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.616073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-fbe8790c-7b35-4904-80ba-cf60f77b30cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111461 Nov 23 09:58:32.617576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1956efb5-9776-490b-b07f-fad34a17a0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.639254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861f6e7-0a33-459f-b9c0-8b45f6739c5d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:32.641083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e2ee487-d76f-4ab3-9fd5-d40580e403ad req-370a83f3-cac9-4761-8c5e-6d3e64fb922e tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173972 Nov 23 09:58:32.706478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04f13-3f08-472c-8c9e-9a417d490e5f req-5d757ebe-93da-4ccb-8efd-7a5efc210dee tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.713248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d4ad467e-556f-48b5-aa56-0088d2684bde up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:32.717605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-baf04f13-3f08-472c-8c9e-9a417d490e5f req-5d757ebe-93da-4ccb-8efd-7a5efc210dee tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Nov 23 09:58:32.770116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-8930cb29-40b0-4c15-9e5b-f3b935690436 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279895 Nov 23 09:58:32.798912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-baf04f13-3f08-472c-8c9e-9a417d490e5f req-4bb1005c-4a9c-4e5d-a434-3d11d8ca0de2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Nov 23 09:58:32.838965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:32.841967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.918548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] Provisioning complete for port d4ad467e-556f-48b5-aa56-0088d2684bde triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:32.919186 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.960850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d4ad467e-556f-48b5-aa56-0088d2684bde triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:32.961077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:32.978004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207899-f22e-40e8-a672-e2aa7341dcf0 req-22f71536-5c81-45aa-90ca-179442393913 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:32.979953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f207899-f22e-40e8-a672-e2aa7341dcf0 req-22f71536-5c81-45aa-90ca-179442393913 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.0573690 Nov 23 09:58:33.005751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=123e155e-8b7e-4254-a58f-4d06316676bf,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:33.008238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.038530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '123e155e-8b7e-4254-a58f-4d06316676bf', 'network_id': 'c1bebd8b-5ada-44e0-935a-bc4542ff6240', 'port_id': '123e155e-8b7e-4254-a58f-4d06316676bf', 'mac_address': 'fa:16:3e:dc:87:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52afda5-9ef3-4a9b-b500-c0988cc9a131', 'ip_address': '19.86.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:33.043850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f207899-f22e-40e8-a672-e2aa7341dcf0 req-4648b4c8-cb45-4309-99c5-a9588f89a126 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548663 Nov 23 09:58:33.061342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be32b13d-1313-45eb-929c-4a3172cde4fe req-e4269974-f707-45c6-b766-335a4049a345 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822051 Nov 23 09:58:33.095633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1956efb5-9776-490b-b07f-fad34a17a0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.107933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1956efb5-9776-490b-b07f-fad34a17a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.135098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.177549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:33.179236 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.194897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123e155e-8b7e-4254-a58f-4d06316676bf {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:33.205515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1956efb5-9776-490b-b07f-fad34a17a0d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57de7db155404adcb8dfbf08f48565c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9421566 Nov 23 09:58:33.206437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36770) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.211667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956efb5-9776-490b-b07f-fad34a17a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334d7640-10a9-4cd3-8720-d75de05387d7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.231201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=123e155e-8b7e-4254-a58f-4d06316676bf,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:33.251283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.258138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.258915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.279851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.300317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.304891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] For port d4ad467e-556f-48b5-aa56-0088d2684bde, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d4ad467e-556f-48b5-aa56-0088d2684bde,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:33.317373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.319517 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.371418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:33.381182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:33.381343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.383671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.387129 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/334d7640-10a9-4cd3-8720-d75de05387d7 HTTP/1.1" status: 204 len: 168 time: 0.1776195 Nov 23 09:58:33.391318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:33.392104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.393396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f09f84da-a0eb-4c4e-9fd1-446ae7ec1cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.405479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05231de9-a1dc-4df0-b8ed-f0e2aa46c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d7640-10a9-4cd3-8720-d75de05387d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.406260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.420807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36778) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.421340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0967252 Nov 23 09:58:33.427180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd011-cbcb-4022-9fd8-028796f6a9aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=09ac89e9-6d84-44aa-ac0a-61872313ae69,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.434378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'name': 'tempest-NetworksTestDHCPv6-1327886231'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:33.463508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8ade-a8db-4829-bfa1-36907d57ad67 None None] Pushing event updated for resources: {'Port': ['ID=d4ad467e-556f-48b5-aa56-0088d2684bde,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.476039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Deleting port d4ad467e-556f-48b5-aa56-0088d2684bde {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:33.476920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.505803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:58:33.506874 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:58:33.532022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f09f84da-a0eb-4c4e-9fd1-446ae7ec1cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.546867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15b88-a001-496c-810a-421ff563f0fa req-ddf6b73d-3b19-4a91-b6e7-269b647ba791 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:33.548732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dd15b88-a001-496c-810a-421ff563f0fa req-ddf6b73d-3b19-4a91-b6e7-269b647ba791 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.0644035 Nov 23 09:58:33.565267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f09f84da-a0eb-4c4e-9fd1-446ae7ec1cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.590873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] For port d4ad467e-556f-48b5-aa56-0088d2684bde, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d4ad467e-556f-48b5-aa56-0088d2684bde,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:33.591433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.610342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Calling delete_port for d4ad467e-556f-48b5-aa56-0088d2684bde owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:33.621131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dd15b88-a001-496c-810a-421ff563f0fa req-9137c730-ada9-4392-a739-5ebf2154da48 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642631 Nov 23 09:58:33.677066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f09f84da-a0eb-4c4e-9fd1-446ae7ec1cad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dd543c9fb314f06abc01b214308e4e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155917 Nov 23 09:58:33.677066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f84da-a0eb-4c4e-9fd1-446ae7ec1cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429930a8-4414-4e70-b1c9-56b12a29111c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.677462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36788) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.705771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['123e155e-8b7e-4254-a58f-4d06316676bf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:33.706927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:33.710298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.711813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.736043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 196e090e-0340-4dd3-8699-f17cc73ac0df yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:33.794216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] Pushing event deleted for resources: {'Port': ['ID=d4ad467e-556f-48b5-aa56-0088d2684bde,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:33.806675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16562e-ab9a-4c6e-ae0d-7b13549b6532 None None] No DVR routers for this DVR port d4ad467e-556f-48b5-aa56-0088d2684bde on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:33.837478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666be422-0230-40c5-b767-acea95cf9676 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:33.861595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.870067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.908381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d41f-d9f1-454a-9d27-ee6b2aec9345 req-1519f049-0a54-4e2d-85f1-71359a521281 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:33.915500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d41f-d9f1-454a-9d27-ee6b2aec9345 req-1519f049-0a54-4e2d-85f1-71359a521281 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:33.917701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a66d41f-d9f1-454a-9d27-ee6b2aec9345 req-1519f049-0a54-4e2d-85f1-71359a521281 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1680 time: 0.1414342 Nov 23 09:58:33.937697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:33.960627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::b7 (3424d68b-9456-4bb9-b896-c0ae5329a081/09ac89e9-6d84-44aa-ac0a-61872313ae69/196e090e-0340-4dd3-8699-f17cc73ac0df) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:33.968483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b960a2d9-5fee-42fc-9e46-aa1636bb304b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5e06fdcd4644a3b9332b660de18b539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056280 Nov 23 09:58:33.973308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:33.997506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a66d41f-d9f1-454a-9d27-ee6b2aec9345 req-e99c1c69-f198-4276-9c4f-911ef2c967f7 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Nov 23 09:58:34.020966 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.023608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.032243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/429930a8-4414-4e70-b1c9-56b12a29111c HTTP/1.1" status: 204 len: 168 time: 0.3489165 Nov 23 09:58:34.048602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53cc54-28f2-4915-9116-34f8e6cb5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429930a8-4414-4e70-b1c9-56b12a29111c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:34.050536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port d4ad467e-556f-48b5-aa56-0088d2684bde update to ACTIVE by agent not found {{(pid=110025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 09:58:34.063209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf51f-8c14-4de9-b096-a113ccfc2494 req-d863d98b-58f5-445b-8fbb-1f99162a6305 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.064819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cadf51f-8c14-4de9-b096-a113ccfc2494 req-d863d98b-58f5-445b-8fbb-1f99162a6305 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1588418 Nov 23 09:58:34.101716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.111787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '09ac89e9-6d84-44aa-ac0a-61872313ae69'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:34.113413 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.174691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.215348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525eea-5551-41ca-8700-955db40fe4d8 req-51c360eb-1732-4ca8-9b47-7c44842cfddd tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.216916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9525eea-5551-41ca-8700-955db40fe4d8 req-51c360eb-1732-4ca8-9b47-7c44842cfddd tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.0660830 Nov 23 09:58:34.283603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9525eea-5551-41ca-8700-955db40fe4d8 req-dd1be01f-464a-4a7b-927c-fba45b3cdbbe tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577390 Nov 23 09:58:34.309035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cadf51f-8c14-4de9-b096-a113ccfc2494 req-e3ea8914-3d0b-4e16-8e50-bb59b78ef41b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245357 Nov 23 09:58:34.351584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.354265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.355460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12ab7635-f64f-4bd0-8999-a85cf86854b2 HTTP/1.1" status: 204 len: 168 time: 0.3796873 Nov 23 09:58:34.358866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.368320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d04f5f-cb69-450d-9d9b-8d2bdd90b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab7635-f64f-4bd0-8999-a85cf86854b2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:34.424291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.495049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/09ac89e9-6d84-44aa-ac0a-61872313ae69/1e633673-0a30-4cfa-b614-0563ba76d3f8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:34.503501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d4ad467e-556f-48b5-aa56-0088d2684bde no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:34.518464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:34.534676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:34.536758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:34.540390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:34.545281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:34.550611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d4ad467e-556f-48b5-aa56-0088d2684bde {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:34.551096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d4ad467e-556f-48b5-aa56-0088d2684bde not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:34.558070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.558747 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.573422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=196e090e-0340-4dd3-8699-f17cc73ac0df,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:34.592788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85b0819e-d749-4274-ab36-73146a412a0f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1708775 Nov 23 09:58:34.595514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36812) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:34.819230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed785f1-5604-41d8-8476-06100fd07eb2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.827969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5ed785f1-5604-41d8-8476-06100fd07eb2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2311673 Nov 23 09:58:34.832726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-c68d4dcc-2fd5-4b4d-8105-41d65af24587 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.840839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-c68d4dcc-2fd5-4b4d-8105-41d65af24587 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.1647713 Nov 23 09:58:34.844725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36826) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:34.877097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:34.915444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['0ed6c3d5-3362-49e0-9661-6c3731bc47b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:34.921048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6427d3-016d-4bfb-8284-ff8cb06f5589 req-b5b4467c-4196-4b12-9c07-9c474429a502 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:34.923236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f6427d3-016d-4bfb-8284-ff8cb06f5589 req-b5b4467c-4196-4b12-9c07-9c474429a502 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1554577 Nov 23 09:58:34.979913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:35.001772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:35.005060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f6427d3-016d-4bfb-8284-ff8cb06f5589 req-3b12002f-4af6-44c6-8b9e-3fc5d536311e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735617 Nov 23 09:58:35.007564 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10cf716-3746-4003-b7e2-0a8b6f153824" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:35.048379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.060888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:35.121505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'mac_address': 'fa:16:3e:18:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:35.144883 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3317d98-a399-46b3-acbd-2dc3cf038215 x-openstack-request-id: req-d3317d98-a399-46b3-acbd-2dc3cf038215 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:35.145183 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:35.145726 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3317d98-a399-46b3-acbd-2dc3cf038215 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:35.146323 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'code': 200} Nov 23 09:58:35.172817 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.232770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1526f-65c8-4de3-b0e7-5a54deb8a022 req-d546af98-6fe1-45cd-8c8d-7f54a8ce77cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:35.241349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1526f-65c8-4de3-b0e7-5a54deb8a022 req-d546af98-6fe1-45cd-8c8d-7f54a8ce77cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:35.246452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ce1526f-65c8-4de3-b0e7-5a54deb8a022 req-d546af98-6fe1-45cd-8c8d-7f54a8ce77cf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1680 time: 0.1149948 Nov 23 09:58:35.251808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Deleting port fc629b20-f4ad-47e0-b576-b36313cf11af {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:35.252278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.324308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 196e090e-0340-4dd3-8699-f17cc73ac0df {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:35.324647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.387618 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.419290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:35.441701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36860) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:35.491533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97217d-dbc5-44a3-9c47-dd1b097e4513 req-776ed679-347b-4479-b421-05772938f911 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:35.502085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa97217d-dbc5-44a3-9c47-dd1b097e4513 req-776ed679-347b-4479-b421-05772938f911 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.1076517 Nov 23 09:58:35.509453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.514624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:35.522659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ce1526f-65c8-4de3-b0e7-5a54deb8a022 req-dd2399c0-7dc2-44f5-b2fd-9bdb005e66eb tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663283 Nov 23 09:58:35.533415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:35.545601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:35.562534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Pushing event updated for resources: {'Port': ['ID=1e633673-0a30-4cfa-b614-0563ba76d3f8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:35.574402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:35.578930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 123e155e-8b7e-4254-a58f-4d06316676bf up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:35.665868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa97217d-dbc5-44a3-9c47-dd1b097e4513 req-328a0d54-9a96-4810-8ba8-aa0796085359 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509969 Nov 23 09:58:35.683262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1158018725-network', 'tenant_id': '3089091962354fe2bbe9733c01669b79'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:35.709573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:35.713187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:35.713732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.727133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.781975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Attempting to bind port 1e633673-0a30-4cfa-b614-0563ba76d3f8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:35.782339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Attempting to bind port 1e633673-0a30-4cfa-b614-0563ba76d3f8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:35.782697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Attempting to bind port 1e633673-0a30-4cfa-b614-0563ba76d3f8 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:35.799800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:35.800159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:35.800559 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.800951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:35.801428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Bound port: 1e633673-0a30-4cfa-b614-0563ba76d3f8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:35.801802 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.803237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.874197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 123e155e-8b7e-4254-a58f-4d06316676bf completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:58:35.880047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:35.886698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 123e155e-8b7e-4254-a58f-4d06316676bf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:35.887330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.891002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 196e090e-0340-4dd3-8699-f17cc73ac0df owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:35.900133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a3b57-06f9-44e5-a436-fc9dd1d2cdde req-41580036-3182-4431-b00e-f649c25d4d99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:35.901926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c8a3b57-06f9-44e5-a436-fc9dd1d2cdde req-41580036-3182-4431-b00e-f649c25d4d99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2005489 Nov 23 09:58:35.902565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Made reservation on behalf of 3089091962354fe2bbe9733c01669b79 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:35.904260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36882) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:35.904778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.922006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:35.953809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] For port 1e633673-0a30-4cfa-b614-0563ba76d3f8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:35.957345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] For port 1e633673-0a30-4cfa-b614-0563ba76d3f8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e633673-0a30-4cfa-b614-0563ba76d3f8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:35.967303 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.033309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:36.049242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-72906045'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:36.080050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.092440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Made reservation on behalf of e7c8472fc8114d2e8568bdeea62478a8 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:36.096739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.120823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.143869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ffbd9-917f-4478-b012-34bef84178b1 None None] Pushing event updated for resources: {'Port': ['ID=1e633673-0a30-4cfa-b614-0563ba76d3f8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:36.226159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=123e155e-8b7e-4254-a58f-4d06316676bf,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:36.264338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.269252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58e22-9741-41c3-856d-1c848edfcd32 req-f19eb878-60c2-46cd-b446-7324eb4eedf2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:36.276916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72c58e22-9741-41c3-856d-1c848edfcd32 req-f19eb878-60c2-46cd-b446-7324eb4eedf2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1158140 Nov 23 09:58:36.347572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:36.418237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72c58e22-9741-41c3-856d-1c848edfcd32 req-011729f5-6a33-4e35-a1fc-a5781b188592 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402595 Nov 23 09:58:36.467936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.469157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.499715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.528072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:36.549453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.549453 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Added segment 3881c342-973d-40ac-9585-ce7fe1f887c9 of type vlan for network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 Nov 23 09:58:36.569869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.627737 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.646613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.663311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e633673-0a30-4cfa-b614-0563ba76d3f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:36.688093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97280-7688-4089-a5cd-2193330b59d1 req-67c3ce23-dd3e-4b05-abcd-c1e82098d622 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:36.690213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c97280-7688-4089-a5cd-2193330b59d1 req-67c3ce23-dd3e-4b05-abcd-c1e82098d622 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 948 time: 0.1175919 Nov 23 09:58:36.695309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:58:36.756749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1e633673-0a30-4cfa-b614-0563ba76d3f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:36.757349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.766243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c97280-7688-4089-a5cd-2193330b59d1 req-d7e3fb03-bd54-41d0-8f09-55e91a65c1f2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Nov 23 09:58:36.775707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed00c1-ab14-4c09-b06d-51281870c8be,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:36.780666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0e377c-16fa-45d1-9d24-f472a6a40867,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:36.784119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.784795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:36.785065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.785714 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Added segment caec241f-19c4-42f8-bf89-4af86067b9bd of type vlan for network c41f23df-689d-4043-8a48-6f28511d7ce9 Nov 23 09:58:36.785852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.796071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=196e090e-0340-4dd3-8699-f17cc73ac0df,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:36.836716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c8a3b57-06f9-44e5-a436-fc9dd1d2cdde req-a199315d-08b0-4818-9b34-55b7f25b27b3 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9071221 Nov 23 09:58:36.926115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.935892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9817b97-1b0c-4a18-b669-ed9a5173f6d2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/196e090e-0340-4dd3-8699-f17cc73ac0df HTTP/1.1" status: 204 len: 168 time: 2.0871890 Nov 23 09:58:36.940328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:36.986517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:36.995982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.011339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934f1e-40ed-4c55-bf35-f2eab795415b req-fa570baf-5ce7-434f-9602-07356c40d26f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.018602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934f1e-40ed-4c55-bf35-f2eab795415b req-fa570baf-5ce7-434f-9602-07356c40d26f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.027322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a934f1e-40ed-4c55-bf35-f2eab795415b req-fa570baf-5ce7-434f-9602-07356c40d26f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1681 time: 0.1354859 Nov 23 09:58:37.076717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 1e633673-0a30-4cfa-b614-0563ba76d3f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e633673-0a30-4cfa-b614-0563ba76d3f8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:37.089599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.122555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a934f1e-40ed-4c55-bf35-f2eab795415b req-2c4e645c-9a27-4796-b74c-a79e2a6ee5bc tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943074 Nov 23 09:58:37.129226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.135260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.135917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.148590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:37.152334 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6875d975-5433-406a-90ac-f0399c3e118e" -d '{"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-plugged", "status": "completed", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:37.204226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2907994 Nov 23 09:58:37.218208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:37.231771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=1e633673-0a30-4cfa-b614-0563ba76d3f8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:37.260355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'subnet': {'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:37.404560 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241dc124-e9a6-4255-a656-1ea0900cd43a x-openstack-request-id: req-241dc124-e9a6-4255-a656-1ea0900cd43a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:37.404958 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-plugged", "status": "completed", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:37.405336 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-241dc124-e9a6-4255-a656-1ea0900cd43a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:37.405812 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf', 'code': 200} Nov 23 09:58:37.485222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51521273-d7ea-4099-9402-df6f03c27c47 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Network': ['ID=c41f23df-689d-4043-8a48-6f28511d7ce9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:37.499210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c41f23df-689d-4043-8a48-6f28511d7ce9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:37.562411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1130199 Nov 23 09:58:37.564085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.564460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.564759 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Floating IP ad37ce3c-dba1-40cd-92c1-1d75ba92fc59 disassociated. External IP: 172.25.1.152, port: fc629b20-f4ad-47e0-b576-b36313cf11af. Nov 23 09:58:37.565106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Calling delete_port for fc629b20-f4ad-47e0-b576-b36313cf11af owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:37.574645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36922) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:37.589223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-73c42789-0540-436a-80b0-4a255e9cd4bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973926 Nov 23 09:58:37.595029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:37.602236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca53bc-658f-45a5-bb70-e9d01286a26e admin admin] Pushing event updated for resources: {'Network': ['ID=3327a186-f8fb-45ba-a2e4-d4b5106dc020,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:37.614785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Request body: {'subnet': {'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1158018725-subnet', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:37.648915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77ca4e-6c70-42da-937f-00eef1f8a702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.650906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77ca4e-6c70-42da-937f-00eef1f8a702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.652473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c77ca4e-6c70-42da-937f-00eef1f8a702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7087412 Nov 23 09:58:37.655269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:37.675289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:58:37.745371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-6c01d4ec-5dca-4ce6-9165-89498e3bc619 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.753984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-6c01d4ec-5dca-4ce6-9165-89498e3bc619 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633501 Nov 23 09:58:37.762992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Made reservation on behalf of e7c8472fc8114d2e8568bdeea62478a8 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:37.768178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.800548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:58:37.815284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:37.815911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.816058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0f0ab-50b0-4db0-90e6-50da62568c41 req-8961c22b-f921-4417-86cd-cfe3558e37a2 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:37.819416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-75bc547e-d5b9-46c0-9a6f-f7212c4a0b1e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/quotas/d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 375 time: 0.0640485 Nov 23 09:58:37.823619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49c0f0ab-50b0-4db0-90e6-50da62568c41 req-8961c22b-f921-4417-86cd-cfe3558e37a2 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 945 time: 0.8764040 Nov 23 09:58:37.846157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Made reservation on behalf of 3089091962354fe2bbe9733c01669b79 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:37.848391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.868705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-549453e9-a808-4dfc-b974-ded02bca8012 None None] Provisioning complete for port 1e633673-0a30-4cfa-b614-0563ba76d3f8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:37.869510 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-549453e9-a808-4dfc-b974-ded02bca8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:37.952734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-caa3997e-995b-40e3-b5ef-633d1febe010 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321936 Nov 23 09:58:38.053928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.159979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:38.188594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.192458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fc629b20-f4ad-47e0-b576-b36313cf11af no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:38.209233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.210603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.234322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 09ac89e9-6d84-44aa-ac0a-61872313ae69 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:38.286432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a2992dcb-fb96-462b-bf51-a19abd14ff03 None None] Could not find standard attr ID for object b3aa3cee-fb8a-46fc-9e01-445f8dd910fd. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:58:38.287907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.367198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:38.415964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.470803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fc629b20-f4ad-47e0-b576-b36313cf11af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fc629b20-f4ad-47e0-b576-b36313cf11af,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:38.477182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.487298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fefa8c-bdd3-4da4-83d9-031c7e80c66b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:38.497927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Subnet': ['ID=1adc1050-b661-436e-96c6-8dbbac257f12,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:38.514910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Checking segment: {'id': 'caec241f-19c4-42f8-bf89-4af86067b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:38.515302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network hostable DHCP agents. Network: c41f23df-689d-4043-8a48-6f28511d7ce9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:58:38.532869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49c0f0ab-50b0-4db0-90e6-50da62568c41 req-01a98c40-85cd-424f-9d60-a43135bea48a tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a96aff2-9889-4e3e-a7db-8f9200a9332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7064631 Nov 23 09:58:38.547094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:38.555741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b185c9-35c2-4d06-a504-67f6c836784e req-6de13158-0b0a-46b8-ac5a-010dfa586a64 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:38.563719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2b185c9-35c2-4d06-a504-67f6c836784e req-6de13158-0b0a-46b8-ac5a-010dfa586a64 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2660427 Nov 23 09:58:38.651551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.684291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e633673-0a30-4cfa-b614-0563ba76d3f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:38.698369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network c41f23df-689d-4043-8a48-6f28511d7ce9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:58:38.742838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2b185c9-35c2-4d06-a504-67f6c836784e req-121a64c9-c22f-4b84-bb77-184ad3c98a19 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521819 Nov 23 09:58:38.765682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c41f23df-689d-4043-8a48-6f28511d7ce9) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:38.783669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:38.784271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.787334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d487574-f919-4c00-b33e-117adcadb34b None None] Network c41f23df-689d-4043-8a48-6f28511d7ce9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:38.789586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.793270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-866c7b25-d634-4885-9d81-90eba4fee937 None None] Could not find standard attr ID for object 196e090e-0340-4dd3-8699-f17cc73ac0df. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:58:38.835603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:38.842419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-76abcb66-6c1a-473e-b57b-ddfed2a138d6 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5912662 Nov 23 09:58:38.845390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36940) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:38.848024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.848488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.848928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.849362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.849812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.850385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.850804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.852635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.852635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.852635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.852635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.853222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:38.854993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-619981373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:38.900733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1e633673-0a30-4cfa-b614-0563ba76d3f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:38.901738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.914342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Checking segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:38.914875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Network hostable DHCP agents. Network: 3327a186-f8fb-45ba-a2e4-d4b5106dc020, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:58:38.934736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.940969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:38.975248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event deleted for resources: {'Port': ['ID=fc629b20-f4ad-47e0-b576-b36313cf11af,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:39.019795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 6c22de1a-f131-4c11-b2e8-7207567cf549 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:39.020200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.052028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.084042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.109746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8d25c-b3c2-4f98-84e1-83e4f368cf50 req-9bd8e3c9-aed6-4146-9f9f-aee4e0a4b944 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:39.122719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8d25c-b3c2-4f98-84e1-83e4f368cf50 req-9bd8e3c9-aed6-4146-9f9f-aee4e0a4b944 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:39.129540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-00f81296-fc02-489f-8b10-fec483dca356 req-2fa7aca8-45d8-45b3-be1c-a62cb94487fb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 210 time: 0.2175803 Nov 23 09:58:39.137831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbb8d25c-b3c2-4f98-84e1-83e4f368cf50 req-9bd8e3c9-aed6-4146-9f9f-aee4e0a4b944 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.4443469 Nov 23 09:58:39.144851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:58:39.160931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.171140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ef23913-d34f-460f-8e8b-278ddf9b6873 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3221164 Nov 23 09:58:39.171606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:39.223807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3327a186-f8fb-45ba-a2e4-d4b5106dc020) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:39.239816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:39.241085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.265983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce4f5f-dd0b-4c34-9da9-9a4735c9565b None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:39.311583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9df4af2b-5d99-4f90-b394-7727c6059743 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7103159 Nov 23 09:58:39.324009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36946) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:39.329570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:39.412931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5'}, {'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:39.416932 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f76965a-d0ca-44d2-8b8f-77979bfd5300" -d '{"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5"}, {"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:39.568351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.642001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c41f23df-689d-4043-8a48-6f28511d7ce9', 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9', 'tenant_id': 'e7c8472fc8114d2e8568bdeea62478a8', 'fixed_ips': [{'subnet_id': '1adc1050-b661-436e-96c6-8dbbac257f12'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:39.642772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.693714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:58:39.704925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.743661 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd88b65-cef9-40de-b394-713fd98bcd1f x-openstack-request-id: req-7dd88b65-cef9-40de-b394-713fd98bcd1f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:39.744482 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5", "code": 200}, {"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:39.744954 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7dd88b65-cef9-40de-b394-713fd98bcd1f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:39.745533 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5', 'code': 200} Nov 23 09:58:39.746006 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'code': 200} Nov 23 09:58:39.755102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=09ac89e9-6d84-44aa-ac0a-61872313ae69,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:39.762244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.764713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbb8d25c-b3c2-4f98-84e1-83e4f368cf50 req-8a915acb-c93e-4784-94a6-2bc7caff67f6 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257696 Nov 23 09:58:39.770054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.771142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.841728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.991361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:39.994767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1cc28f67-7cb3-4d9e-86e8-ce048de7a26a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/09ac89e9-6d84-44aa-ac0a-61872313ae69 HTTP/1.1" status: 204 len: 168 time: 2.3300228 Nov 23 09:58:39.997269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:40.007353 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Sync routers for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:40.016948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36954) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:40.023226 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:40.025819 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:40.068357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d88003de-a9fb-4135-8c12-0064c5fed930 req-76a0185d-c1e8-4145-8ca9-6c9930c8b441 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 210 time: 0.1802928 Nov 23 09:58:40.083191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Allocated IP 172.20.0.2 (c41f23df-689d-4043-8a48-6f28511d7ce9/1adc1050-b661-436e-96c6-8dbbac257f12/b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:40.167607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:40.219439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1fcb4-e091-4c2b-afd7-19b189bb4514 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:40.286145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-10d8d51f-faad-4f50-a53b-e618c5f695b4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2203286 Nov 23 09:58:40.358873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb38e1d-33ec-4f4e-877c-68e60de07aed req-dbd3c280-5fac-46bd-9803-9d5f763adf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:40.359376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb38e1d-33ec-4f4e-877c-68e60de07aed req-dbd3c280-5fac-46bd-9803-9d5f763adf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:40.363216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7bb38e1d-33ec-4f4e-877c-68e60de07aed req-dbd3c280-5fac-46bd-9803-9d5f763adf85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1984 time: 0.4763794 Nov 23 09:58:40.364206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:40.366078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-a5d6b009-1f01-4bf0-9ed2-fa45c9b1111c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1939e1810a44c3b983810c2d642c5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1823175 Nov 23 09:58:40.370958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:40.411457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] No DVR routers for this DVR port fc629b20-f4ad-47e0-b576-b36313cf11af on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:40.424473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:40.430495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:40.432588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a503f86-ad20-411f-b9bd-dd74c2b94773 req-64a45007-a897-44fe-8202-7ae15b57cd6b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.11 "DELETE /v2.0/ports/fc629b20-f4ad-47e0-b576-b36313cf11af HTTP/1.1" status: 204 len: 173 time: 5.5546532 Nov 23 09:58:40.445484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:40.464425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-deleted', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:40.472272 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1215b-30a7-4539-aa43-dd6367f643ae" -d '{"events": [{"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-deleted", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:40.540154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:40.569952 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:40.639982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa1783-b099-44fa-aa36-695f198cf35c req-f58a4482-0e50-46fa-ab1c-264b3eaa3d3d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:40.647796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3fa1783-b099-44fa-aa36-695f198cf35c req-f58a4482-0e50-46fa-ab1c-264b3eaa3d3d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.6578081 Nov 23 09:58:40.817101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:40.821220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:40.830718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3fa1783-b099-44fa-aa36-695f198cf35c req-b19aa7c0-15f1-4340-82ee-94985c8848bf tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634049 Nov 23 09:58:41.069085 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab03983-778d-4e69-9a79-d08d5f6e737e x-openstack-request-id: req-6ab03983-778d-4e69-9a79-d08d5f6e737e {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:41.070065 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1d7c5-a14c-48d5-8107-b7391b836e2a", "name": "network-vif-deleted", "tag": "fc629b20-f4ad-47e0-b576-b36313cf11af", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:41.070065 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ab03983-778d-4e69-9a79-d08d5f6e737e {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:41.071301 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1d7c5-a14c-48d5-8107-b7391b836e2a', 'name': 'network-vif-deleted', 'tag': 'fc629b20-f4ad-47e0-b576-b36313cf11af', 'status': 'completed', 'code': 200} Nov 23 09:58:41.115585 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:41.125100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:41.126176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.147704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab9c6739-1c3e-44bf-9dab-aca47fc9f45b req-3850cc28-071b-4404-98f2-86f80cddba3f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 210 time: 0.7964098 Nov 23 09:58:41.150894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:41.175797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.188923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Checking router: ba36e262-8653-48c3-9dfe-bd8432bd5bd4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:58:41.221576 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:41.222496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:41.224940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.395809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Network c41f23df-689d-4043-8a48-6f28511d7ce9 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:41.419142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:41.430817 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:41.448044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7bb38e1d-33ec-4f4e-877c-68e60de07aed req-c861b1bb-3696-4e1d-bdc4-1d0d6fd784c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0551753 Nov 23 09:58:41.481269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Pushing event updated for resources: {'Port': ['ID=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:41.484768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:41.499545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:41.524418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073687-ff5f-420a-bbf4-3c99ee5c5558 req-0241426a-2adb-4881-a211-74154a895e5c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:41.533320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073687-ff5f-420a-bbf4-3c99ee5c5558 req-0241426a-2adb-4881-a211-74154a895e5c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:41.535193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2073687-ff5f-420a-bbf4-3c99ee5c5558 req-0241426a-2adb-4881-a211-74154a895e5c tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.2989097 Nov 23 09:58:41.538477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.562277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.565446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.614577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cf69930-b55c-42d7-bdc5-95fdb0845779 req-c1b0714c-63cc-4b7e-a407-9f11ac5e5545 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea1d7c5-a14c-48d5-8107-b7391b836e2a HTTP/1.1" status: 200 len: 210 time: 0.2152734 Nov 23 09:58:41.672592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Deleting port 1e633673-0a30-4cfa-b614-0563ba76d3f8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:41.673123 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.679513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:41.699355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:41.712030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:41.712623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.744097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-b820107e-f768-4000-91fb-060fb63f3005 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:41.746124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-b820107e-f768-4000-91fb-060fb63f3005 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3565340 Nov 23 09:58:41.766434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Request body: {'port': {'device_id': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'd1939e1810a44c3b983810c2d642c5ab'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:41.768841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2073687-ff5f-420a-bbf4-3c99ee5c5558 req-28749f5c-e221-41eb-b74c-a7de998593e8 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092185 Nov 23 09:58:41.769469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=1ff795c0-86c1-477a-a6c9-a22789cdee45,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:41.770753 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:41.799942 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8e92-d12f-4633-96c2-89aed0e63f79 None None] The sync data for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 is: [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:55:23Z', 'revision_number': 4, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '79ce8163-3bba-42e2-ac56-cf3cd26cdf24', 'name': '', 'network_id': '69cdf871-3d0c-454e-985a-558974843289', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'mac_address': 'fa:16:3e:cf:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6f874404-7920-4de1-9058-47b01f500544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:22Z', 'updated_at': '2021-11-23T09:55:29Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'subnets': [{'id': '6f874404-7920-4de1-9058-47b01f500544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:41.823728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d0018f0-362e-4eb8-96f1-1439dd44350e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4130738 Nov 23 09:58:41.826229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] For port 1e633673-0a30-4cfa-b614-0563ba76d3f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e633673-0a30-4cfa-b614-0563ba76d3f8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:41.826682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:41.836180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:41.864799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'name': 'tempest-NetworksTestDHCPv6-2033025498'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:41.868603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Allocated IP 172.20.0.1 (c41f23df-689d-4043-8a48-6f28511d7ce9/1adc1050-b661-436e-96c6-8dbbac257f12/a66eaef6-fe9f-4b33-9043-76bd89cde921) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:41.884142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Allocated IP 172.25.1.161 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/d3197f2c-9fd8-419d-a14f-5c722290cdaa) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:41.943943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Allocated IP 172.20.0.2 (3327a186-f8fb-45ba-a2e4-d4b5106dc020/80fefa8c-bdd3-4da4-83d9-031c7e80c66b/a1df847b-27c0-425e-b446-865bb37117f3) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:42.153693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.157025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:42.159872 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd5388-0e36-4c08-aa3e-c919040f715f" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:42.167964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Calling delete_port for 1e633673-0a30-4cfa-b614-0563ba76d3f8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:42.175705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.207635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.267914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Pushing event updated for resources: {'Port': ['ID=a1df847b-27c0-425e-b446-865bb37117f3,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:42.281296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Attempting to bind port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:42.281677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Attempting to bind port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'caec241f-19c4-42f8-bf89-4af86067b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:42.282090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Attempting to bind port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc on network c41f23df-689d-4043-8a48-6f28511d7ce9 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:42.286793 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b7abb1-9954-4049-b9ed-c7ea78b8dbe8 x-openstack-request-id: req-07b7abb1-9954-4049-b9ed-c7ea78b8dbe8 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:42.287089 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:42.287347 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07b7abb1-9954-4049-b9ed-c7ea78b8dbe8 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:42.287742 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'code': 200} Nov 23 09:58:42.332256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.337130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe1318d-4613-46f7-918f-e3486739f4ac None None] New status for floating IP ad37ce3c-dba1-40cd-92c1-1d75ba92fc59: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:58:42.407119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:42.413419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Checking segment: {'id': 'caec241f-19c4-42f8-bf89-4af86067b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:42.414350 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.414964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Bound using segment: {'id': 'caec241f-19c4-42f8-bf89-4af86067b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:42.415556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Bound port: b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caec241f-19c4-42f8-bf89-4af86067b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:42.416543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.451744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Pushing event updated for resources: {'Port': ['ID=d3197f2c-9fd8-419d-a14f-5c722290cdaa,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:42.459919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:42.463596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.476774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:42.491644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb1a7989-d9ca-4a3d-ace7-36c44fb122b1 req-1f298b7b-75f1-4ebc-9842-105e70f4a27b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 210 time: 0.0511928 Nov 23 09:58:42.498728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e7273-5c7c-4894-b88f-0e3840f9fbeb req-6ba3ffca-71c5-49c0-9fed-b10a34544b99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:42.506432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f47e7273-5c7c-4894-b88f-0e3840f9fbeb req-6ba3ffca-71c5-49c0-9fed-b10a34544b99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.5466449 Nov 23 09:58:42.512347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:42.513833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:42.516342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:42.555189 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:58:42.584228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port e91f120f-27ee-4add-91ef-344525550951 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:42.624452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:42.640016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f47e7273-5c7c-4894-b88f-0e3840f9fbeb req-efb441fb-5c1e-4968-af63-862d33632f2d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327040 Nov 23 09:58:42.640659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Made reservation on behalf of d1939e1810a44c3b983810c2d642c5ab for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:42.645842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.658047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:42.715664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:42.861459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Allocated IP 192.168.233.51 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/deaff8a0-a225-41a0-aa7b-63de169b1197) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:42.905763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36986) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:42.999094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.003224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] For port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:43.047751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] Pushing event deleted for resources: {'Port': ['ID=1e633673-0a30-4cfa-b614-0563ba76d3f8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:43.050956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e633673-0a30-4cfa-b614-0563ba76d3f8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:43.085520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Attempting to bind port a1df847b-27c0-425e-b446-865bb37117f3 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:43.085959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Attempting to bind port a1df847b-27c0-425e-b446-865bb37117f3 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:43.086508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Attempting to bind port a1df847b-27c0-425e-b446-865bb37117f3 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:43.089026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.107481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.133586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] For port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,segment=NetworkSegment(caec241f-19c4-42f8-bf89-4af86067b9bd),segment_id=caec241f-19c4-42f8-bf89-4af86067b9bd)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:43.140703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 1e633673-0a30-4cfa-b614-0563ba76d3f8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:43.140947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e633673-0a30-4cfa-b614-0563ba76d3f8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:43.144978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:43.183432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Checking segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:43.187352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.192529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.193071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Bound using segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:43.195524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Bound port: a1df847b-27c0-425e-b446-865bb37117f3, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:43.196730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.202004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.219468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5f5af-fd34-4ec8-bc65-71b6d26e3465 None None] No DVR routers for this DVR port 1e633673-0a30-4cfa-b614-0563ba76d3f8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:43.235018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:43.235242 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.237844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424', '6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:43.271279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.274214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:43.281302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:43.294787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:43.352120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::3db (3424d68b-9456-4bb9-b896-c0ae5329a081/1ff795c0-86c1-477a-a6c9-a22789cdee45/e91f120f-27ee-4add-91ef-344525550951) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:43.359278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:43.381510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.404920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.407927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.409946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "DELETE /v2.0/security-groups/2a96aff2-9889-4e3e-a7db-8f9200a9332b HTTP/1.1" status: 204 len: 168 time: 0.5023973 Nov 23 09:58:43.422524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:43.458367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a8c7-ad30-4d87-a137-4d4215645ff3 req-f011364c-2b02-4a0f-9f0f-c08f7e93200b tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:43.467543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a8c7-ad30-4d87-a137-4d4215645ff3 req-f011364c-2b02-4a0f-9f0f-c08f7e93200b tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:43.472350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=a66eaef6-fe9f-4b33-9043-76bd89cde921,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:43.486350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf97a8c7-ad30-4d87-a137-4d4215645ff3 req-f011364c-2b02-4a0f-9f0f-c08f7e93200b tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.3928437 Nov 23 09:58:43.498579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798a144-bd69-4f6d-a7f7-52a26094a284 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96aff2-9889-4e3e-a7db-8f9200a9332b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:43.555336 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-c4e9f2ed-978d-4ea6-934e-abb845c359b6 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] show failed (client error): The resource could not be found. Nov 23 09:58:43.556707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c4e9f2ed-978d-4ea6-934e-abb845c359b6 tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "GET /v2.0/security-groups/2a96aff2-9889-4e3e-a7db-8f9200a9332b HTTP/1.1" status: 404 len: 347 time: 0.1316741 Nov 23 09:58:43.559650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36994) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:43.564239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80f2c0-2384-4b83-86f1-6f822db1c7dc None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:43.577087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:43.577791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:43.607174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network c41f23df-689d-4043-8a48-6f28511d7ce9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:43.636188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-120bb6e8-f6bd-4404-ae0f-545b71360e8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8787179 Nov 23 09:58:43.637080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:43.651302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:43.671185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Request body: {'port': {'device_id': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:43.717496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8358-2492-4329-9f46-d742ae1741f4 None None] Pushing event updated for resources: {'Port': ['ID=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:44.071031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-07410d09-35d3-4289-a052-62fda1199b62 None None] Provisioning complete for port deaff8a0-a225-41a0-aa7b-63de169b1197 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:44.071398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-07410d09-35d3-4289-a052-62fda1199b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.117088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-07410d09-35d3-4289-a052-62fda1199b62 None None] Port deaff8a0-a225-41a0-aa7b-63de169b1197 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:44.163496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] For port a1df847b-27c0-425e-b446-865bb37117f3, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:44.183379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.187008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] For port a1df847b-27c0-425e-b446-865bb37117f3, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1df847b-27c0-425e-b446-865bb37117f3,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:44.219367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.230972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '1ff795c0-86c1-477a-a6c9-a22789cdee45'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:44.231818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.310510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.338707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.415157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c06fd-cfb6-4528-9987-95d9078d9d4c req-8f856acb-819c-425d-81ae-f57070be8f8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:44.424878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd7c06fd-cfb6-4528-9987-95d9078d9d4c req-8f856acb-819c-425d-81ae-f57070be8f8d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 935 time: 0.7759151 Nov 23 09:58:44.473303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7a99-0d60-4919-93f2-cd5a6af9b5b9 None None] Pushing event updated for resources: {'Port': ['ID=a1df847b-27c0-425e-b446-865bb37117f3,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:44.519274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd7c06fd-cfb6-4528-9987-95d9078d9d4c req-a8666720-1c97-46a6-b69b-c1ce8c479517 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888963 Nov 23 09:58:44.624846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.666804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.792706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/1ff795c0-86c1-477a-a6c9-a22789cdee45/6d0e34bb-af58-4702-8adc-fb83084180aa) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:44.840471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:44.855385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf97a8c7-ad30-4d87-a137-4d4215645ff3 req-9a572c15-d2f5-4b0c-93c1-2848437f8ea2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3669641 Nov 23 09:58:44.874564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:44.911303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:44.923773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Deleting port 24a758ce-8793-4ed7-af8d-8999b5ee0d83 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:44.924937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:44.935638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:44.936716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:44.937498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.110202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2700560 Nov 23 09:58:45.111443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.118514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37000) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:45.123840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e918cc1-380f-4969-8bb1-d0f7cf42c1fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=e91f120f-27ee-4add-91ef-344525550951,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:45.203680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:45.236486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.238046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.268180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:45.288078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:45.296874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.298567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Calling delete_port for 24a758ce-8793-4ed7-af8d-8999b5ee0d83 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:45.313299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ed70-23dd-4774-9a5b-cd607d832395 req-e34fc5b4-06c0-41e0-8071-68286749524a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:45.321211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7d8ed70-23dd-4774-9a5b-cd607d832395 req-e34fc5b4-06c0-41e0-8071-68286749524a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.6570807 Nov 23 09:58:45.327307 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.339636 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:45.340289 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:45.357258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.359424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19483810-79e8-4039-82fd-65b30f51390d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0337141 Nov 23 09:58:45.411433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:45.423717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:45.432867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:45.433243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.436818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:45.446523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37006) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:45.566728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Pushing event updated for resources: {'Port': ['ID=6d0e34bb-af58-4702-8adc-fb83084180aa,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:45.695098 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:45.706124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Attempting to bind port 6d0e34bb-af58-4702-8adc-fb83084180aa on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:45.707223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Attempting to bind port 6d0e34bb-af58-4702-8adc-fb83084180aa by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:45.707730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Attempting to bind port 6d0e34bb-af58-4702-8adc-fb83084180aa on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:45.729612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:45.730217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:45.730743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.736249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:45.736249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Bound port: 6d0e34bb-af58-4702-8adc-fb83084180aa, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:45.736249 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.901717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] For port 6d0e34bb-af58-4702-8adc-fb83084180aa, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:45.909284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] For port 6d0e34bb-af58-4702-8adc-fb83084180aa, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6d0e34bb-af58-4702-8adc-fb83084180aa,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:45.921556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:45.931450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:45.953059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7d8ed70-23dd-4774-9a5b-cd607d832395 req-a465efbf-dd2e-46de-87ec-f87f924b2456 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272669 Nov 23 09:58:45.988011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.000110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e7eeb4-6598-482c-b5a2-b459dd17b013 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:46.001970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e6e7eeb4-6598-482c-b5a2-b459dd17b013 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8809464 Nov 23 09:58:46.006711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37012) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:46.007624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.037764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b35df-daba-4113-a982-7b4a8a35f30b None None] Network c41f23df-689d-4043-8a48-6f28511d7ce9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:46.048256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.174786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,segment=NetworkSegment(caec241f-19c4-42f8-bf89-4af86067b9bd),segment_id=caec241f-19c4-42f8-bf89-4af86067b9bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:46.183112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.194476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:42Z', 'revision_number': 3, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:46.249060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.253674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.263209 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:58:46.263442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-420f78c1-eb4a-4344-bf52-d998868980a1 None None] Provisioning complete for port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:46.263700 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Updating router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 port d3197f2c-9fd8-419d-a14f-5c722290cdaa binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:58:46.263870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-420f78c1-eb4a-4344-bf52-d998868980a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.278550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ed6d-7873-4168-acc6-f2da904665bb req-ed6681b0-1059-41cd-9c45-87a2ef736332 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:46.281383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=a66eaef6-fe9f-4b33-9043-76bd89cde921,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:46.286867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.294165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e144ed6d-7873-4168-acc6-f2da904665bb req-ed6681b0-1059-41cd-9c45-87a2ef736332 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 935 time: 0.6120539 Nov 23 09:58:46.318331 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.336797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288a11-d57e-4bff-a292-8b0902847e31 None None] Pushing event updated for resources: {'Port': ['ID=6d0e34bb-af58-4702-8adc-fb83084180aa,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:46.355859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7107da-cc4b-4d54-8d4a-6675740b2f0e req-db33213a-3a71-4835-a6cf-0ff5355f1b87 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:46.362389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7107da-cc4b-4d54-8d4a-6675740b2f0e req-db33213a-3a71-4835-a6cf-0ff5355f1b87 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:46.364312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a7107da-cc4b-4d54-8d4a-6675740b2f0e req-db33213a-3a71-4835-a6cf-0ff5355f1b87 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.1871042 Nov 23 09:58:46.427312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:46.561052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Transition to ACTIVE for port object deaff8a0-a225-41a0-aa7b-63de169b1197 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:58:46.587401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.600348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.628455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port e91f120f-27ee-4add-91ef-344525550951 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:46.628664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.648511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0746eb-9f68-4f2d-b0d8-8a6f226d987d None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:46.723968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a7107da-cc4b-4d54-8d4a-6675740b2f0e req-e6568321-b70a-4dab-9b9d-a5060f6c840d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504617 Nov 23 09:58:46.840415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e144ed6d-7873-4168-acc6-f2da904665bb req-c2700772-aa21-45bf-9ba9-8bd4bb7da425 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424953 Nov 23 09:58:46.944569 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.948206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:46.949548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] 10.222.0.62 "DELETE /v2.0/floatingips/ad37ce3c-dba1-40cd-92c1-1d75ba92fc59 HTTP/1.1" status: 204 len: 168 time: 3.3735030 Nov 23 09:58:46.950780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2e18b-6ed0-469a-99fe-29a20f15770b tempest-ServersTestFqdnHostnames-438936772 tempest-ServersTestFqdnHostnames-438936772-project] Pushing event deleted for resources: {'Port': ['ID=24a758ce-8793-4ed7-af8d-8999b5ee0d83,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:46.954694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37018) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:46.983637 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.015502 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.047876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:47.120602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network c41f23df-689d-4043-8a48-6f28511d7ce9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:47.205501 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Attempting to bind port d3197f2c-9fd8-419d-a14f-5c722290cdaa on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:47.205872 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Attempting to bind port d3197f2c-9fd8-419d-a14f-5c722290cdaa by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:47.206265 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Attempting to bind port d3197f2c-9fd8-419d-a14f-5c722290cdaa on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:47.213139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:47.268836 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:47.269218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:47.269622 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.270060 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:47.285359 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Bound port: d3197f2c-9fd8-419d-a14f-5c722290cdaa, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:47.285989 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.288024 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Pushing event updated for resources: {'Port': ['ID=d3197f2c-9fd8-419d-a14f-5c722290cdaa,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:47.312064 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.316515 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.319352 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.319936 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.320063 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.320404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.320738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.321068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.321474 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.331922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.332311 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.332661 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:58:47.414316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1df847b-27c0-425e-b446-865bb37117f3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:47.429485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] Provisioning complete for port a1df847b-27c0-425e-b446-865bb37117f3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:47.432341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.471829 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] For port d3197f2c-9fd8-419d-a14f-5c722290cdaa, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:47.479921 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] For port d3197f2c-9fd8-419d-a14f-5c722290cdaa, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d3197f2c-9fd8-419d-a14f-5c722290cdaa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:47.491735 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.519122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.664433 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:47.665069 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:47.672513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.685332 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab728ba-5930-4231-a32f-340bd4a652d6 None None] Pushing event updated for resources: {'Port': ['ID=d3197f2c-9fd8-419d-a14f-5c722290cdaa,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:47.722009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.810654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] For port a1df847b-27c0-425e-b446-865bb37117f3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1df847b-27c0-425e-b446-865bb37117f3,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:47.882532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:47.954255 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:47.985191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67d01a47-8132-4854-ada3-b21938cb9016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.090053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a1df847b-27c0-425e-b446-865bb37117f3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:48.090417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.151917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Allocated IP 172.20.0.1 (3327a186-f8fb-45ba-a2e4-d4b5106dc020/80fefa8c-bdd3-4da4-83d9-031c7e80c66b/f4672719-42d9-4e2e-80aa-d17efe5d747e) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:48.190329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d76cb4c8-8fa2-4cd7-b303-f05d5ceb8637 None None] Provisioning complete for port a1df847b-27c0-425e-b446-865bb37117f3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:48.190329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d76cb4c8-8fa2-4cd7-b303-f05d5ceb8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.282221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ce5c5-5d36-44ee-9f06-321d21fd13e3 None None] Pushing event updated for resources: {'Port': ['ID=a1df847b-27c0-425e-b446-865bb37117f3,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:48.289552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.344719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe306f-5d17-4937-a519-823a876f69c4 req-f2bd8e93-b08a-4bce-82f0-88adf15dfe68 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:48.361304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe306f-5d17-4937-a519-823a876f69c4 req-f2bd8e93-b08a-4bce-82f0-88adf15dfe68 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:48.370089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89fe306f-5d17-4937-a519-823a876f69c4 req-f2bd8e93-b08a-4bce-82f0-88adf15dfe68 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.7001321 Nov 23 09:58:48.374099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.423081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:42Z', 'revision_number': 3, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:48.456840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:48.494700 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aed274-9a7d-4eb3-ac8d-99468ad1b1e0 None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:42Z', 'revision_number': 3, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:48.538275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:48.612085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:48.618156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:48.618628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.619053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89fe306f-5d17-4937-a519-823a876f69c4 req-fea9f997-c8d1-4f2c-ad59-96147d115048 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479236 Nov 23 09:58:48.623363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:48.629305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:48.688772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for e91f120f-27ee-4add-91ef-344525550951 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:48.733942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.747570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Provisioning complete for port a66eaef6-fe9f-4b33-9043-76bd89cde921 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:48.748091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.802140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Port a66eaef6-fe9f-4b33-9043-76bd89cde921 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:48.832707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Provisioning complete for port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:48.833108 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:48.877522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3078c-5e31-415f-b7dd-53f4769fe342 req-917618d5-63a2-424b-bada-c476afc3a18d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:48.890032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f3078c-5e31-415f-b7dd-53f4769fe342 req-917618d5-63a2-424b-bada-c476afc3a18d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 1.6777732 Nov 23 09:58:49.221547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Provisioning complete for port 6d0e34bb-af58-4702-8adc-fb83084180aa triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:49.222063 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.263236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d82fe5-fa98-441a-ad3e-6c00975e0e5b req-d664dd6f-5522-4506-9e93-a9d6c561b58c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:49.272449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93d82fe5-fa98-441a-ad3e-6c00975e0e5b req-d664dd6f-5522-4506-9e93-a9d6c561b58c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.3861766 Nov 23 09:58:49.294608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1df847b-27c0-425e-b446-865bb37117f3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:49.402936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:49.403383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:49.403721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:49.445190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:58:49.445461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:49.504762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.523863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:49.524205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:49.525249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:49.525716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Bound port: deaff8a0-a225-41a0-aa7b-63de169b1197, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:49.526147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.556579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f3078c-5e31-415f-b7dd-53f4769fe342 req-68218caa-2957-418c-b412-963fa774f491 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627409 Nov 23 09:58:49.760875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a1df847b-27c0-425e-b446-865bb37117f3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:49.761426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.779951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:49.789259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:49.802440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=e91f120f-27ee-4add-91ef-344525550951,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:49.812964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.828543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a9713d4-3919-4f98-bee9-7df6b4231d18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e91f120f-27ee-4add-91ef-344525550951 HTTP/1.1" status: 204 len: 168 time: 3.8150048 Nov 23 09:58:49.840124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37032) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:49.868137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-b1bdf5a9-9b0a-4dcc-a0fe-5a53cdbf9e82 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:49.877823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:49.882029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-b1bdf5a9-9b0a-4dcc-a0fe-5a53cdbf9e82 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:49.883680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-b1bdf5a9-9b0a-4dcc-a0fe-5a53cdbf9e82 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.7918522 Nov 23 09:58:49.884945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.000087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] For port 6d0e34bb-af58-4702-8adc-fb83084180aa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6d0e34bb-af58-4702-8adc-fb83084180aa,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:50.035444 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.121148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc0b54-0292-4af0-95ce-67df16af7bf1 None None] Pushing event updated for resources: {'Port': ['ID=6d0e34bb-af58-4702-8adc-fb83084180aa,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:50.133874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.139492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.153013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] 10.222.0.50 "PUT /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 1095 time: 6.5009303 Nov 23 09:58:50.155272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6d0e34bb-af58-4702-8adc-fb83084180aa up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:50.162705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d1178-caa3-4725-99b2-1d473c1979e6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.165644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d1178-caa3-4725-99b2-1d473c1979e6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.173186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b77d1178-caa3-4725-99b2-1d473c1979e6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2629371 Nov 23 09:58:50.189103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37034) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:50.209684 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.234301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:50.234670 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.236498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcad1f8-c960-4ee6-b467-053b0ef8eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:50.247740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:50.250838 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f111a7-ac87-4b76-aeb1-e376bb6fc912" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:50.342486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Port f4672719-42d9-4e2e-80aa-d17efe5d747e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:50.344280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6d0e34bb-af58-4702-8adc-fb83084180aa triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:50.344695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.393541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93d82fe5-fa98-441a-ad3e-6c00975e0e5b req-a1c62b0a-7571-4354-93a4-370ed7de4434 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1178896 Nov 23 09:58:50.410796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.447959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95a55c-56e9-402d-9496-ea5132048c32 req-d3b06aee-4b48-4c86-aaaf-dfb9a66100f4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.454304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95a55c-56e9-402d-9496-ea5132048c32 req-d3b06aee-4b48-4c86-aaaf-dfb9a66100f4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.456002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c95a55c-56e9-402d-9496-ea5132048c32 req-d3b06aee-4b48-4c86-aaaf-dfb9a66100f4 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 1682 time: 0.3983738 Nov 23 09:58:50.467747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Router 07b8c1f2-84b1-4b76-853d-6d7065dd2b91 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:58:50.482381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Provisioning complete for port a66eaef6-fe9f-4b33-9043-76bd89cde921 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:50.482861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.484465 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bfb8346e-d7f1-4b90-a2ca-25036f05b50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.487390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-e12f8404-0070-4ad2-935f-9ec7184ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.487790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-e12f8404-0070-4ad2-935f-9ec7184ab299 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.1954668 Nov 23 09:58:50.569825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 1ff795c0-86c1-477a-a6c9-a22789cdee45 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:50.572114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.588350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.611263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Port a66eaef6-fe9f-4b33-9043-76bd89cde921 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:50.625624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d2f924d1-8733-4342-8098-7af4873de2b0 None None] Could not find standard attr ID for object e91f120f-27ee-4add-91ef-344525550951. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:58:50.677035 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef5730-5091-4de3-81c4-67d26c55bf05 x-openstack-request-id: req-ccef5730-5091-4de3-81c4-67d26c55bf05 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:50.677416 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:50.677618 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccef5730-5091-4de3-81c4-67d26c55bf05 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:50.678045 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'status': 'completed', 'code': 200} Nov 23 09:58:50.679058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:50.688096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0f1c0c3c-7173-46e0-82cf-21095e85c3d5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "PUT /v2.0/routers/07b8c1f2-84b1-4b76-853d-6d7065dd2b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5151489 Nov 23 09:58:50.690540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37040) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:50.694975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] Sync routers for ids ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:50.704738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'port': {'network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9', 'name': 'tempest-FloatingIPNegativeTestJSON-1378233663'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:50.706242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] Routers {'07b8c1f2-84b1-4b76-853d-6d7065dd2b91'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:50.713397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:50.714244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-30b584b3-f1f8-41db-9000-7165019e87f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.2140951 Nov 23 09:58:50.732806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 123e155e-8b7e-4254-a58f-4d06316676bf {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:50.733501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.752701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:50.776247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:50.798860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] Routers {'07b8c1f2-84b1-4b76-853d-6d7065dd2b91'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:50.799477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:50.892228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-c0d81257-d5d0-45cf-93f0-c312b737db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:50.895557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-c0d81257-d5d0-45cf-93f0-c312b737db91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1484983 Nov 23 09:58:50.919796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:50.922540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc2e8d-4828-4999-a424-ed7862c5f534 None None] The sync data for ids ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:50.930598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c95a55c-56e9-402d-9496-ea5132048c32 req-b262b247-dd65-4f81-8d1d-769795f7f4ac tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483838 Nov 23 09:58:51.042416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90206f59-03c7-47e8-b7ce-3479d2a55d01 req-c74e028a-4021-48c0-aa08-668d7f313fbc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:51.044518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90206f59-03c7-47e8-b7ce-3479d2a55d01 req-c74e028a-4021-48c0-aa08-668d7f313fbc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.3261244 Nov 23 09:58:51.070065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 123e155e-8b7e-4254-a58f-4d06316676bf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=123e155e-8b7e-4254-a58f-4d06316676bf,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:51.070441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.087107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-8100506a-a3e3-41cf-9064-d78db45f1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:51.088883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-8100506a-a3e3-41cf-9064-d78db45f1efc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569793 Nov 23 09:58:51.089598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 123e155e-8b7e-4254-a58f-4d06316676bf owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:51.139788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3197f2c-9fd8-419d-a14f-5c722290cdaa up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:51.140438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.216401 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.255857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d3197f2c-9fd8-419d-a14f-5c722290cdaa triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:51.258071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.260899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.280401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-b0ad7672-506b-4f68-a8dd-a6b30fa35dbd service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809747 Nov 23 09:58:51.365077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff795c0-86c1-477a-a6c9-a22789cdee45,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:51.447706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.456953 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.493075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b0a6469-5574-45ee-a2e6-f20885f1c233 req-035bec13-e2ac-4f38-9140-8be27c67fcb2 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043791 Nov 23 09:58:51.496456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.497636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=123e155e-8b7e-4254-a58f-4d06316676bf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:51.500416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2bf98cb2-942e-4f90-ab4c-8e06c91073b0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/1ff795c0-86c1-477a-a6c9-a22789cdee45 HTTP/1.1" status: 204 len: 168 time: 1.2948620 Nov 23 09:58:51.501368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Made reservation on behalf of e7c8472fc8114d2e8568bdeea62478a8 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:51.503195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37046) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:51.504543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['123e155e-8b7e-4254-a58f-4d06316676bf', '0ed6c3d5-3362-49e0-9661-6c3731bc47b5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:51.506376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.514775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c9e0a1-7ea6-46e0-a5b2-6943d4aa61e8 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:51.573461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] device_id is not set on port c10e0ae8-7b33-41aa-8095-9c8fed9a3732 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:51.624027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90206f59-03c7-47e8-b7ce-3479d2a55d01 req-61ab5e6f-bdc9-40ac-96c8-6cbd9d3307a8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673203 Nov 23 09:58:51.639556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port d3197f2c-9fd8-419d-a14f-5c722290cdaa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d3197f2c-9fd8-419d-a14f-5c722290cdaa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:51.651487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eb0aa4a2-489e-42c4-b23f-d2a114e6afdf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458054 Nov 23 09:58:51.664904 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.665763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6d0e34bb-af58-4702-8adc-fb83084180aa up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:51.676882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37048) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:51.737342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.741521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 123e155e-8b7e-4254-a58f-4d06316676bf on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:51.750705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.785367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:51.788842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-bd80e9c8-d9e8-4ddb-9cd9-375a28e87200 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "DELETE /v2.0/ports/123e155e-8b7e-4254-a58f-4d06316676bf HTTP/1.1" status: 204 len: 173 time: 1.7283618 Nov 23 09:58:51.858896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:51.883999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-ec4a5590-78df-4446-bcb6-6a7f37477de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:51.885560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-ec4a5590-78df-4446-bcb6-6a7f37477de0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.2506518 Nov 23 09:58:51.930200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcb6ab-73ad-4924-803e-b9f8a97b60e3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:51.932395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-02dcb6ab-73ad-4924-803e-b9f8a97b60e3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2160487 Nov 23 09:58:51.936672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37050) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:51.950920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6e7e-a83b-47d6-ad5e-be2c2f8ee423 req-e8e6cba4-863c-49b4-b631-f65f9ff766d2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:51.952460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a72d6e7e-a83b-47d6-ad5e-be2c2f8ee423 req-e8e6cba4-863c-49b4-b631-f65f9ff766d2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.3306262 Nov 23 09:58:51.967402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=d3197f2c-9fd8-419d-a14f-5c722290cdaa,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:52.021035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6d0e34bb-af58-4702-8adc-fb83084180aa triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:52.021454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.029612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.102845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b92ef8-5bef-4ff0-be3f-f525767db4de tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.104941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-47b92ef8-5bef-4ff0-be3f-f525767db4de tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1612759 Nov 23 09:58:52.111921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:52.120662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-5f0266a8-4c29-468a-83b6-14035067ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.122131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-5f0266a8-4c29-468a-83b6-14035067ef2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2272964 Nov 23 09:58:52.130238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a72d6e7e-a83b-47d6-ad5e-be2c2f8ee423 req-53c8be6c-9ef3-4f8e-9770-479ae1b5b11e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598024 Nov 23 09:58:52.133434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:52.133434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.142652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:52.261882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Deleting port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:52.263073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.264112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-90f77e8f-f664-4a2f-9aae-b3cc11fe5bba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.1274216 Nov 23 09:58:52.269941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1876f752-fe33-4a03-bae1-912174dd632b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315584 Nov 23 09:58:52.273081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37058) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:52.280453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Allocated IP 172.20.0.10 (c41f23df-689d-4043-8a48-6f28511d7ce9/1adc1050-b661-436e-96c6-8dbbac257f12/c10e0ae8-7b33-41aa-8095-9c8fed9a3732) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:52.284202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:52.345201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039e14-eeb1-489a-945f-6f9bf70bd106 req-994c1d4d-8fa8-465e-81af-a850652dcfd6 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.355592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Deleting port 6d0e34bb-af58-4702-8adc-fb83084180aa {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:52.356184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.356575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-11039e14-eeb1-489a-945f-6f9bf70bd106 req-994c1d4d-8fa8-465e-81af-a850652dcfd6 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 946 time: 0.3110082 Nov 23 09:58:52.434373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] For port 6d0e34bb-af58-4702-8adc-fb83084180aa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6d0e34bb-af58-4702-8adc-fb83084180aa,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:52.435307 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.456348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Calling delete_port for 6d0e34bb-af58-4702-8adc-fb83084180aa owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:52.468152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-269cfa8f-6699-4355-8b1e-f22ee498d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.470427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-269cfa8f-6699-4355-8b1e-f22ee498d69d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1953423 Nov 23 09:58:52.473992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:52.478835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.536295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:58:52.562236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-11039e14-eeb1-489a-945f-6f9bf70bd106 req-ba71a227-7d72-4cee-9d8f-85401020ba52 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989915 Nov 23 09:58:52.597219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.645787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] For port 79ce8163-3bba-42e2-ac56-cf3cd26cdf24, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:52.646177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.669347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Calling delete_port for 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:52.675910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.683875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-deleted', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:52.690132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d303571-218b-4dbe-8e8a-3d860c48181a" -d '{"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-deleted", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:52.714063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] Pushing event deleted for resources: {'Port': ['ID=6d0e34bb-af58-4702-8adc-fb83084180aa,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:52.724164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036c2da-dc5e-4457-9d05-94b4c0a03e79 None None] No DVR routers for this DVR port 6d0e34bb-af58-4702-8adc-fb83084180aa on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:52.761287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-3feaada0-6982-4a78-a7a8-f929d42567d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.763342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-3feaada0-6982-4a78-a7a8-f929d42567d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2000723 Nov 23 09:58:52.779466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:52.811700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'mac_address': 'fa:16:3e:74:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:58:52.813916 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1faaa-b72b-49a1-8864-9415c5cc4bb1 x-openstack-request-id: req-e3c1faaa-b72b-49a1-8864-9415c5cc4bb1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:52.814724 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-deleted", "tag": "123e155e-8b7e-4254-a58f-4d06316676bf", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:52.815859 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3c1faaa-b72b-49a1-8864-9415c5cc4bb1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:52.816379 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-deleted', 'tag': '123e155e-8b7e-4254-a58f-4d06316676bf', 'status': 'completed', 'code': 200} Nov 23 09:58:52.883571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0692dc-569f-4288-a724-95780204dd13 req-b2fa8ce3-c092-44fd-ba70-5aa784b28149 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:52.890863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa0692dc-569f-4288-a724-95780204dd13 req-b2fa8ce3-c092-44fd-ba70-5aa784b28149 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1244833 Nov 23 09:58:52.892757 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:52.898309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:52.914253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:52.931275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:58:52.960947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:52.968358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3197f2c-9fd8-419d-a14f-5c722290cdaa up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:52.971992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.059841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:53.077864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d3197f2c-9fd8-419d-a14f-5c722290cdaa triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:53.078469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.226216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:53.226779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.240427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:53.265987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:58:53.286824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['deaff8a0-a225-41a0-aa7b-63de169b1197'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:58:53.374418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6d0e34bb-af58-4702-8adc-fb83084180aa no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:53.401793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa0692dc-569f-4288-a724-95780204dd13 req-1274e5b8-0625-44b0-be7f-a4661bb6994a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099936 Nov 23 09:58:53.403444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.407718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-9b294612-92fc-4944-8551-b35fe8c33b54 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993199 Nov 23 09:58:53.443611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6d0e34bb-af58-4702-8adc-fb83084180aa {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:53.446185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6d0e34bb-af58-4702-8adc-fb83084180aa not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:53.461326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5647fa51-f960-4e6a-8039-cb761b4fa757 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:53.461932 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5647fa51-f960-4e6a-8039-cb761b4fa757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.486127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:53.503681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:53.522142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:53.522879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.528733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5647fa51-f960-4e6a-8039-cb761b4fa757 None None] Port f4672719-42d9-4e2e-80aa-d17efe5d747e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:53.537516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4aa09-2317-4421-8dbb-8b73bfac4958 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:53.645507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=0d7a721b-5969-44c8-9851-6df14776bcd3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:53.674724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8815c802-916c-469b-a3cd-fb5a87c4a053 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3984408 Nov 23 09:58:53.681385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:53.684938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:53.690875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '0d7a721b-5969-44c8-9851-6df14776bcd3', 'ip_address': '2001:db8::178f:38e7:5e73:4089'}], 'name': 'tempest-NetworksTestDHCPv6-705626027'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:53.706611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.762111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:53.836832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=0ed6c3d5-3362-49e0-9661-6c3731bc47b5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:53.895403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6b854-cd99-4507-9707-3916573b0b81 req-f9b7916e-0a32-4ca3-ace0-50391daf0024 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:53.899135 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d6b854-cd99-4507-9707-3916573b0b81 req-f9b7916e-0a32-4ca3-ace0-50391daf0024 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9 HTTP/1.1" status: 200 len: 867 time: 0.1931782 Nov 23 09:58:53.902498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30f111a7-ac87-4b76-aeb1-e376bb6fc912 req-d8cd4caa-6233-4333-8f60-63d0b9b3a210 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823990 Nov 23 09:58:53.998591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90d6b854-cd99-4507-9707-3916573b0b81 req-611bb168-18a5-45a3-8890-0fed7ea4f1bf tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "GET /v2.0/security-groups?id=10b9d31c-d612-4a3e-8d94-fbaeebc373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Nov 23 09:58:54.009307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.054189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:54.061155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.066253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f0f5d39-100d-4d7c-9f38-b400cdf9e7ee req-6785f67b-6ce2-4d87-b65f-129da7e2a3aa tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.11 "DELETE /v2.0/ports/0ed6c3d5-3362-49e0-9661-6c3731bc47b5 HTTP/1.1" status: 204 len: 173 time: 2.2691247 Nov 23 09:58:54.168694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:58:54.197904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece5001-df8a-432f-ac63-cf513dd756fc req-0fdbff94-bdcb-4bfb-b681-24f0bb89923b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:54.199573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ece5001-df8a-432f-ac63-cf513dd756fc req-0fdbff94-bdcb-4bfb-b681-24f0bb89923b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.8953035 Nov 23 09:58:54.234637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No active binding found for port 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 09:58:54.235253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0ed6c3d5-3362-49e0-9661-6c3731bc47b5 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:54.235513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 123e155e-8b7e-4254-a58f-4d06316676bf no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:58:54.263825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:54.275658 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:54.281368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2185d67a-c56c-4977-b88c-66c5105e4cc8 admin admin] 10.222.0.62 "PUT /v2.0/routers/1a330c65-ed99-463a-918c-fe1da1ca2cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8329861 Nov 23 09:58:54.305659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.318054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.327910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ece5001-df8a-432f-ac63-cf513dd756fc req-f75d6ec7-c163-410e-8df2-15300354f14a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187322 Nov 23 09:58:54.331232 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:54.331871 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:54.347276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 123e155e-8b7e-4254-a58f-4d06316676bf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:58:54.347662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 123e155e-8b7e-4254-a58f-4d06316676bf not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:58:54.409696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.458535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 9fb0410f-6734-4c15-b99d-746d443306c4 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:58:54.477863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network c41f23df-689d-4043-8a48-6f28511d7ce9 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:54.537053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:54.539826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:54.623610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:54.667217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:54.667869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '0d7a721b-5969-44c8-9851-6df14776bcd3'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:58:54.668004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.668922 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:54.671615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93b161-1d61-4178-857d-68aff69265a1 req-7675ffcd-2a14-455b-8986-296dc0c60ec8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:54.678888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc93b161-1d61-4178-857d-68aff69265a1 req-7675ffcd-2a14-455b-8986-296dc0c60ec8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.1456194 Nov 23 09:58:54.826553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-deleted', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:54.836807 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba5951-ff94-4b70-b18f-e58421a91dc0" -d '{"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-deleted", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:54.839927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1445491 Nov 23 09:58:54.846086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:54.871815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:54.930651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc72259-b192-42c3-bad3-a845aea5a548 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=c10e0ae8-7b33-41aa-8095-9c8fed9a3732,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:54.983958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::178f:38e7:5e73:4089 (3424d68b-9456-4bb9-b896-c0ae5329a081/0d7a721b-5969-44c8-9851-6df14776bcd3/9fb0410f-6734-4c15-b99d-746d443306c4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:55.014532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc93b161-1d61-4178-857d-68aff69265a1 req-53045211-1cc9-4bc6-8d0a-e950978a0a8c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346553 Nov 23 09:58:55.044840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ce8163-3bba-42e2-ac56-cf3cd26cdf24,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:55.053335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.082273 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11695904-d443-4f6e-97b0-ba6a6954bc75 x-openstack-request-id: req-11695904-d443-4f6e-97b0-ba6a6954bc75 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:55.083502 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9", "name": "network-vif-deleted", "tag": "0ed6c3d5-3362-49e0-9661-6c3731bc47b5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:55.083757 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11695904-d443-4f6e-97b0-ba6a6954bc75 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:55.084149 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcf192-903c-4b39-8aa4-dc8b1d91e4b9', 'name': 'network-vif-deleted', 'tag': '0ed6c3d5-3362-49e0-9661-6c3731bc47b5', 'status': 'completed', 'code': 200} Nov 23 09:58:55.117198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e298d8c6-8e84-4492-b569-47712163f966 None None] Provisioning complete for port c10e0ae8-7b33-41aa-8095-9c8fed9a3732 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:55.131618 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c6-8e84-4492-b569-47712163f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.142412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37092) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:55.243185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e298d8c6-8e84-4492-b569-47712163f966 None None] Port c10e0ae8-7b33-41aa-8095-9c8fed9a3732 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:58:55.303258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting subnet a52afda5-9ef3-4a9b-b500-c0988cc9a131 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:58:55.305733 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:50Z', 'revision_number': 2, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:55.307947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.329815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.374121 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:58:55.374835 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Updating router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 port f4672719-42d9-4e2e-80aa-d17efe5d747e binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:58:55.380451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.429633 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.491384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.561134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.610197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f596877-336f-4f3a-abbf-281ed2294717 req-0c7283dc-e0b1-45c6-b648-36a1a1de911b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:55.617597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f596877-336f-4f3a-abbf-281ed2294717 req-0c7283dc-e0b1-45c6-b648-36a1a1de911b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.1741357 Nov 23 09:58:55.621938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37096) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:55.627607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43327960', 'description': 'tempest-description--1815774155'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:55.674701 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.772557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:58:55.773426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.825986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/0d7a721b-5969-44c8-9851-6df14776bcd3/1f1debcf-a7b4-4bcb-be53-a9f6e35200ad) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:55.903726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:55.968084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f596877-336f-4f3a-abbf-281ed2294717 req-cd52a063-0aec-4897-96fe-c70fb1a0e9ef tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470521 Nov 23 09:58:56.011997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:56.033852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=9fb0410f-6734-4c15-b99d-746d443306c4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:56.051475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:56.077955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:56.088107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.095952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:56.098699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.100406 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.108017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.110193 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.119977 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.124848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:58:56.148278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8787028e-8463-483f-8d62-907c72e66422 admin admin] 10.222.0.62 "PUT /v2.0/routers/ba36e262-8653-48c3-9dfe-bd8432bd5bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0937386 Nov 23 09:58:56.152145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37102) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:56.216404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310add-091f-4d9e-84a9-42c3b27c9416 None None] Pushing event updated for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:56.263970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Sync routers for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:58:56.270624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Subnet': ['ID=a52afda5-9ef3-4a9b-b500-c0988cc9a131,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:56.287490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:56.292469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.293969 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Attempting to bind port f4672719-42d9-4e2e-80aa-d17efe5d747e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:56.294576 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Attempting to bind port f4672719-42d9-4e2e-80aa-d17efe5d747e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:56.294947 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Attempting to bind port f4672719-42d9-4e2e-80aa-d17efe5d747e on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:56.302200 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:56.302583 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Checking segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:56.302997 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.303397 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Bound using segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:56.303934 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Bound port: f4672719-42d9-4e2e-80aa-d17efe5d747e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:56.304678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-298b4513-3a8e-4a8c-824e-08467a0d9c63 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/subnets/a52afda5-9ef3-4a9b-b500-c0988cc9a131 HTTP/1.1" status: 204 len: 168 time: 1.1612227 Nov 23 09:58:56.306197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c54bc69-08d8-4c3c-8a5b-d6baa3448c55 None None] Network c1bebd8b-5ada-44e0-935a-bc4542ff6240 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:58:56.307708 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.323996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37104) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:56.332566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:56.333312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bad71077-327d-4a3a-b1e4-fa91e8a1cb03 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6493688 Nov 23 09:58:56.340093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:56.346427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.350401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37106) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:56.438963 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] For port f4672719-42d9-4e2e-80aa-d17efe5d747e, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:56.446009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] For port f4672719-42d9-4e2e-80aa-d17efe5d747e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f4672719-42d9-4e2e-80aa-d17efe5d747e,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:56.456862 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.485625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Pushing event updated for resources: {'Port': ['ID=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:56.498917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:56.499570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:56.524211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Allocated IP 172.25.1.122 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/7a01e97c-fd79-4672-bdb0-9e1e4244d8f8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:58:56.581150 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:56.582110 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:56.644911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:56.669654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310add-091f-4d9e-84a9-42c3b27c9416 None None] Pushing event updated for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:56.685127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29567978-4551-4848-b9a4-973bdcbf7fc4 req-ce1aa603-b067-45b4-a30d-5eea9fad4b69 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:56.687867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29567978-4551-4848-b9a4-973bdcbf7fc4 req-ce1aa603-b067-45b4-a30d-5eea9fad4b69 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.3572147 Nov 23 09:58:56.696902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ffecb-a192-4088-92ac-5a25c0ba02fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:56.708387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ffecb-a192-4088-92ac-5a25c0ba02fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:56.710387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca7ffecb-a192-4088-92ac-5a25c0ba02fc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3555355 Nov 23 09:58:56.718289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Attempting to bind port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:58:56.718655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Attempting to bind port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:58:56.719006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Attempting to bind port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:58:56.722385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37108) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:56.856278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:58:56.856661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:58:56.857056 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.857449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:58:56.870033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Bound port: 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:58:56.870952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:56.891140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:57.029763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.076190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29567978-4551-4848-b9a4-973bdcbf7fc4 req-015f2775-a3dd-45bd-92ef-784fa04656e2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619947 Nov 23 09:58:57.170628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.196743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:57.197114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.226413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:56Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:57.242068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 9fb0410f-6734-4c15-b99d-746d443306c4 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:57.242554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.261976 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae28a08-707d-48e7-a151-1c5c60cef3f1 None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:56Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:57.340730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port deaff8a0-a225-41a0-aa7b-63de169b1197 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:58:57.352607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Deleting port 8981705f-e877-47ac-b2c9-b3b489d3f281 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:57.353285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.367758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] For port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:58:57.399236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.438843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port deaff8a0-a225-41a0-aa7b-63de169b1197 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:57.439108 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.465785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.483838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] For port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:58:57.509809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:57.527250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] DHCP port deletion for c1bebd8b-5ada-44e0-935a-bc4542ff6240 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:58:57.554021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=7a01e97c-fd79-4672-bdb0-9e1e4244d8f8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:57.557610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.564882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.577313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:58:57.582041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.601160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:58:57.608606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:58:57.613131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 9fb0410f-6734-4c15-b99d-746d443306c4 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:57.638780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.677542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.687295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0630207 Nov 23 09:58:57.689450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37114) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:57.697256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group_rule': {'security_group_id': 'def3dc43-c349-4cb0-b0f6-1a56775036d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:57.708684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb325a16-3a8b-4a2e-98bd-9accf426e4ba tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def3dc43-c349-4cb0-b0f6-1a56775036d2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:57.724809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d606ec1-0a18-4faf-a1a0-172dcd5410e3 req-9c96ef51-0656-48da-8adb-9653ceb10884 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:57.731730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d606ec1-0a18-4faf-a1a0-172dcd5410e3 req-9c96ef51-0656-48da-8adb-9653ceb10884 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.2609284 Nov 23 09:58:57.739144 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-11a0f35a-6701-4519-81be-7e3349c27d23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2672944 Nov 23 09:58:57.833646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] For port 8981705f-e877-47ac-b2c9-b3b489d3f281, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8981705f-e877-47ac-b2c9-b3b489d3f281,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:57.833941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.850702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d606ec1-0a18-4faf-a1a0-172dcd5410e3 req-e75489c5-365a-4eb0-aa44-cf434132054f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102524 Nov 23 09:58:57.882268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port a3a639a9-e162-4b1c-a69e-f61facba5057 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:57.882892 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:57.934090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Calling delete_port for 8981705f-e877-47ac-b2c9-b3b489d3f281 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:57.953406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4602-e731-4bcc-b68b-03861ca6c49b None None] Pushing event updated for resources: {'Port': ['ID=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:58.034313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.052388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port a3a639a9-e162-4b1c-a69e-f61facba5057, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a3a639a9-e162-4b1c-a69e-f61facba5057,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:58.052756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.057971 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.093318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.093715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.094215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.094679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.095142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.095608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.096064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.098138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-38855cb0-a201-414b-8733-4f0cb65ca7f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.2254579 Nov 23 09:58:58.125116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for a3a639a9-e162-4b1c-a69e-f61facba5057 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:58.154667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Deleting port a3a639a9-e162-4b1c-a69e-f61facba5057 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:58:58.155124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.253676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] For port a3a639a9-e162-4b1c-a69e-f61facba5057, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a3a639a9-e162-4b1c-a69e-f61facba5057,segment=NetworkSegment(c7d8e1a1-1348-420c-861e-7f2e281cd4e4),segment_id=c7d8e1a1-1348-420c-861e-7f2e281cd4e4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:58.254582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.279626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Calling delete_port for a3a639a9-e162-4b1c-a69e-f61facba5057 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:58:58.406289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4344dc63-663b-44bf-94be-3d92285faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.406764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4344dc63-663b-44bf-94be-3d92285faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.411452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4344dc63-663b-44bf-94be-3d92285faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.417691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4344dc63-663b-44bf-94be-3d92285faaf5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=32ff3901-514f-48a8-b6f1-247a46fc2083&id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 2298 time: 0.2816591 Nov 23 09:58:58.446627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:58.449175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:58:58.452259 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b97153-3dc9-4ecf-bed7-91ee0d70bbdd" -d '{"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-plugged", "status": "completed", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:58:58.455762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.496232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.502987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.515094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.540825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] No DVR routers for this DVR port a3a639a9-e162-4b1c-a69e-f61facba5057 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:58.545124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:58:53Z', 'revision_number': 5, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port': {'id': '8981705f-e877-47ac-b2c9-b3b489d3f281', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:55:17Z', 'updated_at': '2021-11-23T09:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:58.558671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.576550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=9fb0410f-6734-4c15-b99d-746d443306c4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:58.683669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.690052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8981705f-e877-47ac-b2c9-b3b489d3f281,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:58.697489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-312699a4-9de1-4ad9-b197-bcbd0c90bf90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 1001 time: 0.2363930 Nov 23 09:58:58.810083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-8960e368-caa9-4118-ba17-f2cdeb1e1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.811724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-8960e368-caa9-4118-ba17-f2cdeb1e1a81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 200 len: 856 time: 0.0950401 Nov 23 09:58:58.878328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:58.880759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0c14-b293-408d-8d17-a4180ccda8cf req-7dc49059-19c3-4d9d-a13e-4392767848ec tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:58.887364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cbed0c14-b293-408d-8d17-a4180ccda8cf req-7dc49059-19c3-4d9d-a13e-4392767848ec tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.4665506 Nov 23 09:58:58.913858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f71bd-66ae-43cd-aeb6-ac1289fcf367 None None] Pushing event deleted for resources: {'Port': ['ID=a3a639a9-e162-4b1c-a69e-f61facba5057,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:58.933523 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46303837-5ac4-4621-970f-1cee06c62964 x-openstack-request-id: req-46303837-5ac4-4621-970f-1cee06c62964 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:58:58.933883 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-plugged", "status": "completed", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:58:58.941315 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46303837-5ac4-4621-970f-1cee06c62964 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:58:58.941315 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'code': 200} Nov 23 09:58:58.994917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.013087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.037326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cee80076-0ff5-4410-ab82-619488458801 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/9fb0410f-6734-4c15-b99d-746d443306c4 HTTP/1.1" status: 204 len: 168 time: 2.3111637 Nov 23 09:58:59.074747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37124) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:59.076689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.095537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cbed0c14-b293-408d-8d17-a4180ccda8cf req-82724b73-1f9f-4cdf-9891-0cab75bb219a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407044 Nov 23 09:58:59.115710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfa5f-f440-4b25-951a-52a514bcfaae req-21385dd4-ddd5-4eae-ad6c-fc8f929a3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:59.119957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-289bfa5f-f440-4b25-951a-52a514bcfaae req-21385dd4-ddd5-4eae-ad6c-fc8f929a3c2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1100 time: 0.4192891 Nov 23 09:58:59.154312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:59.175855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Checking router: ba36e262-8653-48c3-9dfe-bd8432bd5bd4 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:58:59.200769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.206750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=a3a639a9-e162-4b1c-a69e-f61facba5057,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:59.223663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port a3a639a9-e162-4b1c-a69e-f61facba5057 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:58:59.254275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] For port f4672719-42d9-4e2e-80aa-d17efe5d747e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f4672719-42d9-4e2e-80aa-d17efe5d747e,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:58:59.264677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Routers {'ba36e262-8653-48c3-9dfe-bd8432bd5bd4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:58:59.264989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:59.277387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.279321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-e57cc4f2-9859-45e0-9f09-68b3181f2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:58:59.290740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-e57cc4f2-9859-45e0-9f09-68b3181f2da7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4522254 Nov 23 09:58:59.314305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29ef863-281a-4637-8d2f-6bdfdc2ca0aa,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:59.337795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.366878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.370551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-12920780-c0a5-496b-a417-1643dc8e5606 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6745796 Nov 23 09:58:59.399257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37128) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:59.457539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group_rule': {'security_group_id': 'def3dc43-c349-4cb0-b0f6-1a56775036d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:58:59.481124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631b8c-6e3c-4101-822a-d80b707e8173 None None] Pushing event updated for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:58:59.484570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:58:59.566407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] Set router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:58:59.608794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-289bfa5f-f440-4b25-951a-52a514bcfaae req-d2638d5f-4c38-4cce-add3-6862354fa56b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307709 Nov 23 09:58:59.649835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.663290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-903f1a85-e17a-4100-9852-e7cb5ccea920 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:59.663835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-903f1a85-e17a-4100-9852-e7cb5ccea920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.692755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bebd8b-5ada-44e0-935a-bc4542ff6240']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:59.715609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:59.716228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d8e1a1-1348-420c-861e-7f2e281cd4e4') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:59.717697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 7, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:58:59.736938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.755098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329867c5-aed8-4b2c-b982-69a9fd810330 None None] The sync data for ids ['ba36e262-8653-48c3-9dfe-bd8432bd5bd4'] in n-d-781076-5 is: [{'id': 'ba36e262-8653-48c3-9dfe-bd8432bd5bd4', 'name': 'tempest-ServersTestFqdnHostnames-511892887-router', 'tenant_id': '912c4f42e5c041798189ec965bf524ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:55:16Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 7, 'project_id': '912c4f42e5c041798189ec965bf524ae', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:58:59.755775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.766538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:58:59.766981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.774501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:58:59.774966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:58:59.873726 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:58:59.878365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-eb8830a1-747f-4489-930d-4390a3353dd3 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618351 Nov 23 09:58:59.881477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.888443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:58:59.892880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/networks/c1bebd8b-5ada-44e0-935a-bc4542ff6240 HTTP/1.1" status: 204 len: 168 time: 3.5569930 Nov 23 09:58:59.910333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37130) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:58:59.997621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3855926-1729-4f5b-84d0-8a416009f88d tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Network': ['ID=c1bebd8b-5ada-44e0-935a-bc4542ff6240,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:00.006309 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.045658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-188a2190-6d7d-4b8d-a0f5-c3c984273729 None None] Provisioning complete for port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:00.046053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-188a2190-6d7d-4b8d-a0f5-c3c984273729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.104056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:00.114694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting subnet 1bccf84c-f7b9-415d-8e72-a2b47a8d9eac {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:00.121509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.121849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.122895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f4672719-42d9-4e2e-80aa-d17efe5d747e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:00.125407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b58ab99-45c2-4e6a-9e31-090812aae595 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:00.133447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b58ab99-45c2-4e6a-9e31-090812aae595 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:00.153253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b58ab99-45c2-4e6a-9e31-090812aae595 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0721502 Nov 23 09:59:00.192482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37134) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:00.196142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.259687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.261836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:00.289975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:00.290408 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.291233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092a82-82e9-4216-95f5-0b7295f52e02 req-4445b25b-47d9-423e-a72a-42d70a049515 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:00.293218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc092a82-82e9-4216-95f5-0b7295f52e02 req-4445b25b-47d9-423e-a72a-42d70a049515 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 1.1769121 Nov 23 09:59:00.308515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.486205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.564214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-688d54d6-5230-4e33-b358-4eba851a1d55 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699512 Nov 23 09:59:00.576215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.631305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63699680-890d-4f7c-b9ad-6796cffa12ec req-50bc422b-f362-41f4-bc5c-364f417c0c55 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:00.638321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-da355f4f-3cb8-4c49-9790-422b308b1669 None None] Could not find standard attr ID for object 9fb0410f-6734-4c15-b99d-746d443306c4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:59:00.638860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63699680-890d-4f7c-b9ad-6796cffa12ec req-50bc422b-f362-41f4-bc5c-364f417c0c55 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2506506 Nov 23 09:59:00.645426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-f6f7157f-1719-4e59-8ee4-e52c5475a177 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 217 time: 0.0694430 Nov 23 09:59:00.697065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc092a82-82e9-4216-95f5-0b7295f52e02 req-087cc181-55d3-483a-bcc0-9d840da2841c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950446 Nov 23 09:59:00.698139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.698973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba36e262-8653-48c3-9dfe-bd8432bd5bd4 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:59:00.711974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-237fec35-9459-49f8-87e6-289821f3757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:00.712943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.713543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-237fec35-9459-49f8-87e6-289821f3757c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0592256 Nov 23 09:59:00.714317 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ec0c58b-732d-41e3-910b-0e203b0758c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ba36e262-8653-48c3-9dfe-bd8432bd5bd4 HTTP/1.1" status: 204 len: 168 time: 4.5612016 Nov 23 09:59:00.718957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37138) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:00.727471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 0d7a721b-5969-44c8-9851-6df14776bcd3 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:00.733920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.815429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Deleting subnet 6f874404-7920-4de1-9058-47b01f500544 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:00.839463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.853085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.861777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a3a639a9-e162-4b1c-a69e-f61facba5057 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:00.862019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.891012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.912241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a3a639a9-e162-4b1c-a69e-f61facba5057 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:00.913571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a3a639a9-e162-4b1c-a69e-f61facba5057 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:00.921337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.949432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:00.981902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.035087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.042774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/subnets/1bccf84c-f7b9-415d-8e72-a2b47a8d9eac HTTP/1.1" status: 204 len: 168 time: 1.1312461 Nov 23 09:59:01.043330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e06109-44ca-4434-8626-3111d2e9977b None None] Network 3513c9df-8ea7-4990-872b-7954bce253bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:01.047114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046063c4-7b70-48a7-819b-64868c72129f tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Subnet': ['ID=1bccf84c-f7b9-415d-8e72-a2b47a8d9eac,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:01.063172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:01.084812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63699680-890d-4f7c-b9ad-6796cffa12ec req-ee5c1af0-04bc-4820-88f1-b651613ac58e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453444 Nov 23 09:59:01.089566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.119290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f4672719-42d9-4e2e-80aa-d17efe5d747e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:01.138208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-e15002a4-00da-4248-9fb4-43486a5816bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:01.139702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-e15002a4-00da-4248-9fb4-43486a5816bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3215127 Nov 23 09:59:01.149544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.150910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6996975 Nov 23 09:59:01.168450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37142) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:01.181961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:01.183719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8827b22-07fc-4573-a386-3e60945393cf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4204e64-9867-40b3-a365-3d1fc6818b41,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:01.208433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=7a01e97c-fd79-4672-bdb0-9e1e4244d8f8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:01.253475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.322989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.334908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f4672719-42d9-4e2e-80aa-d17efe5d747e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:01.335520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.337334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.407525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.410844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.416820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-405d43ae-83d8-4a2d-abf2-363cc43b8b9b tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5564747 Nov 23 09:59:01.421656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:01.452879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-07ed04b1-699f-4685-8bbc-94eaa4650d6e tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'floatingip': {'port_id': 'c10e0ae8-7b33-41aa-8095-9c8fed9a3732', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:01.494931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-50859fe1-0ed7-4bfc-bbeb-a944f26b1f11 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434856 Nov 23 09:59:01.504058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] DHCP port deletion for 3513c9df-8ea7-4990-872b-7954bce253bc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:01.525512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.535639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:01.574399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07ed04b1-699f-4685-8bbc-94eaa4650d6e tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.669606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:01.670595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.696668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.724025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-c995c6b1-be90-45d4-b19e-83707005e140 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198648 Nov 23 09:59:01.726419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.750517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.754030 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f874404-7920-4de1-9058-47b01f500544 HTTP/1.1" status: 204 len: 168 time: 1.0338030 Nov 23 09:59:01.763331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:01.786326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Deleting port 3e663ca9-7df4-46af-8423-c58831ffb3e4 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:01.786828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.790426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7a721b-5969-44c8-9851-6df14776bcd3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:01.802876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.803072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af9293-b51b-4dc3-b50a-f30620659973 None None] Network 69cdf871-3d0c-454e-985a-558974843289 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:01.803192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f13dcf6f-c701-4b19-a143-a1d64cdfc8a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/0d7a721b-5969-44c8-9851-6df14776bcd3 HTTP/1.1" status: 204 len: 168 time: 1.5822389 Nov 23 09:59:01.812589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:01.813521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-54482f5b-31ef-4480-8f5c-2d03722d1ae9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 217 time: 0.0769012 Nov 23 09:59:01.815163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee30de-2103-4b9f-9592-83646d6f236c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f874404-7920-4de1-9058-47b01f500544,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:01.842831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca793ab-16f6-4442-9b3c-bc4dc2adc029 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:01.877428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-a18784c7-8dff-454c-8f9c-300b450146bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:01.878955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-a18784c7-8dff-454c-8f9c-300b450146bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0479794 Nov 23 09:59:01.936175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.938490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] For port 3e663ca9-7df4-46af-8423-c58831ffb3e4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e663ca9-7df4-46af-8423-c58831ffb3e4,segment=NetworkSegment(d3f958b1-3de8-4c09-9741-e5e33574aae6),segment_id=d3f958b1-3de8-4c09-9741-e5e33574aae6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:01.938896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:01.956038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Calling delete_port for 3e663ca9-7df4-46af-8423-c58831ffb3e4 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:01.994228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-64f3124c-30b1-4e2b-899c-78ca7420becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:01.995011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-64f3124c-30b1-4e2b-899c-78ca7420becf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077626 Nov 23 09:59:02.060949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.108578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Deleting port 3e663ca9-7df4-46af-8423-c58831ffb3e4 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:02.108953 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.211731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Allocated IP 172.25.1.37 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/0c54295f-f78a-4afb-87a1-18446f5033cf) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:02.236845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:02.239991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] For port 3e663ca9-7df4-46af-8423-c58831ffb3e4, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:02.240367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.249369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4de1ee4c-c880-46c3-99ce-099e1f0c1a35 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462716 Nov 23 09:59:02.302535 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-07ed04b1-699f-4685-8bbc-94eaa4650d6e tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] update failed (client error): The resource could not be found. Nov 23 09:59:02.302535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-07ed04b1-699f-4685-8bbc-94eaa4650d6e tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "PUT /v2.0/floatingips/e2ae9723-cbe8-4c89-8831-983756a32a5a HTTP/1.1" status: 404 len: 507 time: 0.8801451 Nov 23 09:59:02.303168 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.306468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37156) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:02.324678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Calling delete_port for 3e663ca9-7df4-46af-8423-c58831ffb3e4 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:02.324678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Port 3e663ca9-7df4-46af-8423-c58831ffb3e4 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:59:02.324678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:02.324678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 79ce8163-3bba-42e2-ac56-cf3cd26cdf24 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:02.334544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981705f-e877-47ac-b2c9-b3b489d3f281 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:02.340924 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.353734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3e2692e0-5921-43a8-8cca-92d720eb3efe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3068502 Nov 23 09:59:02.373058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:02.403670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8981705f-e877-47ac-b2c9-b3b489d3f281 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:02.404837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8981705f-e877-47ac-b2c9-b3b489d3f281 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:02.411504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:02.422147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-5342e501-499a-4e7f-8a0b-09e1276d65d2 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575441 Nov 23 09:59:02.422298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:02.469258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Port': ['ID=3e663ca9-7df4-46af-8423-c58831ffb3e4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:02.497439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-764b3779-2de9-421b-9a3d-337e138d694e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 200 len: 217 time: 0.0633018 Nov 23 09:59:02.527873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] Pushing event deleted for resources: {'Port': ['ID=3e663ca9-7df4-46af-8423-c58831ffb3e4,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:02.548361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04429e9d-a789-4e0e-ba3f-7296bfe7ae96 None None] No DVR routers for this DVR port 3e663ca9-7df4-46af-8423-c58831ffb3e4 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:02.548818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] No DVR routers for this DVR port 3e663ca9-7df4-46af-8423-c58831ffb3e4 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:02.596358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Deleting port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:02.596961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.633419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-aee72d45-ff1c-4812-8c0d-e30a1932b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:02.635309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-aee72d45-ff1c-4812-8c0d-e30a1932b709 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1279349 Nov 23 09:59:02.643862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304888b2-4291-49a0-8157-258cddbf243f None None] DHCP port deletion for 69cdf871-3d0c-454e-985a-558974843289 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:02.687314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a72a5b-c28e-438e-83c0-c82f9974f64c req-e8c78018-0660-4ede-919c-15d11a1e4194 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:02.689767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65a72a5b-c28e-438e-83c0-c82f9974f64c req-e8c78018-0660-4ede-919c-15d11a1e4194 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2566438 Nov 23 09:59:02.724704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] For port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:02.726324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.749574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Calling delete_port for 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:02.758758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6900c-4a8a-4371-b998-f3c654a5ba45 req-310719b0-2781-4fed-9aab-3f0b4d694316 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:02.766757 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fd6900c-4a8a-4371-b998-f3c654a5ba45 req-310719b0-2781-4fed-9aab-3f0b4d694316 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.6967912 Nov 23 09:59:02.794833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-19fd69c0-b257-441a-add5-da4495dd6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:02.796571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-19fd69c0-b257-441a-add5-da4495dd6f31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511862 Nov 23 09:59:02.828411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Deleting port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:02.828726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.863852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.866072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65a72a5b-c28e-438e-83c0-c82f9974f64c req-2a12cda4-7a6b-4e18-8426-e13793e72bce tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504045 Nov 23 09:59:02.891033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.901065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-304888b2-4291-49a0-8157-258cddbf243f None None] For port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:02.901582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.916372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Calling delete_port for 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:02.943054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fd6900c-4a8a-4371-b998-f3c654a5ba45 req-d7b0e0c2-6004-4038-a86c-6bac13d4e9c8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744668 Nov 23 09:59:02.946643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Deleting port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:02.946987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:02.991975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.047918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d818f89c-f750-4adc-b87e-6f06aadafae8 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348247 Nov 23 09:59:03.052221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:03.073499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:03.102078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:03.103148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] For port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,segment=NetworkSegment(b98a8b6d-7222-42e6-aa01-b67eee41f940),segment_id=b98a8b6d-7222-42e6-aa01-b67eee41f940)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:03.105101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.119317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Calling delete_port for 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:03.157669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.191620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e663ca9-7df4-46af-8423-c58831ffb3e4 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:03.222146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=0c54295f-f78a-4afb-87a1-18446f5033cf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:03.236537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304888b2-4291-49a0-8157-258cddbf243f None None] Pushing event deleted for resources: {'Port': ['ID=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:03.239215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304888b2-4291-49a0-8157-258cddbf243f None None] No DVR routers for this DVR port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:03.239566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.244905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3513c9df-8ea7-4990-872b-7954bce253bc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:03.249430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3e663ca9-7df4-46af-8423-c58831ffb3e4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:03.249775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e663ca9-7df4-46af-8423-c58831ffb3e4 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:03.250229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:03.271269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:03.274893 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.285930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:03.286455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:03.286882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:03.297981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083baec-ad30-408e-bab3-fcff92292949 req-01de93a6-28b6-4c2f-b04e-adbe46a3d1f5 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:03.299907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5083baec-ad30-408e-bab3-fcff92292949 req-01de93a6-28b6-4c2f-b04e-adbe46a3d1f5 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1100 time: 0.2127509 Nov 23 09:59:03.350302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.422288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] Pushing event deleted for resources: {'Port': ['ID=1f1debcf-a7b4-4bcb-be53-a9f6e35200ad,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:03.429039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fd23a-7dbb-4252-ab66-8dcab6fc0613 None None] No DVR routers for this DVR port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:03.433199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 09:59:03.434510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1f1debcf-a7b4-4bcb-be53-a9f6e35200ad not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:03.489231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.522415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Pushing event deleted for resources: {'Port': ['ID=691b5d7a-c081-42cb-a4ad-91d06d4b93a1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:03.530284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.548962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f958b1-3de8-4c09-9741-e5e33574aae6') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:03.549194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f958b1-3de8-4c09-9741-e5e33574aae6') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:03.560129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:03.569254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:03.573485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:03.574109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.574696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5083baec-ad30-408e-bab3-fcff92292949 req-50598c74-5bfd-48b4-ac20-9636442f1bc1 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602797 Nov 23 09:59:03.579451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-95bce166-8528-481b-b017-7fe815468025 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241654 Nov 23 09:59:03.590688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d26919-e111-4213-b7e6-61c4e9723641 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:03.598248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting port 7a01e97c-fd79-4672-bdb0-9e1e4244d8f8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:03.598594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.607605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.624966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.644632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.651739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] No DVR routers for this DVR port 691b5d7a-c081-42cb-a4ad-91d06d4b93a1 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:03.669529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:03.670139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:03.684212 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:03.848389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '8f31b51b-ff72-485c-9858-c42820f7b618'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:03.849323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:03.886087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4799950 Nov 23 09:59:03.900049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37184) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:03.903108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af37c-1368-45a8-a5be-30b78c93a96d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=8f31b51b-ff72-485c-9858-c42820f7b618,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:03.909816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '8f31b51b-ff72-485c-9858-c42820f7b618', 'ip_address': '2001:db8::31d7:a7bd:fd2d:d299'}], 'name': 'tempest-NetworksTestDHCPv6-105352383'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:03.959905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-a3780979-5062-4701-873b-7ba202b9bdb4 req-9999a30b-1995-4af5-a5c5-6c3a1299a453 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:59:03.961639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3780979-5062-4701-873b-7ba202b9bdb4 req-9999a30b-1995-4af5-a5c5-6c3a1299a453 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1418056 Nov 23 09:59:03.966974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.007517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.013307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] 10.222.0.62 "DELETE /v2.0/networks/3513c9df-8ea7-4990-872b-7954bce253bc HTTP/1.1" status: 204 len: 168 time: 2.9176650 Nov 23 09:59:04.038839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/8f31b51b-ff72-485c-9858-c42820f7b618/aeeeadda-0dfc-4773-b4d2-fab21b83ae84) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:04.050557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.087304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e686-314d-4491-be68-52c4b92b23d2 tempest-ServersTestMultiNic-833507020 tempest-ServersTestMultiNic-833507020-project] Pushing event deleted for resources: {'Network': ['ID=3513c9df-8ea7-4990-872b-7954bce253bc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.109416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.109727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.121332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cdf871-3d0c-454e-985a-558974843289']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:04.145213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Calling delete_port for 7a01e97c-fd79-4672-bdb0-9e1e4244d8f8 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:04.145486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-1bd53abc-f53e-4156-b9bf-54e1df314031 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 200 len: 217 time: 0.5563478 Nov 23 09:59:04.147900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98a8b6d-7222-42e6-aa01-b67eee41f940') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:04.148195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98a8b6d-7222-42e6-aa01-b67eee41f940') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:04.170896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.209800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-fff4ea04-4af9-4f1a-9d4d-b2b4d21504eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:04.211360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-fff4ea04-4af9-4f1a-9d4d-b2b4d21504eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0497003 Nov 23 09:59:04.222547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.235943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:04.236615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:04.238513 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:04.259947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:04.267439 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.275869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.330107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Pushing event updated for resources: {'Port': ['ID=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.331818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5c722-70ec-4df9-9e67-aa5571ede2f1 req-9329c9d6-d541-470d-bbb6-4b9f9a6b199e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:04.333178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43b5c722-70ec-4df9-9e67-aa5571ede2f1 req-9329c9d6-d541-470d-bbb6-4b9f9a6b199e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2060726 Nov 23 09:59:04.356304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-3869e4f3-d83a-41f7-9d19-4e1cc71cbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:04.357854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-3869e4f3-d83a-41f7-9d19-4e1cc71cbb2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245794 Nov 23 09:59:04.360783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:04.365467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:04.371357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:04.372621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.383513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.385942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] 10.222.0.62 "DELETE /v2.0/networks/69cdf871-3d0c-454e-985a-558974843289 HTTP/1.1" status: 204 len: 168 time: 2.6194315 Nov 23 09:59:04.403636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c9b6-6bfe-465b-9872-e7462b6baa1a admin admin] Pushing event deleted for resources: {'Network': ['ID=69cdf871-3d0c-454e-985a-558974843289,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.476459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Attempting to bind port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:04.477877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Attempting to bind port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:04.478544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Attempting to bind port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:04.495472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:04.496149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:04.496691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.497652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:04.498322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Bound port: aeeeadda-0dfc-4773-b4d2-fab21b83ae84, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:04.498866 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.512844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.562865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port e8d78245-0132-43b7-a599-95333b0e4023 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:59:04.567344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.578946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] For port aeeeadda-0dfc-4773-b4d2-fab21b83ae84, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:04.582607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] For port aeeeadda-0dfc-4773-b4d2-fab21b83ae84, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:04.589599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.628240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43b5c722-70ec-4df9-9e67-aa5571ede2f1 req-3990dd0d-4652-48f0-b8f4-5dbb4bdb12e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677989 Nov 23 09:59:04.672225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.686242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.727161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-3d18cb05-d572-477f-967a-4089dad58dc1 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494945 Nov 23 09:59:04.733770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f79cd-a35c-4214-95d8-cb9271e42637 None None] Pushing event updated for resources: {'Port': ['ID=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.791758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37208) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:04.814865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Port': ['ID=7a01e97c-fd79-4672-bdb0-9e1e4244d8f8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.850261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-fbc0778b-3fb5-4ab0-893f-e5350dc7cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:04.855253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-fbc0778b-3fb5-4ab0-893f-e5350dc7cf0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 1096 time: 0.2192302 Nov 23 09:59:04.855927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=0c54295f-f78a-4afb-87a1-18446f5033cf,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:04.858485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.943544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37214) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:04.985589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:04.987267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-749d42fa-ce01-4a47-a89e-28e0b764de98 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8162303 Nov 23 09:59:05.078023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-80375aac-0183-4302-b167-4d8999828810 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=912c4f42e5c041798189ec965bf524ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786787 Nov 23 09:59:05.087097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:05.145188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-db64340e-6118-4264-bc9b-197697edd154 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612494 Nov 23 09:59:05.186620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-fc6fc686-99d5-4403-a9fc-efd4650857c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4559934 Nov 23 09:59:05.215133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-5097a2f6-8cd7-4562-a8e2-8b261edb4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.216654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-5097a2f6-8cd7-4562-a8e2-8b261edb4ea9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.3522115 Nov 23 09:59:05.223190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-951b751f-dfeb-497d-b1bb-3617a4e8331a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 217 time: 0.0579934 Nov 23 09:59:05.274177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-46a1d321-80d0-4a43-91a0-a8ea84d59ceb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0483155 Nov 23 09:59:05.371947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.397302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d4e4213b-6dc2-471c-8029-fc396ad5de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.398812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d4e4213b-6dc2-471c-8029-fc396ad5de1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.1646388 Nov 23 09:59:05.432369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-647fc8f3-f854-4ca5-8a04-17b6d5842f2e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--43327960&fields=id&tenant_id=3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 267 time: 0.1632314 Nov 23 09:59:05.434511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.459594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-d214e678-4d09-4e26-83e6-2c0105377d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.461035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-d214e678-4d09-4e26-83e6-2c0105377d4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.1555834 Nov 23 09:59:05.539906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-260ef162-dc47-4e11-9cd1-f7eae0ae57a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560873 Nov 23 09:59:05.554116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3a05-724b-4462-8f52-1bd5a9929ca2 req-a802a30e-6748-48a1-9f86-1c52fa98423d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.555723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b0d3a05-724b-4462-8f52-1bd5a9929ca2 req-a802a30e-6748-48a1-9f86-1c52fa98423d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.7347429 Nov 23 09:59:05.620054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-c127681d-95ec-4837-a90e-a5b8e734d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.621364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-c127681d-95ec-4837-a90e-a5b8e734d5b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055058 Nov 23 09:59:05.687595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.690250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.694798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3a9b5c76-a17c-4010-9f37-7cdef8c86866 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "DELETE /v2.0/floatingips/e2ae9723-cbe8-4c89-8831-983756a32a5a HTTP/1.1" status: 204 len: 168 time: 3.3403125 Nov 23 09:59:05.708583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b0d3a05-724b-4462-8f52-1bd5a9929ca2 req-6104040f-0638-4510-8dc4-5194cefc1638 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146393 Nov 23 09:59:05.710210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:05.729828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a2d6f190-e698-4fe5-b34a-a7329b17bd50 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'floatingip': {'floating_network_id': 'c41f23df-689d-4043-8a48-6f28511d7ce9', 'port_id': 'c10e0ae8-7b33-41aa-8095-9c8fed9a3732', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:05.736649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::31d7:a7bd:fd2d:d299 (3424d68b-9456-4bb9-b896-c0ae5329a081/8f31b51b-ff72-485c-9858-c42820f7b618/e8d78245-0132-43b7-a599-95333b0e4023) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:05.839740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.842633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.846261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b576d00-ccb9-4460-9f83-7ce765fea858 HTTP/1.1" status: 204 len: 168 time: 0.7535205 Nov 23 09:59:05.866235 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f190-e698-4fe5-b34a-a7329b17bd50 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:05.885254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-106c7d80-af68-4532-98e8-aa8b26aefc06 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:05.887693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-106c7d80-af68-4532-98e8-aa8b26aefc06 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 811 time: 0.4300060 Nov 23 09:59:05.906033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028946e-1483-4728-8ee4-6a10d29f96a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b576d00-ccb9-4460-9f83-7ce765fea858,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:05.913182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-66d00095-9772-4276-994c-147daf539da6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646519 Nov 23 09:59:05.980561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-f44d247f-f5ea-4446-818d-00100de016c4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/quotas/3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 375 time: 0.0718732 Nov 23 09:59:06.005684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-b56fa839-ca11-4b46-9bd7-27cd43ed32d3 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993102 Nov 23 09:59:06.198981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] Provisioning complete for port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:06.199520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.208236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f906d4-0d73-4cdb-9d51-5369f9a2e225 req-43e70d82-ca14-4948-9b01-9043688b9777 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.216486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0f906d4-0d73-4cdb-9d51-5369f9a2e225 req-43e70d82-ca14-4948-9b01-9043688b9777 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2708397 Nov 23 09:59:06.303282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-71e4b0c3-50f0-4a0e-9833-a8c2a7b5366e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3039024 Nov 23 09:59:06.314085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db4d52ce-4daa-4bf5-913b-669c6e5918df req-899261fe-f98b-482f-b6ab-94762b0e675c service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854275 Nov 23 09:59:06.336643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.337142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.381401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d598ea81-497f-4450-bc6c-10f99bf587ed service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605533 Nov 23 09:59:06.386185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0f906d4-0d73-4cdb-9d51-5369f9a2e225 req-bf5d92c4-6a77-4098-a9f1-c5dd20af7c79 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626639 Nov 23 09:59:06.415718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] For port aeeeadda-0dfc-4773-b4d2-fab21b83ae84, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:06.425835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.472581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-4f01e405-c4c0-4f98-8f86-c4f3e235e93b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 217 time: 0.0824161 Nov 23 09:59:06.552721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.575367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e1059-5eab-4274-acec-ceb263a1a934 None None] Pushing event updated for resources: {'Port': ['ID=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:06.588889 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-a2d6f190-e698-4fe5-b34a-a7329b17bd50 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 09:59:06.593452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a2d6f190-e698-4fe5-b34a-a7329b17bd50 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8706419 Nov 23 09:59:06.594497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37272) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:06.600927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'c10e0ae8-7b33-41aa-8095-9c8fed9a3732', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:06.609296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-8e1b7d91-e3b9-4342-8460-912ca1c3931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.610787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-8e1b7d91-e3b9-4342-8460-912ca1c3931d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.1164844 Nov 23 09:59:06.615426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-e032c89d-e9bb-4634-a547-4fa7e392f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.616836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-e032c89d-e9bb-4634-a547-4fa7e392f6a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 1096 time: 0.1532266 Nov 23 09:59:06.624666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:06.629641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:06.648568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:06.655365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.656140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.707125 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.734178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8152061 Nov 23 09:59:06.736634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:06.740272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec1d0b-f680-4464-a00f-c890a585c361 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=e8d78245-0132-43b7-a599-95333b0e4023,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:06.839658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:06.932235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-5030f876-67ab-432c-8e07-0817ba3fb5e0 service neutron] 10.222.0.62 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054516 Nov 23 09:59:06.942590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb328738-486c-494b-988c-cbe8165871c2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.950273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d938327e-ae0a-4582-a9a2-d4f9bff3af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.951194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb328738-486c-494b-988c-cbe8165871c2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:06.951974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-d938327e-ae0a-4582-a9a2-d4f9bff3af0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3280697 Nov 23 09:59:06.955391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb328738-486c-494b-988c-cbe8165871c2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1924975 Nov 23 09:59:06.957297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:06.993759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f64a0836-dc89-4043-813c-5a58743c76a9 None None] Provisioning complete for port e8d78245-0132-43b7-a599-95333b0e4023 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:06.994275 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f64a0836-dc89-4043-813c-5a58743c76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.015396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:07.041574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0836-dc89-4043-813c-5a58743c76a9 None None] Port e8d78245-0132-43b7-a599-95333b0e4023 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:07.094999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aeeeadda-0dfc-4773-b4d2-fab21b83ae84 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:07.106461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-1dc26004-c527-464f-b48e-a9131af6ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.107984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-1dc26004-c527-464f-b48e-a9131af6ec96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1100 time: 0.2420845 Nov 23 09:59:07.110303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958054-4ef7-46f4-a6c1-5b4ae79a3467 req-a058bee7-fc60-4624-b6c3-45a5bfdd1b1a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.111900 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5958054-4ef7-46f4-a6c1-5b4ae79a3467 req-a058bee7-fc60-4624-b6c3-45a5bfdd1b1a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.2755997 Nov 23 09:59:07.163761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:07.164975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.180982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-07d311f1-a8af-43af-8354-382d463c50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.182157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-07d311f1-a8af-43af-8354-382d463c50e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.5248504 Nov 23 09:59:07.197776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-376410027-network', 'tenant_id': '1dc35209a0064a6eba31e067fc870718'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:07.226827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-aae4d1aa-3fa8-4b1f-842f-fd1da3279b4d service neutron] 10.222.0.62 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854102 Nov 23 09:59:07.266007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5958054-4ef7-46f4-a6c1-5b4ae79a3467 req-97653151-680b-44cb-a9e4-5769a255dce1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266434 Nov 23 09:59:07.280398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-0530c4cf-bcbe-4788-b4b9-23a0b630a10f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0724237 Nov 23 09:59:07.308995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port e8d78245-0132-43b7-a599-95333b0e4023 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:07.309335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.399811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:07.407769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.410750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-6488151e-aaee-4a30-b026-20f11df3f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.412233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-6488151e-aaee-4a30-b026-20f11df3f1e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.0952327 Nov 23 09:59:07.415094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-18a9f37b-ace9-46fb-b1bb-ac35bcc433cb service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912964 Nov 23 09:59:07.444925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25ce3402-7d8d-4b9e-9265-a3c8662999c9 req-ce7f2790-451c-4551-9b5d-188b15334d8a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 210 time: 0.0437307 Nov 23 09:59:07.453943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.454680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.489234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for e8d78245-0132-43b7-a599-95333b0e4023 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:07.489503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-5b5e48a0-3d13-4090-9a4d-7297f44a0252 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691445 Nov 23 09:59:07.608522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Deleting port 555dd417-176e-423a-8cbe-f53b212dbd89 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:07.608852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.619007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-7a958d41-f836-47a0-933b-bf10bf8e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.620661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-7a958d41-f836-47a0-933b-bf10bf8e1038 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.4416420 Nov 23 09:59:07.730331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.741752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] For port 555dd417-176e-423a-8cbe-f53b212dbd89, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=555dd417-176e-423a-8cbe-f53b212dbd89,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:07.742448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.776552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=e8d78245-0132-43b7-a599-95333b0e4023,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:07.778731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Calling delete_port for 555dd417-176e-423a-8cbe-f53b212dbd89 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:07.845640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:07.849360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6494eb5-393f-44c4-bdfd-eadbe8eca81c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e8d78245-0132-43b7-a599-95333b0e4023 HTTP/1.1" status: 204 len: 168 time: 0.8908033 Nov 23 09:59:07.851851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37306) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:07.929486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14804bd8-6fc6-459a-a8ae-7072963d7bbb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.933229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14804bd8-6fc6-459a-a8ae-7072963d7bbb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:07.933229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14804bd8-6fc6-459a-a8ae-7072963d7bbb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0801914 Nov 23 09:59:07.937295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37308) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:08.037179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 8f31b51b-ff72-485c-9858-c42820f7b618 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:08.049173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.100817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.183054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.234853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-6753aed9-c6da-4dfc-ba9e-fd4466935801 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.6049564 Nov 23 09:59:08.238987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Pushing event deleted for resources: {'Port': ['ID=555dd417-176e-423a-8cbe-f53b212dbd89,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:08.267069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.272531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552f5b-7f5d-43a4-a92a-50bc0a704578 req-9cd3cede-ebae-4a6e-85c5-bd9406289ea7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:08.274138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08552f5b-7f5d-43a4-a92a-50bc0a704578 req-9cd3cede-ebae-4a6e-85c5-bd9406289ea7 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.7870593 Nov 23 09:59:08.329267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.369337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-5c230e82-882d-4357-8974-db6f0e5a8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:08.370981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-5c230e82-882d-4357-8974-db6f0e5a8ab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1164238 Nov 23 09:59:08.428777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.456630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-aa42a0e5-0764-4fcf-8811-9bc726a34567 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400768 Nov 23 09:59:08.463429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b511fd38-da87-4eb1-9a6e-baab1bf01912 req-0d65c1a6-10c8-46ea-acfc-628870bde1d0 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0357387 Nov 23 09:59:08.567125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08552f5b-7f5d-43a4-a92a-50bc0a704578 req-bd4dad34-9138-4b8a-8cb7-6fcb7dc1d676 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301266 Nov 23 09:59:08.603356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.604072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ad3bc-ddd0-4d32-bf3f-997731a94672 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:08.610222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/8f31b51b-ff72-485c-9858-c42820f7b618 HTTP/1.1" status: 204 len: 168 time: 0.6687589 Nov 23 09:59:08.612189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37314) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:08.624989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1c695-7fe0-48fa-902b-087bc8451994 req-7999503b-f4a3-4b73-8d8a-7de0d0b4bfc2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:08.626589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d1c695-7fe0-48fa-902b-087bc8451994 req-7999503b-f4a3-4b73-8d8a-7de0d0b4bfc2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.2420769 Nov 23 09:59:08.627387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86699f8-0d77-42a3-8c45-392ecb958767 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=8f31b51b-ff72-485c-9858-c42820f7b618,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:08.645095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.648877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e7ee62c9-beae-4f7b-8ec0-86ee553bc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:08.650566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e7ee62c9-beae-4f7b-8ec0-86ee553bc347 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583909 Nov 23 09:59:08.657949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.681538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-46cf6886-6d66-4fe0-b415-b1d5ffe6d1b1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494368 Nov 23 09:59:08.685382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37318) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:08.691971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.700811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:08.756019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Allocated IP 172.25.1.215 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/4e8512bb-288d-499e-9a3a-39ccd021d6c4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:08.791114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:08.796634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180bc04d-476f-4862-9a92-1844065dbeaf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:08.826841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f39da59-5d71-4900-aa6c-1d5124f394a4 req-0ae6ac28-d5bc-474e-b8e3-04507f266f1a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 210 time: 0.1457887 Nov 23 09:59:08.842762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d1c695-7fe0-48fa-902b-087bc8451994 req-3834af86-86fe-4f2a-92ab-ad0900bf383a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683567 Nov 23 09:59:08.873413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:08.927554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0e8b4a-b6d1-4116-b2b8-e929336a3c39 req-7f7aae9e-01f3-4160-81ae-b3fd3aee5133 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565523 Nov 23 09:59:08.935570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:08.948581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.955655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:08.956076 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Added segment c20a4694-17bc-4d31-8aee-83a08e4c31a3 of type vlan for network e5c7f922-e5d2-464a-8217-0ac5442bc374 Nov 23 09:59:09.007235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Deleting port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:09.007932 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.133158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.149042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] For port aeeeadda-0dfc-4773-b4d2-fab21b83ae84, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:09.149822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.174803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Calling delete_port for aeeeadda-0dfc-4773-b4d2-fab21b83ae84 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:09.201171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-902752e4-b5bb-4e4e-afa6-1c29dd861091 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362229 Nov 23 09:59:09.245241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aeeeadda-0dfc-4773-b4d2-fab21b83ae84 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:09.281489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.283014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:09.283118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.346718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.355396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-4c8a74d0-4f7e-4291-85ee-8c00f34596cc tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:09.357091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-4c8a74d0-4f7e-4291-85ee-8c00f34596cc tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 811 time: 0.3624837 Nov 23 09:59:09.361026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.374135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.410684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] Pushing event deleted for resources: {'Port': ['ID=aeeeadda-0dfc-4773-b4d2-fab21b83ae84,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:09.431658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b74947-6806-477a-9d8f-63f3ff312f7e None None] No DVR routers for this DVR port aeeeadda-0dfc-4773-b4d2-fab21b83ae84 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:09.443536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4157333 Nov 23 09:59:09.450864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:09.453073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Request body: {'subnet': {'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-376410027-subnet', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:09.459698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d670b45-8cf6-4f04-941c-8ea5cd43d8ae admin admin] Pushing event updated for resources: {'Network': ['ID=e5c7f922-e5d2-464a-8217-0ac5442bc374,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:09.482576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:09.510229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-cddb1809-c4b0-46e8-889e-48b649355d94 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954352 Nov 23 09:59:09.514472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.530240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:09.532814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.560491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-3ecec4ec-4c26-4a89-821d-a8ff62d5e158 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 378 time: 0.1872191 Nov 23 09:59:09.580088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'port': {'device_id': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'admin_state_up': True, 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'security_groups': ['def3dc43-c349-4cb0-b0f6-1a56775036d2']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:09.584440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:09.601624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:09.606386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event updated for resources: {'Port': ['ID=4e8512bb-288d-499e-9a3a-39ccd021d6c4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:09.615479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:09.637324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:09.701147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:09.795497 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.818427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:09.820955 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47384975-2670-4a2b-a3b1-7b56ef05c5ef" -d '{"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:09.834359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:09.842505 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.868601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Made reservation on behalf of 3089091962354fe2bbe9733c01669b79 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:09.872203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.873555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.931428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:09.945623 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8399323-ae90-455b-b234-fb68a93894aa x-openstack-request-id: req-b8399323-ae90-455b-b234-fb68a93894aa {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:09.946671 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-unplugged", "status": "failed", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8", "code": 422}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:09.946991 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8399323-ae90-455b-b234-fb68a93894aa {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:09.947459 n-d-781076-5 neutron-server[110025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'code': 422} returned with failed status Nov 23 09:59:09.978978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:09.986116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting port 4e8512bb-288d-499e-9a3a-39ccd021d6c4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:09.986538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:09.988268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1a081-794c-4a73-9d07-3f84e312ebe2 req-5abdb32b-ca0d-47ea-8164-e1992a5a7dde tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:09.989765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4d1a081-794c-4a73-9d07-3f84e312ebe2 req-5abdb32b-ca0d-47ea-8164-e1992a5a7dde tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 945 time: 0.2694135 Nov 23 09:59:09.989882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db324342-97fb-426a-b5cb-dce76bdbff3a req-5fbe7933-31bc-4f0b-a6fd-6bca8f63ef8c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 210 time: 0.0442719 Nov 23 09:59:10.003308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:10.012896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f647b-da3c-41ea-ad8b-3252f8628502 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:10.016449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:10.016449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.022183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:10.032571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=b02fabbd-9ee5-423d-9917-c008bca1caa9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:10.034123 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Sync routers for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:10.042060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-deb9ad25-19f0-4b16-8bd9-649c2a8db89f admin admin] 10.222.0.62 "PUT /v2.0/routers/65683d65-2f0d-4c48-8b8d-f98b3af92b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0877852 Nov 23 09:59:10.044689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37332) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:10.051930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.077044 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:10.078510 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:10.122788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8dc23c15-f9d4-4e60-9a4c-55d9a79471d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4286997 Nov 23 09:59:10.140749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37334) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:10.146841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'b02fabbd-9ee5-423d-9917-c008bca1caa9', 'ip_address': '2001:db8::3189:6120:907c:c6a5'}], 'name': 'tempest-NetworksTestDHCPv6-1074768304'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:10.179864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Allocated IP 172.20.0.7 (3327a186-f8fb-45ba-a2e4-d4b5106dc020/80fefa8c-bdd3-4da4-83d9-031c7e80c66b/f8565fa1-c336-4f88-a62d-340440d9a706) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:10.197805 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:10.248543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'b02fabbd-9ee5-423d-9917-c008bca1caa9'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:10.249992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93c7897-7b82-40df-abfd-9ce3e9c5641e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:10.250698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.310986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4d1a081-794c-4a73-9d07-3f84e312ebe2 req-e6e19b8c-a4f0-4c2e-ae86-3e8e0281a83b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983904 Nov 23 09:59:10.407409 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:59:08Z', 'revision_number': 5, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:10.413210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Checking segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:10.413576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Network hostable DHCP agents. Network: e5c7f922-e5d2-464a-8217-0ac5442bc374, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:10.432319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.434071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Checking router: 65683d65-2f0d-4c48-8b8d-f98b3af92b0b for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:10.443040 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Routers {'65683d65-2f0d-4c48-8b8d-f98b3af92b0b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:10.443903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:10.474500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/b02fabbd-9ee5-423d-9917-c008bca1caa9/e3e39744-9f41-4aab-91c8-b88526e3d4b8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:10.531469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.538357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:10.567142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.567142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.583547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.584238 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] Set router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:10.600100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41d1f-1c60-4d5c-aaba-5662eee8c4d6 req-da446e5d-e8d8-40df-b8c2-fcfc3691fea9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:10.609081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd41d1f-1c60-4d5c-aaba-5662eee8c4d6 req-da446e5d-e8d8-40df-b8c2-fcfc3691fea9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.4970598 Nov 23 09:59:10.615354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Calling delete_port for 4e8512bb-288d-499e-9a3a-39ccd021d6c4 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:10.664126 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.684131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:10.690188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:10.703997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 0c2f4ce6-4148-48ea-99c1-4e278f261557 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:59:10.730458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.745057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:10.745822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.767286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:10.778114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:10.783778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e5c7f922-e5d2-464a-8217-0ac5442bc374) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:10.813233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:10.823744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:10.828047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:10.833999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Pushing event updated for resources: {'Port': ['ID=e3e39744-9f41-4aab-91c8-b88526e3d4b8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:10.841781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb8a51-86a7-41e0-b6e9-761a9d0ed1c2 None None] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:10.852729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:10.853322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:10.920992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd41d1f-1c60-4d5c-aaba-5662eee8c4d6 req-b5f87d60-b579-49e5-8e82-c7eecc6e18e0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109157 Nov 23 09:59:10.962073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5aa0b157-8cb2-4cdd-af9a-2c191f77b922 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5127511 Nov 23 09:59:10.971668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37348) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:10.985394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Attempting to bind port e3e39744-9f41-4aab-91c8-b88526e3d4b8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:10.985781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Attempting to bind port e3e39744-9f41-4aab-91c8-b88526e3d4b8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:10.986173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Attempting to bind port e3e39744-9f41-4aab-91c8-b88526e3d4b8 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:10.988700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:11.009640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:11.010343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.025480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:11.025863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:11.026353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.026758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:11.027483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Bound port: e3e39744-9f41-4aab-91c8-b88526e3d4b8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:11.027951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.052286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:59:08Z', 'revision_number': 5, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:11.105554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.107534 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4dcf5-20d8-46c0-bd19-7e34a153dd0a None None] The sync data for ids ['65683d65-2f0d-4c48-8b8d-f98b3af92b0b'] in n-d-781076-5 is: [{'id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'name': 'tempest-ServersTestMultiNic-1913317701-router', 'tenant_id': 'e413877d1d9545e8a069528ea6b52474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:57:22Z', 'updated_at': '2021-11-23T09:59:08Z', 'revision_number': 5, 'project_id': 'e413877d1d9545e8a069528ea6b52474', 'gw_port': {'id': '90ffc1bd-0323-4500-831f-0ea6ff238d6c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65683d65-2f0d-4c48-8b8d-f98b3af92b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:57:24Z', 'updated_at': '2021-11-23T09:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:11.123573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.132623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.147773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-47faa62b-767f-4eb4-9a42-31fbb748b13c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5744257 Nov 23 09:59:11.166875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Request body: {'port': {'device_id': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:11.187135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.253655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::3189:6120:907c:c6a5 (3424d68b-9456-4bb9-b896-c0ae5329a081/b02fabbd-9ee5-423d-9917-c008bca1caa9/0c2f4ce6-4148-48ea-99c1-4e278f261557) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:11.275864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Port': ['ID=4e8512bb-288d-499e-9a3a-39ccd021d6c4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:11.296501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e5c7f922-e5d2-464a-8217-0ac5442bc374', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:11.298925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.303345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-58a8a8f9-8aec-41b9-a49f-1597cb7f618b None None] Provisioning complete for port f8565fa1-c336-4f88-a62d-340440d9a706 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:11.304043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58a8a8f9-8aec-41b9-a49f-1597cb7f618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.315758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Deleting port 90ffc1bd-0323-4500-831f-0ea6ff238d6c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:11.315945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.369820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.371099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-58a8a8f9-8aec-41b9-a49f-1597cb7f618b None None] Port f8565fa1-c336-4f88-a62d-340440d9a706 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:11.387803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e59d1-eed0-4d4e-9131-88a03e6dd833 req-24013b17-efdf-46d5-8fb3-d01b1dba915a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:11.389531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa5e59d1-eed0-4d4e-9131-88a03e6dd833 req-24013b17-efdf-46d5-8fb3-d01b1dba915a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 931 time: 0.2499814 Nov 23 09:59:11.402343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.493389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] For port 90ffc1bd-0323-4500-831f-0ea6ff238d6c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ffc1bd-0323-4500-831f-0ea6ff238d6c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:11.499983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.545813 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] create failed (client error): The resource could not be found. Nov 23 09:59:11.546817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Calling delete_port for 90ffc1bd-0323-4500-831f-0ea6ff238d6c owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:11.547013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3eff08b4-8069-4d47-8788-31a5b8ec45af tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9497209 Nov 23 09:59:11.552888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:11.562253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.602807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] For port e3e39744-9f41-4aab-91c8-b88526e3d4b8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:11.617163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] For port e3e39744-9f41-4aab-91c8-b88526e3d4b8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e3e39744-9f41-4aab-91c8-b88526e3d4b8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:11.625087 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.659404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa5e59d1-eed0-4d4e-9131-88a03e6dd833 req-05520384-9b7a-45a9-966f-c31e170982f9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2619321 Nov 23 09:59:11.670861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Allocated IP 172.20.0.2 (e5c7f922-e5d2-464a-8217-0ac5442bc374/d93c7897-7b82-40df-abfd-9ce3e9c5641e/892632c0-d8a8-48fa-ac78-7ec430b2537c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:11.676607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.752858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.783223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb670-6d14-4103-8725-8221a35d6125 None None] Pushing event updated for resources: {'Port': ['ID=e3e39744-9f41-4aab-91c8-b88526e3d4b8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:11.885139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:11.897504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:11.903224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:11.915378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:11.916363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.924094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.929742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-c02b43c4-f352-46d9-84d8-da51ec5cd1a8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:11.931154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:11.931449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-c02b43c4-f352-46d9-84d8-da51ec5cd1a8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbc7c26b-3990-412a-979e-eb02045d3b55 HTTP/1.1" status: 200 len: 943 time: 0.2723594 Nov 23 09:59:11.935160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=0c2f4ce6-4148-48ea-99c1-4e278f261557,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:11.957185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aac9ca6d-54ef-4878-b73d-f6cfedd3f32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8153415 Nov 23 09:59:11.988156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37384) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:12.051685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:12.053442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:12.058460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:12.064389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.065572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Pushing event updated for resources: {'Port': ['ID=892632c0-d8a8-48fa-ac78-7ec430b2537c,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:12.112035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ffc1bd-0323-4500-831f-0ea6ff238d6c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:12.142913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting port c10e0ae8-7b33-41aa-8095-9c8fed9a3732 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:12.143255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.211138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.313260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.316911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.339207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Attempting to bind port 892632c0-d8a8-48fa-ac78-7ec430b2537c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:12.339572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Attempting to bind port 892632c0-d8a8-48fa-ac78-7ec430b2537c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:12.339944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Attempting to bind port 892632c0-d8a8-48fa-ac78-7ec430b2537c on network e5c7f922-e5d2-464a-8217-0ac5442bc374 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:12.345716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:12.346161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Checking segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:12.346486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.346913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Bound using segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:12.347375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Bound port: 892632c0-d8a8-48fa-ac78-7ec430b2537c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:12.347754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.377017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:12.377505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.380198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.380751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65683d65-2f0d-4c48-8b8d-f98b3af92b0b {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:59:12.386269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.390233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1dffd319-4146-49e1-b492-47794e896715 admin admin] 10.222.0.62 "DELETE /v2.0/routers/65683d65-2f0d-4c48-8b8d-f98b3af92b0b HTTP/1.1" status: 204 len: 168 time: 2.3432803 Nov 23 09:59:12.390741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:12.420440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] For port 892632c0-d8a8-48fa-ac78-7ec430b2537c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:12.425408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] For port 892632c0-d8a8-48fa-ac78-7ec430b2537c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=892632c0-d8a8-48fa-ac78-7ec430b2537c,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:12.436779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.516056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aed69-69a8-4abb-80d7-ac338607538b None None] Pushing event updated for resources: {'Port': ['ID=892632c0-d8a8-48fa-ac78-7ec430b2537c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:12.517064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Deleting subnet 408a0b10-9b3e-43e3-9060-2d89da8a459e {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:12.524887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.592083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:12.592582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.606558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.631915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:12.731348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9e04e-7369-4389-beb6-0c5a53ca750c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:12.737445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9e04e-7369-4389-beb6-0c5a53ca750c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:12.739121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03a9e04e-7369-4389-beb6-0c5a53ca750c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7463038 Nov 23 09:59:12.744147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:12.784875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8565fa1-c336-4f88-a62d-340440d9a706 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:12.792775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.799211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.823226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8e0b-0e44-4ae2-891d-6e97a285925f req-0c269cac-8bea-4650-9d6f-fc707583683b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:12.824820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21df8e0b-0e44-4ae2-891d-6e97a285925f req-0c269cac-8bea-4650-9d6f-fc707583683b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.7612078 Nov 23 09:59:12.886475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Transition to ACTIVE for port object f8565fa1-c336-4f88-a62d-340440d9a706 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:59:12.957933 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.963225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.974304 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:12.996708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Calling delete_port for c10e0ae8-7b33-41aa-8095-9c8fed9a3732 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:13.002175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.024973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408a0b10-9b3e-43e3-9060-2d89da8a459e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:13.028585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275dd1c-2851-48a1-8247-148838698e3f None None] Network 5572ee67-1c01-4130-b61b-d645c27894c6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:13.033305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.039565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aa1946af-53c9-43ec-b5ca-a9479202dc65 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/408a0b10-9b3e-43e3-9060-2d89da8a459e HTTP/1.1" status: 204 len: 168 time: 0.6373274 Nov 23 09:59:13.040281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:13.113969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 0c2f4ce6-4148-48ea-99c1-4e278f261557 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:13.114571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.129413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:13.204222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.206564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.207962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.208404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.209473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.212254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.213684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.214306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.216493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.217036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.218289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.218723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:13.291890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 892632c0-d8a8-48fa-ac78-7ec430b2537c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:13.307825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Pushing event updated for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:13.350248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21df8e0b-0e44-4ae2-891d-6e97a285925f req-2bd7200d-cee4-4f01-b1cc-3b09f4876217 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007975 Nov 23 09:59:13.381879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 892632c0-d8a8-48fa-ac78-7ec430b2537c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:13.382278 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.392876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.448909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:13.453443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.460932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.467607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2afe8a6-80dd-49af-bd6e-1534977dfde6 req-f996e33b-7976-41e5-bf8e-ea7c4d925fff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "DELETE /v2.0/ports/dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8 HTTP/1.1" status: 204 len: 173 time: 1.4549973 Nov 23 09:59:13.468870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-deleted', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:13.472846 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb08673-3202-4f21-a285-dc405bae6725" -d '{"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-deleted", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:13.497632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.532407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] DHCP port deletion for 5572ee67-1c01-4130-b61b-d645c27894c6 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:13.536798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.574124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.613037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] Provisioning complete for port e3e39744-9f41-4aab-91c8-b88526e3d4b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:13.613403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.622291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 0c2f4ce6-4148-48ea-99c1-4e278f261557 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:13.665515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Allocated IP 172.25.1.192 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/499d197a-604c-4fdf-b4c9-2287011a8e03) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:13.695547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 892632c0-d8a8-48fa-ac78-7ec430b2537c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=892632c0-d8a8-48fa-ac78-7ec430b2537c,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:13.705538 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.706374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e3e39744-9f41-4aab-91c8-b88526e3d4b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:13.728924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Deleting port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:13.729396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.848917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Deleting port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:13.849286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.873354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=892632c0-d8a8-48fa-ac78-7ec430b2537c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:13.891552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.940298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:13.956022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Attempting to bind port f8565fa1-c336-4f88-a62d-340440d9a706 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:13.956418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Attempting to bind port f8565fa1-c336-4f88-a62d-340440d9a706 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:13.956843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Attempting to bind port f8565fa1-c336-4f88-a62d-340440d9a706 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:13.991878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] For port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:13.992284 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.006920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Calling delete_port for 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:14.031953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:14.033583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Pushing event updated for resources: {'Port': ['ID=499d197a-604c-4fdf-b4c9-2287011a8e03,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.037498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Port f8565fa1-c336-4f88-a62d-340440d9a706 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:59:14.037826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Attempting to bind port f8565fa1-c336-4f88-a62d-340440d9a706 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:14.047674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:14.053328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:14.208028 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.238210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.247876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b08e2d-d0e2-4d2f-815d-13978d635413 req-c3996777-ac24-44cf-bab3-7882478bfb6e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:14.249140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e3e39744-9f41-4aab-91c8-b88526e3d4b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:14.249553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57b08e2d-d0e2-4d2f-815d-13978d635413 req-c3996777-ac24-44cf-bab3-7882478bfb6e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 943 time: 0.7918439 Nov 23 09:59:14.249961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.261445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:14.261924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Checking segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:14.262326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Bound using segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:14.262781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Bound port: f8565fa1-c336-4f88-a62d-340440d9a706, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:14.263243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.318991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.339790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d72a9-4300-442a-a6a8-8084bd4cba35 None None] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:14.370456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:14.377077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f8565fa1-c336-4f88-a62d-340440d9a706,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:14.377077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Port': ['ID=c10e0ae8-7b33-41aa-8095-9c8fed9a3732,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.401428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] No DVR routers for this DVR port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:14.467406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.507485 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d798e16-2889-4eda-ad83-7422e349fb33 x-openstack-request-id: req-8d798e16-2889-4eda-ad83-7422e349fb33 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:14.508048 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c26b-3990-412a-979e-eb02045d3b55", "name": "network-vif-deleted", "tag": "dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8", "status": "failed", "code": 422}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:14.508048 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d798e16-2889-4eda-ad83-7422e349fb33 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:14.509767 n-d-781076-5 neutron-server[110024]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bbc7c26b-3990-412a-979e-eb02045d3b55', 'name': 'network-vif-deleted', 'tag': 'dfbf6e82-e6c4-4294-93a7-4a98ef4b18f8', 'status': 'failed', 'code': 422} returned with failed status Nov 23 09:59:14.527882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] For port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,segment=NetworkSegment(1e6a649c-faa0-4916-8c48-67dfa4ca5ecd),segment_id=1e6a649c-faa0-4916-8c48-67dfa4ca5ecd)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:14.528161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.545432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Calling delete_port for 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:14.563013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1368f57-79d7-4a32-abe8-0032b40cb59b None None] Pushing event deleted for resources: {'Port': ['ID=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.575180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] For port e3e39744-9f41-4aab-91c8-b88526e3d4b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e3e39744-9f41-4aab-91c8-b88526e3d4b8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:14.625398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.708316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.712377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:14.713388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4cb63-5fde-4c35-9007-2c851a4bfa26 None None] Pushing event updated for resources: {'Port': ['ID=e3e39744-9f41-4aab-91c8-b88526e3d4b8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.713664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.719801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] 10.222.0.11 "PUT /v2.0/ports/f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1091 time: 3.5588963 Nov 23 09:59:14.733412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:14.733542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.742153 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4527b097-68b4-400b-9c36-4fdab0c7d63b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:14.752778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bd1990a2-77ca-48d8-a7f0-5c8c5406cad0 None None] Could not find standard attr ID for object 0c2f4ce6-4148-48ea-99c1-4e278f261557. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:59:14.759493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e206c-fb32-4eb4-a8b0-999276d88a01 service neutron] Pushing event updated for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.793607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 555dd417-176e-423a-8cbe-f53b212dbd89 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:14.811115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.824273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bd1990a2-77ca-48d8-a7f0-5c8c5406cad0 None None] Provisioning complete for port 892632c0-d8a8-48fa-ac78-7ec430b2537c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:14.824725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd1990a2-77ca-48d8-a7f0-5c8c5406cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.827447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 555dd417-176e-423a-8cbe-f53b212dbd89 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:14.827791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 555dd417-176e-423a-8cbe-f53b212dbd89 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:14.828552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ffc1bd-0323-4500-831f-0ea6ff238d6c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:14.835294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d011a-b232-484e-a979-8888d59c9650 req-3d1c5118-1c31-47ae-b6ef-9e8f616bdf79 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:14.844073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-739d011a-b232-484e-a979-8888d59c9650 req-3d1c5118-1c31-47ae-b6ef-9e8f616bdf79 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.3332384 Nov 23 09:59:14.852841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=0c2f4ce6-4148-48ea-99c1-4e278f261557,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:14.886284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 90ffc1bd-0323-4500-831f-0ea6ff238d6c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:14.886809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ffc1bd-0323-4500-831f-0ea6ff238d6c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:14.948087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:14.955100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eba5d7d5-ff20-4722-9294-a7b5bf95a8b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/0c2f4ce6-4148-48ea-99c1-4e278f261557 HTTP/1.1" status: 204 len: 168 time: 2.2076430 Nov 23 09:59:14.959394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37418) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:14.960451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] No DVR routers for this DVR port 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:14.968397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:15.014506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.022421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d98d5c89-4c6a-430d-89e9-132c69f86421 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "DELETE /v2.0/ports/c10e0ae8-7b33-41aa-8095-9c8fed9a3732 HTTP/1.1" status: 204 len: 168 time: 3.4345031 Nov 23 09:59:15.027769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57b08e2d-d0e2-4d2f-815d-13978d635413 req-988d6b68-fa94-42cb-850c-8ea05ca3f108 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7207022 Nov 23 09:59:15.037624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37420) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:15.103711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2367e4-8f18-4829-aba3-c6bf23539fac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.105867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2367e4-8f18-4829-aba3-c6bf23539fac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.114581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec2367e4-8f18-4829-aba3-c6bf23539fac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1513290 Nov 23 09:59:15.116263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 892632c0-d8a8-48fa-ac78-7ec430b2537c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:15.118089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37426) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:15.191486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-3787a313-9a39-45ad-bd85-7085ace857ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.193436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-3787a313-9a39-45ad-bd85-7085ace857ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1094 time: 0.2860236 Nov 23 09:59:15.216611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 892632c0-d8a8-48fa-ac78-7ec430b2537c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:15.217201 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.218476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-739d011a-b232-484e-a979-8888d59c9650 req-95205b65-3d94-4d3f-a08e-a0ca5a0d716f tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728559 Nov 23 09:59:15.220635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.245844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5b804f94-0914-4941-93ee-22c3831795be None None] Provisioning complete for port 892632c0-d8a8-48fa-ac78-7ec430b2537c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:15.247001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b804f94-0914-4941-93ee-22c3831795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.263447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5572ee67-1c01-4130-b61b-d645c27894c6']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:15.286261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604173d-ab8a-45ca-8de4-9944261396c5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.291469 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1732223f-1eb2-4621-aac8-838dda400cb7 x-openstack-request-id: req-1732223f-1eb2-4621-aac8-838dda400cb7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:15.291469 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:15.291469 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1732223f-1eb2-4621-aac8-838dda400cb7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:15.291698 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'status': 'completed', 'code': 200} Nov 23 09:59:15.292822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6604173d-ab8a-45ca-8de4-9944261396c5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "GET /v2.0/ports?device_id=07b8c1f2-84b1-4b76-853d-6d7065dd2b91 HTTP/1.1" status: 200 len: 913 time: 0.2457287 Nov 23 09:59:15.296664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37434) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:15.304764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:15.306045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a649c-faa0-4916-8c48-67dfa4ca5ecd') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:15.332869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet b02fabbd-9ee5-423d-9917-c008bca1caa9 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:15.336172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.363981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-13406191-fa78-4087-ac0d-dc08d473578f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 217 time: 0.1613109 Nov 23 09:59:15.365522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e3e39744-9f41-4aab-91c8-b88526e3d4b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:15.382835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.423393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e3e39744-9f41-4aab-91c8-b88526e3d4b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:15.423754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.426728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.439663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:15.439963 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:15.441714 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:15.484894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.566175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.573801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-1907c9b7-d0e5-4e9c-abbd-04cba7913473 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.575354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-1907c9b7-d0e5-4e9c-abbd-04cba7913473 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.4075470 Nov 23 09:59:15.576800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-0dbc82bc-a720-4a0e-9ae8-3442864082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.576908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:15.578147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-0dbc82bc-a720-4a0e-9ae8-3442864082ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.2013583 Nov 23 09:59:15.581590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.585461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] 10.222.0.62 "DELETE /v2.0/networks/5572ee67-1c01-4130-b61b-d645c27894c6 HTTP/1.1" status: 204 len: 168 time: 2.4848592 Nov 23 09:59:15.602631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:15.603210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0b6f97e3-ad54-4d6b-8f6e-4ef5c97cdf21 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:15.604745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9a220-2065-4be3-9d64-c70a59a7de6f admin admin] Pushing event deleted for resources: {'Network': ['ID=5572ee67-1c01-4130-b61b-d645c27894c6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:15.607837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.646222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-039688e5-863d-40f1-99b5-5cd947eb8ae9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0627999 Nov 23 09:59:15.694292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.737829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37438) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:15.739583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-3b23c1e4-9ea3-4e2c-b217-22b53afc7f25 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853119 Nov 23 09:59:15.749954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.814877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-52929cf4-8176-48df-966d-4b344ab5c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:15.816387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-52929cf4-8176-48df-966d-4b344ab5c640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221897 Nov 23 09:59:15.817861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5122429f-51f3-4b00-906e-7972fed0fd31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e413877d1d9545e8a069528ea6b52474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790358 Nov 23 09:59:15.820317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:15.841726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.948680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:15.999812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.019449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.039776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=b02fabbd-9ee5-423d-9917-c008bca1caa9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:16.046425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-b07fa8a8-3407-4384-b53f-f7a424b5b735 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979243 Nov 23 09:59:16.062081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931e267-87bf-47ee-8f32-b25d7abb6174 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:16.083287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.087780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c8d5ce07-164d-4f3f-9982-5530367f0a89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/b02fabbd-9ee5-423d-9917-c008bca1caa9 HTTP/1.1" status: 204 len: 168 time: 0.9661427 Nov 23 09:59:16.090090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-269c596b-08f8-467b-adf0-33368c29191a service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565804 Nov 23 09:59:16.092220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37444) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:16.119470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.122374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.123598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10b9d31c-d612-4a3e-8d94-fbaeebc373f9 HTTP/1.1" status: 204 len: 168 time: 0.3013115 Nov 23 09:59:16.160586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e28c01-3efb-4549-a7dd-ce58bf5c3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b9d31c-d612-4a3e-8d94-fbaeebc373f9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:16.193045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-55a92866-6395-422c-a8ad-24f01599bf44 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960231 Nov 23 09:59:16.193785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:16.222285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36c19-967d-43e6-a16b-5330dbdc6f4b req-e58f84b8-2b32-41e4-9293-31eb64f838ff tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:16.232213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94c36c19-967d-43e6-a16b-5330dbdc6f4b req-e58f84b8-2b32-41e4-9293-31eb64f838ff tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 943 time: 0.0725913 Nov 23 09:59:16.268962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting port a66eaef6-fe9f-4b33-9043-76bd89cde921 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:16.269781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.277041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Router 34a40d3c-8f32-470c-b107-454a6eb1c509 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:59:16.383245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:16.385702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94c36c19-967d-43e6-a16b-5330dbdc6f4b req-16f1a61e-10a5-47bf-a44c-2c93cfba9de5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524520 Nov 23 09:59:16.406462 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.410087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299547ec-08db-4472-afd6-069835846a1c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:16.411885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-299547ec-08db-4472-afd6-069835846a1c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2042282 Nov 23 09:59:16.426535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37456) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:16.466634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Deleting port e3e39744-9f41-4aab-91c8-b88526e3d4b8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:16.467314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.500821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Calling delete_port for a66eaef6-fe9f-4b33-9043-76bd89cde921 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:16.553462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] For port e3e39744-9f41-4aab-91c8-b88526e3d4b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e3e39744-9f41-4aab-91c8-b88526e3d4b8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:16.553873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.571799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d80d7f-2082-468c-ab11-655f657355ae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:16.573077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a6d80d7f-2082-468c-ab11-655f657355ae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1486351 Nov 23 09:59:16.578187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Calling delete_port for e3e39744-9f41-4aab-91c8-b88526e3d4b8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:16.589624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:16.642659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4e3c4eb2-be8b-431a-aaaf-232ab3cf13ce tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469627 Nov 23 09:59:16.648649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37466) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:16.654780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:16.737776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac3eac-e21a-453a-90de-c9c2d57ad625 req-3e44009f-da54-4ff3-8762-a494f532c4c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:16.739506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93ac3eac-e21a-453a-90de-c9c2d57ad625 req-3e44009f-da54-4ff3-8762-a494f532c4c9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.2474990 Nov 23 09:59:16.845238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.852507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-7c235fe7-fd57-490e-9ca9-a0b5ee7e9bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947593 Nov 23 09:59:16.860364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fa749c9-01d6-41f8-9586-ee1cf771efbb req-ac39a703-9fe2-4e22-b9f0-1c06119035d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409174 Nov 23 09:59:16.887559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-93ac3eac-e21a-453a-90de-c9c2d57ad625 req-64c0dc21-3619-496c-a356-ff5bea3e2375 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379144 Nov 23 09:59:16.891045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:16.906195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:16.921270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] Pushing event deleted for resources: {'Port': ['ID=e3e39744-9f41-4aab-91c8-b88526e3d4b8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:16.924157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:16.943682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1322b-039c-4c4e-9850-cc6daf45608b None None] No DVR routers for this DVR port e3e39744-9f41-4aab-91c8-b88526e3d4b8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:16.946495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Sync routers for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:16.980498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:16.981138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:16.999707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.004712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1454dbc5-ce61-42e8-a34d-5eafec231fbd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0274453 Nov 23 09:59:17.006061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37476) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:17.088877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-71505230-3857-4b72-80af-c1eb9405687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.091130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-71505230-3857-4b72-80af-c1eb9405687d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1094 time: 0.1582112 Nov 23 09:59:17.192917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06809eec-a9b8-4645-ab31-3f756583c342 req-aa833e12-b547-4260-a435-a8bac91ee056 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 210 time: 0.1021602 Nov 23 09:59:17.224894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:17.241001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-faa2da74-dbd4-47ca-b1cd-fda79de03bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.242637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-faa2da74-dbd4-47ca-b1cd-fda79de03bae service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.1415267 Nov 23 09:59:17.285932 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.336331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:17.343163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-c3ff252a-4e8d-4fa7-af60-ce0f6b73bb84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 217 time: 0.0881381 Nov 23 09:59:17.348973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Port': ['ID=a66eaef6-fe9f-4b33-9043-76bd89cde921,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:17.426485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e3e39744-9f41-4aab-91c8-b88526e3d4b8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:17.485841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e3e39744-9f41-4aab-91c8-b88526e3d4b8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:17.486356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e3e39744-9f41-4aab-91c8-b88526e3d4b8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:17.489922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.558871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:14Z', 'revision_number': 3, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:17.623664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Checking router: 34a40d3c-8f32-470c-b107-454a6eb1c509 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:17.624052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Updating router 34a40d3c-8f32-470c-b107-454a6eb1c509 port 499d197a-604c-4fdf-b4c9-2287011a8e03 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:17.659906 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.666166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-65154109-network', 'tenant_id': '17305fbcc89642f1814ff80973ea8500'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:17.679149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-fd5d3925-8a9a-477e-a62a-9b633898dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.680834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-fd5d3925-8a9a-477e-a62a-9b633898dc74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.2217040 Nov 23 09:59:17.704941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.732485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:17.759498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:17.764001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.764595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.768005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=c079936c-2701-494d-9eb1-3c8d59caf639,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:17.782963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Made reservation on behalf of 17305fbcc89642f1814ff80973ea8500 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:17.785554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.793794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5c0-6921-44ec-bef4-0b0cd0f71cf7 req-23a5f192-0c57-4d80-bc27-d6fb39ba7433 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.796036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f087f5c0-6921-44ec-bef4-0b0cd0f71cf7 req-23a5f192-0c57-4d80-bc27-d6fb39ba7433 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 943 time: 0.1606257 Nov 23 09:59:17.824885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a028e-bda6-49fe-98f0-667a79fc53c9 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:17.831863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-b212b44f-f016-4868-9c41-ac1a1e40be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:17.834284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-b212b44f-f016-4868-9c41-ac1a1e40be32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432369 Nov 23 09:59:17.858597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.869242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-23821c2c-c451-4d10-a34c-ba1a1b71dc25 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2167563 Nov 23 09:59:17.873621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37496) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:17.880479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'c079936c-2701-494d-9eb1-3c8d59caf639', 'ip_address': '2001:db8::bac7:c31d:db8a:a775'}], 'name': 'tempest-NetworksTestDHCPv6-613546171'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:17.885327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b1304b8-a9d7-4f26-b1b1-f6e9fa0f5deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:17.999140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-06947964-2cd1-458c-847c-3a20b51ca1e3 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558232 Nov 23 09:59:18.102944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'c079936c-2701-494d-9eb1-3c8d59caf639'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:18.104497 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.106770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Router 07b8c1f2-84b1-4b76-853d-6d7065dd2b91 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:18.144706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d53f-66ef-4459-95d4-ed35fb11af4c req-a73e77a2-cff4-4805-aca7-17ce8d7639f4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:18.146257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdc9d53f-66ef-4459-95d4-ed35fb11af4c req-a73e77a2-cff4-4805-aca7-17ce8d7639f4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1311991 Nov 23 09:59:18.183853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:18.196128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f087f5c0-6921-44ec-bef4-0b0cd0f71cf7 req-619ed279-34fd-40a9-a485-111866386edb tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3823588 Nov 23 09:59:18.226016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.253097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4527b097-68b4-400b-9c36-4fdab0c7d63b req-aac040d1-e743-4e0b-a64d-dbd711faab44 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448800 Nov 23 09:59:18.292476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.314262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.331610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.353604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:18.368089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-58c19a46-da12-4474-8bae-1cee9b7c1db5 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "PUT /v2.0/routers/07b8c1f2-84b1-4b76-853d-6d7065dd2b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698094 Nov 23 09:59:18.368364 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] Sync routers for ids ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:18.378048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37504) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:18.382441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:18.389227 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] Routers {'07b8c1f2-84b1-4b76-853d-6d7065dd2b91'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:18.389922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:18.391343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdc9d53f-66ef-4459-95d4-ed35fb11af4c req-d78f2944-7aa9-4041-8229-40187bba8114 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294154 Nov 23 09:59:18.453827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6f23874-2c0c-41c4-a15c-3ef949b3885b req-0815d61b-eaaa-45f5-8bb2-f6f3cb157116 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 210 time: 0.0727282 Nov 23 09:59:18.458111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Attempting to bind port 499d197a-604c-4fdf-b4c9-2287011a8e03 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:18.459566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Attempting to bind port 499d197a-604c-4fdf-b4c9-2287011a8e03 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:18.460547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Attempting to bind port 499d197a-604c-4fdf-b4c9-2287011a8e03 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:18.474776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.487759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/c079936c-2701-494d-9eb1-3c8d59caf639/7e34f3c6-e87a-44cb-b54e-649b06f6b7ca) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:18.492171 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:18.506915 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] Routers {'07b8c1f2-84b1-4b76-853d-6d7065dd2b91'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:18.507862 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:18.542967 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:18.543875 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c159cb-5e88-4b40-9148-d9f741989128 None None] The sync data for ids ['07b8c1f2-84b1-4b76-853d-6d7065dd2b91'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:18.575886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7166a-5143-46dd-a6f8-9109dc993233 None None] Pushing event updated for resources: {'Port': ['ID=499d197a-604c-4fdf-b4c9-2287011a8e03,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:18.595198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:18.595819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:18.596318 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.596805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:18.597400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Bound port: 499d197a-604c-4fdf-b4c9-2287011a8e03, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:18.597949 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.678260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-2628a07e-5f90-43fa-b50c-7bb3cf843ac9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:18.680847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-2628a07e-5f90-43fa-b50c-7bb3cf843ac9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1575634 Nov 23 09:59:18.694830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:18.716467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] For port 499d197a-604c-4fdf-b4c9-2287011a8e03, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:18.747223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] For port 499d197a-604c-4fdf-b4c9-2287011a8e03, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=499d197a-604c-4fdf-b4c9-2287011a8e03,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:18.756079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.758739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.788046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.820755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.821382 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Added segment 0e3493a5-12e5-4201-ab05-5e90b8b27ed7 of type vlan for network 2c7c7f43-f676-414d-a125-86ef566ef8af Nov 23 09:59:18.823906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:18.832780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:18.839586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:18.842062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:18.845791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:58:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:18.848000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:18.849759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7166a-5143-46dd-a6f8-9109dc993233 None None] Pushing event updated for resources: {'Port': ['ID=499d197a-604c-4fdf-b4c9-2287011a8e03,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:18.863454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.876291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.891298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.949182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:18.953994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:18.963876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 3567e969-3d30-4997-9d65-7bbc720781f7 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:59:18.975930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Allocated IP 172.20.0.1 (e5c7f922-e5d2-464a-8217-0ac5442bc374/d93c7897-7b82-40df-abfd-9ce3e9c5641e/cab60ede-097c-4a2f-bdbc-956ce5853e82) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:19.021155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Pushing event updated for resources: {'Port': ['ID=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:19.043881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Attempting to bind port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:19.044255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Attempting to bind port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:19.045152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Attempting to bind port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:19.054436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:19.054824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:19.055657 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.055657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:19.056305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Bound port: 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:19.056689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.077100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:19.078994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.079969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:19.080556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.178187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.183150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.203284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8625526 Nov 23 09:59:19.203477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.9 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/3397f678-47e4-4c4c-b6c6-5e852a93b50e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:19.204679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37506) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:19.209757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Request body: {'subnet': {'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-65154109-subnet', 'tenant_id': '17305fbcc89642f1814ff80973ea8500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:19.235777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.269828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2207650-f912-407d-8502-7a77613d887e admin admin] Pushing event updated for resources: {'Network': ['ID=2c7c7f43-f676-414d-a125-86ef566ef8af,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:19.277453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.278263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Fanout notify agent at l3_agent the message router_deleted on router 07b8c1f2-84b1-4b76-853d-6d7065dd2b91 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:59:19.289245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.290587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbeef5b9-2a13-4886-903d-9e638a4d4b95 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "DELETE /v2.0/routers/07b8c1f2-84b1-4b76-853d-6d7065dd2b91 HTTP/1.1" status: 204 len: 168 time: 0.9036975 Nov 23 09:59:19.291010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] For port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:19.294797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] For port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:19.304136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:19.324160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Made reservation on behalf of 17305fbcc89642f1814ff80973ea8500 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:19.326478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.347990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::bac7:c31d:db8a:a775 (3424d68b-9456-4bb9-b896-c0ae5329a081/c079936c-2701-494d-9eb1-3c8d59caf639/3567e969-3d30-4997-9d65-7bbc720781f7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:19.376618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2c7c7f43-f676-414d-a125-86ef566ef8af details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:19.392780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.467389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d1595-4833-413c-9d7b-aad8c4e36cf0 None None] Pushing event updated for resources: {'Port': ['ID=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:19.500314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting subnet 1adc1050-b661-436e-96c6-8dbbac257f12 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:19.519122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603777e-d131-4671-a19b-a7a0c74ecd23 req-3f80ad0e-3787-4a84-89d3-3603f1984699 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:19.528003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.530127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0603777e-d131-4671-a19b-a7a0c74ecd23 req-3f80ad0e-3787-4a84-89d3-3603f1984699 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 943 time: 0.1443877 Nov 23 09:59:19.532429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.560476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:59:19.639371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:14Z', 'revision_number': 3, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:19.662280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0603777e-d131-4671-a19b-a7a0c74ecd23 req-ef02bd2b-0a47-434a-bd8e-fc08b097fb8a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302881 Nov 23 09:59:19.667189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee533e-c239-4c97-8dfe-065797483b5b None None] The sync data for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 is: [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:14Z', 'revision_number': 3, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:19.685719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:19.690606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.697774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:19.716672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.721695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:19.732224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f8565fa1-c336-4f88-a62d-340440d9a706 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:59:19.776665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58247573-4572-4a04-b3f8-3d849503c1df req-dbb87270-5358-4b80-b74d-43c2cd4f8eef tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 210 time: 0.0483816 Nov 23 09:59:19.803579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.813772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.837587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ac173-29ea-4979-8034-f9551d7a0e9b req-af23f147-aa72-43ea-a926-f771aa5115a4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:19.862547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c9ac173-29ea-4979-8034-f9551d7a0e9b req-af23f147-aa72-43ea-a926-f771aa5115a4 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.3007331 Nov 23 09:59:19.892462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f8565fa1-c336-4f88-a62d-340440d9a706,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:19.896812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:19.912661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'port_id': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'mac_address': 'fa:16:3e:6a:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:59:19.917906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:19.933666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:19.942653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:19.943928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:19.971861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0952954 Nov 23 09:59:19.976125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:19.982296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'c079936c-2701-494d-9eb1-3c8d59caf639', 'ip_address': '2001:db8::bac7:c31d:db8a:a775'}], 'name': 'tempest-NetworksTestDHCPv6-2006795302'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:19.991873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.000915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.015956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8565fa1-c336-4f88-a62d-340440d9a706 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:20.059912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f8565fa1-c336-4f88-a62d-340440d9a706,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:20.069722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.115396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.115396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.126620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Pushing event updated for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:20.149676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.156402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a63d-107a-46d7-b50e-36792733280f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=3567e969-3d30-4997-9d65-7bbc720781f7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:20.156656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:20.246905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:20.252621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.276206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port da73df3a-a7bd-40ab-bc76-0de8c62015c8 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:59:20.278735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Subnet': ['ID=1adc1050-b661-436e-96c6-8dbbac257f12,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:20.296951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.299142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c46d39-2872-41f3-8df7-c84274272830 None None] Network c41f23df-689d-4043-8a48-6f28511d7ce9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:20.300243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03f1ad7e-c5fe-46e2-8ac0-00bc02de9d38 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "DELETE /v2.0/subnets/1adc1050-b661-436e-96c6-8dbbac257f12 HTTP/1.1" status: 204 len: 168 time: 0.9945679 Nov 23 09:59:20.308004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37520) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:20.335572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7bd64694-d326-4062-a89f-fa0e82df4986 None None] Provisioning complete for port cab60ede-097c-4a2f-bdbc-956ce5853e82 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:20.336361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bd64694-d326-4062-a89f-fa0e82df4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.393348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.432031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f8565fa1-c336-4f88-a62d-340440d9a706'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:59:20.520914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7bd64694-d326-4062-a89f-fa0e82df4986 None None] Port cab60ede-097c-4a2f-bdbc-956ce5853e82 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:20.555002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c9ac173-29ea-4979-8034-f9551d7a0e9b req-5d05f8aa-9f6c-4343-a701-029e0aa85231 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522657 Nov 23 09:59:20.572139 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 09:59:20.573929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8a34360b-da6e-49fd-bcd4-dab9ceddc738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.575034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:59:20.605213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.605512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f762591-47a4-4820-9593-98fbf3ba1827 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6281588 Nov 23 09:59:20.606512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37524) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:20.608246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:20.630796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.646965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:20.658421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:20.716304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb62451-9554-4d54-95cd-086b1983a083 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:20.722203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb62451-9554-4d54-95cd-086b1983a083 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:20.730969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3bb62451-9554-4d54-95cd-086b1983a083 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1235459 Nov 23 09:59:20.736217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37528) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:20.763902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:20.869459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] DHCP port deletion for c41f23df-689d-4043-8a48-6f28511d7ce9 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:20.889762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.939630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Deleting port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:20.939907 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:20.957282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa3a9-7fac-4864-ad64-370104226597 req-e9d827c3-f54d-4d90-b412-6e28faff48ea tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:20.974869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1daa3a9-7fac-4864-ad64-370104226597 req-e9d827c3-f54d-4d90-b412-6e28faff48ea tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 944 time: 0.1425724 Nov 23 09:59:20.992216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c575b79-f755-4a5c-854f-6e5941c34754,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:21.010682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:21.011366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.050906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 3567e969-3d30-4997-9d65-7bbc720781f7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:21.051251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.064642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] For port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,segment=NetworkSegment(caec241f-19c4-42f8-bf89-4af86067b9bd),segment_id=caec241f-19c4-42f8-bf89-4af86067b9bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:21.065799 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.092499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Calling delete_port for b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:21.100985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Checking segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:21.101550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Network hostable DHCP agents. Network: 2c7c7f43-f676-414d-a125-86ef566ef8af, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:21.123735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-815011e3-1c96-4a80-9752-f6ce1fa64f7e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4339044 Nov 23 09:59:21.140608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Request body: {'port': {'device_id': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:21.146681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1daa3a9-7fac-4864-ad64-370104226597 req-b60c776e-6c0d-45c5-8eea-2b4702f39383 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706860 Nov 23 09:59:21.223381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374798-2866-4f39-81ef-8221fd5e6cb5 req-4f8852e6-74a8-46a1-b760-50a59330ad9b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:21.225021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e374798-2866-4f39-81ef-8221fd5e6cb5 req-4f8852e6-74a8-46a1-b760-50a59330ad9b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 931 time: 0.2783635 Nov 23 09:59:21.230267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.249864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.279222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.279592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:21.286011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] Pushing event deleted for resources: {'Port': ['ID=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:21.295104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Network 2c7c7f43-f676-414d-a125-86ef566ef8af is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:21.309411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24131b7-ec8f-44fb-89be-1ff749948829 None None] No DVR routers for this DVR port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:21.311804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 3567e969-3d30-4997-9d65-7bbc720781f7 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:21.312251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Deleting port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:21.312627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.338819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] Provisioning complete for port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:21.339247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.398431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2c7c7f43-f676-414d-a125-86ef566ef8af) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:21.403443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:21.404409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.414064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76951fe-5ab8-488a-ac77-2af0afff6488 None None] Network 2c7c7f43-f676-414d-a125-86ef566ef8af requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:21.479106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e374798-2866-4f39-81ef-8221fd5e6cb5 req-8deef978-7650-4a43-bdf1-1061c7e9d15c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454627 Nov 23 09:59:21.512686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.525347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.536282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5de2f513-cebc-4093-8a90-1437bc2c1772 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3304238 Nov 23 09:59:21.552178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=3567e969-3d30-4997-9d65-7bbc720781f7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:21.609278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.609731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:21.611276 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.625605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-99c24fec-761a-4dd7-b55f-1c6f50b02020 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/3567e969-3d30-4997-9d65-7bbc720781f7 HTTP/1.1" status: 204 len: 168 time: 0.8844035 Nov 23 09:59:21.626317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37538) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:21.664448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.749395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81481c-6bd0-4350-b94c-e60d18cc10d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:21.750998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81481c-6bd0-4350-b94c-e60d18cc10d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:21.753192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e81481c-6bd0-4350-b94c-e60d18cc10d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1253228 Nov 23 09:59:21.757737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:21.789800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f8565fa1-c336-4f88-a62d-340440d9a706 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:21.820052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet c079936c-2701-494d-9eb1-3c8d59caf639 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:21.823623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.836549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] For port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:21.907002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.909368 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.945418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:21.986789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f2f10-fbcb-4aeb-8759-ef645b10199a None None] Network 2c7c7f43-f676-414d-a125-86ef566ef8af requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:22.033987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.113113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.136959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] For port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc, host n-d-781076-5, got binding levels [] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:22.137544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.173633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=c079936c-2701-494d-9eb1-3c8d59caf639,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:22.181335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.189909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53d18794-5675-4e82-8737-6ed1bc53955a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/c079936c-2701-494d-9eb1-3c8d59caf639 HTTP/1.1" status: 204 len: 168 time: 0.4265540 Nov 23 09:59:22.190110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Calling delete_port for b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:22.190211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37558) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:22.196509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port f8565fa1-c336-4f88-a62d-340440d9a706 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:59:22.198563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e9b46550-d81a-4c75-9ae5-22c2c523bbbd None None] Could not find standard attr ID for object 3567e969-3d30-4997-9d65-7bbc720781f7. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 09:59:22.208007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc was not found and therefore no delete operation was performed {{(pid=110023) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 09:59:22.231549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b8ff-bda9-4d64-8182-75cfa8f4c3a3 req-da693515-a80d-4f22-8c6e-f678bf3c04cf tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:22.233126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b061b8ff-bda9-4d64-8182-75cfa8f4c3a3 req-da693515-a80d-4f22-8c6e-f678bf3c04cf tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1442113 Nov 23 09:59:22.233814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.251147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461f5b7f-037c-4f29-81c7-d67d5a07aadf None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:22.278164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a8c508c-2ba1-4c85-97d0-af588573dccd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883586 Nov 23 09:59:22.282834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37560) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:22.290480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f8565fa1-c336-4f88-a62d-340440d9a706 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:22.292701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.294937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63b0b-cb3c-48fe-a880-895986378199 None None] Pushing event updated for resources: {'Port': ['ID=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:22.306445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:22.329173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-91de10e0-2411-412a-b0a8-ca035898aba8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:22.330770 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-91de10e0-2411-412a-b0a8-ca035898aba8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.2327087 Nov 23 09:59:22.347727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-2f53ed09-5a5e-4860-8bcf-a11a26622902 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/quotas/17305fbcc89642f1814ff80973ea8500 HTTP/1.1" status: 200 len: 375 time: 0.0110931 Nov 23 09:59:22.367071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:59:22.367516 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:59:22.381394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Port': ['ID=b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:22.386467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] No DVR routers for this DVR port b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:22.390616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-8e196be6-c7d1-47f1-9e43-7fb4ec35016a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362365 Nov 23 09:59:22.398575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-d82e0445-e46b-4b3c-bd1a-187fd48e9323 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 09:59:22.399656 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-d82e0445-e46b-4b3c-bd1a-187fd48e9323 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063360 Nov 23 09:59:22.423982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.468363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.518410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-ade215a4-fcbf-476b-bbe7-9dfd37256710 service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058645 Nov 23 09:59:22.523137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.569128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:22.571620 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b8166-fbec-49cb-b9da-60c5313a24a9" -d '{"events": [{"server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "name": "network-vif-plugged", "status": "completed", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:22.583977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.598957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f8565fa1-c336-4f88-a62d-340440d9a706,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:22.609826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.640734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-24716955-dcec-449b-ace6-bf4544a338fe service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141465 Nov 23 09:59:22.642571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b061b8ff-bda9-4d64-8182-75cfa8f4c3a3 req-206f8f13-5b08-46e6-97df-f648d92714df tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936777 Nov 23 09:59:22.686182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.731307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.747277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Pushing event updated for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:22.783050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:22.806146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41f23df-689d-4043-8a48-6f28511d7ce9']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:22.839687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caec241f-19c4-42f8-bf89-4af86067b9bd') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:22.839988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caec241f-19c4-42f8-bf89-4af86067b9bd') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:22.840453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:22.844641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:22.848377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.887794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.893596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Deleting port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:22.894133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.907345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965024d-70b5-4d46-ab86-c91e795b87cc req-b1c609cf-ec1b-487e-b53c-27317c02b654 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:22.909455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4965024d-70b5-4d46-ab86-c91e795b87cc req-b1c609cf-ec1b-487e-b53c-27317c02b654 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 931 time: 0.0625784 Nov 23 09:59:22.930529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 499d197a-604c-4fdf-b4c9-2287011a8e03 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:22.971601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:22.977570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4965024d-70b5-4d46-ab86-c91e795b87cc req-8532b192-7c31-4ed5-a631-7b5a63a217b4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598359 Nov 23 09:59:22.995560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d84a57-ff5a-417e-b5d7-a6c5ffed8b29 req-01896027-6472-4444-b086-1f9bfd89ba82 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:22.997154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29d84a57-ff5a-417e-b5d7-a6c5ffed8b29 req-01896027-6472-4444-b086-1f9bfd89ba82 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2621069 Nov 23 09:59:23.009255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] For port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:23.009664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.028813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Calling delete_port for 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:23.031912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:23.032324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:23.041224 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:23.047081 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109a262-c4cb-4fa2-abe8-18f0b23f26a9 x-openstack-request-id: req-0109a262-c4cb-4fa2-abe8-18f0b23f26a9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:23.047380 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "name": "network-vif-plugged", "status": "completed", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:23.047804 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0109a262-c4cb-4fa2-abe8-18f0b23f26a9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:23.048251 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'code': 200} Nov 23 09:59:23.124915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 499d197a-604c-4fdf-b4c9-2287011a8e03 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:23.125296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.223576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04fac2-5f1a-47d1-a671-46017d32ea69 req-b13565c0-6a3d-428e-b60f-3d85df57e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:23.225686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed04fac2-5f1a-47d1-a671-46017d32ea69 req-b13565c0-6a3d-428e-b60f-3d85df57e5ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.1173232 Nov 23 09:59:23.227154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.251881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8fb7be2-bc78-42d6-b531-ac5fa9ae8dee req-9a72e135-70d4-40fd-af8f-5ad51186086e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 210 time: 0.0456431 Nov 23 09:59:23.263900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3397f678-47e4-4c4c-b6c6-5e852a93b50e {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:23.270207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:23.276586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] No DVR routers for this DVR port 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:23.278754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29d84a57-ff5a-417e-b5d7-a6c5ffed8b29 req-85cac2c5-764f-4153-b296-fa2f711037ca tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2485232 Nov 23 09:59:23.280441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:23.284592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558f476-6b08-4a26-9d29-f6d5b54dbcbb None None] Pushing event deleted for resources: {'Port': ['ID=7e34f3c6-e87a-44cb-b54e-649b06f6b7ca,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:23.287484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.301454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.334409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.337980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed04fac2-5f1a-47d1-a671-46017d32ea69 req-feb9d6fb-f7b3-4e80-925a-dacea04423fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976930 Nov 23 09:59:23.344030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 499d197a-604c-4fdf-b4c9-2287011a8e03, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=499d197a-604c-4fdf-b4c9-2287011a8e03,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:23.352110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.417172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.423691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=499d197a-604c-4fdf-b4c9-2287011a8e03,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:23.426510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] 10.222.0.62 "DELETE /v2.0/networks/c41f23df-689d-4043-8a48-6f28511d7ce9 HTTP/1.1" status: 204 len: 168 time: 3.1147382 Nov 23 09:59:23.445859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:23.471402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:23.471805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Transition to ACTIVE for port object 3397f678-47e4-4c4c-b6c6-5e852a93b50e will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:59:23.471940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7743ca7-0c8d-4ea8-8e9d-1eff6c8f8efc not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:23.488289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9317d-6aa8-443b-9375-ace14bc9f800 tempest-FloatingIPNegativeTestJSON-171985749 tempest-FloatingIPNegativeTestJSON-171985749-project] Pushing event deleted for resources: {'Network': ['ID=c41f23df-689d-4043-8a48-6f28511d7ce9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:23.501647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.502319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.624593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 499d197a-604c-4fdf-b4c9-2287011a8e03 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:23.696455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d072a3ec-1611-4b81-8cde-240660857436 None None] Provisioning complete for port cab60ede-097c-4a2f-bdbc-956ce5853e82 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:23.700999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d072a3ec-1611-4b81-8cde-240660857436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.721957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.730091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37584) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:23.762704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Pushing event updated for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:23.804702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d072a3ec-1611-4b81-8cde-240660857436 None None] Port cab60ede-097c-4a2f-bdbc-956ce5853e82 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:23.813764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 499d197a-604c-4fdf-b4c9-2287011a8e03 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:23.819073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.825686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bee235-03c2-48a3-8000-917ba0fe6cb8 req-9079824c-18bc-4779-8088-1d05e133b886 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:23.827441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3bee235-03c2-48a3-8000-917ba0fe6cb8 req-9079824c-18bc-4779-8088-1d05e133b886 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.0813811 Nov 23 09:59:23.855357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:23.868591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:23.871691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Router 34a40d3c-8f32-470c-b107-454a6eb1c509 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:23.874456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=f3498cc6-bf71-4b93-85c9-da1e7cef19f2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:23.879097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:23.879782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:23.890591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c2262-f11c-4e94-97e8-b276b471111b None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:23.902354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3bee235-03c2-48a3-8000-917ba0fe6cb8 req-96566a40-ef0a-4492-bca7-88fd0c1d65a2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678658 Nov 23 09:59:23.906593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-767be318-51c2-4e09-b933-1402dcc4f1dc tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6020386 Nov 23 09:59:23.907883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:23.921256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'f3498cc6-bf71-4b93-85c9-da1e7cef19f2', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1495418534'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:23.962335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Attempting to bind port 3397f678-47e4-4c4c-b6c6-5e852a93b50e on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:23.962979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Attempting to bind port 3397f678-47e4-4c4c-b6c6-5e852a93b50e by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:23.963498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Attempting to bind port 3397f678-47e4-4c4c-b6c6-5e852a93b50e on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:23.974328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Port 3397f678-47e4-4c4c-b6c6-5e852a93b50e on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:59:23.974727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Attempting to bind port 3397f678-47e4-4c4c-b6c6-5e852a93b50e on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:23.984728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:23.985145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:23.985592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:23.986116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Bound port: 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:23.986533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.016743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d3097c0-6176-4c5b-9e7f-1c46932bec9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7c8472fc8114d2e8568bdeea62478a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821214 Nov 23 09:59:24.016743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37592) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:24.096422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.133786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.145767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:24.153741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:24.200784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:24.201182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7e34f3c6-e87a-44cb-b54e-649b06f6b7ca not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:24.205322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'f3498cc6-bf71-4b93-85c9-da1e7cef19f2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:24.206356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.255516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:24.263622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:24.266533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:24.284771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.285318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-58dde761-1778-4d68-845f-799cc897148a admin admin] 10.222.0.62 "PUT /v2.0/routers/34a40d3c-8f32-470c-b107-454a6eb1c509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2689486 Nov 23 09:59:24.285429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.285507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.285589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.285589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17ed00c1-ab14-4c09-b06d-51281870c8be HTTP/1.1" status: 204 len: 168 time: 0.2676346 Nov 23 09:59:24.308953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad25ee-364a-49ac-a3a1-cef413e2fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed00c1-ab14-4c09-b06d-51281870c8be,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:24.315823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port bc2bb982-6120-4370-98c4-132cf91f978c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 09:59:24.419860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/f3498cc6-bf71-4b93-85c9-da1e7cef19f2/e701f8f8-af5a-48ba-8761-fe5a911281e0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:24.445134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.453294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.454812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] 10.222.0.11 "PUT /v2.0/ports/3397f678-47e4-4c4c-b6c6-5e852a93b50e HTTP/1.1" status: 200 len: 1091 time: 3.3191316 Nov 23 09:59:24.465310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bedc4-b30d-4d82-ae9d-03b2e82846dd service neutron] Pushing event updated for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:24.478689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:24.487872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43c6c8f3-541a-4776-8ffc-dca0adfd8ad8 req-d6f27aba-cffe-430e-8dfa-1904251e30c2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 210 time: 0.0433517 Nov 23 09:59:24.498473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Sync routers for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:24.502772 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:24.533740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:24.534723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:24.623321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f090-80ab-4baa-bde6-788781a60223 req-aab4217b-e1fc-42f7-9c4b-b28afeb6493d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.631020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a959f090-80ab-4baa-bde6-788781a60223 req-aab4217b-e1fc-42f7-9c4b-b28afeb6493d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 943 time: 0.5308444 Nov 23 09:59:24.648426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.675683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fbf1c7c7-3d01-4692-8d0f-5ca4618c1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.677353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-fbf1c7c7-3d01-4692-8d0f-5ca4618c1d6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 1094 time: 0.1662712 Nov 23 09:59:24.688803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fe30e841-1283-4bfd-a05f-38d8a4cc382f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.691095 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fe30e841-1283-4bfd-a05f-38d8a4cc382f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.5273023 Nov 23 09:59:24.694988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:24.713435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Request body: {'port': {'device_id': 'b22fe472-bc48-44dc-8049-68c32f980948', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'admin_state_up': True, 'tenant_id': '17305fbcc89642f1814ff80973ea8500'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:24.725063 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 09:59:24.725523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 09:59:24.753276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:24.758173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-c67511fd-c376-499c-90f2-0bc54074a220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e HTTP/1.1" status: 200 len: 217 time: 0.0601745 Nov 23 09:59:24.800850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:24.808583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae2ef6-2e57-4a3b-bc56-15b373fde240 req-f6aa241d-4d65-4148-a639-8367be6309ce tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.818709 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a959f090-80ab-4baa-bde6-788781a60223 req-955bb77f-5978-4856-b0ef-3aee57c1fd81 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864231 Nov 23 09:59:24.821132 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9aae2ef6-2e57-4a3b-bc56-15b373fde240 req-f6aa241d-4d65-4148-a639-8367be6309ce tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1996112 Nov 23 09:59:24.826371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:24.834276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-25c01e64-95a9-474f-ba00-7cb11dded015 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9242461 Nov 23 09:59:24.837335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37614) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:24.888441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Pushing event updated for resources: {'Port': ['ID=e701f8f8-af5a-48ba-8761-fe5a911281e0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:24.916110 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f29702-334a-47e2-a90b-d40ae0ba2e5e x-openstack-request-id: req-69f29702-334a-47e2-a90b-d40ae0ba2e5e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:24.916666 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:24.917064 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69f29702-334a-47e2-a90b-d40ae0ba2e5e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:24.918119 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e', 'status': 'completed', 'code': 200} Nov 23 09:59:24.953073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Attempting to bind port e701f8f8-af5a-48ba-8761-fe5a911281e0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:24.953455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Attempting to bind port e701f8f8-af5a-48ba-8761-fe5a911281e0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:24.953820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Attempting to bind port e701f8f8-af5a-48ba-8761-fe5a911281e0 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:24.960490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:24.972932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-07ae7226-8c41-4cdc-852d-c8abacd72b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.975026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-07ae7226-8c41-4cdc-852d-c8abacd72b90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.1951962 Nov 23 09:59:24.988242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76dcc9f-a68c-42a7-858a-f167698e5ecf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:24.991133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d76dcc9f-a68c-42a7-858a-f167698e5ecf tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1523988 Nov 23 09:59:24.991748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37622) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:25.024686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9aae2ef6-2e57-4a3b-bc56-15b373fde240 req-f723d237-8deb-4d4c-a6d2-30db120bcce8 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1891053 Nov 23 09:59:25.029590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-4698de14-66dc-4313-ac15-6df3a6cf4f0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452867 Nov 23 09:59:25.058173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:25.058547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:25.059045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.061577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:25.061825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Bound port: e701f8f8-af5a-48ba-8761-fe5a911281e0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:25.062247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.143711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5be46b-8223-42bf-bc9d-aabcbf7f2936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:25.148482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5be46b-8223-42bf-bc9d-aabcbf7f2936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:25.150601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e5be46b-8223-42bf-bc9d-aabcbf7f2936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1572838 Nov 23 09:59:25.159895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:25.188094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Made reservation on behalf of 17305fbcc89642f1814ff80973ea8500 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:25.192348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.214205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245df22-bb99-4eab-92f0-5cfe5b512699 req-80bbc76a-5014-4cb9-afd9-90dd89480346 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:25.217315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a245df22-bb99-4eab-92f0-5cfe5b512699 req-80bbc76a-5014-4cb9-afd9-90dd89480346 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1849437 Nov 23 09:59:25.234211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] For port e701f8f8-af5a-48ba-8761-fe5a911281e0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:25.237524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] For port e701f8f8-af5a-48ba-8761-fe5a911281e0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e701f8f8-af5a-48ba-8761-fe5a911281e0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:25.256199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet f3498cc6-bf71-4b93-85c9-da1e7cef19f2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:25.261472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.261790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-f45d908f-955b-417a-ba5f-4cb1ad4517d1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157598 Nov 23 09:59:25.273508 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.315562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.384585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37638) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:25.410655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-160714824-network', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:25.490967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a245df22-bb99-4eab-92f0-5cfe5b512699 req-c3ce84dd-84ab-488c-ba10-56b8d4fa4d5c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515361 Nov 23 09:59:25.502168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Made reservation on behalf of d2218cef19514b2fb462c7ad91d680b2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:25.528030 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.535148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50270b2-e01f-468e-a6ca-89814443b8f9 None None] Pushing event updated for resources: {'Port': ['ID=e701f8f8-af5a-48ba-8761-fe5a911281e0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:25.590481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96e2b007-ce42-4229-8d12-54e7c1ad004e req-57abb793-0b8a-41ef-a84e-e037931e3f14 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172998 Nov 23 09:59:25.599432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.610917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Allocated IP 172.20.0.3 (2c7c7f43-f676-414d-a125-86ef566ef8af/6c575b79-f755-4a5c-854f-6e5941c34754/8f8123f2-1fbf-49a1-879f-8eefe7aa9d63) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:25.688893 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.741033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f5993a-1f08-43a3-86fd-fb8d7a7ac25b req-322afe41-fa7a-4095-b321-2d7bb82da7f0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 210 time: 0.0672913 Nov 23 09:59:25.854427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:21Z', 'revision_number': 2, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:25.871966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-dd37146e-eb72-4210-a7cc-c390ab6a737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:25.876423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-dd37146e-eb72-4210-a7cc-c390ab6a737a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 1094 time: 0.2254040 Nov 23 09:59:25.909516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.920198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.971594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:25.989770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee694250-3c86-418a-bdd1-a69bcd0dddc0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:25.994630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:25.995023 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Added segment 810c6315-d638-4c6b-8c39-e216c67eec8a of type vlan for network 8f514149-9003-4e35-a5d2-3a24c460c75f Nov 23 09:59:26.043257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-a46421f2-5f7b-406d-95ed-a88cf4a430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.045036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-a46421f2-5f7b-406d-95ed-a88cf4a430b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.1595378 Nov 23 09:59:26.061516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.084517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.121142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=f3498cc6-bf71-4b93-85c9-da1e7cef19f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:26.123974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.129859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-275833d0-d2fe-47dc-9b41-8b9c0af59519 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/f3498cc6-bf71-4b93-85c9-da1e7cef19f2 HTTP/1.1" status: 204 len: 168 time: 0.9689021 Nov 23 09:59:26.132733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:26.170738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-bdb406cc-8805-4f0e-8834-97d99b466871 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e HTTP/1.1" status: 200 len: 217 time: 0.0779741 Nov 23 09:59:26.207366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Checking router: 34a40d3c-8f32-470c-b107-454a6eb1c509 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:26.207857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Updating router 34a40d3c-8f32-470c-b107-454a6eb1c509 port cab60ede-097c-4a2f-bdbc-956ce5853e82 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:26.226576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37656) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:26.226785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-80fb9bfb-6f7f-4ef1-8342-156e71afe777 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813248 Nov 23 09:59:26.227989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37658) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:26.231965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:26.261301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698b5c0-e4ce-4b35-813c-5ac6f931c177 req-f7e1565c-9902-43f9-8cf6-197cd176962f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.263101 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f698b5c0-e4ce-4b35-813c-5ac6f931c177 req-f7e1565c-9902-43f9-8cf6-197cd176962f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 943 time: 0.2144923 Nov 23 09:59:26.267891 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.269494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.269872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.272446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.292077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.310757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-27fda4b7-2080-44ca-9cad-51bdc409d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.312265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-27fda4b7-2080-44ca-9cad-51bdc409d711 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.1269505 Nov 23 09:59:26.365769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-8419abac-5bfc-4e8c-b7cc-88e0d8f67041 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421863 Nov 23 09:59:26.368142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b2f3f-3c03-4a4d-948b-341a7fb0891c req-2566d985-928b-42f3-9264-51dfb749cb18 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.376026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e3b2f3f-3c03-4a4d-948b-341a7fb0891c req-2566d985-928b-42f3-9264-51dfb749cb18 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2559500 Nov 23 09:59:26.386795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9971452 Nov 23 09:59:26.394247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37664) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:26.411347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888060609'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:26.427521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f698b5c0-e4ce-4b35-813c-5ac6f931c177 req-f1178c13-5b44-4580-b3e6-bba0a55d3c8a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492629 Nov 23 09:59:26.434231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Request body: {'subnet': {'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-160714824-subnet', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:26.456106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a4c92-7b43-43f0-8c57-f1e8150ffef0 admin admin] Pushing event updated for resources: {'Network': ['ID=8f514149-9003-4e35-a5d2-3a24c460c75f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:26.482975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8f514149-9003-4e35-a5d2-3a24c460c75f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:26.490267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.509124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e3b2f3f-3c03-4a4d-948b-341a7fb0891c req-a846aa47-2baf-468f-ba0d-2ce0aee49a07 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281598 Nov 23 09:59:26.555375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Made reservation on behalf of d2218cef19514b2fb462c7ad91d680b2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:26.558256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.688676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:26.693882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.830675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660d458-10b9-46d5-833e-9a3e53c9d775 req-66ab290b-71a0-410f-a2a5-64752e295b09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:26.832341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b660d458-10b9-46d5-833e-9a3e53c9d775 req-66ab290b-71a0-410f-a2a5-64752e295b09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1488431 Nov 23 09:59:26.849743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.858987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.916804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42d9c3-0014-41e4-a473-5b786e959c20 None None] Pushing event updated for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:26.946148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Network 2c7c7f43-f676-414d-a125-86ef566ef8af is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:26.948822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:26.952365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:26.971574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:26.974071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:26.976551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b660d458-10b9-46d5-833e-9a3e53c9d775 req-ad6cff28-a243-484d-9497-1039d3951274 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366372 Nov 23 09:59:27.011411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.019780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Attempting to bind port cab60ede-097c-4a2f-bdbc-956ce5853e82 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:27.020162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Attempting to bind port cab60ede-097c-4a2f-bdbc-956ce5853e82 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:27.020547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Attempting to bind port cab60ede-097c-4a2f-bdbc-956ce5853e82 on network e5c7f922-e5d2-464a-8217-0ac5442bc374 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:27.028890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:27.029273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Checking segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:27.029680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.030136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Bound using segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:27.030612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Bound port: cab60ede-097c-4a2f-bdbc-956ce5853e82, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:27.030990 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.067336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-6b489b03-36b8-4e78-b719-4077ebfa97e4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912246 Nov 23 09:59:27.073169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:27.150681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:27.152085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.158052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c00e71-0b07-45a4-aba9-e878494c46e8 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:27.199998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] For port cab60ede-097c-4a2f-bdbc-956ce5853e82, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:27.215412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16495f-1470-4e0a-ab5b-6bc50b098599 req-c08788e1-e417-4368-a2c4-8f12bedc9983 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:27.216943 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db16495f-1470-4e0a-ab5b-6bc50b098599 req-c08788e1-e417-4368-a2c4-8f12bedc9983 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2825577 Nov 23 09:59:27.235718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] For port cab60ede-097c-4a2f-bdbc-956ce5853e82, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cab60ede-097c-4a2f-bdbc-956ce5853e82,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:27.236253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-fd864dea-e05d-4597-bdd1-2bc94016cb20 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5286682 Nov 23 09:59:27.236582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:27.236965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] Provisioning complete for port e701f8f8-af5a-48ba-8761-fe5a911281e0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:27.237092 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.246585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'floatingip': {'port_id': 'f8565fa1-c336-4f88-a62d-340440d9a706'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:27.299986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Request body: {'port': {'device_id': 'b22fe472-bc48-44dc-8049-68c32f980948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:27.304082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.336601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.409813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fe03a14-fcc2-49b4-9232-ee16e7c3b6f6 req-eda5aef1-2243-4e35-bce4-32d871f0a58e service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327971 Nov 23 09:59:27.434684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:27.435325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:27.457588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42d9c3-0014-41e4-a473-5b786e959c20 None None] Pushing event updated for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:27.460462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.463803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.476755 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.507958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.537272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:27.584096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.584471 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9 of type vlan for network 529f7c9c-3494-46cc-be2b-2d02a16bc050 Nov 23 09:59:27.633033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] For port e701f8f8-af5a-48ba-8761-fe5a911281e0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e701f8f8-af5a-48ba-8761-fe5a911281e0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:27.674977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.687374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91964e28-da04-407f-99f1-67332a543717,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:27.701015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b9e5c-4866-4f03-97b5-06547c7b73eb req-dc7e5064-82f6-4ef8-89c1-3ec896451788 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:27.709775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-187b9e5c-4866-4f03-97b5-06547c7b73eb req-dc7e5064-82f6-4ef8-89c1-3ec896451788 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 931 time: 0.2285798 Nov 23 09:59:27.719545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.738255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e701f8f8-af5a-48ba-8761-fe5a911281e0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:27.842546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:27.846422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-187b9e5c-4866-4f03-97b5-06547c7b73eb req-df6f918e-183a-4fe5-a4b6-4d2a6dfc5f73 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327078 Nov 23 09:59:27.852492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2fc7-f622-4f46-8cd4-fe98bb0881b9 req-b2cc8b06-afcb-46d4-a8b7-01d190fa2207 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:27.859839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e79d2fc7-f622-4f46-8cd4-fe98bb0881b9 req-b2cc8b06-afcb-46d4-a8b7-01d190fa2207 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 943 time: 0.2992520 Nov 23 09:59:27.867356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.879798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996438ad-ee05-4c31-8f8a-ec950ee67c35 None None] Pushing event updated for resources: {'Port': ['ID=e701f8f8-af5a-48ba-8761-fe5a911281e0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:27.906157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] Provisioning complete for port cab60ede-097c-4a2f-bdbc-956ce5853e82 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:27.906532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.933184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e598f6-687a-41b3-bc13-af107032e032,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:27.938760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.961958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:27.963092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:27.963995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Checking segment: {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:27.964444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Network hostable DHCP agents. Network: 8f514149-9003-4e35-a5d2-3a24c460c75f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:27.970038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:27.987167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e701f8f8-af5a-48ba-8761-fe5a911281e0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:27.987544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:27.993742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:27.994428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.021184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.026928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:28.027546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.045453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=fb33f32c-0673-4605-b356-df51b6907039,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:28.071944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-607b33ad-6075-4810-aba4-6bafd103ab61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8413656 Nov 23 09:59:28.072390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:28.078946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-19759698', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:28.085087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Network 8f514149-9003-4e35-a5d2-3a24c460c75f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:28.103466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e79d2fc7-f622-4f46-8cd4-fe98bb0881b9 req-bf8b87d0-d84b-4c78-baee-2ec36c03ad5c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427142 Nov 23 09:59:28.128959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8f514149-9003-4e35-a5d2-3a24c460c75f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:28.142171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:28.142927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.163790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca2209-e270-4ad5-90bc-6c2c244caeb9 None None] Network 8f514149-9003-4e35-a5d2-3a24c460c75f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:28.181873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.183123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.200599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-305eaf5d-c98a-4cd9-9356-5e7a18a22f52 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7704823 Nov 23 09:59:28.209421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a5d1b-dd28-41d0-b2a2-9bee944d0409 req-4c817bf7-290c-4f13-9866-1e3e2cf473ab tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:28.211121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af2a5d1b-dd28-41d0-b2a2-9bee944d0409 req-4c817bf7-290c-4f13-9866-1e3e2cf473ab tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1194105 Nov 23 09:59:28.212344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:28.218076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:28.256652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0264175 Nov 23 09:59:28.258251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=529f7c9c-3494-46cc-be2b-2d02a16bc050,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:28.270054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.270396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.270743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.271082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.271415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.271746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.272075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.272402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.272723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.273050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.273375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.273728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d6693-3732-4ba1-aeff-ee581001066a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:28.301596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.335653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.355119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af2a5d1b-dd28-41d0-b2a2-9bee944d0409 req-e7b857c7-387c-4ebb-861b-77015959488e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311829 Nov 23 09:59:28.357169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.358610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.363331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.373215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:28.376901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Deleting port e701f8f8-af5a-48ba-8761-fe5a911281e0 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:28.377272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.388329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37684) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:28.394625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:28.402015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.405609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01b4e67c-5a91-411c-9da7-aca745de119e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3295941 Nov 23 09:59:28.416996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37686) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:28.453994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.563235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:28.579178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.587653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.592321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.650529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.654828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:28.658504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.694379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Transition to ACTIVE for port object 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:59:28.709364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.720755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] For port cab60ede-097c-4a2f-bdbc-956ce5853e82, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cab60ede-097c-4a2f-bdbc-956ce5853e82,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:28.754868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.759430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] For port e701f8f8-af5a-48ba-8761-fe5a911281e0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e701f8f8-af5a-48ba-8761-fe5a911281e0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:28.759821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.799872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-8f514149-9003-4e35-a5d2-3a24c460c75f', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:28.800706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:28.803861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Calling delete_port for e701f8f8-af5a-48ba-8761-fe5a911281e0 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:28.879285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:28.913987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:27Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:28.921582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac53912-45fa-4277-8955-f397fd224752 None None] Pushing event updated for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:28.972957 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Floating IP ec548d30-528d-4b0e-a391-dbe641573628 associated. External IP: 172.25.1.37, port: f8565fa1-c336-4f88-a62d-340440d9a706. Nov 23 09:59:28.998974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f0d51-ee0f-44eb-a747-6d80b4c66cc6 None None] The sync data for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 is: [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:27Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:29.011738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.100798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.128156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Allocated IP 172.20.0.2 (8f514149-9003-4e35-a5d2-3a24c460c75f/b5e598f6-687a-41b3-bc13-af107032e032/b687b69a-a084-45ed-b622-09d51ec2574a) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:29.130967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.135343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.137256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=be292e87-0d8d-4f25-a53d-440e1e81b6a2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:29.218803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] Pushing event deleted for resources: {'Port': ['ID=e701f8f8-af5a-48ba-8761-fe5a911281e0,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:29.240594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c50e60-bf03-4c20-b9c9-352d02971424 None None] No DVR routers for this DVR port e701f8f8-af5a-48ba-8761-fe5a911281e0 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:29.247093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Attempting to bind port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:29.248068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Attempting to bind port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:29.252478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:29.252850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 529f7c9c-3494-46cc-be2b-2d02a16bc050, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:29.264643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Attempting to bind port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:29.277379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2796ea-88ab-44f3-b3d9-5cdeace6ebae None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:29.277807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a412-0e7f-4a09-ae5c-585b90911c81 req-6deba42d-535f-4022-849d-162588b86712 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:29.279950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c60a412-0e7f-4a09-ae5c-585b90911c81 req-6deba42d-535f-4022-849d-162588b86712 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.3128841 Nov 23 09:59:29.281240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.371703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:29.399396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 on network 2c7c7f43-f676-414d-a125-86ef566ef8af not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:59:29.399396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Attempting to bind port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:29.403386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0090-1c59-4126-bdcf-ce2df4e88546 req-6cb10610-5cc4-46e7-a10e-48fd225431c6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:29.404996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b7f0090-1c59-4126-bdcf-ce2df4e88546 req-6cb10610-5cc4-46e7-a10e-48fd225431c6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 943 time: 0.1643531 Nov 23 09:59:29.409219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 529f7c9c-3494-46cc-be2b-2d02a16bc050) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:29.414380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:29.414849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Checking segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:29.415337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Bound using segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:29.416224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Bound port: 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:29.416706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.428433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a731b8-a5ef-492e-88b2-670cc52f4293 None None] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:29.430562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:29.431341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.434450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Allocated IP 172.25.1.175 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a54faacc-2ffa-446f-bdfc-79e1a45e7bf7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:29.520309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1fe6648f-fbe7-4254-9aa2-9417036ca917 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1299202 Nov 23 09:59:29.529463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37696) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:29.540088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822013027'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:29.571773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b7f0090-1c59-4126-bdcf-ce2df4e88546 req-da3d42a3-3324-4142-8b15-8347072f4593 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514354 Nov 23 09:59:29.575381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.681066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.704938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cab60ede-097c-4a2f-bdbc-956ce5853e82 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:29.729496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:29.739031 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.763115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'fb33f32c-0673-4605-b356-df51b6907039'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:29.764569 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.782651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-529f7c9c-3494-46cc-be2b-2d02a16bc050', 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': 'be292e87-0d8d-4f25-a53d-440e1e81b6a2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:29.783680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.795045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.819910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:29.839640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795ec8c-e04f-4b17-8a1f-352ce1fca244 req-a5b0ff99-d84d-49c8-a41d-e49b2eaa09f2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:29.847380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a795ec8c-e04f-4b17-8a1f-352ce1fca244 req-a5b0ff99-d84d-49c8-a41d-e49b2eaa09f2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1739788 Nov 23 09:59:29.862168 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.862503 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 574d0abc-1635-4092-aa0c-c247a3b3f478 of type vlan for network 95842c7d-57a0-4e63-abde-f5aa21fbfa2e Nov 23 09:59:29.889108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3397f678-47e4-4c4c-b6c6-5e852a93b50e details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:59:29.960708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:29.962917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Network 8f514149-9003-4e35-a5d2-3a24c460c75f is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:29.996043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.036389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Pushing event updated for resources: {'Port': ['ID=b687b69a-a084-45ed-b622-09d51ec2574a,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:30.039109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:30.058462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:30.060324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:30.074080 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 09:59:30.097942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a795ec8c-e04f-4b17-8a1f-352ce1fca244 req-1500c579-98ef-4846-bdad-c4a84269afd8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426169 Nov 23 09:59:30.127750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.143587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:30.144673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.155211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:30.159149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/fb33f32c-0673-4605-b356-df51b6907039/bbc2ae40-20bb-441e-8ab0-2deafaa59353) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:30.201984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:30.209493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:30.226850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6911032 Nov 23 09:59:30.234456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c60a412-0e7f-4a09-ae5c-585b90911c81 req-2cf9c2fb-49f8-4b35-bf8d-2e6fb5ef343a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8454018 Nov 23 09:59:30.249657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37700) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:30.263312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '95842c7d-57a0-4e63-abde-f5aa21fbfa2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:30.298249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504a78-f55f-4f72-9c84-ba8537c06b9a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=95842c7d-57a0-4e63-abde-f5aa21fbfa2e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:30.305406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:30.387919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Allocated IP 172.20.255.242 (529f7c9c-3494-46cc-be2b-2d02a16bc050/be292e87-0d8d-4f25-a53d-440e1e81b6a2/855fe368-ac6c-4d54-8ba2-08eb212913a8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:30.441711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '3397f678-47e4-4c4c-b6c6-5e852a93b50e', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': '3397f678-47e4-4c4c-b6c6-5e852a93b50e', 'mac_address': 'fa:16:3e:d6:e8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:59:30.444745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:30.477255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 95842c7d-57a0-4e63-abde-f5aa21fbfa2e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:30.478532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:30.483324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:30.493292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.504026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Attempting to bind port b687b69a-a084-45ed-b622-09d51ec2574a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:30.504401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Attempting to bind port b687b69a-a084-45ed-b622-09d51ec2574a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:30.505656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Attempting to bind port b687b69a-a084-45ed-b622-09d51ec2574a on network 8f514149-9003-4e35-a5d2-3a24c460c75f {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:30.526012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port cab60ede-097c-4a2f-bdbc-956ce5853e82 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:30.526381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.556507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:30.557138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.558592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] 10.222.0.50 "PUT /v2.0/ports/8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 HTTP/1.1" status: 200 len: 1091 time: 3.3030241 Nov 23 09:59:30.561248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:30.563844 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f1ac41-60de-4256-9c88-9b551a0830c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:30.570859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:30.574689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.595704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.666070 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89caf1fc-12e3-40c1-8a69-27ade956318f x-openstack-request-id: req-89caf1fc-12e3-40c1-8a69-27ade956318f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:30.666350 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:30.666603 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89caf1fc-12e3-40c1-8a69-27ade956318f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:30.666994 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'status': 'completed', 'code': 200} Nov 23 09:59:30.750358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05384c4-f798-4944-86c9-bf6de7747bac service neutron] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:30.835472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:30.836014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Checking segment: {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:30.836662 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.837078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Bound using segment: {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:30.837776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Bound port: b687b69a-a084-45ed-b622-09d51ec2574a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:30.838256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.840035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.925570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-d47c7b5e-83de-463e-9572-27fb88658b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:30.927346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-d47c7b5e-83de-463e-9572-27fb88658b21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 1094 time: 0.2635336 Nov 23 09:59:30.941307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c3bb3-454d-45e1-8b2f-31253824fb39 req-34a7634f-4dca-4762-af5c-e664a4da60bc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:30.942896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-531c3bb3-454d-45e1-8b2f-31253824fb39 req-34a7634f-4dca-4762-af5c-e664a4da60bc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 943 time: 0.2612956 Nov 23 09:59:30.947084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:30.958272 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.973995 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:30.983592 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:30.984251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:30.990723 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:31.009074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:59:31.021318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-c210fb9d-4148-4f7c-aead-35ea1fc3ec6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 HTTP/1.1" status: 200 len: 217 time: 0.0757473 Nov 23 09:59:31.065433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3397f678-47e4-4c4c-b6c6-5e852a93b50e {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:31.121493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-789e78fd-5371-4615-a9ac-23c0246d1aef tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "PUT /v2.0/floatingips/ec548d30-528d-4b0e-a391-dbe641573628 HTTP/1.1" status: 200 len: 990 time: 3.8772166 Nov 23 09:59:31.121748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.151550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:31.166340 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:31.175470 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.188365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] For port b687b69a-a084-45ed-b622-09d51ec2574a, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:31.194026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.200207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:31.212039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-936408ff-e8b0-4953-b172-315aba0d8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:31.214124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-936408ff-e8b0-4953-b172-315aba0d8108 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.1806424 Nov 23 09:59:31.245830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Sync routers for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:31.253135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.256964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c7da034c-b0ea-448c-a00d-f0362fe65bb1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0396216 Nov 23 09:59:31.259049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37712) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:31.259804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] For port b687b69a-a084-45ed-b622-09d51ec2574a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b687b69a-a084-45ed-b622-09d51ec2574a,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:31.281940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.298938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.308834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:31.318356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-531c3bb3-454d-45e1-8b2f-31253824fb39 req-c9ea0fc6-22e5-4a19-98e6-37123d3d0d9c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633945 Nov 23 09:59:31.323187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d4367-cd67-43c9-913b-36676cdbc145 req-c2dcd29b-67b1-4a09-8147-f2413266b5a2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:31.324956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-116d4367-cd67-43c9-913b-36676cdbc145 req-c2dcd29b-67b1-4a09-8147-f2413266b5a2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1227009 Nov 23 09:59:31.329377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.355939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:31.356579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:31.363986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:31.374214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:31.381385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Pushing event updated for resources: {'Port': ['ID=855fe368-ac6c-4d54-8ba2-08eb212913a8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:31.390647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-a68f01b6-d93b-4c4c-9a15-a8cb43100b3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188247 Nov 23 09:59:31.473425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-116d4367-cd67-43c9-913b-36676cdbc145 req-f4ec49f6-6b7a-43bc-a014-a2603e5e9102 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394272 Nov 23 09:59:31.499602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:31.520073 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ec548d30-528d-4b0e-a391-dbe641573628', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:6a:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:59:03Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:31.554454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:31.555677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:31.565024 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:31.565916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:31.699111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::1 (3424d68b-9456-4bb9-b896-c0ae5329a081/fb33f32c-0673-4605-b356-df51b6907039/83b3fd19-dcf6-434d-8c53-87ea66e7649c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:31.721434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ee31-9a94-46c8-bd50-03a942a5d33d req-e60dad0d-3d4e-4f08-8d9f-2b1a6f70983c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:31.731947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b816ee31-9a94-46c8-bd50-03a942a5d33d req-e60dad0d-3d4e-4f08-8d9f-2b1a6f70983c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.1251078 Nov 23 09:59:31.785797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e701f8f8-af5a-48ba-8761-fe5a911281e0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:31.787889 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:31.868415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-e1da5b8a-fc9f-42bc-b855-32f41c2a9312 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154375 Nov 23 09:59:31.870002 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e00fff18-b981-4b46-bb84-fcfb335e3470 service neutron] show failed (client error): The resource could not be found. Nov 23 09:59:31.871414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e00fff18-b981-4b46-bb84-fcfb335e3470 service neutron] 10.222.0.50 "GET /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.4196875 Nov 23 09:59:31.877846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=7f87b67f-e60a-4b12-8d40-a17bd32dc6a4,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:31.900356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b816ee31-9a94-46c8-bd50-03a942a5d33d req-7bcb02a9-cf78-4c76-b90f-49e9b91fea7f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683159 Nov 23 09:59:31.976734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '574d0abc-1635-4092-aa0c-c247a3b3f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '95842c7d-57a0-4e63-abde-f5aa21fbfa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:31.979200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 95842c7d-57a0-4e63-abde-f5aa21fbfa2e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:31.981378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['3397f678-47e4-4c4c-b6c6-5e852a93b50e'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:59:32.030113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e701f8f8-af5a-48ba-8761-fe5a911281e0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:32.030818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e701f8f8-af5a-48ba-8761-fe5a911281e0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:32.082508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:32.117796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 95842c7d-57a0-4e63-abde-f5aa21fbfa2e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:32.122026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.143548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.151484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 95842c7d-57a0-4e63-abde-f5aa21fbfa2e) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:32.163165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:32.163957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.188473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:32.202535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a16a1b1-29b0-4631-bd35-4fbc38569998 req-4f3c74ed-fc1d-410e-b2d8-1a1088c5457f service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095012 Nov 23 09:59:32.219279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d154e12d-c576-4f36-9654-7bdcc365ee1d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9622052 Nov 23 09:59:32.222109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37716) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:32.242168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-9fb13723-14bc-47df-a58c-71b0e79fcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:32.243867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-9fb13723-14bc-47df-a58c-71b0e79fcd72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1100 time: 0.0752566 Nov 23 09:59:32.246006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c037d91-839c-48d9-bde8-9638836c0a2b None None] Network 95842c7d-57a0-4e63-abde-f5aa21fbfa2e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:32.258706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:32.262688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.309751 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ec548d30-528d-4b0e-a391-dbe641573628', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:6a:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:59:03Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:32.348348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:32.349184 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cdc0d-54dc-4aa2-8572-38a485158dff None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ec548d30-528d-4b0e-a391-dbe641573628', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:6a:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T09:59:03Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:32.384298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Attempting to bind port 855fe368-ac6c-4d54-8ba2-08eb212913a8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:32.384791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Attempting to bind port 855fe368-ac6c-4d54-8ba2-08eb212913a8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:32.385254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Attempting to bind port 855fe368-ac6c-4d54-8ba2-08eb212913a8 on network 529f7c9c-3494-46cc-be2b-2d02a16bc050 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:32.386910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:32.404742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:32.407118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=83b3fd19-dcf6-434d-8c53-87ea66e7649c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:32.423256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:32.423778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Checking segment: {'id': '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:32.424564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.424755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Bound using segment: {'id': '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:32.425351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Bound port: 855fe368-ac6c-4d54-8ba2-08eb212913a8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '529f7c9c-3494-46cc-be2b-2d02a16bc050'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:32.425826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.426883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:32.427570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.458308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.491298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Allocated IP 172.20.0.1 (8f514149-9003-4e35-a5d2-3a24c460c75f/b5e598f6-687a-41b3-bc13-af107032e032/4566e083-1278-4994-86da-afe971f21500) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:32.569658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] For port 855fe368-ac6c-4d54-8ba2-08eb212913a8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:32.573863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] For port 855fe368-ac6c-4d54-8ba2-08eb212913a8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=855fe368-ac6c-4d54-8ba2-08eb212913a8,segment=NetworkSegment(9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9),segment_id=9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:32.589409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.646399 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:32.661982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:30Z', 'revision_number': 3, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:32.673883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-502409d3-93e4-4818-a576-49fd78fcecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:32.675690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-502409d3-93e4-4818-a576-49fd78fcecb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 1094 time: 0.3789375 Nov 23 09:59:32.681216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:32.685630 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:32.702489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ac770-321a-4081-9443-90bad45d5df8 req-b01e2d6c-8d9e-4f4a-9ee3-0ced9fb24b8c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:32.704567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b2ac770-321a-4081-9443-90bad45d5df8 req-b01e2d6c-8d9e-4f4a-9ee3-0ced9fb24b8c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 944 time: 0.1752667 Nov 23 09:59:32.710064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:32.754516 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28174b-c92a-43b3-81a8-5adcedc39a38 None None] New status for floating IP ec548d30-528d-4b0e-a391-dbe641573628: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 09:59:32.796436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Checking router: 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:32.797046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Updating router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:32.799210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf756835-18dc-4a61-a701-247d4a6cdda4 None None] Pushing event updated for resources: {'Port': ['ID=b687b69a-a084-45ed-b622-09d51ec2574a,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:32.865128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.049741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:33.070614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Attempting to bind port bbc2ae40-20bb-441e-8ab0-2deafaa59353 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:33.071197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Attempting to bind port bbc2ae40-20bb-441e-8ab0-2deafaa59353 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:33.071485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Attempting to bind port bbc2ae40-20bb-441e-8ab0-2deafaa59353 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:33.137211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:33.137934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:33.138588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.139551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:33.140382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Bound port: bbc2ae40-20bb-441e-8ab0-2deafaa59353, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:33.140932 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.192484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4577e32d-5e5a-4c69-abfc-723618495352 None None] Network 8f514149-9003-4e35-a5d2-3a24c460c75f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:33.308993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:33.336457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b2ac770-321a-4081-9443-90bad45d5df8 req-1065e05f-cc3b-427c-b8f3-d1e649023b83 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211729 Nov 23 09:59:33.348513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.351048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.381441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-141dec1a-002c-43f0-abfe-195179a1d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:33.383047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-141dec1a-002c-43f0-abfe-195179a1d6b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 914 time: 0.6914949 Nov 23 09:59:33.410262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9257b-85e0-4ec4-8c46-aac7168aaaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-95842c7d-57a0-4e63-abde-f5aa21fbfa2e', 'network_id': '95842c7d-57a0-4e63-abde-f5aa21fbfa2e', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '7f87b67f-e60a-4b12-8d40-a17bd32dc6a4'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:33.411474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-acc9257b-85e0-4ec4-8c46-aac7168aaaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.454351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e863c5-4c6a-493f-962a-3799d3679eeb req-e6878b7b-a786-4613-8e2e-7b18502810af tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:33.459467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-14b48290-d1cb-412d-a52c-df6e48ca7913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 HTTP/1.1" status: 200 len: 217 time: 0.0477388 Nov 23 09:59:33.462766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5e863c5-4c6a-493f-962a-3799d3679eeb req-e6878b7b-a786-4613-8e2e-7b18502810af tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.7314303 Nov 23 09:59:33.466209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.520703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.552494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Pushing event updated for resources: {'Port': ['ID=bbc2ae40-20bb-441e-8ab0-2deafaa59353,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:33.572733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5e863c5-4c6a-493f-962a-3799d3679eeb req-11ac72bd-210a-41c9-bd38-bb7427bdfb68 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090813 Nov 23 09:59:33.583852 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101161bd-d8d3-464d-8c50-48dbd75bc514 x-openstack-request-id: req-101161bd-d8d3-464d-8c50-48dbd75bc514 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:33.590653 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:33.590872 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-101161bd-d8d3-464d-8c50-48dbd75bc514 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:33.591274 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'status': 'completed', 'code': 200} Nov 23 09:59:33.594525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] For port bbc2ae40-20bb-441e-8ab0-2deafaa59353, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:33.603299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Transition to ACTIVE for port object deaff8a0-a225-41a0-aa7b-63de169b1197 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 09:59:33.626350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-cd8be171-18a8-4215-ac0e-4169fc9e5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:33.628385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-cd8be171-18a8-4215-ac0e-4169fc9e5f0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.1597104 Nov 23 09:59:33.640709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] Provisioning complete for port b687b69a-a084-45ed-b622-09d51ec2574a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:33.641082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.664051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.675214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.676691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.763669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] For port bbc2ae40-20bb-441e-8ab0-2deafaa59353, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbc2ae40-20bb-441e-8ab0-2deafaa59353,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:33.768743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:33.775099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:33.780829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-3c75d4d9-d2ac-4c28-a9d2-6028432720fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886521 Nov 23 09:59:33.794215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=7f87b67f-e60a-4b12-8d40-a17bd32dc6a4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:33.797229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3397f678-47e4-4c4c-b6c6-5e852a93b50e up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:33.866387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.871194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] No DVR routers for this DVR port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:33.903858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:33.933673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95842c7d-57a0-4e63-abde-f5aa21fbfa2e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:33.949240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Network 8f514149-9003-4e35-a5d2-3a24c460c75f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:33.954421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d0abc-1635-4092-aa0c-c247a3b3f478') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:33.954861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d0abc-1635-4092-aa0c-c247a3b3f478') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:33.957338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:33.960060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:33.964436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-e09a7632-4364-4267-903a-b45f01204d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:33.966895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-e09a7632-4364-4267-903a-b45f01204d80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.3771837 Nov 23 09:59:33.997315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:33.997681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:33.998007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:34.001031 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server [None req-acc9257b-85e0-4ec4-8c46-aac7168aaaf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f87b67f-e60a-4b12-8d40-a17bd32dc6a4: This subnet is being modified by another concurrent operation. Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 09:59:34.027177 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise exception Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f87b67f-e60a-4b12-8d40-a17bd32dc6a4: This subnet is being modified by another concurrent operation. Nov 23 09:59:34.030737 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Nov 23 09:59:34.034136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad62848-f8bc-43aa-8af3-a588e659e2ca req-ebbd008f-2ee9-4700-8491-864ef924975e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:34.043265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ad62848-f8bc-43aa-8af3-a588e659e2ca req-ebbd008f-2ee9-4700-8491-864ef924975e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.3676636 Nov 23 09:59:34.062885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.073825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:59:34.074182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:34.079088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:34.079790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:34.082993 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:34.118144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:34.118491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:34.118953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:34.119381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Bound port: deaff8a0-a225-41a0-aa7b-63de169b1197, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:34.119663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.124212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.145536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94514b0-0013-4274-b1d9-079c8313ebfa None None] Pushing event updated for resources: {'Port': ['ID=855fe368-ac6c-4d54-8ba2-08eb212913a8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:34.152425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-bbf54d2d-157b-425d-b3c5-161415d8cf23 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403106 Nov 23 09:59:34.244450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b79a8e-f56a-49f9-a8a3-e473b56dc09f None None] Network 95842c7d-57a0-4e63-abde-f5aa21fbfa2e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:34.247349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b687b69a-a084-45ed-b622-09d51ec2574a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:34.286466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.310887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.313437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ad62848-f8bc-43aa-8af3-a588e659e2ca req-11848d52-2278-4d63-a014-723e476da7b8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690630 Nov 23 09:59:34.314220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/95842c7d-57a0-4e63-abde-f5aa21fbfa2e HTTP/1.1" status: 204 len: 168 time: 2.0902843 Nov 23 09:59:34.328219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:34.334050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-5461a233-b315-4095-9969-07d1008253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:34.335655 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-5461a233-b315-4095-9969-07d1008253a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.3371143 Nov 23 09:59:34.374299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb8cb6-b9ad-4eeb-b20e-72b4cfc96fbd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=95842c7d-57a0-4e63-abde-f5aa21fbfa2e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:34.469771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.477394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66173719-673d-4a6b-892c-7702345b297e None None] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:34.576681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-a5783e1d-43e7-4996-936a-a6f82e5de681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1000 time: 0.1987369 Nov 23 09:59:34.587194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cb000-0b1c-4708-af9d-0bbbceb1fc46 None None] Pushing event updated for resources: {'Port': ['ID=bbc2ae40-20bb-441e-8ab0-2deafaa59353,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:34.596326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f9b7e-6910-48b6-bed4-732a19a75565 req-87a5bc2b-f4df-4987-947f-db65fb6b9ede tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:34.602789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.604732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-871f9b7e-6910-48b6-bed4-732a19a75565 req-87a5bc2b-f4df-4987-947f-db65fb6b9ede tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 944 time: 0.1609533 Nov 23 09:59:34.623243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.625208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.692517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 3397f678-47e4-4c4c-b6c6-5e852a93b50e completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:59:34.723604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-871f9b7e-6910-48b6-bed4-732a19a75565 req-2aa3a7c6-70ec-42b5-8c19-5b1edd2263ad tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174724 Nov 23 09:59:34.790902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 3397f678-47e4-4c4c-b6c6-5e852a93b50e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:34.791276 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.800651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-88b47c0b-6fed-46e6-ba19-ffa94f61e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:34.807871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-88b47c0b-6fed-46e6-ba19-ffa94f61e64e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.1948130 Nov 23 09:59:34.868631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416951314'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:34.880339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Attempting to bind port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:34.880842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Attempting to bind port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:34.881296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Attempting to bind port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:34.893770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:34.894143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:34.894604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.894998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:34.895477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Bound port: a54faacc-2ffa-446f-bdfc-79e1a45e7bf7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:34.895946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.912820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:34.942358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f8800-a2cc-4c46-a6be-41749cb57ef0 None None] Pushing event updated for resources: {'Port': ['ID=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:34.947637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-e6c809fb-6287-4549-9a9e-3cf9695d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:34.949174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-e6c809fb-6287-4549-9a9e-3cf9695d4e5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307151 Nov 23 09:59:34.968227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:34.974365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] For port b687b69a-a084-45ed-b622-09d51ec2574a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b687b69a-a084-45ed-b622-09d51ec2574a,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:34.988348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b687b69a-a084-45ed-b622-09d51ec2574a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:34.988716 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.002665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.003600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.008409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.022788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:35.074197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.100947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] For port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:35.107526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.119557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.140007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] For port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:35.178349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.186532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0f1ac41-60de-4256-9c88-9b551a0830c2 req-e8cde99f-6db5-442b-a0e2-9ff85ff04e94 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144112 Nov 23 09:59:35.191894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ce75c-728b-46ff-a154-597bec5bfb48 None None] Pushing event updated for resources: {'Port': ['ID=b687b69a-a084-45ed-b622-09d51ec2574a,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:35.197090 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.208003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-c847223c-73e8-46ee-910d-4848c85d0781 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499270 Nov 23 09:59:35.240281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:35.240281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.243144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=83b3fd19-dcf6-434d-8c53-87ea66e7649c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:35.269805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:35.270449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.275171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] 10.222.0.11 "PUT /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 1095 time: 3.0188029 Nov 23 09:59:35.330109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368834-1ed5-40c3-9aef-bafcfdc5b575 req-fb99a255-8bf5-4b62-a0f8-46ac0d2784c1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:35.338189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc368834-1ed5-40c3-9aef-bafcfdc5b575 req-fb99a255-8bf5-4b62-a0f8-46ac0d2784c1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.4320419 Nov 23 09:59:35.350591 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.437552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:35.473987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:35.482606 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e538b-b1ef-4da0-8edb-6928ee88ec3d" -d '{"events": [{"server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "name": "network-vif-plugged", "status": "completed", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:35.494577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:35.498562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f8800-a2cc-4c46-a6be-41749cb57ef0 None None] Pushing event updated for resources: {'Port': ['ID=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:35.518178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:35.545862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Network 8f514149-9003-4e35-a5d2-3a24c460c75f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:35.557492 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.557953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:35.567535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] Provisioning complete for port 855fe368-ac6c-4d54-8ba2-08eb212913a8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:35.567973 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.573196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4d1bd9-64cf-409d-a19c-cf78bf08e9e0 req-17adfa5f-520c-49fd-800c-1f3eba76f2c8 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511047 Nov 23 09:59:35.573643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:35.601297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:35.608001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:35.608643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:35.623291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:35.624843 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 1df0ed23-7956-44ba-bcb5-ed0f29c4bed9 of type vlan for network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 Nov 23 09:59:35.640055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}, {'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:35.645667 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b32e6-48c8-428d-a0e0-d84301eb8254" -d '{"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-unplugged", "status": "completed", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}, {"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:35.646547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418355e4-976c-40fd-81b9-2ed240af7900 req-9f2b02e5-ed1d-44cd-8ad1-aee36bd3cd4f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:35.654454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-418355e4-976c-40fd-81b9-2ed240af7900 req-9f2b02e5-ed1d-44cd-8ad1-aee36bd3cd4f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.1912501 Nov 23 09:59:35.717681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2b1d-1843-4f7b-9e59-8b4c58711193 service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:35.738922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc368834-1ed5-40c3-9aef-bafcfdc5b575 req-273b1094-2542-4e43-9c90-41f55f071926 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995242 Nov 23 09:59:35.744267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-9703eb6c-d101-456a-88eb-77d4d3233b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:35.745809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-9703eb6c-d101-456a-88eb-77d4d3233b2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.3987319 Nov 23 09:59:35.824882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-418355e4-976c-40fd-81b9-2ed240af7900 req-54f4273b-33cd-4943-b132-dcbad48896cb tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694231 Nov 23 09:59:35.897164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:36.041735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:36.089821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:36.167292 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10884b85-c7d0-453e-893d-175375edb06a x-openstack-request-id: req-10884b85-c7d0-453e-893d-175375edb06a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:36.168956 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-unplugged", "status": "completed", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "code": 200}, {"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:36.169230 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10884b85-c7d0-453e-893d-175375edb06a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:36.169834 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'code': 200} Nov 23 09:59:36.170140 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'status': 'completed', 'code': 200} Nov 23 09:59:36.203158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ec1cd-1fe9-4fb6-8b3c-60fe9be5ff60 req-79049006-109f-40b0-b715-2761343e4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.206827 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-982ec1cd-1fe9-4fb6-8b3c-60fe9be5ff60 req-79049006-109f-40b0-b715-2761343e4b18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 1096 time: 0.2807083 Nov 23 09:59:36.238844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:36.248003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.248637 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:36.260804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:36.266499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ff3c51ed-ecea-4c10-bcce-1728af07faf0 admin admin] 10.222.0.62 "PUT /v2.0/routers/555c0c07-8ff4-450f-8a68-4d45cfdd7e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0066242 Nov 23 09:59:36.319812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65a99-8206-4147-9f88-56faede44ecc req-fedd6a61-95ef-4ed6-9e5e-105cb889b2f0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.327657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2db65a99-8206-4147-9f88-56faede44ecc req-fedd6a61-95ef-4ed6-9e5e-105cb889b2f0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1742785 Nov 23 09:59:36.345878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-982ec1cd-1fe9-4fb6-8b3c-60fe9be5ff60 req-579f4f94-1a75-4c11-b736-afcf735ccd93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Nov 23 09:59:36.426837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2db65a99-8206-4147-9f88-56faede44ecc req-f0fbb6de-54cb-41ef-a866-0d16decc60ff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979860 Nov 23 09:59:36.476687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=2b6ba1da-cfe4-469b-bcb0-1a590049a649,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:36.497669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:36.511175 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b65d14-44a9-49a4-93f5-0f4a68c4c5f6 x-openstack-request-id: req-96b65d14-44a9-49a4-93f5-0f4a68c4c5f6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:36.511586 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "name": "network-vif-plugged", "status": "completed", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:36.511937 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96b65d14-44a9-49a4-93f5-0f4a68c4c5f6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:36.512485 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e', 'code': 200} Nov 23 09:59:36.514437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbc2ae40-20bb-441e-8ab0-2deafaa59353 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:36.517414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:36.525389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8cd9af9f-3311-4b15-9a3e-ca237c0a233c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1955304 Nov 23 09:59:36.527919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37762) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:36.533179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Router 892028b5-7aea-498d-a2ac-16c4f5270d09 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:59:36.535324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '2b6ba1da-cfe4-469b-bcb0-1a590049a649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:36.570448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-a859267d-d434-48f6-aab9-a5095015f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.572071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-a859267d-d434-48f6-aab9-a5095015f7b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.4011350 Nov 23 09:59:36.591030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-015505a4-d76a-4a64-8f5b-237f4ad876c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.592521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-015505a4-d76a-4a64-8f5b-237f4ad876c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.6886444 Nov 23 09:59:36.709224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:59:36.711390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:36.711712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:36.719718 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:36.735579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-4644a2de-8505-4b29-9113-2e242eaf8c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.1054597 Nov 23 09:59:36.791292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing IP validity checks on allocation pools {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 09:59:36.792208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 09:59:36.861170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:36.873404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3dd186ba-513a-4c7f-8ed8-a188e838bdae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "PUT /v2.0/routers/892028b5-7aea-498d-a2ac-16c4f5270d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4532735 Nov 23 09:59:36.874081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:36.896818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e2be4709-bfa8-406a-9e3a-5bfd5aa72849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.899467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-e2be4709-bfa8-406a-9e3a-5bfd5aa72849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1221018 Nov 23 09:59:36.906949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-c604bbc4-478e-4e84-8e58-120208fbedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:36.910650 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-c604bbc4-478e-4e84-8e58-120208fbedc8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.3303838 Nov 23 09:59:36.917545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Sync routers for ids ['892028b5-7aea-498d-a2ac-16c4f5270d09'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:36.982464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Routers {'892028b5-7aea-498d-a2ac-16c4f5270d09'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:36.983125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['892028b5-7aea-498d-a2ac-16c4f5270d09'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:36.985005 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.026565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b6846-7723-4bee-afc8-5906726ecde4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.030315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-078b6846-7723-4bee-afc8-5906726ecde4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports/83b3fd19-dcf6-434d-8c53-87ea66e7649c HTTP/1.1" status: 200 len: 911 time: 0.1514630 Nov 23 09:59:37.036533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37804) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:37.055883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-17c69795-844f-4393-9a56-67820f706f22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.0820680 Nov 23 09:59:37.094133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-bc4947ce-d1f9-4f60-831c-517ce4ff6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.096120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-bc4947ce-d1f9-4f60-831c-517ce4ff6911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1396370 Nov 23 09:59:37.108240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26dec89-54d1-46fe-870b-f0ca29a9dc6d None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 09:59:37.110329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:37.113925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a68ada-6ae1-494d-8cdc-0af154ae51d6 req-444c4008-3591-49ff-b57d-8018d8ba3666 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.121981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09a68ada-6ae1-494d-8cdc-0af154ae51d6 req-444c4008-3591-49ff-b57d-8018d8ba3666 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.2100296 Nov 23 09:59:37.127811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bbc2ae40-20bb-441e-8ab0-2deafaa59353 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:37.127811 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.157642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec42a-56cc-457a-b343-825465b38d85 req-c8220d01-3545-423a-8f69-de114f04a2c8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.166899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-494ec42a-56cc-457a-b343-825465b38d85 req-c8220d01-3545-423a-8f69-de114f04a2c8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.1633885 Nov 23 09:59:37.192526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097b85a-4500-4544-8a22-fc6271b2aeae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.197280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-d3122698-c170-4fd1-b269-08e42eb85db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.198750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097b85a-4500-4544-8a22-fc6271b2aeae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.199222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-d3122698-c170-4fd1-b269-08e42eb85db2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1358595 Nov 23 09:59:37.200360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6097b85a-4500-4544-8a22-fc6271b2aeae tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1628723 Nov 23 09:59:37.207550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.210162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37808) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:37.304634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09a68ada-6ae1-494d-8cdc-0af154ae51d6 req-3d864540-f6d2-4bd0-812c-ebeac3fe6161 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746957 Nov 23 09:59:37.366668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-a87e21f5-02ab-4626-bae6-b6b6bdf1ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.368366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-a87e21f5-02ab-4626-bae6-b6b6bdf1ea72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373551 Nov 23 09:59:37.380814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-7a72c2d2-bafe-4f02-b4b5-6dbb855ce73b service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559278 Nov 23 09:59:37.386071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] For port 855fe368-ac6c-4d54-8ba2-08eb212913a8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=855fe368-ac6c-4d54-8ba2-08eb212913a8,segment=NetworkSegment(9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9),segment_id=9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:37.441101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-494ec42a-56cc-457a-b343-825465b38d85 req-e4b28b1b-f3e9-4f27-8c36-90cae30b7935 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732120 Nov 23 09:59:37.445042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=0e4d0407-9b32-40e4-9b9b-5146a749b3a9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:37.491299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.580106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-741bca91-0a5d-49b4-92ab-621d903a4b55 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017083 Nov 23 09:59:37.584131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d44c8c-6015-44c2-bed7-56592614a0a4 req-ac52c2ea-5307-4127-9fae-f40428495f03 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733415 Nov 23 09:59:37.637115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '1df0ed23-7956-44ba-bcb5-ed0f29c4bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2b6ba1da-cfe4-469b-bcb0-1a590049a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:37.637730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 2b6ba1da-cfe4-469b-bcb0-1a590049a649, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:37.648971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c41d8b-b82c-4aa1-815a-c3c5a1c19e95 None None] Pushing event updated for resources: {'Port': ['ID=855fe368-ac6c-4d54-8ba2-08eb212913a8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:37.680940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Set router 892028b5-7aea-498d-a2ac-16c4f5270d09 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:37.749272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:37.787825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:37.824252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279094-ca4d-4d16-a407-5705205932f9 req-f29af36f-1716-48f6-a127-2e6079a01cc4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.826435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d279094-ca4d-4d16-a407-5705205932f9 req-f29af36f-1716-48f6-a127-2e6079a01cc4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2620642 Nov 23 09:59:37.850898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2b6ba1da-cfe4-469b-bcb0-1a590049a649) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:37.860969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.861795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.864711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-5adbead0-3a2c-4373-9c4f-fcd902ebb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:37.866453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-5adbead0-3a2c-4373-9c4f-fcd902ebb394 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.1965060 Nov 23 09:59:37.896696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:37.929430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'port_id': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'mac_address': 'fa:16:3e:d3:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c575b79-f755-4a5c-854f-6e5941c34754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:59:37.999718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-655db949-ea58-4196-b0fc-5213721391f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:38.002050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-655db949-ea58-4196-b0fc-5213721391f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1243756 Nov 23 09:59:38.006738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-cfe18cf2-6c09-438a-a5bf-36240740e46a service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181781 Nov 23 09:59:38.051337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4566e083-1278-4994-86da-afe971f21500', 'name': '', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'mac_address': 'fa:16:3e:b3:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:32Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 2, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'subnets': [{'id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:38.082211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port bbc2ae40-20bb-441e-8ab0-2deafaa59353, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbc2ae40-20bb-441e-8ab0-2deafaa59353,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:38.091084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-1404f9bf-a5ab-497b-b719-6cc97f344db1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.0812888 Nov 23 09:59:38.097444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b13043-444f-4106-aaf6-b917c60d88ab None None] The sync data for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 is: [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4566e083-1278-4994-86da-afe971f21500', 'name': '', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'mac_address': 'fa:16:3e:b3:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:32Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 2, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'subnets': [{'id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:38.115027 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.115833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b687b69a-a084-45ed-b622-09d51ec2574a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:38.154184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Provisioning complete for port 855fe368-ac6c-4d54-8ba2-08eb212913a8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:38.154184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.200168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-4be2a43a-b71a-4986-aac0-6be06efd383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:38.202410 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-4be2a43a-b71a-4986-aac0-6be06efd383d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1029515 Nov 23 09:59:38.276343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.280726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-46db5fab-063b-4c74-88b2-7b79a21094ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:38.287308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-46db5fab-063b-4c74-88b2-7b79a21094ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771689 Nov 23 09:59:38.315758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0dbabe88-25bc-44ae-b489-8e22cfd88081 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7859440 Nov 23 09:59:38.322560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d279094-ca4d-4d16-a407-5705205932f9 req-2cf4f023-b413-4ba3-822d-c2978358ba15 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547279 Nov 23 09:59:38.323027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37848) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:38.443022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:38.570095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26dec89-54d1-46fe-870b-f0ca29a9dc6d None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 09:59:38.609064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2fe11-71e6-4a87-a591-389cc54b0e73 req-ef63edad-4860-4fa6-8846-d00cbf4764bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:38.611280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fc2fe11-71e6-4a87-a591-389cc54b0e73 req-ef63edad-4860-4fa6-8846-d00cbf4764bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.1765666 Nov 23 09:59:38.614734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-347c3aa5-17d5-43db-87e7-ffb8dc00fcce service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177965 Nov 23 09:59:38.644059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.657382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:38.658997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b687b69a-a084-45ed-b622-09d51ec2574a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:38.659501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.718915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=bbc2ae40-20bb-441e-8ab0-2deafaa59353,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:38.722423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fc2fe11-71e6-4a87-a591-389cc54b0e73 req-1c8a910a-2623-438f-bceb-b7fb0d9c9d0d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025925 Nov 23 09:59:38.723688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:38.825488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-005b32e6-48c8-428d-a0e0-d84301eb8254 req-87229740-8703-4426-8727-52d9c72c0298 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974602 Nov 23 09:59:38.916712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d756e3-f388-4cc4-83be-f588fd99d3c4 req-4747cd68-4303-4dfb-89d9-51de7d7e68d1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:38.918851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28d756e3-f388-4cc4-83be-f588fd99d3c4 req-4747cd68-4303-4dfb-89d9-51de7d7e68d1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.2647347 Nov 23 09:59:38.992732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.121798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28d756e3-f388-4cc4-83be-f588fd99d3c4 req-9cbc228c-e87c-4851-8ff2-9144ab770096 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916442 Nov 23 09:59:39.122577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.193662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:59:39.224278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Provisioning complete for port 4566e083-1278-4994-86da-afe971f21500 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:39.225285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.244373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.314638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4d0407-9b32-40e4-9b9b-5146a749b3a9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:39.342051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:39.394033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.395037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.395391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.395731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.396068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.396853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.396853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.397062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.397344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.397666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.398017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.398385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.400567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:39.428023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 855fe368-ac6c-4d54-8ba2-08eb212913a8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:39.458494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ba1da-cfe4-469b-bcb0-1a590049a649']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:39.472508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df0ed23-7956-44ba-bcb5-ed0f29c4bed9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:39.473000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df0ed23-7956-44ba-bcb5-ed0f29c4bed9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:39.487196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Port 4566e083-1278-4994-86da-afe971f21500 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:39.488081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.506650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.518578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:39.519337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:39.522672 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:39.539891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892028b5-7aea-498d-a2ac-16c4f5270d09', 'name': 'tempest-NetworksTestDHCPv6-router-19759698', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:33Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None, '_interfaces': [{'id': '83b3fd19-dcf6-434d-8c53-87ea66e7649c', 'name': '', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'mac_address': 'fa:16:3e:2e:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892028b5-7aea-498d-a2ac-16c4f5270d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fb33f32c-0673-4605-b356-df51b6907039', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:30Z', 'updated_at': '2021-11-23T09:59:33Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'subnets': [{'id': 'fb33f32c-0673-4605-b356-df51b6907039', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:39.558178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e923f-6127-4453-8a2e-7533fd96e327 req-6f45f1c8-b5e6-40a7-945d-0ec4228851b0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:39.559802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d92e923f-6127-4453-8a2e-7533fd96e327 req-6f45f1c8-b5e6-40a7-945d-0ec4228851b0 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1057489 Nov 23 09:59:39.652639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d92e923f-6127-4453-8a2e-7533fd96e327 req-225cd0ae-f189-469b-b722-84dac8db9add tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853727 Nov 23 09:59:39.658590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Provisioning complete for port 83b3fd19-dcf6-434d-8c53-87ea66e7649c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:39.659206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.660677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Checking router: 892028b5-7aea-498d-a2ac-16c4f5270d09 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:39.661026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Updating router 892028b5-7aea-498d-a2ac-16c4f5270d09 port 83b3fd19-dcf6-434d-8c53-87ea66e7649c binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:39.722308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.756808 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.769970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/2b6ba1da-cfe4-469b-bcb0-1a590049a649 HTTP/1.1" status: 204 len: 168 time: 1.4457295 Nov 23 09:59:39.773915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37870) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:39.781914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-396848510'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:39.822198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e3f2-62ef-4722-8e46-1931f983cc27 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=2b6ba1da-cfe4-469b-bcb0-1a590049a649,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:39.832613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:39.840277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.854439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 83b3fd19-dcf6-434d-8c53-87ea66e7649c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:39.857567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.909150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Port 83b3fd19-dcf6-434d-8c53-87ea66e7649c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:39.912102 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.956597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:39.973581 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:39.974097 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 1d82e437-f0af-4780-a8c5-17d446eecb6c of type vlan for network c81b26fc-fd71-41e8-8ef0-8d227a72b32a Nov 23 09:59:40.023891 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.070815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2d98-03a8-458d-b3fd-d02bb85a1327 req-c862ca60-454d-4eac-8f7c-466aefa1b363 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:40.072493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8ff2d98-03a8-458d-b3fd-d02bb85a1327 req-c862ca60-454d-4eac-8f7c-466aefa1b363 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.1989830 Nov 23 09:59:40.075348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 855fe368-ac6c-4d54-8ba2-08eb212913a8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:40.075914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.086281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.092754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:40.094366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.111871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08454cd9-31cc-458a-ab7e-f1af75e13aba req-fb2153cc-26b9-4f35-ab43-3f459ddad6c4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:40.113974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08454cd9-31cc-458a-ab7e-f1af75e13aba req-fb2153cc-26b9-4f35-ab43-3f459ddad6c4 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2080712 Nov 23 09:59:40.141435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Provisioning complete for port bbc2ae40-20bb-441e-8ab0-2deafaa59353 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:40.141813 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.162496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.189360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 83b3fd19-dcf6-434d-8c53-87ea66e7649c owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:40.232391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08454cd9-31cc-458a-ab7e-f1af75e13aba req-2766249c-1aa4-497c-a272-372dd2114b8a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028357 Nov 23 09:59:40.233412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=c81b26fc-fd71-41e8-8ef0-8d227a72b32a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:40.250222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d46c0e27-ea5b-4c78-a7c5-4e9308e57ea3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4724650 Nov 23 09:59:40.251272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:40.278071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': 'c81b26fc-fd71-41e8-8ef0-8d227a72b32a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:40.325708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8ff2d98-03a8-458d-b3fd-d02bb85a1327 req-7a88f04e-7bc9-4e27-9120-1982c80a8658 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106314 Nov 23 09:59:40.333377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c81b26fc-fd71-41e8-8ef0-8d227a72b32a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:40.481961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:40.484743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.547712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.583654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602add2a-815f-4b52-93a2-ca5f843f4ead req-45e15da1-f7e7-4577-a3f4-34fce63c3459 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:40.584916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-602add2a-815f-4b52-93a2-ca5f843f4ead req-45e15da1-f7e7-4577-a3f4-34fce63c3459 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.1216006 Nov 23 09:59:40.654579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0c920-0b2a-4970-b4fd-9b807ae56c4f None None] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:40.669297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-602add2a-815f-4b52-93a2-ca5f843f4ead req-8643bdcd-0801-4452-8e7b-8f38839f70f6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Nov 23 09:59:40.768725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=83b3fd19-dcf6-434d-8c53-87ea66e7649c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:40.785306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.828856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0c920-0b2a-4970-b4fd-9b807ae56c4f None None] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 09:59:40.853238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:40.868809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276725d0-4175-4462-ba7a-91babfe53e25 None None] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:40.956293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=b70593d1-a1ad-4e76-94f9-8660bd507f32,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:40.969705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '1d82e437-f0af-4780-a8c5-17d446eecb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c81b26fc-fd71-41e8-8ef0-8d227a72b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:40.970329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: c81b26fc-fd71-41e8-8ef0-8d227a72b32a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:41.004030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network c81b26fc-fd71-41e8-8ef0-8d227a72b32a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:41.018035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c81b26fc-fd71-41e8-8ef0-8d227a72b32a) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:41.033873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:41.038341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2cf961-57b9-43a2-834a-e7daa83aca40 None None] Network c81b26fc-fd71-41e8-8ef0-8d227a72b32a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:41.041168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.052092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276725d0-4175-4462-ba7a-91babfe53e25 None None] Network 2b6ba1da-cfe4-469b-bcb0-1a590049a649 could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 09:59:41.078582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3203144f-53ad-4e8d-9649-d7b8c3391787 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8187351 Nov 23 09:59:41.079699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37884) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:41.144091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Router 892028b5-7aea-498d-a2ac-16c4f5270d09 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:41.219832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Provisioning complete for port b687b69a-a084-45ed-b622-09d51ec2574a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:41.221956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-748bc907-5f84-4355-916a-2a2f05ebfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.261351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:41.272181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37886) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:41.272879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e62516d0-1d1d-49e2-824d-3ab96c1bf6a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "PUT /v2.0/routers/892028b5-7aea-498d-a2ac-16c4f5270d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0513752 Nov 23 09:59:41.345173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.374909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370516ab-05b0-4682-bec3-99837e12cd4d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:41.377173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370516ab-05b0-4682-bec3-99837e12cd4d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:41.382436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37892) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:41.398687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-370516ab-05b0-4682-bec3-99837e12cd4d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1252120 Nov 23 09:59:41.406374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbc2ae40-20bb-441e-8ab0-2deafaa59353 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:41.494385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet fb33f32c-0673-4605-b356-df51b6907039 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:41.523025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:59:41.523712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.524411 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:59:41.549071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Sync routers for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:41.565999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:41.566654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:41.596670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.606671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.617702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bbc2ae40-20bb-441e-8ab0-2deafaa59353 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:41.618170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.650274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919556-c04c-43d7-b3c3-aadad3a3e57c req-4e6e4587-1a65-40ad-803d-6e39deb2f148 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:41.657967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34919556-c04c-43d7-b3c3-aadad3a3e57c req-4e6e4587-1a65-40ad-803d-6e39deb2f148 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2476752 Nov 23 09:59:41.683084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a1f4a-d5cb-4375-a372-e8dc5661bcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c81b26fc-fd71-41e8-8ef0-8d227a72b32a', 'network_id': 'c81b26fc-fd71-41e8-8ef0-8d227a72b32a', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': 'b70593d1-a1ad-4e76-94f9-8660bd507f32'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:41.684443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-966a1f4a-d5cb-4375-a372-e8dc5661bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.712030 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.776790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34919556-c04c-43d7-b3c3-aadad3a3e57c req-3771ec1f-84cf-4ecc-8a5f-c084190cf3ff tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176772 Nov 23 09:59:41.788404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.796069 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:41.805409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7239ce-9210-43d5-a584-155b8fd56434 req-32ce8225-3fab-494e-9c27-52e7c0bf7f76 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:41.817023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec7239ce-9210-43d5-a584-155b8fd56434 req-32ce8225-3fab-494e-9c27-52e7c0bf7f76 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.3510435 Nov 23 09:59:41.854305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:59:41.866817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=b70593d1-a1ad-4e76-94f9-8660bd507f32,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:41.889646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.936038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:41.948204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/fb33f32c-0673-4605-b356-df51b6907039 HTTP/1.1" status: 204 len: 168 time: 0.5643048 Nov 23 09:59:41.952954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:42.029141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f0bb8-9a3c-4d73-89e6-dce42f1f8035 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=fb33f32c-0673-4605-b356-df51b6907039,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:42.035151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.111195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4d776-37e7-4286-94e2-4e26f575dabb None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:42.157049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Port 83b3fd19-dcf6-434d-8c53-87ea66e7649c not found while updating agent binding for router 892028b5-7aea-498d-a2ac-16c4f5270d09. {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 09:59:42.176640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81b26fc-fd71-41e8-8ef0-8d227a72b32a']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:42.180548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 855fe368-ac6c-4d54-8ba2-08eb212913a8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:42.186523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec7239ce-9210-43d5-a584-155b8fd56434 req-34b9eec2-7922-4c65-a31c-d2c3adcd43ee tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678498 Nov 23 09:59:42.235749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d82e437-f0af-4780-a8c5-17d446eecb6c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:42.236068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d82e437-f0af-4780-a8c5-17d446eecb6c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:42.256594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4566e083-1278-4994-86da-afe971f21500', 'name': '', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'mac_address': 'fa:16:3e:b3:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:32Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 2, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'subnets': [{'id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:42.292932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Checking router: 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:42.293662 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Updating router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f port 4566e083-1278-4994-86da-afe971f21500 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:42.320543 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.330743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server [None req-966a1f4a-d5cb-4375-a372-e8dc5661bcfe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b70593d1-a1ad-4e76-94f9-8660bd507f32: This subnet is being modified by another concurrent operation. Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 09:59:42.334147 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise exception Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b70593d1-a1ad-4e76-94f9-8660bd507f32: This subnet is being modified by another concurrent operation. Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Nov 23 09:59:42.337341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 4441705b-38b7-4c01-b457-410fb4565ccf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:42.339769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2dc096d7-c672-43c9-a7a6-e8c007134e8c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3755496 Nov 23 09:59:42.339875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.342134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37906) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:42.358920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a9acd-8f57-4298-95b1-5477902f8eba req-88e8dd0c-b819-449c-aa39-5ccbb4188d91 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:42.365928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-211a9acd-8f57-4298-95b1-5477902f8eba req-88e8dd0c-b819-449c-aa39-5ccbb4188d91 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.3327894 Nov 23 09:59:42.401424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b4af6-a88b-4561-9ed9-d864d5aaee73 None None] Network c81b26fc-fd71-41e8-8ef0-8d227a72b32a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:42.405786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Routers {'892028b5-7aea-498d-a2ac-16c4f5270d09'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:42.411184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['892028b5-7aea-498d-a2ac-16c4f5270d09'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:42.433406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.458771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:42.474579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:42.478407 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:42.527288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.601879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-211a9acd-8f57-4298-95b1-5477902f8eba req-5a6597dc-ad51-4578-9805-64068b088f3c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196701 Nov 23 09:59:42.618198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.635011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:42.638696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/c81b26fc-fd71-41e8-8ef0-8d227a72b32a HTTP/1.1" status: 204 len: 168 time: 1.5577333 Nov 23 09:59:42.651396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37908) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:42.656531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361657404'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:42.682432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59bbc-5cbe-40f5-aef4-95791d1c804f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=c81b26fc-fd71-41e8-8ef0-8d227a72b32a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:42.778361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:42.892493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] Set router 892028b5-7aea-498d-a2ac-16c4f5270d09 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:42.954744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-c162b9b2-226e-4f07-84c3-91289f55c038 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:42.956378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-c162b9b2-226e-4f07-84c3-91289f55c038 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423&tenant_id=d1939e1810a44c3b983810c2d642c5ab&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 947 time: 0.2832220 Nov 23 09:59:42.990721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Port 4441705b-38b7-4c01-b457-410fb4565ccf cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:43.002932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892028b5-7aea-498d-a2ac-16c4f5270d09', 'name': 'tempest-NetworksTestDHCPv6-router-19759698', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:40Z', 'revision_number': 3, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:43.044458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91044-eb26-465b-b14b-3a1665256556 req-8d9c0edf-6cdd-450a-a752-53d66f9671df tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:43.055457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3a91044-eb26-465b-b14b-3a1665256556 req-8d9c0edf-6cdd-450a-a752-53d66f9671df tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.2593420 Nov 23 09:59:43.064738 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.083503 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.084778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a421876-1e77-49b4-8c8d-ba9db4005304 None None] The sync data for ids ['892028b5-7aea-498d-a2ac-16c4f5270d09'] in n-d-781076-5 is: [{'id': '892028b5-7aea-498d-a2ac-16c4f5270d09', 'name': 'tempest-NetworksTestDHCPv6-router-19759698', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:40Z', 'revision_number': 3, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:43.094624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 855fe368-ac6c-4d54-8ba2-08eb212913a8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:43.095006 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.174659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 499d197a-604c-4fdf-b4c9-2287011a8e03 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:43.174978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.184720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:43.215312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3a91044-eb26-465b-b14b-3a1665256556 req-3ce22a16-f72f-4ee6-b577-601498cd474a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593099 Nov 23 09:59:43.249753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-2a55e806-edc2-4535-ba7c-9de0125f6e6c service neutron] 10.222.0.11 "GET /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.2776060 Nov 23 09:59:43.332978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'mac_address': 'fa:16:3e:74:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:59:43.347894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 09:59:43.357864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:43.358261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.384163 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeddd6-20ca-4b2f-a826-bebd61e06216 None None] Pushing event updated for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:43.453954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-6d86ab02-8e1c-4873-b43a-a8f177ae9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:43.465721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-6d86ab02-8e1c-4873-b43a-a8f177ae9831 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1098 time: 0.1735291 Nov 23 09:59:43.476184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:43.518206 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Attempting to bind port 4566e083-1278-4994-86da-afe971f21500 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:43.520143 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Attempting to bind port 4566e083-1278-4994-86da-afe971f21500 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:43.520502 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Attempting to bind port 4566e083-1278-4994-86da-afe971f21500 on network 8f514149-9003-4e35-a5d2-3a24c460c75f {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:43.544029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:43.549313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.552485 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:43.552927 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Checking segment: {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:43.553337 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.553731 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Bound using segment: {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:43.554262 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Bound port: 4566e083-1278-4994-86da-afe971f21500, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810c6315-d638-4c6b-8c39-e216c67eec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:43.554723 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.579066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.599400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.684499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7a132-b78a-40ec-be5a-53f0d77cecef req-4c86f641-fb8c-46e7-8270-7986f4f74536 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:43.693476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2d7a132-b78a-40ec-be5a-53f0d77cecef req-4c86f641-fb8c-46e7-8270-7986f4f74536 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1651981 Nov 23 09:59:43.695199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] For port 4566e083-1278-4994-86da-afe971f21500, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:43.698923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] For port 4566e083-1278-4994-86da-afe971f21500, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4566e083-1278-4994-86da-afe971f21500,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:43.706990 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.715164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.715994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Fanout notify agent at l3_agent the message router_deleted on router 892028b5-7aea-498d-a2ac-16c4f5270d09 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:59:43.727532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.728814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf287b3c-f904-4a6b-bb67-34998abd7856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/routers/892028b5-7aea-498d-a2ac-16c4f5270d09 HTTP/1.1" status: 204 len: 168 time: 1.3846118 Nov 23 09:59:43.734995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37922) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:43.735778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:43.736674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-b6b3b71d-7dd5-43a5-aeba-5dee71e9c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:43.739277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-b6b3b71d-7dd5-43a5-aeba-5dee71e9c354 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2574642 Nov 23 09:59:43.745601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:43.801172 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:43.807569 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:43.809672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.847574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:43.847973 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 547bbcc4-8b6b-4394-a0eb-b5e9738c3f73 of type vlan for network 25d7794d-6895-4d93-97b6-842e39dc35bb Nov 23 09:59:43.865360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-72bb0dc0-26c6-46c7-941e-0dfdfd681b2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.1123416 Nov 23 09:59:43.988100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:43.998857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-6c7e76a0-399d-44e3-815a-08a332d435c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.000358 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeddd6-20ca-4b2f-a826-bebd61e06216 None None] Pushing event updated for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:44.000544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-6c7e76a0-399d-44e3-815a-08a332d435c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1150918 Nov 23 09:59:44.025095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d90828-398b-475b-b0e0-3d6d02305e40 req-cda528b3-3d60-4342-93ed-c034ee023cfe tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.043091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23d90828-398b-475b-b0e0-3d6d02305e40 req-cda528b3-3d60-4342-93ed-c034ee023cfe tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.3027225 Nov 23 09:59:44.044329 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:44.058937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2d7a132-b78a-40ec-be5a-53f0d77cecef req-7076559d-d6e4-47b4-9017-d6cff3078363 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643248 Nov 23 09:59:44.116660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.181032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Deleting port bbc2ae40-20bb-441e-8ab0-2deafaa59353 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:44.181311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.188162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:44.198272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.242540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23d90828-398b-475b-b0e0-3d6d02305e40 req-a072074e-3fc8-4538-aed7-bde7d1fc9e87 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982863 Nov 23 09:59:44.266244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-d756302b-6948-48ce-8ea6-ded3677aa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.268265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-d756302b-6948-48ce-8ea6-ded3677aa078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2229733 Nov 23 09:59:44.432199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:44.436833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.478411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:44.497828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] For port bbc2ae40-20bb-441e-8ab0-2deafaa59353, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbc2ae40-20bb-441e-8ab0-2deafaa59353,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:44.499646 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.552756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.560494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.561233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.599462 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4566e083-1278-4994-86da-afe971f21500', 'name': '', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'mac_address': 'fa:16:3e:b3:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:32Z', 'updated_at': '2021-11-23T09:59:43Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'subnets': [{'id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:44.645672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4fe2-3fcd-4b7c-b928-52e525da20c7 req-5d56762f-1027-4fbc-9c00-a168cd964fb8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.645989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.652258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Calling delete_port for bbc2ae40-20bb-441e-8ab0-2deafaa59353 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:44.654562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c6d4fe2-3fcd-4b7c-b928-52e525da20c7 req-5d56762f-1027-4fbc-9c00-a168cd964fb8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.2908206 Nov 23 09:59:44.655706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.666961 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ef5a6-4d81-4d31-818f-6da8484075a8 None None] The sync data for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 is: [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T09:59:34Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4566e083-1278-4994-86da-afe971f21500', 'name': '', 'network_id': '8f514149-9003-4e35-a5d2-3a24c460c75f', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'mac_address': 'fa:16:3e:b3:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:32Z', 'updated_at': '2021-11-23T09:59:43Z', 'revision_number': 4, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'subnets': [{'id': 'b5e598f6-687a-41b3-bc13-af107032e032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:44.720950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:44.720950 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97145977-baa6-433e-af08-fc2912a25410" -d '{"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-plugged", "status": "completed", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:44.777686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1250722 Nov 23 09:59:44.800388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port dc354364-50c8-4b11-bac4-a81800f15056 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:44.801420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.838799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Sync routers for ids ['892028b5-7aea-498d-a2ac-16c4f5270d09'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:44.839629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37934) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:44.914555 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01de1b5-eb35-4311-ac57-166e0188c59f x-openstack-request-id: req-a01de1b5-eb35-4311-ac57-166e0188c59f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:44.915742 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-plugged", "status": "completed", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:44.916003 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a01de1b5-eb35-4311-ac57-166e0188c59f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:44.916403 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'code': 200} Nov 23 09:59:44.922422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '25d7794d-6895-4d93-97b6-842e39dc35bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:44.928269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:44.947712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:44.960448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ecb3d-f504-4ce0-9693-837a0ba2e193 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=25d7794d-6895-4d93-97b6-842e39dc35bb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:44.972325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:44.985780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:44.996890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:44.997803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.020345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c6d4fe2-3fcd-4b7c-b928-52e525da20c7 req-19d73026-3552-4fe3-b15a-68fdf35f2ac0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383214 Nov 23 09:59:45.059164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 25d7794d-6895-4d93-97b6-842e39dc35bb details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:45.109988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=d53c6972-1ec7-4923-bf6d-ba27b4130085,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:45.128788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['deaff8a0-a225-41a0-aa7b-63de169b1197'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 09:59:45.131430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Routers set() bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:45.132001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Router IDs set() for agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 09:59:45.132907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_agentschedulers_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'892028b5-7aea-498d-a2ac-16c4f5270d09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent'). {{(pid=110025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 09:59:45.167513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4bebfc18-19ad-4faa-875e-c85b76805047 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4287722 Nov 23 09:59:45.175110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:45.183763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-52a51626-492b-4a3f-9cf3-efd267c1904d service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056714 Nov 23 09:59:45.187772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:45.211091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:45.239410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:45.242905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.323341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.324177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.404286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438315aa-8a0f-4893-90db-e2084f7cc4f9 req-04c57c3d-bb23-4002-ae57-c92c908e4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:45.406120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-438315aa-8a0f-4893-90db-e2084f7cc4f9 req-04c57c3d-bb23-4002-ae57-c92c908e4c4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 1096 time: 0.2153289 Nov 23 09:59:45.420178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.420434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91ea40-9072-440e-a3fb-dca04e2619a8 req-23aa0061-0413-4c66-bdf4-34bd85d9ff0a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:45.421361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe91ea40-9072-440e-a3fb-dca04e2619a8 req-23aa0061-0413-4c66-bdf4-34bd85d9ff0a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1754200 Nov 23 09:59:45.464131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.475029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-903b697f-6b19-47bc-baa3-c16aeb025eaa service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556102 Nov 23 09:59:45.486240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Routers set() bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:45.486786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Router IDs set() for agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 09:59:45.487899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_agentschedulers_db [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'892028b5-7aea-498d-a2ac-16c4f5270d09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent'). {{(pid=110025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 09:59:45.488416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0213a-dc5a-4ab3-ae6f-4564ac22dcd7 None None] The sync data for ids ['892028b5-7aea-498d-a2ac-16c4f5270d09'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:45.512428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:45.512940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.555567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-438315aa-8a0f-4893-90db-e2084f7cc4f9 req-690b959a-4a03-4fb4-aef2-c0dc4df1b055 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315398 Nov 23 09:59:45.616467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe91ea40-9072-440e-a3fb-dca04e2619a8 req-98da8dca-6979-4db5-bac1-8da69726f66e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658895 Nov 23 09:59:45.619068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:45.634403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.686152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e789cd-e7a1-49ca-8fdb-da0506d5a36a req-86490c63-798e-4855-a623-bbc4d4d15592 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:45.694687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e789cd-e7a1-49ca-8fdb-da0506d5a36a req-86490c63-798e-4855-a623-bbc4d4d15592 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.2944880 Nov 23 09:59:45.699845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.704318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37946) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:45.710704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] Pushing event deleted for resources: {'Port': ['ID=bbc2ae40-20bb-441e-8ab0-2deafaa59353,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:45.711546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d63e1bd8-ead7-4ccf-9c37-a767c10d7476 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5328810 Nov 23 09:59:45.720899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6845fa-0e0a-4eed-8ea5-224ac4a9367c None None] No DVR routers for this DVR port bbc2ae40-20bb-441e-8ab0-2deafaa59353 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:45.721626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.758571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.761601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:45.762199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.810675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297437a-67ab-4309-b5c1-87708092798d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:45.886828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=95b4481f-bdd6-4919-8c70-babc4459e60c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:45.900220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '547bbcc4-8b6b-4394-a0eb-b5e9738c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '25d7794d-6895-4d93-97b6-842e39dc35bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:45.900586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 25d7794d-6895-4d93-97b6-842e39dc35bb, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:45.910770 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.912673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1e789cd-e7a1-49ca-8fdb-da0506d5a36a req-e504f829-10a4-41fd-9740-bfd34c84dda6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986215 Nov 23 09:59:45.950995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 25d7794d-6895-4d93-97b6-842e39dc35bb is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:45.962979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 25d7794d-6895-4d93-97b6-842e39dc35bb) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:45.973857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:45.974693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:45.975309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:45.976323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679389b9-d786-459f-92aa-1738b50bf9d3 None None] Network 25d7794d-6895-4d93-97b6-842e39dc35bb requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:46.001070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ea9caff-014b-46a5-a1ef-63b89fc31efd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0968678 Nov 23 09:59:46.001688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.001827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37950) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:46.177479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.217844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4566e083-1278-4994-86da-afe971f21500 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:46.231168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:46.246257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.249425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.280015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3b84-df0a-4de6-a343-766b1da5d54d req-590d6a82-8d81-4c48-8e26-7de8ef390f9e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:46.282342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port d3197f2c-9fd8-419d-a14f-5c722290cdaa triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:46.282716 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.288135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:46.289046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.297113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a8c3b84-df0a-4de6-a343-766b1da5d54d req-590d6a82-8d81-4c48-8e26-7de8ef390f9e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.1708980 Nov 23 09:59:46.333107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.377386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=95b4481f-bdd6-4919-8c70-babc4459e60c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:46.433820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a8c3b84-df0a-4de6-a343-766b1da5d54d req-c546bd40-1025-4163-8725-e0b74d4aad53 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310012 Nov 23 09:59:46.470966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f0783-dca4-44e1-b19b-58ad2bd7ef26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-25d7794d-6895-4d93-97b6-842e39dc35bb', 'network_id': '25d7794d-6895-4d93-97b6-842e39dc35bb', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '95b4481f-bdd6-4919-8c70-babc4459e60c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:46.471864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-892f0783-dca4-44e1-b19b-58ad2bd7ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.475451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.508827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4566e083-1278-4994-86da-afe971f21500 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:46.509195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.512575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d7794d-6895-4d93-97b6-842e39dc35bb']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:46.530957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547bbcc4-8b6b-4394-a0eb-b5e9738c3f73') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:46.531336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547bbcc4-8b6b-4394-a0eb-b5e9738c3f73') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:46.565760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.591917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.605368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:46.605815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:46.609694 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:46.703424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/d53c6972-1ec7-4923-bf6d-ba27b4130085/07e8014e-6084-4dfe-89bc-101c0b6f49c0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:46.708795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5bd30-f85c-4d6c-b5e1-4b34688f45a6 None None] Network 25d7794d-6895-4d93-97b6-842e39dc35bb requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:46.730879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.753172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.760399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:46.761150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/25d7794d-6895-4d93-97b6-842e39dc35bb HTTP/1.1" status: 204 len: 168 time: 0.7563372 Nov 23 09:59:46.763392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca845-1d74-4cb2-a46d-4e6d66d06c89 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=25d7794d-6895-4d93-97b6-842e39dc35bb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:46.771537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606953974'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:46.782358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642d82-492d-4f68-b295-03f9dd02407f req-0983ad0b-7b2e-4d3f-ac44-80373f80bfec tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:46.783582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5642d82-492d-4f68-b295-03f9dd02407f req-0983ad0b-7b2e-4d3f-ac44-80373f80bfec tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.0907202 Nov 23 09:59:46.800828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:46.801194 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.817917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:46.821372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.847334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:46.862004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.862354 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 3b1c8e0f-4add-4a16-bd45-8a68228260f2 of type vlan for network 2345b741-1f00-4731-a25f-78fadbf19010 Nov 23 09:59:46.874611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5642d82-492d-4f68-b295-03f9dd02407f req-8a947ca8-7ab2-498f-8521-a005d19d41fa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842941 Nov 23 09:59:46.926413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.959826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.967509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:46.968177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:46.975780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.016768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2541935 Nov 23 09:59:47.029733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:47.041433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '2345b741-1f00-4731-a25f-78fadbf19010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:47.055040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017485-a20b-472a-9c59-b83559d5cafb tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=2345b741-1f00-4731-a25f-78fadbf19010,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:47.072934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2345b741-1f00-4731-a25f-78fadbf19010 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:47.145425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f662a-7e37-45ce-9e54-4c22ae50d16d req-6046caa0-5d8e-473b-ab4a-2d9d05ccf4e5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:47.148120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a5f662a-7e37-45ce-9e54-4c22ae50d16d req-6046caa0-5d8e-473b-ab4a-2d9d05ccf4e5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1435602 Nov 23 09:59:47.171442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 4566e083-1278-4994-86da-afe971f21500, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4566e083-1278-4994-86da-afe971f21500,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:47.241642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:47.246199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.249791 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.270473 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.283213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a5f662a-7e37-45ce-9e54-4c22ae50d16d req-033bdd23-96db-4099-8d59-d632f7ccd297 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195889 Nov 23 09:59:47.323147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.328362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing IP validity checks on allocation pools {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 09:59:47.328846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 09:59:47.415173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbc2ae40-20bb-441e-8ab0-2deafaa59353 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:47.445561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::1 (3424d68b-9456-4bb9-b896-c0ae5329a081/d53c6972-1ec7-4923-bf6d-ba27b4130085/12bdbe22-258b-48f5-b848-3ec934409498) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:47.447640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:47.448525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:47.458050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 731533ff-5f99-47dc-8100-a17fd674168d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:47.458431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.459879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bbc2ae40-20bb-441e-8ab0-2deafaa59353 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:47.460222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbc2ae40-20bb-441e-8ab0-2deafaa59353 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:47.464485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:47.584633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f4d9-5059-457d-a3b6-9e25f67ae570 req-415417bb-e19a-4450-a540-7a5a09ba5863 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:47.586610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1d0f4d9-5059-457d-a3b6-9e25f67ae570 req-415417bb-e19a-4450-a540-7a5a09ba5863 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1562014 Nov 23 09:59:47.596892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.674111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b665a-3fb1-415d-b329-4bcb17238392 req-b80ae180-2909-42b3-943a-08e794e4957d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:47.681719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f7b665a-3fb1-415d-b329-4bcb17238392 req-b80ae180-2909-42b3-943a-08e794e4957d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.1299152 Nov 23 09:59:47.754615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f7b665a-3fb1-415d-b329-4bcb17238392 req-90455158-45ff-4477-b675-78dc13ec26bc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Nov 23 09:59:47.757091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1d0f4d9-5059-457d-a3b6-9e25f67ae570 req-67363bd5-157c-4d9a-8af9-a5dbe4fa56c0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093016 Nov 23 09:59:47.771556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=621d99d7-0a88-4892-b5a2-14786544136f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:47.776122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.797451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '3b1c8e0f-4add-4a16-bd45-8a68228260f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2345b741-1f00-4731-a25f-78fadbf19010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:47.797828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 2345b741-1f00-4731-a25f-78fadbf19010, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:47.804027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:47.834277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.835857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 2345b741-1f00-4731-a25f-78fadbf19010 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:47.879338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2345b741-1f00-4731-a25f-78fadbf19010) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:47.910695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:47.912841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71e0ec9b-7de0-428a-b1aa-a0ad6b60c0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.913145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.915825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84b53e-7e7b-449a-92c0-5f8b23da5304 None None] Network 2345b741-1f00-4731-a25f-78fadbf19010 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:47.959684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:47.976532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:47.979729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:47.987178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:47.988410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:47.994823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a13e7566-1ded-43a2-b195-a7b7013e8ca3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9566839 Nov 23 09:59:47.996273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:48.007160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Pushing event updated for resources: {'Port': ['ID=07e8014e-6084-4dfe-89bc-101c0b6f49c0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:48.080173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Attempting to bind port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:48.080590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Attempting to bind port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:48.080960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Attempting to bind port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:48.185712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:48.186129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:48.186536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.186930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:48.187606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Bound port: 07e8014e-6084-4dfe-89bc-101c0b6f49c0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:48.187808 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.239664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4566e083-1278-4994-86da-afe971f21500 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:48.286666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34cd2-8cfe-43bc-aca1-55883384a35f req-34da41be-43c2-4ee0-bb8e-24140f945cfa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:48.288290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3d34cd2-8cfe-43bc-aca1-55883384a35f req-34da41be-43c2-4ee0-bb8e-24140f945cfa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1618042 Nov 23 09:59:48.297880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-95f69ff4-5ab4-4123-8694-db0de177e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:48.299405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-95f69ff4-5ab4-4123-8694-db0de177e0e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423&tenant_id=d1939e1810a44c3b983810c2d642c5ab HTTP/1.1" status: 200 len: 1099 time: 0.1432264 Nov 23 09:59:48.317206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.336776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:48.337258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce7210-23dc-4666-9462-81deab61e9e5 req-313ae0bc-635a-4b02-83b7-c28071d209d7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:48.345613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85ce7210-23dc-4666-9462-81deab61e9e5 req-313ae0bc-635a-4b02-83b7-c28071d209d7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0874710 Nov 23 09:59:48.362030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] For port 07e8014e-6084-4dfe-89bc-101c0b6f49c0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:48.365728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] For port 07e8014e-6084-4dfe-89bc-101c0b6f49c0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07e8014e-6084-4dfe-89bc-101c0b6f49c0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:48.384673 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.388715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.435539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85ce7210-23dc-4666-9462-81deab61e9e5 req-179766a9-8da5-49d4-95a3-1a9c6a3e55ee tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881250 Nov 23 09:59:48.501981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8213d88-329b-492d-8e30-5ce59b6c774b None None] Pushing event updated for resources: {'Port': ['ID=07e8014e-6084-4dfe-89bc-101c0b6f49c0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:48.502300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.507794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.529443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3d34cd2-8cfe-43bc-aca1-55883384a35f req-bc2ae415-277b-42bd-806d-8b09605d9d13 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888959 Nov 23 09:59:48.614995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05fbca-620b-4fed-876f-4758d7d8874f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-2345b741-1f00-4731-a25f-78fadbf19010', 'network_id': '2345b741-1f00-4731-a25f-78fadbf19010', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '621d99d7-0a88-4892-b5a2-14786544136f'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:48.616450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb05fbca-620b-4fed-876f-4758d7d8874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.629071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.632940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 0c54295f-f78a-4afb-87a1-18446f5033cf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:48.633389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.668813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:48.712843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=621d99d7-0a88-4892-b5a2-14786544136f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:48.803742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.865802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Port 0c54295f-f78a-4afb-87a1-18446f5033cf cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:48.871012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4566e083-1278-4994-86da-afe971f21500 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:48.871487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.887959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2345b741-1f00-4731-a25f-78fadbf19010']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:48.914110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282b868-a25c-409f-8e86-cec1c9d61089 None None] Network 2345b741-1f00-4731-a25f-78fadbf19010 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:48.916897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1c8e0f-4add-4a16-bd45-8a68228260f2') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:48.918293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1c8e0f-4add-4a16-bd45-8a68228260f2') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:48.944257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.984361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.985869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port b0810352-e6be-4192-bbc5-be771f1e9de2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:48.986445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:48.999303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:48.999721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:49.091990 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:49.095635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.103774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.112064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.115921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/2345b741-1f00-4731-a25f-78fadbf19010 HTTP/1.1" status: 204 len: 168 time: 1.1183333 Nov 23 09:59:49.140374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:49.144008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36959d2d-871f-445b-a449-1d5218ed22b6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=2345b741-1f00-4731-a25f-78fadbf19010,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:49.152987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954397760'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:49.218551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:49.236918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efa91a-f40b-4571-98d3-12eeaeabd6ac req-e4e2f014-d831-4743-b9e0-6be59e0d733b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:49.268729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90efa91a-f40b-4571-98d3-12eeaeabd6ac req-e4e2f014-d831-4743-b9e0-6be59e0d733b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.4037864 Nov 23 09:59:49.281777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:49.310710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.318141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:49.375250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:49.398804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90efa91a-f40b-4571-98d3-12eeaeabd6ac req-64166c85-3602-449b-b493-03dec6571b6a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288226 Nov 23 09:59:49.409449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.409794 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 8560d89b-012d-4ec9-aebf-99ec484a0221 of type vlan for network afe64a51-57a8-4b74-9976-406c5254887e Nov 23 09:59:49.450169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.460294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.461098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.483083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Provisioning complete for port 3397f678-47e4-4c4c-b6c6-5e852a93b50e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:49.483702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea270188-a9ec-4af6-8aab-d3b226f0398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.487707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.551010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:49.551553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.623533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.629468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:49.634513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:49.758946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:49.792102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6421292 Nov 23 09:59:49.794682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38016) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:49.801461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': 'afe64a51-57a8-4b74-9976-406c5254887e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:49.813978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:49.862738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1751-99b6-4802-8a12-c5a5363ef0e3 req-b44220d4-1347-4b55-a42a-d8b07f2321cb tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:49.872130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e0fa1751-99b6-4802-8a12-c5a5363ef0e3 req-b44220d4-1347-4b55-a42a-d8b07f2321cb tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.2061369 Nov 23 09:59:49.878645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74a537-6ec8-4537-bb06-28233ecbcc3c tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=afe64a51-57a8-4b74-9976-406c5254887e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:49.903890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network afe64a51-57a8-4b74-9976-406c5254887e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:49.942149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f8286-626e-4f9d-a26e-528466c64b12 req-cc3015c0-dd97-4a37-8957-08c8a61917a9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:49.943762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f4f8286-626e-4f9d-a26e-528466c64b12 req-cc3015c0-dd97-4a37-8957-08c8a61917a9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2384982 Nov 23 09:59:49.951855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:49.956453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:49.961290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:50.007825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c5dc52ab-511a-4fe8-9b5f-bda56c8cf5ae None None] Provisioning complete for port 4566e083-1278-4994-86da-afe971f21500 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:50.008193 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c5dc52ab-511a-4fe8-9b5f-bda56c8cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.020995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e0fa1751-99b6-4802-8a12-c5a5363ef0e3 req-460574c1-2a62-4ea1-bd07-4e484ea42745 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473062 Nov 23 09:59:50.028678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:50.153001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.176740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.206259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f4f8286-626e-4f9d-a26e-528466c64b12 req-88734b6d-1631-46cf-b6d9-b85d30b81daa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893916 Nov 23 09:59:50.207127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:50.224317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.231551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Ignored duplicate provisioning block setup for port deaff8a0-a225-41a0-aa7b-63de169b1197 by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 09:59:50.238989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.294392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07e8014e-6084-4dfe-89bc-101c0b6f49c0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:50.300917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=9']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:50.367847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] No DVR routers for this DVR port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:50.412273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Router 1b9a534e-e013-4475-8e8c-230deeb7b859 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 09:59:50.413396 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:59:50.413818 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:59:50.428265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] Provisioning complete for port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:50.428632 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.432778 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-570a2a11-d9f2-45ca-b373-7bc69ea27df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.439244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:50.439658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:50.440057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:50.534395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:50.536286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.618802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.619353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:50.637047 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Sync routers for ids ['1b9a534e-e013-4475-8e8c-230deeb7b859'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:50.650361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c69c642-e49b-47b3-ab51-f34811fb0c18 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "PUT /v2.0/routers/1b9a534e-e013-4475-8e8c-230deeb7b859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9205070 Nov 23 09:59:50.653697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38026) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:50.655709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 09:59:50.657333 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Routers {'1b9a534e-e013-4475-8e8c-230deeb7b859'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:50.657833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Attempting to bind port deaff8a0-a225-41a0-aa7b-63de169b1197 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:50.667382 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1b9a534e-e013-4475-8e8c-230deeb7b859'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:50.709237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.780109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f845-f5fa-4e3d-87cd-317463e0b6d7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:50.781651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aea8f845-f5fa-4e3d-87cd-317463e0b6d7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports/12bdbe22-258b-48f5-b848-3ec934409498 HTTP/1.1" status: 200 len: 911 time: 0.1209993 Nov 23 09:59:50.791018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38028) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:50.796406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:50.797147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:50.797833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:50.798470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Bound port: deaff8a0-a225-41a0-aa7b-63de169b1197, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:50.799023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.801218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6128-9451-4f0a-8776-66f50281aa6a req-51eda5f6-fde6-4939-92c2-fef1ea62627e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:50.802894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-988b6128-9451-4f0a-8776-66f50281aa6a req-51eda5f6-fde6-4939-92c2-fef1ea62627e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 947 time: 0.1997750 Nov 23 09:59:50.863197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] For port 07e8014e-6084-4dfe-89bc-101c0b6f49c0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07e8014e-6084-4dfe-89bc-101c0b6f49c0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:50.868097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.878299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:50.892353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=45a41943-b2e1-4800-9514-0caf0d4a34f7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:50.893484 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Set router 1b9a534e-e013-4475-8e8c-230deeb7b859 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:50.917857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc969e13-c4c1-4e05-8b43-aa579084c17f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:50.925744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc969e13-c4c1-4e05-8b43-aa579084c17f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:50.930142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc969e13-c4c1-4e05-8b43-aa579084c17f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1236036 Nov 23 09:59:50.937360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38030) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:50.956007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '8560d89b-012d-4ec9-aebf-99ec484a0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'afe64a51-57a8-4b74-9976-406c5254887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:50.956400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: afe64a51-57a8-4b74-9976-406c5254887e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:50.979926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-988b6128-9451-4f0a-8776-66f50281aa6a req-3bbe6e31-377b-4092-8432-c7b1ff10f71e tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358285 Nov 23 09:59:50.996961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network afe64a51-57a8-4b74-9976-406c5254887e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:51.011514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, afe64a51-57a8-4b74-9976-406c5254887e) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:51.017382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:51.018505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.041986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-779bfaef-dd97-427b-a950-00bec38ef564 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2457407 Nov 23 09:59:51.044210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38034) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:51.157165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:51.207350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:51.217539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.288773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.304374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e943f1-e31e-4c0c-9693-d41f25f52b07 None None] Network afe64a51-57a8-4b74-9976-406c5254887e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:51.307018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:51.365220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:51.367899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.380045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-da871f0f-6ee2-4d3e-ad2c-ade0fdc01d5f service neutron] 10.222.0.50 "PUT /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 1095 time: 3.0457628 Nov 23 09:59:51.403269 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:48Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None, '_interfaces': [{'id': '12bdbe22-258b-48f5-b848-3ec934409498', 'name': '', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'mac_address': 'fa:16:3e:50:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:46Z', 'updated_at': '2021-11-23T09:59:48Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'subnets': [{'id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:51.408922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.415190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 09:59:51.419057 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276efc19-c5a3-441b-aa1e-f1a643de0791" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 09:59:51.437539 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Checking router: 1b9a534e-e013-4475-8e8c-230deeb7b859 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:51.438170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Updating router 1b9a534e-e013-4475-8e8c-230deeb7b859 port 12bdbe22-258b-48f5-b848-3ec934409498 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 09:59:51.465777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd58c-de5d-4d2f-b5c7-9f61bbff8c72 None None] Pushing event updated for resources: {'Port': ['ID=07e8014e-6084-4dfe-89bc-101c0b6f49c0,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:51.475629 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.496524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1ae09bbc-e0f1-4d51-98ef-86bf3f3d542f None None] Provisioning complete for port 12bdbe22-258b-48f5-b848-3ec934409498 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:51.496895 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1ae09bbc-e0f1-4d51-98ef-86bf3f3d542f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.518601 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:59:51.518959 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:59:51.519511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.636276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1ae09bbc-e0f1-4d51-98ef-86bf3f3d542f None None] Port 12bdbe22-258b-48f5-b848-3ec934409498 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:51.657199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8ccf5-9a46-479b-b9a6-2d243f4790b2 req-06ffacd3-19ed-4b19-9308-8c0c016deae8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:51.666778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2c8ccf5-9a46-479b-b9a6-2d243f4790b2 req-06ffacd3-19ed-4b19-9308-8c0c016deae8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1627762 Nov 23 09:59:51.728389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077d7d3-bb79-4bbf-8bc7-17d44dbd55a1 None None] Network afe64a51-57a8-4b74-9976-406c5254887e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:51.728772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.742339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b2243-ea36-4969-8304-5168a911b814 req-604206b9-ed42-42b7-b9dd-66a62ff69458 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:51.743817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2c8ccf5-9a46-479b-b9a6-2d243f4790b2 req-2a1938b1-9b01-42ce-bc45-6d444c194047 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 Nov 23 09:59:51.746439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6b2243-ea36-4969-8304-5168a911b814 req-604206b9-ed42-42b7-b9dd-66a62ff69458 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.4482667 Nov 23 09:59:51.811307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=45a41943-b2e1-4800-9514-0caf0d4a34f7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:51.822253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-2d23e876-0647-4ec5-9f2c-95fea09fe2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:51.824415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-2d23e876-0647-4ec5-9f2c-95fea09fe2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1099 time: 0.3319001 Nov 23 09:59:51.896841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3ddbfd74-72bb-4502-8c7c-d87992649307 None None] Provisioning complete for port 12bdbe22-258b-48f5-b848-3ec934409498 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:51.896841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfd74-72bb-4502-8c7c-d87992649307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.915132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.939571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe64a51-57a8-4b74-9976-406c5254887e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:51.951346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8560d89b-012d-4ec9-aebf-99ec484a0221') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:51.952134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8560d89b-012d-4ec9-aebf-99ec484a0221') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:51.963403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbfd74-72bb-4502-8c7c-d87992649307 None None] Port 12bdbe22-258b-48f5-b848-3ec934409498 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 09:59:51.963997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.979720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.984724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42757f6-5de8-4d33-98a5-c46537e0701a None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 09:59:51.987099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:51.987638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:51.990492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6b2243-ea36-4969-8304-5168a911b814 req-1ab875e8-9e23-41bd-a4c4-ef839c36310d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276275 Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:52.081984 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:52.089989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.106940 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 09:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d133413-0b41-411c-8304-77b7ca03bcb2 x-openstack-request-id: req-6d133413-0b41-411c-8304-77b7ca03bcb2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 09:59:52.107516 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 09:59:52.107924 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d133413-0b41-411c-8304-77b7ca03bcb2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 09:59:52.108569 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'status': 'completed', 'code': 200} Nov 23 09:59:52.150605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.159301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/afe64a51-57a8-4b74-9976-406c5254887e HTTP/1.1" status: 204 len: 168 time: 1.1138372 Nov 23 09:59:52.164005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db5d55-5f8a-4fa0-81fe-e0d3dba60350 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=afe64a51-57a8-4b74-9976-406c5254887e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:52.166220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38048) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:52.175641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1964555367'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:52.220856 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.221539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:52.226537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.237137 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.256014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:52.268243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42757f6-5de8-4d33-98a5-c46537e0701a None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 09:59:52.268630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.269139 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment a0b5e055-770b-41eb-83e6-261b6efaec13 of type vlan for network 0842fd6a-ce32-4576-be7f-92ceabf1dc13 Nov 23 09:59:52.295044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07e8014e-6084-4dfe-89bc-101c0b6f49c0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:52.308356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-b8bbdd52-f1d3-4e17-99fa-28d9e9fbc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:52.309872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-b8bbdd52-f1d3-4e17-99fa-28d9e9fbc8a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.4695585 Nov 23 09:59:52.345832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.350654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85f4a-ae3e-4ed3-aab0-8e1c6a960565 req-82e2ab54-ff42-4f5f-a0e2-33cf36c00257 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:52.355693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4c85f4a-ae3e-4ed3-aab0-8e1c6a960565 req-82e2ab54-ff42-4f5f-a0e2-33cf36c00257 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.2428091 Nov 23 09:59:52.387813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.391292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-5498d1bf-2c01-4134-8b6e-78c8abd3cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:52.393094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-5498d1bf-2c01-4134-8b6e-78c8abd3cab4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1099 time: 0.3033464 Nov 23 09:59:52.403764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:52.406320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.451657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:52.451657 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.473672 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Pushing event updated for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:52.482611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-a9c158ab-4fbb-47e3-9184-c131756ea49b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.1576772 Nov 23 09:59:52.483246 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.483889 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.484418 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.484917 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.485410 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.485916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.486394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.486892 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.487476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.487951 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.488427 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.488910 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 09:59:52.492442 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Attempting to bind port 12bdbe22-258b-48f5-b848-3ec934409498 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:52.493132 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Attempting to bind port 12bdbe22-258b-48f5-b848-3ec934409498 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:52.493669 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Attempting to bind port 12bdbe22-258b-48f5-b848-3ec934409498 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:52.500514 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:52.501082 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:52.501639 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.502213 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:52.502833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Bound port: 12bdbe22-258b-48f5-b848-3ec934409498, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:52.503372 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.573838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=0842fd6a-ce32-4576-be7f-92ceabf1dc13,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:52.598355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0842fd6a-ce32-4576-be7f-92ceabf1dc13 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:52.628579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8282a70b-af58-4400-a0f1-818096d3b0c2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4568031 Nov 23 09:59:52.631295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:52.645456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '0842fd6a-ce32-4576-be7f-92ceabf1dc13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:52.655684 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] For port 12bdbe22-258b-48f5-b848-3ec934409498, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:52.662447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.665918 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] For port 12bdbe22-258b-48f5-b848-3ec934409498, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=12bdbe22-258b-48f5-b848-3ec934409498,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:52.674709 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.789297 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Routers {'1b9a534e-e013-4475-8e8c-230deeb7b859'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:52.792522 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1b9a534e-e013-4475-8e8c-230deeb7b859'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:52.801929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:52.811438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:52.881154 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139003ec-a9d8-4696-93ed-0e2ebc05850b None None] Pushing event updated for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:52.957008 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] Set router 1b9a534e-e013-4475-8e8c-230deeb7b859 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:53.011505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4c85f4a-ae3e-4ed3-aab0-8e1c6a960565 req-2134755e-3a1a-48fe-8c3c-eef1f8b986eb tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432922 Nov 23 09:59:53.025825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-541662c9-7b85-4505-96ac-0aad723e904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.027483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-541662c9-7b85-4505-96ac-0aad723e904b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.5330036 Nov 23 09:59:53.029796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ce1d-c133-4cfe-b7db-4b916884b209 req-96bbf4bc-e6a1-4142-a385-9eec3dfcae46 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.031715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f605ce1d-c133-4cfe-b7db-4b916884b209 req-96bbf4bc-e6a1-4142-a385-9eec3dfcae46 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1179507 Nov 23 09:59:53.059231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-2be16f0b-1ab3-4f4f-a16d-a87b99dfeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.061781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-2be16f0b-1ab3-4f4f-a16d-a87b99dfeb8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.6261351 Nov 23 09:59:53.076405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.105444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f605ce1d-c133-4cfe-b7db-4b916884b209 req-4cfa292e-d9c0-4ca5-b7b0-c4d39b9f079b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Nov 23 09:59:53.248751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-4e4be380-1af6-4de8-b4d2-c71ccf1ef1b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.1647010 Nov 23 09:59:53.289568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.354081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-3a7d5d12-9bb2-4ba7-9e72-398fe23a678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.355748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-3a7d5d12-9bb2-4ba7-9e72-398fe23a678d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3130233 Nov 23 09:59:53.383617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-39436520-f6ab-429c-95ac-48a1ede9a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.385225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-39436520-f6ab-429c-95ac-48a1ede9a3fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1325603 Nov 23 09:59:53.424919 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:48Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None, '_interfaces': [{'id': '12bdbe22-258b-48f5-b848-3ec934409498', 'name': '', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'mac_address': 'fa:16:3e:50:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:46Z', 'updated_at': '2021-11-23T09:59:52Z', 'revision_number': 4, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'subnets': [{'id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:53.426367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=c97e3dcc-eb21-4f7c-be1c-a2d1151e5f4d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:53.428162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] Provisioning complete for port 12bdbe22-258b-48f5-b848-3ec934409498 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:53.428504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.447794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfbae0-15f6-427d-a700-4772496cd5f4 req-6d646cf4-ff4d-40ab-ba1d-65fffed1a5d0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.456849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bcfbae0-15f6-427d-a700-4772496cd5f4 req-6d646cf4-ff4d-40ab-ba1d-65fffed1a5d0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.2107275 Nov 23 09:59:53.459409 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813c5e-d851-44b3-86ae-dbd49a719c57 None None] The sync data for ids ['1b9a534e-e013-4475-8e8c-230deeb7b859'] in n-d-781076-5 is: [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:48Z', 'revision_number': 2, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None, '_interfaces': [{'id': '12bdbe22-258b-48f5-b848-3ec934409498', 'name': '', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'mac_address': 'fa:16:3e:50:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:46Z', 'updated_at': '2021-11-23T09:59:52Z', 'revision_number': 4, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'subnets': [{'id': 'd53c6972-1ec7-4923-bf6d-ba27b4130085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:53.534634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': 'a0b5e055-770b-41eb-83e6-261b6efaec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '0842fd6a-ce32-4576-be7f-92ceabf1dc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:53.539461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 0842fd6a-ce32-4576-be7f-92ceabf1dc13, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:53.590543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.606923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2bcfbae0-15f6-427d-a700-4772496cd5f4 req-6d3429ef-2a8c-4551-97d9-8d9efc34dfe0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489906 Nov 23 09:59:53.614484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 0842fd6a-ce32-4576-be7f-92ceabf1dc13 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:53.627812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0842fd6a-ce32-4576-be7f-92ceabf1dc13) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:53.635364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.636383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.659966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4a8cda7-7ace-4942-88b9-2237a47c60cd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0251713 Nov 23 09:59:53.660700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38064) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:53.675294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae009f-d313-44d1-98df-bde0c44b8b41 None None] Network 0842fd6a-ce32-4576-be7f-92ceabf1dc13 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:53.750285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.752390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-16f307a2-689e-4231-a7a3-c7324549e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:53.754637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-16f307a2-689e-4231-a7a3-c7324549e189 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3162360 Nov 23 09:59:53.806803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.886337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] For port 12bdbe22-258b-48f5-b848-3ec934409498, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=12bdbe22-258b-48f5-b848-3ec934409498,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:53.894384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.896976 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:53.925282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-8f6da185-1fd9-418f-9a06-5e89b5add2ca service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069852 Nov 23 09:59:53.987823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a029e1ba-42f1-4a86-8c9c-204c1e7e311f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-0842fd6a-ce32-4576-be7f-92ceabf1dc13', 'network_id': '0842fd6a-ce32-4576-be7f-92ceabf1dc13', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': 'c97e3dcc-eb21-4f7c-be1c-a2d1151e5f4d'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:53.988703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a029e1ba-42f1-4a86-8c9c-204c1e7e311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.015292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.028167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-3cbfb985-a863-4d53-921e-03aef94fac40 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579424 Nov 23 09:59:54.070464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccc668-e8cc-404d-8f5b-84964773abfa None None] Pushing event updated for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:54.081983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=c97e3dcc-eb21-4f7c-be1c-a2d1151e5f4d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:54.106780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b00b979-4c21-41a4-81c7-559996fe5804 None None] Provisioning complete for port 12bdbe22-258b-48f5-b848-3ec934409498 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:54.109500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b00b979-4c21-41a4-81c7-559996fe5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.239784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.303169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cf048-bb88-43b2-a3b7-493a3458861a None None] Network 0842fd6a-ce32-4576-be7f-92ceabf1dc13 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:54.306121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0842fd6a-ce32-4576-be7f-92ceabf1dc13']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:54.321678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b5e055-770b-41eb-83e6-261b6efaec13') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:54.321992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b5e055-770b-41eb-83e6-261b6efaec13') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:54.330898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3860026b-557d-4f82-a46a-794cf7c5db16 req-be9b7349-735c-400c-9ba4-9f3c57fa9396 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962104 Nov 23 09:59:54.340623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacb46b-887a-49d8-a192-a9a235302b96 req-fb402e98-c0cb-42b5-86cf-21073cbba132 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:54.342192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cacb46b-887a-49d8-a192-a9a235302b96 req-fb402e98-c0cb-42b5-86cf-21073cbba132 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.0985761 Nov 23 09:59:54.344087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.397120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.402809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 12bdbe22-258b-48f5-b848-3ec934409498 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 09:59:54.411534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cacb46b-887a-49d8-a192-a9a235302b96 req-6fc4cf3c-0aac-4223-8bc2-7cd5e0d95f70 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598381 Nov 23 09:59:54.413027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:54.413492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: timer() Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:54.417553 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:54.529730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83e59-e6c9-4b85-8a01-c2eeff819ef3 req-fe59c52b-d0f4-41be-990f-b0d3fd6c3d27 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:54.537910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3b83e59-e6c9-4b85-8a01-c2eeff819ef3 req-fe59c52b-d0f4-41be-990f-b0d3fd6c3d27 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.3564565 Nov 23 09:59:54.602123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 12bdbe22-258b-48f5-b848-3ec934409498 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:54.602558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.682099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 12bdbe22-258b-48f5-b848-3ec934409498 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 09:59:54.682619 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.731652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-26708732-b71a-44e6-a1d3-38805a9302ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:54.733529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-26708732-b71a-44e6-a1d3-38805a9302ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1099 time: 0.3279560 Nov 23 09:59:54.871157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3b83e59-e6c9-4b85-8a01-c2eeff819ef3 req-945309c6-55d1-4a9b-9bc5-b461041520e9 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313913 Nov 23 09:59:54.906188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-b2b6bb52-3c7a-464b-942f-9d9b916ea3bd service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8429780 Nov 23 09:59:54.913409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 12bdbe22-258b-48f5-b848-3ec934409498, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=12bdbe22-258b-48f5-b848-3ec934409498,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:54.913951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.935754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 12bdbe22-258b-48f5-b848-3ec934409498 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:54.957979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-1ca5f146-0dcb-479f-884c-579ca8cbf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:54.959443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-1ca5f146-0dcb-479f-884c-579ca8cbf974 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2121751 Nov 23 09:59:54.985954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.990775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:54.999784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/0842fd6a-ce32-4576-be7f-92ceabf1dc13 HTTP/1.1" status: 204 len: 168 time: 1.3330781 Nov 23 09:59:54.999897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38078) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:55.003613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740478517'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:55.013712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c75cd2-d9d8-4014-a9b6-cafa53daa8ea tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=0842fd6a-ce32-4576-be7f-92ceabf1dc13,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:55.026866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f20f16-3f7f-43a2-b73d-6eb2c90411a3 req-ec81d5b6-ca99-4253-a23a-0a662456fc0c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:55.029665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95f20f16-3f7f-43a2-b73d-6eb2c90411a3 req-ec81d5b6-ca99-4253-a23a-0a662456fc0c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0779855 Nov 23 09:59:55.048725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-5ae81f6d-73b4-4f05-aafe-7a56dd1334d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 200 len: 217 time: 0.0601776 Nov 23 09:59:55.084084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95f20f16-3f7f-43a2-b73d-6eb2c90411a3 req-86dacbb3-10a6-4051-bb9b-79441b664732 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Nov 23 09:59:55.131334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-74f0ee16-2706-4902-abe0-8fb9da6bf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:55.132921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-74f0ee16-2706-4902-abe0-8fb9da6bf136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0715673 Nov 23 09:59:55.186565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:55.190073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.259367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 09:59:55.285415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-b2784e75-c39b-4102-ae83-cb626dd43f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:55.286978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-b2784e75-c39b-4102-ae83-cb626dd43f9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461771 Nov 23 09:59:55.309995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.310340 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 282697c1-90c7-4602-bdb4-69fdb368d4eb of type vlan for network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 Nov 23 09:59:55.370233 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.432115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.434391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=12bdbe22-258b-48f5-b848-3ec934409498,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:55.840541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.846107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:55.846686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.869848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-b7bd1f92-1878-4f8d-80fe-51f538de3387 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727365 Nov 23 09:59:55.923074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:55.986308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9867232 Nov 23 09:59:55.990192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38098) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:55.999088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:56.003833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f030d-a79f-4b8e-8b58-4ab7d30161d8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=6540b7d7-7e40-4f8b-a60c-dbeac8a85a92,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:56.015981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:56.052543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ced426-2cb0-4856-8c5d-097daeb2b36d req-0b81ba4d-69b2-4f96-a4d0-772ffff1cf1a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.054196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3ced426-2cb0-4856-8c5d-097daeb2b36d req-0b81ba4d-69b2-4f96-a4d0-772ffff1cf1a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.5430479 Nov 23 09:59:56.076380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d76a5-73c2-45bf-aebc-25473334320d req-ba4e6023-05b5-4837-8f96-87611559e448 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.088774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-600d76a5-73c2-45bf-aebc-25473334320d req-ba4e6023-05b5-4837-8f96-87611559e448 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.1029921 Nov 23 09:59:56.170964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-600d76a5-73c2-45bf-aebc-25473334320d req-423b8e9a-2d3c-451b-bfa9-9f1f0973f197 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803249 Nov 23 09:59:56.338176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a5092-5cde-4929-9367-a9e369ce1387 req-1f895485-2b16-4496-bc07-2d3a376022a7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.339669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-735a5092-5cde-4929-9367-a9e369ce1387 req-1f895485-2b16-4496-bc07-2d3a376022a7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Nov 23 09:59:56.340982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-276efc19-c5a3-441b-aa1e-f1a643de0791 req-52760eb1-e078-409b-8ad9-bd5ec4995e70 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451120 Nov 23 09:59:56.391371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-735a5092-5cde-4929-9367-a9e369ce1387 req-c57f1f33-fe38-4b13-a4ac-a8598f8496be tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Nov 23 09:59:56.392882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3ced426-2cb0-4856-8c5d-097daeb2b36d req-94147b15-9165-446d-90ef-22621d2b88fa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750385 Nov 23 09:59:56.433485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Router 1b9a534e-e013-4475-8e8c-230deeb7b859 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 09:59:56.467178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.543967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.553454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 09:59:56.564626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 09:59:56.572655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1a9f6ed3-0353-4145-bf3f-5bf33c836e11 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "PUT /v2.0/routers/1b9a534e-e013-4475-8e8c-230deeb7b859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6263523 Nov 23 09:59:56.572765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:56.574607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 is not hosted by any dhcp agent {{(pid=110023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 09:59:56.574843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Sync routers for ids ['1b9a534e-e013-4475-8e8c-230deeb7b859'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 09:59:56.585281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Routers {'1b9a534e-e013-4475-8e8c-230deeb7b859'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:56.586231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1b9a534e-e013-4475-8e8c-230deeb7b859'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:56.590709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.591482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.593634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "PUT /v2.0/networks/6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 HTTP/1.1" status: 200 len: 723 time: 0.6014209 Nov 23 09:59:56.604929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38114) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:56.612637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:56.640392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5b643-1d40-4d02-8400-d309c401423e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.641978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5b643-1d40-4d02-8400-d309c401423e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:56.643457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-55f5b643-1d40-4d02-8400-d309c401423e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0697079 Nov 23 09:59:56.654627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38118) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:56.706410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e3751-7f3c-4498-9577-d14f320ad0fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=6540b7d7-7e40-4f8b-a60c-dbeac8a85a92,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:56.715558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet d53c6972-1ec7-4923-bf6d-ba27b4130085 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 09:59:56.719550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.772348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.801648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:56.805480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.870245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 09:59:56.890430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.959319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Set router 1b9a534e-e013-4475-8e8c-230deeb7b859 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:56.963273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:56.996707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=d53c6972-1ec7-4923-bf6d-ba27b4130085,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:57.010615 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.012429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.016088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-217cc511-dfd5-4261-b6c5-bd519aa3d4cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d53c6972-1ec7-4923-bf6d-ba27b4130085 HTTP/1.1" status: 204 len: 168 time: 0.3601120 Nov 23 09:59:57.018242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38122) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:57.042341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009c72f-88b3-4516-b4ca-f35e56249f4b None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:57.045733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:55Z', 'revision_number': 3, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:57.087335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '282697c1-90c7-4602-bdb4-69fdb368d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:57.087910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 09:59:57.094906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Checking router: 1b9a534e-e013-4475-8e8c-230deeb7b859 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 09:59:57.099515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=57c87002-d242-4db3-812e-05867e26697e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:57.110623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Routers {'1b9a534e-e013-4475-8e8c-230deeb7b859'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 09:59:57.111442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T09:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1b9a534e-e013-4475-8e8c-230deeb7b859'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:57.119202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 09:59:57.124225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ce51e841-bd5d-4bcf-a18c-87112dbc55d6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1048803 Nov 23 09:59:57.126967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38124) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:57.134891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:57.179227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6049b6-db51-43a7-8245-8f1aa133495c None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:57.205316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.205316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.228616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:57.228849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-56636e66-0dc5-4623-8c9b-375fe1ed8a80 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6225965 Nov 23 09:59:57.236246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.244411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:57.287229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] Set router 1b9a534e-e013-4475-8e8c-230deeb7b859 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 09:59:57.384755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:55Z', 'revision_number': 3, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:57.417044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a92531-74da-485b-9a1d-4c0982c60910 None None] The sync data for ids ['1b9a534e-e013-4475-8e8c-230deeb7b859'] in n-d-781076-5 is: [{'id': '1b9a534e-e013-4475-8e8c-230deeb7b859', 'name': 'tempest-NetworksTestDHCPv6-router-558063448', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:45Z', 'updated_at': '2021-11-23T09:59:55Z', 'revision_number': 3, 'project_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 09:59:57.453471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6218703'] for subnet, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.493267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.497089 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.573742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-6540b7d7-7e40-4f8b-a60c-dbeac8a85a92', 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '57c87002-d242-4db3-812e-05867e26697e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:57.574708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.587630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efc86b-5353-4dca-917f-208331e56cfb req-7d0159d7-a40e-4f5a-a7d7-4431b1ca074d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.589281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21efc86b-5353-4dca-917f-208331e56cfb req-7d0159d7-a40e-4f5a-a7d7-4431b1ca074d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.2525754 Nov 23 09:59:57.611547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.611831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9a534e-e013-4475-8e8c-230deeb7b859 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 09:59:57.637435 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.640999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fbf5ce4f-5486-4f56-8fde-cdc1828b8536 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/routers/1b9a534e-e013-4475-8e8c-230deeb7b859 HTTP/1.1" status: 204 len: 168 time: 0.5103879 Nov 23 09:59:57.641572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:57.714420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcabd7-7165-477a-80d9-19a76c7a30d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.718479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f7dcabd7-7165-477a-80d9-19a76c7a30d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0738990 Nov 23 09:59:57.718645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e48f-c150-478b-b547-0fbcf0f9de1d req-b22f9c5a-a101-46c4-80f9-af9edac3abe1 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.725718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f762e48f-c150-478b-b547-0fbcf0f9de1d req-b22f9c5a-a101-46c4-80f9-af9edac3abe1 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2033491 Nov 23 09:59:57.732746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21efc86b-5353-4dca-917f-208331e56cfb req-99a15e95-7c3a-4b41-b3aa-7a730cd845ea tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295419 Nov 23 09:59:57.733045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:57.811408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 09:59:57.850738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e003-a1d0-41c2-a29c-2396b2438415 req-3f30ecd9-fbfe-4625-bce2-9c99987cb8b3 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.858716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f845e003-a1d0-41c2-a29c-2396b2438415 req-3f30ecd9-fbfe-4625-bce2-9c99987cb8b3 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0718281 Nov 23 09:59:57.872255 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f762e48f-c150-478b-b547-0fbcf0f9de1d req-a65c161e-f9cd-477a-9b18-fd81345bd5e6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453142 Nov 23 09:59:57.877146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763416244857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6099048'] for subnet, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.929133 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f845e003-a1d0-41c2-a29c-2396b2438415 req-7543758a-cd07-468a-acf8-88b97b9dbb1f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Nov 23 09:59:57.981166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:57.982107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:57.985956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "PUT /v2.0/subnets/57c87002-d242-4db3-812e-05867e26697e HTTP/1.1" status: 200 len: 806 time: 0.7534294 Nov 23 09:59:57.987144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84143d-a7c6-43c6-a8b6-b04276fb1578 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=57c87002-d242-4db3-812e-05867e26697e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:57.987571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:58.036566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Allocated IP 172.20.0.2 (6540b7d7-7e40-4f8b-a60c-dbeac8a85a92/57c87002-d242-4db3-812e-05867e26697e/7a35b53c-5f2c-4150-a9ec-2fa38c391aad) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:58.050047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Deleting port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:58.051191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.083548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea82bf-c466-4075-96df-860890083c80 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:58.089533 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-78ea82bf-c466-4075-96df-860890083c80 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3516572 Nov 23 09:59:58.090251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38148) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:58.205427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.209944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] For port 07e8014e-6084-4dfe-89bc-101c0b6f49c0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07e8014e-6084-4dfe-89bc-101c0b6f49c0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:58.209944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.217221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5efc0413-93cf-4846-8ae4-211d0fbca740 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189330 Nov 23 09:59:58.218560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:58.241031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:58.261617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1254ee-fe10-4839-866c-144fdd5da677 req-aee09e2a-7bfe-47ef-ae9a-8263da93f2e5 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:58.264072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf1254ee-fe10-4839-866c-144fdd5da677 req-aee09e2a-7bfe-47ef-ae9a-8263da93f2e5 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 1099 time: 0.2518175 Nov 23 09:59:58.280671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07e8014e-6084-4dfe-89bc-101c0b6f49c0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:58.294401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Calling delete_port for 07e8014e-6084-4dfe-89bc-101c0b6f49c0 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 09:59:58.309172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.464902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf1254ee-fe10-4839-866c-144fdd5da677 req-f4442706-478a-4d40-a8c8-70fabdbfdd92 tempest-MigrationsAdminTest-1481129157 tempest-MigrationsAdminTest-1481129157-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872053 Nov 23 09:59:58.475568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:58.480128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.555742 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.559683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.600193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.620599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.642886 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.706999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:58.713634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:58.717088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 09:59:58.724401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] No DVR routers for this DVR port 07e8014e-6084-4dfe-89bc-101c0b6f49c0 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 09:59:58.726192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=57c87002-d242-4db3-812e-05867e26697e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:58.775171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 12bdbe22-258b-48f5-b848-3ec934409498 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 09:59:58.817851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Pushing event updated for resources: {'Port': ['ID=7a35b53c-5f2c-4150-a9ec-2fa38c391aad,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:58.827416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.868136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6540b7d7-7e40-4f8b-a60c-dbeac8a85a92']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:58.869116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200aaab-125e-44fb-9b10-81cf6d2138ce None None] Pushing event deleted for resources: {'Port': ['ID=07e8014e-6084-4dfe-89bc-101c0b6f49c0,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:58.872071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 09:59:58.877960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 12bdbe22-258b-48f5-b848-3ec934409498 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 09:59:58.878273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 12bdbe22-258b-48f5-b848-3ec934409498 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 09:59:58.904937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282697c1-90c7-4602-bdb4-69fdb368d4eb') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:58.905524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282697c1-90c7-4602-bdb4-69fdb368d4eb') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 09:59:58.919060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Attempting to bind port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 09:59:58.919681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Attempting to bind port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '282697c1-90c7-4602-bdb4-69fdb368d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 09:59:58.920217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Attempting to bind port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad on network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 09:59:58.934055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.944911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 09:59:58.945602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Checking segment: {'id': '282697c1-90c7-4602-bdb4-69fdb368d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 09:59:58.946205 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.946765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Bound using segment: {'id': '282697c1-90c7-4602-bdb4-69fdb368d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 09:59:58.947319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 09:59:58.947939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Bound port: 7a35b53c-5f2c-4150-a9ec-2fa38c391aad, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282697c1-90c7-4602-bdb4-69fdb368d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 09:59:58.948584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.949822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.967372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:58.980182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 09:59:58.983157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.023246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a2857-f362-4d22-9a16-56196ce2a877 req-c8d69422-3ffb-4bfc-b83d-0143278ddc84 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:59.032738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73a2857-f362-4d22-9a16-56196ce2a877 req-c8d69422-3ffb-4bfc-b83d-0143278ddc84 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 948 time: 0.1891046 Nov 23 09:59:59.044942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 09:59:59.058860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: timer() Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 09:59:59.067790 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 09:59:59.070147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:59.070147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.075417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf870b-4945-4371-9fe8-476b7f83cfd9 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:59.086441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 09:59:59.086441 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 09:59:59.086441 n-d-781076-5 neutron-server[110023]: [parameters: {'id': '6540b7d7-7e40-4f8b-a60c-dbeac8a85a92'}] Nov 23 09:59:59.086441 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 09:59:59.086851 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 09:59:59.090058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:59.098407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=9b9cee06-f951-46dc-835c-0830f99be5a1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:59.116063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26026419-279c-4662-af3f-67d48460db89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8937688 Nov 23 09:59:59.119231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38172) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 09:59:59.125881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 09:59:59.126651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] For port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 09:59:59.140692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'mac_address': 'fa:16:3e:74:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 09:59:59.140933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a73a2857-f362-4d22-9a16-56196ce2a877 req-caca0bae-d8ac-4b18-b999-0fb49e799982 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069770 Nov 23 09:59:59.173936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] For port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7a35b53c-5f2c-4150-a9ec-2fa38c391aad,segment=NetworkSegment(282697c1-90c7-4602-bdb4-69fdb368d4eb),segment_id=282697c1-90c7-4602-bdb4-69fdb368d4eb)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 09:59:59.191725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.306997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.322061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11662f-df1c-4714-bc54-da16815a3d21 req-75d167df-fedd-435f-a8fc-5639791cf4ba tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:59.331973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a11662f-df1c-4714-bc54-da16815a3d21 req-75d167df-fedd-435f-a8fc-5639791cf4ba tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0794790 Nov 23 09:59:59.369678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ebf83-af68-43e5-a12f-5bd72e476ae9 None None] Pushing event updated for resources: {'Port': ['ID=7a35b53c-5f2c-4150-a9ec-2fa38c391aad,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:59.381532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 09:59:59.403550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a11662f-df1c-4714-bc54-da16815a3d21 req-3bcdc9dd-ef6a-4c80-a21d-c76af739b064 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Nov 23 09:59:59.542049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0015-1461-461b-a177-ace60ea0cb38 req-9dc3fae2-132b-414e-a3af-d57fb86bbe81 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:59.549865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a8a0015-1461-461b-a177-ace60ea0cb38 req-9dc3fae2-132b-414e-a3af-d57fb86bbe81 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.4798989 Nov 23 09:59:59.588845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.604402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd1235-9753-489d-962b-5744e05063b8 None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:59.612760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:59.627383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '9b9cee06-f951-46dc-835c-0830f99be5a1'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 09:59:59.628443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.638486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.646293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-623e91e0-d551-4860-9710-3f2acc156452 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652567 Nov 23 09:59:59.725400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a8a0015-1461-461b-a177-ace60ea0cb38 req-be427705-be5d-41c5-af62-09ccce07d613 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746137 Nov 23 09:59:59.758942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 09:59:59.762481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.801880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-a084591e-7bc6-44b9-975e-9bd5fe215603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 09:59:59.804159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-a084591e-7bc6-44b9-975e-9bd5fe215603 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 1101 time: 0.1100113 Nov 23 09:59:59.807391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Deleting port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 09:59:59.807391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 09:59:59.835571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 09:59:59.911851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d435ee3-5881-4be4-a985-43d281a7d4eb None None] Network 6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 09:59:59.917237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Allocated IP 2001:db8::f816:3eff:fed0:ccdd (3424d68b-9456-4bb9-b896-c0ae5329a081/9b9cee06-f951-46dc-835c-0830f99be5a1/38f84185-328e-423d-8c11-b3255deb42c6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 09:59:59.993708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] For port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7a35b53c-5f2c-4150-a9ec-2fa38c391aad,segment=NetworkSegment(282697c1-90c7-4602-bdb4-69fdb368d4eb),segment_id=282697c1-90c7-4602-bdb4-69fdb368d4eb)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 09:59:59.994119 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.023781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Calling delete_port for 7a35b53c-5f2c-4150-a9ec-2fa38c391aad owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:00.057090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-ec67dcf1-980b-4df5-8ad4-d5dc25503d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.058587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-ec67dcf1-980b-4df5-8ad4-d5dc25503d0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.2098827 Nov 23 10:00:00.157350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-40ff9694-8539-4851-8afe-b9fbf81e0860 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 200 len: 217 time: 0.0631258 Nov 23 10:00:00.167279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.176240 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.227284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:00.231697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:00.234140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Pushing event updated for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:00.236066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:00.281863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-451d9dae-19d2-4541-8e2d-7a4802499ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.283528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-451d9dae-19d2-4541-8e2d-7a4802499ea2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1130056 Nov 23 10:00:00.296105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-ec1b2163-8b47-4b85-bc46-e1b4c7e009dd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.297682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-ec1b2163-8b47-4b85-bc46-e1b4c7e009dd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.1980412 Nov 23 10:00:00.312124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Attempting to bind port 38f84185-328e-423d-8c11-b3255deb42c6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:00.312767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Attempting to bind port 38f84185-328e-423d-8c11-b3255deb42c6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:00.313984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Attempting to bind port 38f84185-328e-423d-8c11-b3255deb42c6 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:00.321373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:00.322116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:00.323825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.324400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:00.325799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Bound port: 38f84185-328e-423d-8c11-b3255deb42c6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:00.326454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.331847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf5ff6-2cb0-4f20-91f3-ac72b2c89594 req-a360d095-1898-408a-91f2-71eafd16a122 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.337514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.342143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0faf5ff6-2cb0-4f20-91f3-ac72b2c89594 req-a360d095-1898-408a-91f2-71eafd16a122 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 949 time: 0.0783331 Nov 23 10:00:00.409575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:00.413369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38f84185-328e-423d-8c11-b3255deb42c6,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:00.414889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0faf5ff6-2cb0-4f20-91f3-ac72b2c89594 req-aff601c6-1c97-436d-95fa-290fc715921d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Nov 23 10:00:00.419281 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.440970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Port': ['ID=7a35b53c-5f2c-4150-a9ec-2fa38c391aad,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:00.462511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No DVR routers for this DVR port 7a35b53c-5f2c-4150-a9ec-2fa38c391aad on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:00.504931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3295b-a625-4bd1-9e16-70ca20995c73 None None] Pushing event updated for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:00.604091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-8b908bc8-cb6e-4609-b8ec-8ce7d88ff224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.606631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-8b908bc8-cb6e-4609-b8ec-8ce7d88ff224 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069463 Nov 23 10:00:00.684573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.698539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.757068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e057c2-dfc1-43b1-864a-bd422937db3d req-51c7d47b-c534-4c36-8333-814aba7f1dba tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.763921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2e057c2-dfc1-43b1-864a-bd422937db3d req-51c7d47b-c534-4c36-8333-814aba7f1dba tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.2417297 Nov 23 10:00:00.848359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6540b7d7-7e40-4f8b-a60c-dbeac8a85a92']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:00.856613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:00.868833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Deleting port deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:00.869241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.881347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:00.884410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282697c1-90c7-4602-bdb4-69fdb368d4eb') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:00.884766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282697c1-90c7-4602-bdb4-69fdb368d4eb') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:00.905387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.906138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:00.926500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=9bd80354-e4e6-4596-956d-3ad695a14e02,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:00.944046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34affba0-8385-4aee-8d72-b0fc3fd56c64 req-50be456d-fce0-40a2-802a-39112ce14a99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:00.945738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34affba0-8385-4aee-8d72-b0fc3fd56c64 req-50be456d-fce0-40a2-802a-39112ce14a99 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1112580 Nov 23 10:00:00.952662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.016663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-4581aafc-cfa3-46da-9579-898f0f4a1b3f service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801854 Nov 23 10:00:01.024975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f8f01198-def3-475c-b48c-7e55942d70b6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9010382 Nov 23 10:00:01.024975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.030268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34affba0-8385-4aee-8d72-b0fc3fd56c64 req-01362279-6e74-4635-807a-a15cda0d4364 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Nov 23 10:00:01.031274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38190) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:01.037564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:33:d9:dd', 'name': 'tempest-NetworksTestDHCPv6-1984086177'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:01.043206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2e057c2-dfc1-43b1-864a-bd422937db3d req-2deec001-4f55-43e9-8c21-d80de99ef92d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782252 Nov 23 10:00:01.061142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:01.061557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:01.064822 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:01.172556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:01.184119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] For port deaff8a0-a225-41a0-aa7b-63de169b1197, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=deaff8a0-a225-41a0-aa7b-63de169b1197,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:01.184484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.201620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.204867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Calling delete_port for deaff8a0-a225-41a0-aa7b-63de169b1197 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:01.215822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.219120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 HTTP/1.1" status: 204 len: 168 time: 3.2303133 Nov 23 10:00:01.239556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:01.255050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c027-2527-4ed7-ac20-ab8ce6b0f99d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=6540b7d7-7e40-4f8b-a60c-dbeac8a85a92,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:01.283004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.302817 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f313f9ce-223e-4c7f-94eb-1d0b08f04ae0 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:01.303335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f313f9ce-223e-4c7f-94eb-1d0b08f04ae0 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:01.309293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f313f9ce-223e-4c7f-94eb-1d0b08f04ae0 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 HTTP/1.1" status: 404 len: 339 time: 0.0659332 Nov 23 10:00:01.309440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port ff5a2d1b-1ca0-49a4-b739-c6436946d8af yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:01.312592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38194) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:01.316822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5622d0d-0063-4dfc-bb21-a3a3c3630464 req-319bfd14-2888-4dc4-a37a-5873fa14f5e6 service neutron] 10.222.0.50 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672296 Nov 23 10:00:01.318456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203211387', 'description': 'd1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:01.381631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:01.385256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.434382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.447204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:01.449565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:01.450819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424', '6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:01.481984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event deleted for resources: {'Port': ['ID=deaff8a0-a225-41a0-aa7b-63de169b1197,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:01.488270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.488699 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment d168ceea-efbf-4d1c-bc3a-ac71ed72201b of type vlan for network 3363a8d3-f443-4105-aab9-e6032523d40b Nov 23 10:00:01.540116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] No DVR routers for this DVR port deaff8a0-a225-41a0-aa7b-63de169b1197 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:01.543989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.549172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c44d37ac-81ad-4b7c-940f-677265d91a22 req-b480d5cd-a9bc-4fbc-bfa7-ab082adaf240 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "DELETE /v2.0/ports/deaff8a0-a225-41a0-aa7b-63de169b1197 HTTP/1.1" status: 204 len: 173 time: 1.2384341 Nov 23 10:00:01.549922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-deleted', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:01.566820 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7338e-c290-412f-a5ae-828ee182191e" -d '{"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-deleted", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:01.618549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.691773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 172.20.0.3 (3424d68b-9456-4bb9-b896-c0ae5329a081/9bd80354-e4e6-4596-956d-3ad695a14e02/ff5a2d1b-1ca0-49a4-b739-c6436946d8af) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:01.692584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44322289-2869-45a1-89b7-f9c3b09f0ffa req-a3b61116-99eb-4bf4-874d-858c3c4796fd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 210 time: 0.1029997 Nov 23 10:00:01.734546 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c57f6-ed1d-48ef-b0fe-8b065e24aab9 x-openstack-request-id: req-c16c57f6-ed1d-48ef-b0fe-8b065e24aab9 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:01.734938 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2d3aae-b78f-4282-bfe0-6d39cabba423", "name": "network-vif-deleted", "tag": "deaff8a0-a225-41a0-aa7b-63de169b1197", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:01.735276 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c16c57f6-ed1d-48ef-b0fe-8b065e24aab9 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:01.735787 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2d3aae-b78f-4282-bfe0-6d39cabba423', 'name': 'network-vif-deleted', 'tag': 'deaff8a0-a225-41a0-aa7b-63de169b1197', 'status': 'completed', 'code': 200} Nov 23 10:00:01.757545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe33:d9dd (3424d68b-9456-4bb9-b896-c0ae5329a081/9b9cee06-f951-46dc-835c-0830f99be5a1/ff5a2d1b-1ca0-49a4-b739-c6436946d8af) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:01.820718 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:01.855915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:01.857470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:02.082951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7664788 Nov 23 10:00:02.083604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38212) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:02.094240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e69d7c-8002-49e7-9299-3caaf60693f2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=3363a8d3-f443-4105-aab9-e6032523d40b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:02.125447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3363a8d3-f443-4105-aab9-e6032523d40b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:02.302464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:02.329231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbef1-109b-4c2a-947e-c61a1a2ac0b2 req-fb2f9064-9b68-4bfb-901e-bb6d0e0113e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.336899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-abebbef1-109b-4c2a-947e-c61a1a2ac0b2 req-fb2f9064-9b68-4bfb-901e-bb6d0e0113e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1217048 Nov 23 10:00:02.447326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe9291-cddb-4f3f-8466-c6d9d6df0d80 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:02.457262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:02.500109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-abebbef1-109b-4c2a-947e-c61a1a2ac0b2 req-39f41001-3cd1-45e6-b554-0394e3b88f1f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621852 Nov 23 10:00:02.541006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:02.544835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:02.549154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:02.567152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09511e-4b76-4442-bf67-2f6516da1826 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.573085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b09511e-4b76-4442-bf67-2f6516da1826 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks?id=3363a8d3-f443-4105-aab9-e6032523d40b HTTP/1.1" status: 200 len: 761 time: 0.4852042 Nov 23 10:00:02.573286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38214) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:02.578927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'description': 'd2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:02.609071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.609697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:02.617912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38f84185-328e-423d-8c11-b3255deb42c6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:02.619639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=ff5a2d1b-1ca0-49a4-b739-c6436946d8af,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:02.652315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52054ef3-de92-407a-bd23-040cbcf27027 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6175637 Nov 23 10:00:02.652315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:02.732334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4e1e-7dd6-4aa4-a7b7-3828f3e8c5a0 req-d1ebd625-f0b6-4f46-bf6b-713a986f5238 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.740636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] Provisioning complete for port 38f84185-328e-423d-8c11-b3255deb42c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:02.741289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:02.745460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b33c4e1e-7dd6-4aa4-a7b7-3828f3e8c5a0 req-d1ebd625-f0b6-4f46-bf6b-713a986f5238 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.4833398 Nov 23 10:00:02.816957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f84524-f636-4dca-8f1a-ce9b58a47a62 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.831646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f84524-f636-4dca-8f1a-ce9b58a47a62 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:02.833530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0f84524-f636-4dca-8f1a-ce9b58a47a62 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1777563 Nov 23 10:00:02.839395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38222) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:02.864311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:00:02.883932 n-d-781076-5 neutron-server[110025]: INFO neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No ports have port_id starting with deaff8a0-a225-41a0-aa7b-63de169b1197 Nov 23 10:00:02.895118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 requested by agent hyperv_n-h2-781076-5 not found in database {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 23 10:00:02.910841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1da8f02c-4e08-46eb-a783-289485c36132 req-3f7299f7-cb1a-4849-8792-71ae01174a36 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea2d3aae-b78f-4282-bfe0-6d39cabba423 HTTP/1.1" status: 200 len: 210 time: 0.0684826 Nov 23 10:00:02.935033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 38f84185-328e-423d-8c11-b3255deb42c6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:02.935411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.093753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '9b9cee06-f951-46dc-835c-0830f99be5a1', 'ip_address': '2001:db8::f816:3eff:fed0:ccdd'}, {'subnet_id': '9bd80354-e4e6-4596-956d-3ad695a14e02'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '38f84185-328e-423d-8c11-b3255deb42c6'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:00:03.121627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port ff5a2d1b-1ca0-49a4-b739-c6436946d8af {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:03.122138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.125269 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.260984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b33c4e1e-7dd6-4aa4-a7b7-3828f3e8c5a0 req-ba430499-f97b-4cbd-9b25-bcf6ccb73927 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146251 Nov 23 10:00:03.289629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.306703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.343009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.344927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 3363a8d3-f443-4105-aab9-e6032523d40b is not hosted by any dhcp agent {{(pid=110023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:00:03.353099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:03.353728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.357849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:03.359037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "PUT /v2.0/networks/3363a8d3-f443-4105-aab9-e6032523d40b HTTP/1.1" status: 200 len: 758 time: 0.7848010 Nov 23 10:00:03.394015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.422905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for ff5a2d1b-1ca0-49a4-b739-c6436946d8af owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:03.428548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff29e1-4f65-44a4-b481-be469943320f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=3363a8d3-f443-4105-aab9-e6032523d40b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:03.436504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38f84185-328e-423d-8c11-b3255deb42c6,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:03.454191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3363a8d3-f443-4105-aab9-e6032523d40b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:03.501950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66433e9d-54be-404a-a5bd-754a787208c0 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:03.507555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-66433e9d-54be-404a-a5bd-754a787208c0 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks?id=3363a8d3-f443-4105-aab9-e6032523d40b HTTP/1.1" status: 200 len: 761 time: 0.1448448 Nov 23 10:00:03.507894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38230) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:03.515222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259971114'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:03.541591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:03.546925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.579270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:03.593151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.593487 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 52812924-c7ed-45f0-8969-2d97ebc6f9b9 of type vlan for network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 Nov 23 10:00:03.601615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.652818 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.676446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15f369-21dc-4cbf-afdb-40d9a6e69314 None None] Pushing event updated for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:03.701280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.709834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.713703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:03.714782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:03.751283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Allocated IP 172.20.0.2 (3424d68b-9456-4bb9-b896-c0ae5329a081/9bd80354-e4e6-4596-956d-3ad695a14e02/38f84185-328e-423d-8c11-b3255deb42c6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:03.756077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2445884 Nov 23 10:00:03.757979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38234) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:03.783592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:03.790905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=ff5a2d1b-1ca0-49a4-b739-c6436946d8af,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:03.938163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626e9e3-d1a1-4b59-b5a1-1a6807676c0e req-5f01353e-46ab-42d8-b267-5ab4597ac96d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:03.941220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1626e9e3-d1a1-4b59-b5a1-1a6807676c0e req-5f01353e-46ab-42d8-b267-5ab4597ac96d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.2132666 Nov 23 10:00:03.959362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38f84185-328e-423d-8c11-b3255deb42c6,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:03.990746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:04.001978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.023369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724f2e-a112-4e40-b5fc-ea27963d5db4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=1b3b4af1-1d97-4c17-871a-e91ea79d48c3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:04.038118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:04.038383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.044124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c67b61a4-07fb-4ae5-b354-c7e475167a9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/ff5a2d1b-1ca0-49a4-b739-c6436946d8af HTTP/1.1" status: 204 len: 168 time: 1.2016602 Nov 23 10:00:04.045919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1626e9e3-d1a1-4b59-b5a1-1a6807676c0e req-0abd94f0-1ff0-4678-8868-09b6b047e94c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817747 Nov 23 10:00:04.046277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38242) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:04.058416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.105829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.140623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfce7c-6353-4231-b359-639306993cd5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.151219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfce7c-6353-4231-b359-639306993cd5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.153013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfce7c-6353-4231-b359-639306993cd5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.158761 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4abfce7c-6353-4231-b359-639306993cd5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1113119 Nov 23 10:00:04.160789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:04.302843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 9b9cee06-f951-46dc-835c-0830f99be5a1 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:04.310581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.345208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b40601-bae9-464b-ab2a-b2a9d3c7f7e0 None None] Pushing event updated for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:04.352122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38f84185-328e-423d-8c11-b3255deb42c6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:04.383680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.453967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.543307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97072ccb-f762-4610-8433-b9020bd25f28 req-f6fab998-9c49-4730-b66d-31c537ec28a8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.545990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-97072ccb-f762-4610-8433-b9020bd25f28 req-f6fab998-9c49-4730-b66d-31c537ec28a8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.0979767 Nov 23 10:00:04.557539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64a48-8a44-4257-8945-43bc86f6782e req-09e3b6fe-d517-4678-a032-360ad024c418 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.558734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.565167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22d64a48-8a44-4257-8945-43bc86f6782e req-09e3b6fe-d517-4678-a032-360ad024c418 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 949 time: 0.1230121 Nov 23 10:00:04.590923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=6f2ba2eb-82ac-494d-a97f-45d0aaa03c70,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:04.604939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '52812924-c7ed-45f0-8969-2d97ebc6f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:04.605125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: 1b3b4af1-1d97-4c17-871a-e91ea79d48c3, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:04.632137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22d64a48-8a44-4257-8945-43bc86f6782e req-cb9bf211-2695-44fa-9559-da78c0f3fd52 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656564 Nov 23 10:00:04.646383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-97072ccb-f762-4610-8433-b9020bd25f28 req-030c3f20-2db8-4553-ad43-5d551e540762 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Nov 23 10:00:04.662917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:04.667236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.683018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.687161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/9b9cee06-f951-46dc-835c-0830f99be5a1 HTTP/1.1" status: 204 len: 168 time: 0.5162215 Nov 23 10:00:04.690075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38254) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:04.690841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 38f84185-328e-423d-8c11-b3255deb42c6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:04.691434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.702394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 1b3b4af1-1d97-4c17-871a-e91ea79d48c3) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:04.711941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1496c17-26d5-44e6-a966-6f43c189147b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9cee06-f951-46dc-835c-0830f99be5a1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:04.719081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b7143-ecd3-4d49-8f91-54d445761471 None None] Network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:04.728032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:04.728655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.765706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a76e0fd1-d83f-442d-b86b-e1859b33fd60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9883757 Nov 23 10:00:04.767840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:04.779222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 9bd80354-e4e6-4596-956d-3ad695a14e02 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:04.794780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.881093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:04.885820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.919071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: deaff8a0-a225-41a0-aa7b-63de169b1197 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:04.919532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device deaff8a0-a225-41a0-aa7b-63de169b1197 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:04.961615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:04.980749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-1b3b4af1-1d97-4c17-871a-e91ea79d48c3', 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '6f2ba2eb-82ac-494d-a97f-45d0aaa03c70'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:04.981690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.050811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.100000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.175563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Allocated IP 172.20.0.2 (1b3b4af1-1d97-4c17-871a-e91ea79d48c3/6f2ba2eb-82ac-494d-a97f-45d0aaa03c70/3d8e800e-6edb-42b0-945a-22dcf3e85a68) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:05.234501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.281352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb491f3-d423-42ad-8e08-8851d8cb58aa req-4c3d4cde-c189-4041-88f3-3c66cbc55155 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:05.295046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fb491f3-d423-42ad-8e08-8851d8cb58aa req-4c3d4cde-c189-4041-88f3-3c66cbc55155 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1269717 Nov 23 10:00:05.297491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd80354-e4e6-4596-956d-3ad695a14e02,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:05.303107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.317181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:05.317385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bcfe6ad8-75bb-4848-ae4e-e999d22d7b6c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/9bd80354-e4e6-4596-956d-3ad695a14e02 HTTP/1.1" status: 204 len: 168 time: 0.6259096 Nov 23 10:00:05.404604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.409822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-49526389-30c1-4a10-8428-478c044a385e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909441 Nov 23 10:00:05.414126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:05.420333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:05.423947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.433673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fb491f3-d423-42ad-8e08-8851d8cb58aa req-53553759-210f-4c88-94c9-723fbe8cce45 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152325 Nov 23 10:00:05.463266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.518852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2ba2eb-82ac-494d-a97f-45d0aaa03c70,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:05.521177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:05.526774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:05.531966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:05.536311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Pushing event updated for resources: {'Port': ['ID=3d8e800e-6edb-42b0-945a-22dcf3e85a68,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:05.589601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:05.595548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.597708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935141c-4b3b-4248-a1dc-cf610df6b69b None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:05.643853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fac75c70-fa6f-474f-8bc8-3de5ab83be57 None None] Could not find standard attr ID for object ff5a2d1b-1ca0-49a4-b739-c6436946d8af. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:00:05.647911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Attempting to bind port 3d8e800e-6edb-42b0-945a-22dcf3e85a68 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:05.648271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Attempting to bind port 3d8e800e-6edb-42b0-945a-22dcf3e85a68 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '52812924-c7ed-45f0-8969-2d97ebc6f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:05.648630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Attempting to bind port 3d8e800e-6edb-42b0-945a-22dcf3e85a68 on network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:05.656650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.696887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3b4af1-1d97-4c17-871a-e91ea79d48c3']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:05.709273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52812924-c7ed-45f0-8969-2d97ebc6f9b9') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:05.709721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52812924-c7ed-45f0-8969-2d97ebc6f9b9') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:05.722678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.739857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.748100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:05.749025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.754399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:05.754399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Checking segment: {'id': '52812924-c7ed-45f0-8969-2d97ebc6f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:05.755079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.755079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Bound using segment: {'id': '52812924-c7ed-45f0-8969-2d97ebc6f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:05.755423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Bound port: 3d8e800e-6edb-42b0-945a-22dcf3e85a68, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52812924-c7ed-45f0-8969-2d97ebc6f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:05.755802 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.814674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fac75c70-fa6f-474f-8bc8-3de5ab83be57 None None] Provisioning complete for port 38f84185-328e-423d-8c11-b3255deb42c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:05.814990 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fac75c70-fa6f-474f-8bc8-3de5ab83be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:05.823985 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:05.856169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:00:05.856169 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:00:05.856169 n-d-781076-5 neutron-server[110023]: [parameters: {'id': '1b3b4af1-1d97-4c17-871a-e91ea79d48c3'}] Nov 23 10:00:05.856169 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:00:05.857204 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:00:05.916417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e873a36-8dbe-4cc7-b8d8-ccf37a1042db req-c581c138-2fed-468a-a536-b0c68367884a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:05.918683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e873a36-8dbe-4cc7-b8d8-ccf37a1042db req-c581c138-2fed-468a-a536-b0c68367884a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.0894871 Nov 23 10:00:05.931063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] For port 3d8e800e-6edb-42b0-945a-22dcf3e85a68, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:05.934650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-674ac10a-163a-4d42-9fa3-ec362e4fdc30 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:05.937386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-674ac10a-163a-4d42-9fa3-ec362e4fdc30 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 949 time: 0.2907305 Nov 23 10:00:05.938897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] For port 3d8e800e-6edb-42b0-945a-22dcf3e85a68, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3d8e800e-6edb-42b0-945a-22dcf3e85a68,segment=NetworkSegment(52812924-c7ed-45f0-8969-2d97ebc6f9b9),segment_id=52812924-c7ed-45f0-8969-2d97ebc6f9b9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:05.947003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.016154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5376f0-4b09-404f-baec-b924e3229f69 req-c35dae5e-838f-4b2e-b363-6a5babf612e0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:06.028167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f5376f0-4b09-404f-baec-b924e3229f69 req-c35dae5e-838f-4b2e-b363-6a5babf612e0 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 949 time: 0.1408248 Nov 23 10:00:06.038922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:06.083274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e873a36-8dbe-4cc7-b8d8-ccf37a1042db req-64a9429f-13be-493e-9374-1d1b06651b1d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431699 Nov 23 10:00:06.124340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Deleting port 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:06.124802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.159435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f430-aecf-4ac3-a9b1-e1f6b79b13a7 None None] Pushing event updated for resources: {'Port': ['ID=3d8e800e-6edb-42b0-945a-22dcf3e85a68,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:06.167918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f5376f0-4b09-404f-baec-b924e3229f69 req-50cbd417-08a8-4650-80dd-419063bea3f2 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384363 Nov 23 10:00:06.187683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879457b-ee5d-4f13-bfcc-2a6074fd3c93 None None] Network 1b3b4af1-1d97-4c17-871a-e91ea79d48c3 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:06.269184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Deleting port 38f84185-328e-423d-8c11-b3255deb42c6 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:06.269555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.283061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:06.291272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38f84185-328e-423d-8c11-b3255deb42c6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:06.305710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] For port 6c22de1a-f131-4c11-b2e8-7207567cf549, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=6c22de1a-f131-4c11-b2e8-7207567cf549,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:06.308793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.349330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Calling delete_port for 6c22de1a-f131-4c11-b2e8-7207567cf549 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:06.365645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.539912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38f84185-328e-423d-8c11-b3255deb42c6,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:06.541346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.584773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b7d2-59b1-454f-abd1-aa357a38ac6d req-febc3a88-90b5-4dca-bbf7-91d391fa3d1d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:06.587189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f487b7d2-59b1-454f-abd1-aa357a38ac6d req-febc3a88-90b5-4dca-bbf7-91d391fa3d1d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.1357601 Nov 23 10:00:06.600302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-96d40374-4139-4aa5-ae47-2b4819c95881 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085162 Nov 23 10:00:06.610665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Deleting port 3d8e800e-6edb-42b0-945a-22dcf3e85a68 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:06.611086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.655338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.661865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.684886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Calling delete_port for 38f84185-328e-423d-8c11-b3255deb42c6 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:06.811038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:00:06.812109 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:00:06.819504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd552a-75dd-475d-a714-c3f351fe62f2 req-9ec2eb81-1876-4a21-a3c1-a2048fb219ab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:06.820796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] For port 3d8e800e-6edb-42b0-945a-22dcf3e85a68, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3d8e800e-6edb-42b0-945a-22dcf3e85a68,segment=NetworkSegment(52812924-c7ed-45f0-8969-2d97ebc6f9b9),segment_id=52812924-c7ed-45f0-8969-2d97ebc6f9b9)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:06.821170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.826717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6cd552a-75dd-475d-a714-c3f351fe62f2 req-9ec2eb81-1876-4a21-a3c1-a2048fb219ab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1441252 Nov 23 10:00:06.846337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Calling delete_port for 3d8e800e-6edb-42b0-945a-22dcf3e85a68 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:06.856124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f487b7d2-59b1-454f-abd1-aa357a38ac6d req-cfde72c2-520b-47f6-ace4-406bc9828596 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428865 Nov 23 10:00:06.856744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:06.863882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-a1f88f66-0195-4ce7-bb89-a57f655451f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:06.865335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-a1f88f66-0195-4ce7-bb89-a57f655451f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1939e1810a44c3b983810c2d642c5ab&device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 1101 time: 0.1611757 Nov 23 10:00:06.874519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:06.880790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424', '6c22de1a-f131-4c11-b2e8-7207567cf549'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:06.926926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event deleted for resources: {'Port': ['ID=6c22de1a-f131-4c11-b2e8-7207567cf549,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:06.938553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6cd552a-75dd-475d-a714-c3f351fe62f2 req-993a5d43-0adf-479c-be83-4e856ab7c9cc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013286 Nov 23 10:00:06.962441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 38f84185-328e-423d-8c11-b3255deb42c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38f84185-328e-423d-8c11-b3255deb42c6,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:06.999142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.007651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.010404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.048575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-4e0c65d4-37b3-4ddb-b4dd-bb796796912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:07.049238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-4e0c65d4-37b3-4ddb-b4dd-bb796796912e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1174262 Nov 23 10:00:07.054881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.076176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] No DVR routers for this DVR port 6c22de1a-f131-4c11-b2e8-7207567cf549 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:07.085207 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.088337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:07.088732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58b3e942-6ffa-4626-96ea-fb695fa72dd7 req-89d223dd-64e6-43f3-8e2f-05d74c6d3a12 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "DELETE /v2.0/ports/6c22de1a-f131-4c11-b2e8-7207567cf549 HTTP/1.1" status: 204 len: 173 time: 1.1365056 Nov 23 10:00:07.089179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-deleted', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:07.091595 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46e5d2-383b-486f-89f0-a32e4386d35d" -d '{"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-deleted", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:07.099555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:07.105859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:07.106516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.134586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] Pushing event deleted for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:07.140703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096383ae-c296-4a5a-b488-f5498c216f55 None None] No DVR routers for this DVR port 38f84185-328e-423d-8c11-b3255deb42c6 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:07.147656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-6c86f918-4e20-4361-8387-281225f994ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 200 len: 217 time: 0.0815997 Nov 23 10:00:07.168397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10374c9a-ef86-4436-b55f-54a663d2ea16 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:07.223357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.232333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-7dfb3a03-a154-4fa9-bff5-510fb437222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:07.233877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-7dfb3a03-a154-4fa9-bff5-510fb437222a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0782170 Nov 23 10:00:07.238143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8224719 Nov 23 10:00:07.249357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:07.265685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Port': ['ID=3d8e800e-6edb-42b0-945a-22dcf3e85a68,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:07.274097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No DVR routers for this DVR port 3d8e800e-6edb-42b0-945a-22dcf3e85a68 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:07.279964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:07.280628 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff49b58-9d2a-4605-b334-34d1b4cb05ad x-openstack-request-id: req-cff49b58-9d2a-4605-b334-34d1b4cb05ad {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:07.280934 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d3bc6-91f8-41cf-85c8-1012a36716d0", "name": "network-vif-deleted", "tag": "6c22de1a-f131-4c11-b2e8-7207567cf549", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:07.281190 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cff49b58-9d2a-4605-b334-34d1b4cb05ad {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:07.281752 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d3bc6-91f8-41cf-85c8-1012a36716d0', 'name': 'network-vif-deleted', 'tag': '6c22de1a-f131-4c11-b2e8-7207567cf549', 'status': 'completed', 'code': 200} Nov 23 10:00:07.290025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=38f84185-328e-423d-8c11-b3255deb42c6,revision_number=8']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:07.297334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee89c0-e31d-4032-ac2e-86a26cc05d7f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=d0d578f7-e464-4eb9-8065-9829552ffe07,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:07.365148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port 38f84185-328e-423d-8c11-b3255deb42c6 update to DOWN by agent not found {{(pid=110025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 10:00:07.374174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80049ea3-b29d-4418-aae9-ec6b31584e19 req-41578d5d-d664-4af5-b475-4076b24d041b tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=847d3bc6-91f8-41cf-85c8-1012a36716d0 HTTP/1.1" status: 200 len: 210 time: 0.0526903 Nov 23 10:00:07.415891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-6d3066e0-cbcb-479b-9233-e30a34e67d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:07.417608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-6d3066e0-cbcb-479b-9233-e30a34e67d25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624362 Nov 23 10:00:07.418842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.488830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3b4af1-1d97-4c17-871a-e91ea79d48c3']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:07.492306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'd0d578f7-e464-4eb9-8065-9829552ffe07'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:07.493328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.507718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52812924-c7ed-45f0-8969-2d97ebc6f9b9') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:07.508151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52812924-c7ed-45f0-8969-2d97ebc6f9b9') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:07.523177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.534851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.543462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:07.543984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:07.627407 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:07.690964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-b0accc67-c619-479e-bf6c-ee6e0dd9b343 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634647 Nov 23 10:00:07.691636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.700233 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.708984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/1b3b4af1-1d97-4c17-871a-e91ea79d48c3 HTTP/1.1" status: 204 len: 168 time: 2.9414513 Nov 23 10:00:07.719795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38308) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:07.727235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Allocated IP 2001:db8::f816:3eff:fefc:a206 (3424d68b-9456-4bb9-b896-c0ae5329a081/d0d578f7-e464-4eb9-8065-9829552ffe07/035e15fe-47e6-4fa8-a678-a88c2bd655a9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:07.754431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a06f-8f02-462a-81c4-e5e26c296a19 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=1b3b4af1-1d97-4c17-871a-e91ea79d48c3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:07.795806 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-567e1db7-65d6-407e-b914-15e12c37aa66 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] GET failed (client error): The resource could not be found. Nov 23 10:00:07.797357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-567e1db7-65d6-407e-b914-15e12c37aa66 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets/6f2ba2eb-82ac-494d-a97f-45d0aaa03c70 HTTP/1.1" status: 404 len: 337 time: 0.0764179 Nov 23 10:00:07.800359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:07.870067 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-83960ff3-a592-42e6-944c-ddf379520a34 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:07.870726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83960ff3-a592-42e6-944c-ddf379520a34 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:07.874196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-83960ff3-a592-42e6-944c-ddf379520a34 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/1b3b4af1-1d97-4c17-871a-e91ea79d48c3 HTTP/1.1" status: 404 len: 339 time: 0.0714440 Nov 23 10:00:07.878905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38312) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:07.910190 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.935204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:07.984461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-4c2d8837-cf14-4c6f-806a-4fafaa48da57 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:07.988021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-4c2d8837-cf14-4c6f-806a-4fafaa48da57 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.0719397 Nov 23 10:00:07.989422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:07.993915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.001648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:08.006297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:08.014604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:08.024316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:08.101778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Attempting to bind port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:08.102355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Attempting to bind port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:08.102823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Attempting to bind port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:08.109223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:08.109750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:08.110372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.110993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:08.111568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Bound port: 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:08.112048 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.217812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:08.222720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:08.228138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port 3397f678-47e4-4c4c-b6c6-5e852a93b50e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:08.228414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.228708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.232584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c65c456-0bf9-4f94-8a41-b1bc24a01d60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.235276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c65c456-0bf9-4f94-8a41-b1bc24a01d60 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3554089 Nov 23 10:00:08.240730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38324) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:08.246530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06504-d447-45d9-b6e2-1d9555b3f616 req-dd104f32-bff3-4f11-bc5e-3aa9d25104db tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.248153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7d06504-d447-45d9-b6e2-1d9555b3f616 req-dd104f32-bff3-4f11-bc5e-3aa9d25104db tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1140957 Nov 23 10:00:08.248724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36058e87-de02-49aa-9a2c-d5d17b2795d1 req-eaa66955-04c5-4e4f-a307-517e13d15a07 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379353 Nov 23 10:00:08.313831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a3fd480f-7083-4d7a-ab28-fba8205ea485 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 207 time: 0.0646944 Nov 23 10:00:08.320374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38326) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:08.320564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28f81-084f-4731-bdce-7fe0c76ccdb9 req-1caf8446-5a6d-4a1b-a214-548f72330c83 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.327889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bff6f-c791-41b4-89dd-c86c04b5d869 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:08.328084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9af28f81-084f-4731-bdce-7fe0c76ccdb9 req-1caf8446-5a6d-4a1b-a214-548f72330c83 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 945 time: 0.2740884 Nov 23 10:00:08.401197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9af28f81-084f-4731-bdce-7fe0c76ccdb9 req-4549301a-b8d5-4911-a0d3-8d7872aff6ed tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713968 Nov 23 10:00:08.511360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7d06504-d447-45d9-b6e2-1d9555b3f616 req-417efe40-9559-48fd-b717-a4d7705ab154 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462895 Nov 23 10:00:08.630202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port 3397f678-47e4-4c4c-b6c6-5e852a93b50e, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3397f678-47e4-4c4c-b6c6-5e852a93b50e,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:08.630580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:08.661604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for 3397f678-47e4-4c4c-b6c6-5e852a93b50e owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:08.897149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be184ba0-a914-4dae-a5a4-a9e8209be9e3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.903172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be184ba0-a914-4dae-a5a4-a9e8209be9e3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.909417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be184ba0-a914-4dae-a5a4-a9e8209be9e3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.918893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be184ba0-a914-4dae-a5a4-a9e8209be9e3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:08.918893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-be184ba0-a914-4dae-a5a4-a9e8209be9e3 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5818973 Nov 23 10:00:08.921847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.003264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fe0c8-4d64-4b8d-b5c8-a49bf7e4316c req-7b820df7-b4f7-4fbc-ae7a-1360f7e72b87 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.013795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a7fe0c8-4d64-4b8d-b5c8-a49bf7e4316c req-7b820df7-b4f7-4fbc-ae7a-1360f7e72b87 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.2903695 Nov 23 10:00:09.102087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.172704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:09.179340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:09.186767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.187370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.203891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a7fe0c8-4d64-4b8d-b5c8-a49bf7e4316c req-69376cd7-fbd1-4889-ab0e-2901118b3e1a tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881063 Nov 23 10:00:09.238257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9758732 Nov 23 10:00:09.242366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38342) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.243256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185345-1ec7-4991-96b4-4444bdca662e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=fce34973-d16e-4f21-a0b1-232bf3157cf2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:09.250618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:b0:26:5b', 'name': 'tempest-NetworksTestDHCPv6-1175603482'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:09.253727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.316798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=3397f678-47e4-4c4c-b6c6-5e852a93b50e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:09.338614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440aac4-e6b7-4952-9888-45c6c8c0fb7e None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:09.418441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port 3397f678-47e4-4c4c-b6c6-5e852a93b50e on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:09.422588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.425902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c2a978-cc6d-449e-ac4b-1ad703b7a992 req-8455478d-0c99-4e51-b9ee-6e4ad7e893e5 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "DELETE /v2.0/ports/3397f678-47e4-4c4c-b6c6-5e852a93b50e HTTP/1.1" status: 204 len: 173 time: 1.4266381 Nov 23 10:00:09.426752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-61f7916b-83c4-4714-baf6-2abe4b531f4f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5030344 Nov 23 10:00:09.427383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'name': 'network-vif-deleted', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:09.431376 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd6852-214f-4a28-9468-d9f27c073728" -d '{"events": [{"server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "name": "network-vif-deleted", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:09.432290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38346) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.496588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:09.516773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53bf29-ecf2-4f51-9b9d-eb91f95a5dd2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.520183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53bf29-ecf2-4f51-9b9d-eb91f95a5dd2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.527818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a53bf29-ecf2-4f51-9b9d-eb91f95a5dd2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0940664 Nov 23 10:00:09.533781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38350) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.536476 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cea55e-f887-4590-b541-6344e9c9430b x-openstack-request-id: req-e3cea55e-f887-4590-b541-6344e9c9430b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:09.536913 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac53ad37-c3e6-4787-8500-6fb569176d5d", "name": "network-vif-deleted", "tag": "3397f678-47e4-4c4c-b6c6-5e852a93b50e", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:09.537175 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3cea55e-f887-4590-b541-6344e9c9430b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:09.537573 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac53ad37-c3e6-4787-8500-6fb569176d5d', 'name': 'network-vif-deleted', 'tag': '3397f678-47e4-4c4c-b6c6-5e852a93b50e', 'status': 'completed', 'code': 200} Nov 23 10:00:09.550521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-afec1bb8-8b15-49ad-aa9b-8bdae40fe0be req-19261d6f-6543-415b-a7e4-5a88840ef56a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac53ad37-c3e6-4787-8500-6fb569176d5d HTTP/1.1" status: 200 len: 210 time: 0.0557108 Nov 23 10:00:09.593440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c0a11-1b91-4d8b-8b28-66b5db265fd2 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:09.642797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b10ac6-14f6-4b70-80d0-c58e68132630 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.644491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b10ac6-14f6-4b70-80d0-c58e68132630 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.646116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d5b10ac6-14f6-4b70-80d0-c58e68132630 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1075683 Nov 23 10:00:09.651399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38358) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.675838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.694712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:09.694712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:09.730325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 641975d2-7e04-4031-a88a-7281e2f246fd yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:09.744624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa6ef5-cd28-491a-a8b7-6b1160b9f3a5 req-26529b63-78b9-411d-b605-62088b9b456b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.746245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6aa6ef5-cd28-491a-a8b7-6b1160b9f3a5 req-26529b63-78b9-411d-b605-62088b9b456b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1259696 Nov 23 10:00:09.786701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41e8e1-72e0-4410-9149-79d6acbdef43 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:09.788386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f41e8e1-72e0-4410-9149-79d6acbdef43 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks/529f7c9c-3494-46cc-be2b-2d02a16bc050 HTTP/1.1" status: 200 len: 799 time: 0.1359906 Nov 23 10:00:09.794585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38362) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.896221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6aa6ef5-cd28-491a-a8b7-6b1160b9f3a5 req-ea895ec3-f736-4069-808e-63fa0abb65b7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171694 Nov 23 10:00:09.955695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-84958949-18ea-4038-bc4d-2469923bb226 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/networks/529f7c9c-3494-46cc-be2b-2d02a16bc050?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1598167 Nov 23 10:00:09.956302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38364) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:09.987657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 172.20.0.2 (3424d68b-9456-4bb9-b896-c0ae5329a081/fce34973-d16e-4f21-a0b1-232bf3157cf2/641975d2-7e04-4031-a88a-7281e2f246fd) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:09.994390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:feb0:265b (3424d68b-9456-4bb9-b896-c0ae5329a081/d0d578f7-e464-4eb9-8065-9829552ffe07/641975d2-7e04-4031-a88a-7281e2f246fd) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:10.012512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bec00e-a192-4f0f-b880-b102981ed7ee tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.014664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e9bec00e-a192-4f0f-b880-b102981ed7ee tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets/be292e87-0d8d-4f25-a53d-440e1e81b6a2 HTTP/1.1" status: 200 len: 811 time: 0.0572939 Nov 23 10:00:10.021112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38366) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:10.071624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.072552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-c2079414-9c78-43d2-9695-bfa791540ce8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.074100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-c2079414-9c78-43d2-9695-bfa791540ce8 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 950 time: 0.0581288 Nov 23 10:00:10.109548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3933f7-2bcb-4110-9f0c-dab92eab75bc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.115053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9f3933f7-2bcb-4110-9f0c-dab92eab75bc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "GET /v2.0/subnets/be292e87-0d8d-4f25-a53d-440e1e81b6a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0886490 Nov 23 10:00:10.118099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38370) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:10.124350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977238635'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:10.164445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:10.177659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.197277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38372) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:10.212121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Deleting port efb84ace-d680-4b26-b971-af38c922e424 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:10.212628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.218922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1511280141'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:10.258909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:10.262684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.319149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:10.345659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'd0d578f7-e464-4eb9-8065-9829552ffe07', 'ip_address': '2001:db8::f816:3eff:fefc:a206'}, {'subnet_id': 'fce34973-d16e-4f21-a0b1-232bf3157cf2'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '035e15fe-47e6-4fa8-a678-a88c2bd655a9'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:00:10.346837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.348669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.349175 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Added segment 3f66cfd9-0af4-4af8-a2e5-045add3992d5 of type vlan for network eac4f2b3-783a-4237-bd0d-64e79579f384 Nov 23 10:00:10.359488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] For port efb84ace-d680-4b26-b971-af38c922e424, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=efb84ace-d680-4b26-b971-af38c922e424,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:10.359922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.367987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:10.372606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.378700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Calling delete_port for efb84ace-d680-4b26-b971-af38c922e424 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:10.378930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.380940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:10.392544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fbf8b-c6ca-49c4-becb-4ea752cdeffc None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:10.444705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.455769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:10.474012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.474244 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Added segment 7b0c31e7-567b-49d3-af9f-5061b2716be8 of type vlan for network f7216446-2e8b-4101-99de-3bb622ffbacd Nov 23 10:00:10.488709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.519344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:10.524635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:10.568033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:10.568400 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.569329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:10.589643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.607280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.613020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.613643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.622155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.641725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['efb84ace-d680-4b26-b971-af38c922e424'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:10.663147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['8dd030da-24df-4c39-8095-5cf8d5c0bc22'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:10.690433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=641975d2-7e04-4031-a88a-7281e2f246fd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:10.713658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5944059 Nov 23 10:00:10.721057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:10.726175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:10.744470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3397f678-47e4-4c4c-b6c6-5e852a93b50e no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:10.758746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93da7a89-f912-48bc-b9f0-75a1e77b4770 req-3b27ce0d-8abb-4b27-8175-65f83bb853bd tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca3a83-b3fb-416c-9ffd-b37f7563b0a0 HTTP/1.1" status: 200 len: 210 time: 0.2742670 Nov 23 10:00:10.773077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 3397f678-47e4-4c4c-b6c6-5e852a93b50e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:10.773422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3397f678-47e4-4c4c-b6c6-5e852a93b50e not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:10.806585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event deleted for resources: {'Port': ['ID=efb84ace-d680-4b26-b971-af38c922e424,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:10.816838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] No DVR routers for this DVR port efb84ace-d680-4b26-b971-af38c922e424 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:10.821708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.828738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14965615-91b8-4aa9-b699-816a7bc5ea0e req-1da223e2-6833-4408-8290-376e855ad561 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.50 "DELETE /v2.0/ports/efb84ace-d680-4b26-b971-af38c922e424 HTTP/1.1" status: 204 len: 173 time: 0.7484250 Nov 23 10:00:10.852670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-deleted', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:10.870782 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb35f249-f4ba-47b5-acdb-98c65ebeb728" -d '{"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-deleted", "tag": "efb84ace-d680-4b26-b971-af38c922e424"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:10.879004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.879723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.883687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Made reservation on behalf of c0ab0f9ada6a4022b0a734ef9224c964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:10.888175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.893050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.899249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:10.899898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:10.902701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717088f-11ec-4d19-bd55-da6555b3ab90 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Network': ['ID=eac4f2b3-783a-4237-bd0d-64e79579f384,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:10.919192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:10.935335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c04a355f-362a-4037-af02-26addd5b1834 {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:00:10.938601 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:00:11.026919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network eac4f2b3-783a-4237-bd0d-64e79579f384 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:11.052460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 6c22de1a-f131-4c11-b2e8-7207567cf549 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:11.053476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 6c22de1a-f131-4c11-b2e8-7207567cf549 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:11.084581 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d219c298-40ed-4fa5-911a-0b532fe37ad1 x-openstack-request-id: req-d219c298-40ed-4fa5-911a-0b532fe37ad1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:11.085199 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca3a83-b3fb-416c-9ffd-b37f7563b0a0", "name": "network-vif-deleted", "tag": "efb84ace-d680-4b26-b971-af38c922e424", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:11.085199 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d219c298-40ed-4fa5-911a-0b532fe37ad1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:11.085591 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca3a83-b3fb-416c-9ffd-b37f7563b0a0', 'name': 'network-vif-deleted', 'tag': 'efb84ace-d680-4b26-b971-af38c922e424', 'status': 'completed', 'code': 200} Nov 23 10:00:11.117141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-f68baa9a-3ba9-4fb6-8c83-78661c80fe6b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.118685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-f68baa9a-3ba9-4fb6-8c83-78661c80fe6b tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.1903667 Nov 23 10:00:11.139668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-3b10393d-a7e8-45c7-b226-2ff03040cc43 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/quotas/09dd10c0ed8f42a0be8b09a5a4ba38a6 HTTP/1.1" status: 200 len: 375 time: 0.0137305 Nov 23 10:00:11.162873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing IP validity checks on allocation pools {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:00:11.163420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:00:11.165982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Network': ['ID=f7216446-2e8b-4101-99de-3bb622ffbacd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:11.183070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-a5d8cc68-cfc3-4b79-81ae-3cceff815d5e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352209 Nov 23 10:00:11.187271 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ffad358-41a2-46ae-ae56-0dca55659dab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9414537 Nov 23 10:00:11.189961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38402) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:11.204556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f7216446-2e8b-4101-99de-3bb622ffbacd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:11.228922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dd0853f6-1e66-4a3d-a394-a12311af8598 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0304682 Nov 23 10:00:11.237385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38404) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:11.254875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-533965254'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:11.291094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e508-caf7-42b0-8d97-9c1d65bffe67 req-fa76c1f0-0cda-48ce-a70c-bb41c069d90e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.291388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:11.294930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.300018 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1396e508-caf7-42b0-8d97-9c1d65bffe67 req-fa76c1f0-0cda-48ce-a70c-bb41c069d90e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1308563 Nov 23 10:00:11.371470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4e5f8-8e53-4373-9be6-6994049e7f14 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.377458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4e5f8-8e53-4373-9be6-6994049e7f14 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.379105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cbb4e5f8-8e53-4373-9be6-6994049e7f14 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1880682 Nov 23 10:00:11.383524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38406) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:11.398376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:11.405043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1396e508-caf7-42b0-8d97-9c1d65bffe67 req-5158edeb-b103-478e-807a-4cd87c8f0dbc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027830 Nov 23 10:00:11.442340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.443648 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Added segment 6d0d65cb-a4ad-429d-bbfa-7c65af2fe502 of type vlan for network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd Nov 23 10:00:11.455662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-2f8f43a9-55ee-498f-82cd-375723c1e304 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464633 Nov 23 10:00:11.479709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.484085 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.540955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=95e18916-b3ca-46d0-835d-e79edbee8628,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:11.549918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.554209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Checking segment: {'id': '3f66cfd9-0af4-4af8-a2e5-045add3992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:11.554882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network hostable DHCP agents. Network: eac4f2b3-783a-4237-bd0d-64e79579f384, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:11.573669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Network eac4f2b3-783a-4237-bd0d-64e79579f384 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:11.583160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, eac4f2b3-783a-4237-bd0d-64e79579f384) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:11.587592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.588238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.598586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9593f9-9eb0-4b15-b877-aed3cec84346 None None] Network eac4f2b3-783a-4237-bd0d-64e79579f384 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:11.615475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abd23434-b151-4908-a811-01effe52165a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8897932 Nov 23 10:00:11.615475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:11.620816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:11.634751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.639990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:11.640580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.659088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-5a45eb4a-1963-4253-9bf8-07a2e1297a00 service neutron] 10.222.0.62 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759789 Nov 23 10:00:11.672382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 641975d2-7e04-4031-a88a-7281e2f246fd {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:11.672777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.703681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4559696 Nov 23 10:00:11.706750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:11.720937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'subnet': {'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:11.755917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6218703'] for subnet, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.779622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Allocated IP 172.20.0.3 (3424d68b-9456-4bb9-b896-c0ae5329a081/fce34973-d16e-4f21-a0b1-232bf3157cf2/035e15fe-47e6-4fa8-a678-a88c2bd655a9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:11.811974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc07d9-c88e-43fb-b7fc-7173126c533f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Network': ['ID=1ddb7a6a-49ad-42d8-9066-bf3b636931fd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:11.814492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-eac4f2b3-783a-4237-bd0d-64e79579f384', 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384', 'tenant_id': 'c0ab0f9ada6a4022b0a734ef9224c964', 'fixed_ips': [{'subnet_id': '95e18916-b3ca-46d0-835d-e79edbee8628'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:11.815111 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:11.852638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:11.986475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.006284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 641975d2-7e04-4031-a88a-7281e2f246fd owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:12.013091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:12.017588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.044424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-431e0421-d44e-4bed-ab02-ecfa096c9133 req-4ea77560-07f2-456c-8d3c-a267b8441e54 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 210 time: 0.0590398 Nov 23 10:00:12.151983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763416244857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6099048'] for subnet, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.153409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:12.242010 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.263186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event updated for resources: {'Subnet': ['ID=95e18916-b3ca-46d0-835d-e79edbee8628,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:12.272464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:12.273306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.278525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1ee34c16-c95d-4129-8206-34aa35d347b1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "PUT /v2.0/subnets/95e18916-b3ca-46d0-835d-e79edbee8628 HTTP/1.1" status: 200 len: 877 time: 0.6627576 Nov 23 10:00:12.280080 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.280419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:12.304483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Allocated IP 172.20.0.3 (eac4f2b3-783a-4237-bd0d-64e79579f384/95e18916-b3ca-46d0-835d-e79edbee8628/8a15b679-7925-4e1c-8f31-201127a439ba) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:12.310899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:12.351379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bac07-a81b-46d2-8919-88caebea9a7b req-2ca1470a-2d85-44ee-bdd4-abf478dcb280 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:12.358707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c71bac07-a81b-46d2-8919-88caebea9a7b req-2ca1470a-2d85-44ee-bdd4-abf478dcb280 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1417012 Nov 23 10:00:12.457415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.478148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:12.478585 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.492879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c71bac07-a81b-46d2-8919-88caebea9a7b req-07b52115-ce7a-4228-a27e-3a0ce24a80cc tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287231 Nov 23 10:00:12.513399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076ada9-7eb4-480e-a530-ce4afd01ccc3 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:12.558799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.589847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.606422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.658151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d2c2-90b3-442b-9f29-eee9725cfe77 req-0627af62-0ef1-47d4-86b0-fcd175fdef25 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:12.666967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ac4d2c2-90b3-442b-9f29-eee9725cfe77 req-0627af62-0ef1-47d4-86b0-fcd175fdef25 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0796590 Nov 23 10:00:12.692275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=641975d2-7e04-4031-a88a-7281e2f246fd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:12.727206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ac4d2c2-90b3-442b-9f29-eee9725cfe77 req-e661d246-6e86-486a-8f43-fbef73cdcb9e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 Nov 23 10:00:12.769526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Subnet': ['ID=04e953f3-123b-4f63-8a84-6858b439c0b2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:12.789300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.798072 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.827248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.840778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:12.841151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network hostable DHCP agents. Network: f7216446-2e8b-4101-99de-3bb622ffbacd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:12.852597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Network eac4f2b3-783a-4237-bd0d-64e79579f384 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:12.862231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:12.865173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:12.867519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Pushing event updated for resources: {'Port': ['ID=8a15b679-7925-4e1c-8f31-201127a439ba,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:12.883069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network f7216446-2e8b-4101-99de-3bb622ffbacd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:12.897052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:12.901248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1631e6fc-b451-4e1a-8fcb-d826d5da26dd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/641975d2-7e04-4031-a88a-7281e2f246fd HTTP/1.1" status: 204 len: 168 time: 1.5156591 Nov 23 10:00:12.903188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f7216446-2e8b-4101-99de-3bb622ffbacd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:12.914110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:12.926806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f53ada-aae3-4170-bdd5-8ff78e25cb68 None None] Network f7216446-2e8b-4101-99de-3bb622ffbacd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:12.945925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:12.946562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.026514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.042686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=95e18916-b3ca-46d0-835d-e79edbee8628,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:13.043269 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-da6f2ea3-e84d-4ddb-809d-d0c65658ab33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3328018 Nov 23 10:00:13.045163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:13.054206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Attempting to bind port 8a15b679-7925-4e1c-8f31-201127a439ba on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:13.054716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Attempting to bind port 8a15b679-7925-4e1c-8f31-201127a439ba by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3f66cfd9-0af4-4af8-a2e5-045add3992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:13.055162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Attempting to bind port 8a15b679-7925-4e1c-8f31-201127a439ba on network eac4f2b3-783a-4237-bd0d-64e79579f384 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:13.057546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'subnet': {'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:13.062656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c58a90-265c-44c9-9f88-af5fc1e33075 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.063277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac4f2b3-783a-4237-bd0d-64e79579f384']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:13.063764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:13.064233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Checking segment: {'id': '3f66cfd9-0af4-4af8-a2e5-045add3992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:13.064704 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.065155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Bound using segment: {'id': '3f66cfd9-0af4-4af8-a2e5-045add3992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:13.065701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Bound port: 8a15b679-7925-4e1c-8f31-201127a439ba, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66cfd9-0af4-4af8-a2e5-045add3992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:13.066167 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.066455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c58a90-265c-44c9-9f88-af5fc1e33075 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.068306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c58a90-265c-44c9-9f88-af5fc1e33075 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.070731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b6c58a90-265c-44c9-9f88-af5fc1e33075 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1554875 Nov 23 10:00:13.075503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38442) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:13.097231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66cfd9-0af4-4af8-a2e5-045add3992d5') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:13.097506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66cfd9-0af4-4af8-a2e5-045add3992d5') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:13.113252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.160342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet d0d578f7-e464-4eb9-8065-9829552ffe07 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:13.165604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.220914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.230012 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-027efbfc-f92e-43dc-a07e-820afa9d8581 req-379bea87-fa3d-4510-8c47-5a19d93d1f4f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 210 time: 0.0564580 Nov 23 10:00:13.246634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] For port 8a15b679-7925-4e1c-8f31-201127a439ba, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:13.250653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.266345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:13.266962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:13.270381 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:13.331581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-f7216446-2e8b-4101-99de-3bb622ffbacd', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:13.333357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.379348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.405239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:13.409154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.460044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.db.api [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:00:13.460044 n-d-781076-5 neutron-server[110024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:00:13.460044 n-d-781076-5 neutron-server[110024]: [parameters: {'id': 'eac4f2b3-783a-4237-bd0d-64e79579f384'}] Nov 23 10:00:13.460044 n-d-781076-5 neutron-server[110024]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:00:13.460740 n-d-781076-5 neutron-server[110024]: DEBUG oslo_db.api [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:00:13.478943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.519825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d578f7-e464-4eb9-8065-9829552ffe07,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:13.535604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.543566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d309c491-5919-497a-a7d0-70a6f548a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d0d578f7-e464-4eb9-8065-9829552ffe07 HTTP/1.1" status: 204 len: 168 time: 0.4668217 Nov 23 10:00:13.546059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38450) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:13.608202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet fce34973-d16e-4f21-a0b1-232bf3157cf2 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:13.612221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.660273 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.734720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-7fd96d5b-608a-4d05-8fe7-a4469c01c8fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.736233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-7fd96d5b-608a-4d05-8fe7-a4469c01c8fc tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 810 time: 0.3479199 Nov 23 10:00:13.738030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33be411-94e3-4e04-b061-3f290aef21b4 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:13.749673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9d6b-45a7-4d29-adf5-11569e72877e req-36fa5866-7813-46dd-ac4d-393832826a09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.757155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-491a9d6b-45a7-4d29-adf5-11569e72877e req-36fa5866-7813-46dd-ac4d-393832826a09 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1469455 Nov 23 10:00:13.762856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Request body: {'port': {'device_id': '37b52641-f802-47a5-8710-bcb5c199a28f', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'admin_state_up': True, 'tenant_id': '09dd10c0ed8f42a0be8b09a5a4ba38a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:13.795389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.818779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] For port 8a15b679-7925-4e1c-8f31-201127a439ba, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8a15b679-7925-4e1c-8f31-201127a439ba,segment=NetworkSegment(3f66cfd9-0af4-4af8-a2e5-045add3992d5),segment_id=3f66cfd9-0af4-4af8-a2e5-045add3992d5)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:13.828761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.874032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8369ade3-cab8-4612-834d-892c47991372 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:13.874489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8369ade3-cab8-4612-834d-892c47991372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:13.876875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Allocated IP 10.1.1.2 (f7216446-2e8b-4101-99de-3bb622ffbacd/04e953f3-123b-4f63-8a84-6858b439c0b2/fad65591-afe1-49e7-ae68-de54437a709f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:13.901432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-d58d220c-ccac-4688-a613-30185a5ce23d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.903045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-d58d220c-ccac-4688-a613-30185a5ce23d tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 950 time: 0.1389353 Nov 23 10:00:13.913121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01068a37-dad4-404c-ab50-0593a636ea2b req-92f5315b-db64-48ce-affc-924eb4969903 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:13.914869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01068a37-dad4-404c-ab50-0593a636ea2b req-92f5315b-db64-48ce-affc-924eb4969903 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0953133 Nov 23 10:00:14.042103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f3d62-fd35-4f31-88de-0120d2f45015 None None] Pushing event updated for resources: {'Port': ['ID=8a15b679-7925-4e1c-8f31-201127a439ba,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:14.102408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4d596-9ac8-4872-9d72-4d70ac84e0af None None] Network eac4f2b3-783a-4237-bd0d-64e79579f384 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:14.260778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.292881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.296824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:14.356744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.363141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/fce34973-d16e-4f21-a0b1-232bf3157cf2 HTTP/1.1" status: 204 len: 168 time: 0.8160341 Nov 23 10:00:14.365722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38460) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:14.371283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be881c-b1d9-46e5-a82d-77a5a8bd043e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=fce34973-d16e-4f21-a0b1-232bf3157cf2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:14.380435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.399665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-01068a37-dad4-404c-ab50-0593a636ea2b req-9a893f04-b7fa-41c7-944d-72d07cc40a88 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331706 Nov 23 10:00:14.412093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Made reservation on behalf of 09dd10c0ed8f42a0be8b09a5a4ba38a6 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:14.417460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.420930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.426116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Deleting port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:14.426752 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.496674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-491a9d6b-45a7-4d29-adf5-11569e72877e req-9829085d-8b43-43d2-87dc-a93e39b933c7 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/security-groups?id=80f09f10-487b-41a6-8ea5-a87563071abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327638 Nov 23 10:00:14.500577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e289168e-0acb-4dce-ae5b-e39b423f34af tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278765 Nov 23 10:00:14.512869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Network f7216446-2e8b-4101-99de-3bb622ffbacd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:14.518526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:14.525733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:14.527045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:14.533064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:14.536236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Pushing event updated for resources: {'Port': ['ID=fad65591-afe1-49e7-ae68-de54437a709f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:14.542301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:14.542749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.589792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53bc5a-c6cd-47d1-9c99-15a5acf950c2 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'fce34973-d16e-4f21-a0b1-232bf3157cf2'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '035e15fe-47e6-4fa8-a678-a88c2bd655a9'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:00:14.591830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a66d72da-40e2-4646-bb3e-694fbfe7e62c None None] Could not find standard attr ID for object 641975d2-7e04-4031-a88a-7281e2f246fd. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:00:14.610027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0b275-3ea5-4be7-bef5-08c66bda52e5 None None] Network eac4f2b3-783a-4237-bd0d-64e79579f384 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:14.619528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.669183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] For port 8dd030da-24df-4c39-8095-5cf8d5c0bc22, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=8dd030da-24df-4c39-8095-5cf8d5c0bc22,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:14.670425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.673854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a979c21f-34a3-42ae-b306-c3992cd4117e req-380655b2-8f5e-4edb-bacf-c2ea747aa9b6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 210 time: 0.0751860 Nov 23 10:00:14.690446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d53bc5a-c6cd-47d1-9c99-15a5acf950c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.691168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Calling delete_port for 8dd030da-24df-4c39-8095-5cf8d5c0bc22 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:14.739475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Attempting to bind port fad65591-afe1-49e7-ae68-de54437a709f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:14.740086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Attempting to bind port fad65591-afe1-49e7-ae68-de54437a709f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:14.740190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Attempting to bind port fad65591-afe1-49e7-ae68-de54437a709f on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:14.751884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Deleting port 8a15b679-7925-4e1c-8f31-201127a439ba {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:14.752234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.760172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:14.760542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:14.760940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.761335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Bound using segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:14.761810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Bound port: fad65591-afe1-49e7-ae68-de54437a709f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:14.762202 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.798709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Subnet': ['ID=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:14.828994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.829363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.829698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.830057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.830486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.830872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.831202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.831536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.831862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.832218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.832525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.832859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:14.846222 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.856712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:14.860995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.886423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Checking segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:14.886853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network hostable DHCP agents. Network: 1ddb7a6a-49ad-42d8-9066-bf3b636931fd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:14.889851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] For port 8a15b679-7925-4e1c-8f31-201127a439ba, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8a15b679-7925-4e1c-8f31-201127a439ba,segment=NetworkSegment(3f66cfd9-0af4-4af8-a2e5-045add3992d5),segment_id=3f66cfd9-0af4-4af8-a2e5-045add3992d5)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:14.890246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:14.912400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Calling delete_port for 8a15b679-7925-4e1c-8f31-201127a439ba owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:14.914654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Pushing event deleted for resources: {'Port': ['ID=8dd030da-24df-4c39-8095-5cf8d5c0bc22,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:14.917708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Allocated IP 172.20.0.11 (3f964a4c-a5b5-4ab2-a846-b8c59c4d4266/819004e6-f26c-47b5-9bc6-ca69e58b30d7/ca778bb5-7f15-4727-bdd4-df6b67d59fe9) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:14.920054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device efb84ace-d680-4b26-b971-af38c922e424 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:14.976514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: efb84ace-d680-4b26-b971-af38c922e424 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:14.976854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device efb84ace-d680-4b26-b971-af38c922e424 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:14.996440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:15.004983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] For port fad65591-afe1-49e7-ae68-de54437a709f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:15.009113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] For port fad65591-afe1-49e7-ae68-de54437a709f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fad65591-afe1-49e7-ae68-de54437a709f,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:15.010254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] No DVR routers for this DVR port 8dd030da-24df-4c39-8095-5cf8d5c0bc22 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:15.014193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.018715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-981c35dd-bca8-451b-beba-cce8c2b2729f req-e9227726-1eda-448b-b5b6-7c2f75218cf1 tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.11 "DELETE /v2.0/ports/8dd030da-24df-4c39-8095-5cf8d5c0bc22 HTTP/1.1" status: 204 len: 173 time: 1.1023598 Nov 23 10:00:15.021241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-deleted', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:15.024499 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a2b9f3-8a99-411d-8da8-9fb81cc8f009" -d '{"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-deleted", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:15.028802 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.029025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 1ddb7a6a-49ad-42d8-9066-bf3b636931fd) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:15.051012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:15.051624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.097344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71157705-689a-4e17-b4e0-2a5078cdd4cb None None] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:15.122873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2369fd32-4fef-448b-8b1d-66c45de54cf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0708394 Nov 23 10:00:15.124340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:15.129544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'name': 'tempest-TaggedBootDevicesTest-403112934', 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:15.149461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b070329-2927-45b1-b152-e6340b30bcd5 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:15.165832 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e668c6b-1d12-4e6c-ab18-afe3823425ba x-openstack-request-id: req-0e668c6b-1d12-4e6c-ab18-afe3823425ba {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:15.170142 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef2143-c7b4-454d-9f44-fc662b99a58b", "name": "network-vif-deleted", "tag": "8dd030da-24df-4c39-8095-5cf8d5c0bc22", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:15.170402 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e668c6b-1d12-4e6c-ab18-afe3823425ba {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:15.170816 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef2143-c7b4-454d-9f44-fc662b99a58b', 'name': 'network-vif-deleted', 'tag': '8dd030da-24df-4c39-8095-5cf8d5c0bc22', 'status': 'completed', 'code': 200} Nov 23 10:00:15.180858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.222985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Port': ['ID=8a15b679-7925-4e1c-8f31-201127a439ba,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:15.231369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No DVR routers for this DVR port 8a15b679-7925-4e1c-8f31-201127a439ba on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:15.263664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c86d08-b03e-47b6-95db-b66a526d8986 None None] Pushing event updated for resources: {'Port': ['ID=fad65591-afe1-49e7-ae68-de54437a709f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:15.305257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.346209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.365474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.400811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac4f2b3-783a-4237-bd0d-64e79579f384']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:15.420253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c3a1ceed-ba8f-446c-81ff-584fdd590c5a None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:15.420624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ceed-ba8f-446c-81ff-584fdd590c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.423164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66cfd9-0af4-4af8-a2e5-045add3992d5') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:15.423164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66cfd9-0af4-4af8-a2e5-045add3992d5') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:15.435261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.440843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:15.443622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:15.446361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=bd22cbe5-abae-49e4-9549-8aae0aee782a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:15.471527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:15.474647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.476553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.493865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:15.495897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.527815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:15.528228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:15.533187 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:15.568032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bea10112-f53a-41a8-abc8-ce0bb88f79ab tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0482070 Nov 23 10:00:15.584258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38474) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:15.596945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:15.759541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:15.773766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:15.777037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ed8f3d3-26e6-46e0-838a-65d4fe53954d req-4a9cd3a1-3138-497a-8f5f-1943b16d228c tempest-MigrationsAdminTest-317957618 tempest-MigrationsAdminTest-317957618-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cef2143-c7b4-454d-9f44-fc662b99a58b HTTP/1.1" status: 200 len: 210 time: 0.0680330 Nov 23 10:00:15.797358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:15.832680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.862564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event updated for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:15.865012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.870177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] device_id is not set on port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:15.896301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.914800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/eac4f2b3-783a-4237-bd0d-64e79579f384 HTTP/1.1" status: 204 len: 168 time: 3.6329927 Nov 23 10:00:15.927093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38480) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:15.928380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:15.932181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:15.937879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cd98b-bd5f-4b4b-a541-32cfbd9fd9c7 None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:15.979918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc826d6c-c480-4f1f-ad1a-8bed92da6275 req-2d155ca9-77b1-481e-b7a6-c8dca45d87c7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:15.981570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc826d6c-c480-4f1f-ad1a-8bed92da6275 req-2d155ca9-77b1-481e-b7a6-c8dca45d87c7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.3880215 Nov 23 10:00:16.001146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ips': [{'subnet_id': 'f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:16.002026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.006998 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.042439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68543358-6e7a-4c3e-bdbb-68c818b8919b tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=eac4f2b3-783a-4237-bd0d-64e79579f384,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:16.059677 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7eba5f3-01a1-490e-bf85-cb74e20f95b4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:16.060069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7eba5f3-01a1-490e-bf85-cb74e20f95b4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:16.063308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a7eba5f3-01a1-490e-bf85-cb74e20f95b4 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/95e18916-b3ca-46d0-835d-e79edbee8628 HTTP/1.1" status: 404 len: 337 time: 0.1330149 Nov 23 10:00:16.079617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38482) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:16.094552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:16.095280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.134358 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af54b22-56ee-4db0-97a7-4c9872c11413 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:16.135274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af54b22-56ee-4db0-97a7-4c9872c11413 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:16.141047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-09e8c765-9313-42b2-a37d-f782d01bdf6c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3791351 Nov 23 10:00:16.141216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0af54b22-56ee-4db0-97a7-4c9872c11413 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/eac4f2b3-783a-4237-bd0d-64e79579f384 HTTP/1.1" status: 404 len: 339 time: 0.0458100 Nov 23 10:00:16.142287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:16.160895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Request body: {'port': {'device_id': '37b52641-f802-47a5-8710-bcb5c199a28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:16.200358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'bd22cbe5-abae-49e4-9549-8aae0aee782a'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '035e15fe-47e6-4fa8-a678-a88c2bd655a9'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:00:16.224954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.263433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc826d6c-c480-4f1f-ad1a-8bed92da6275 req-819bf013-14d6-48b7-bef9-aff72a14d318 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441819 Nov 23 10:00:16.267098 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5ee0f9-92f8-4553-990a-7c1ca57f4a00 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:16.267743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5ee0f9-92f8-4553-990a-7c1ca57f4a00 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:16.271070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9f5ee0f9-92f8-4553-990a-7c1ca57f4a00 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/6f2ba2eb-82ac-494d-a97f-45d0aaa03c70 HTTP/1.1" status: 404 len: 337 time: 0.1280341 Nov 23 10:00:16.289000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c9d8c-2e02-4eaa-962f-1b6692d37ff4 req-42a2ab62-3c13-4fab-b19f-fb80c88ddf47 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:16.291649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b58c9d8c-2e02-4eaa-962f-1b6692d37ff4 req-42a2ab62-3c13-4fab-b19f-fb80c88ddf47 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 932 time: 0.1630170 Nov 23 10:00:16.295285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.295458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:16.343071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.1.1.50 (f7216446-2e8b-4101-99de-3bb622ffbacd/04e953f3-123b-4f63-8a84-6858b439c0b2/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:16.344912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6beb3408-c50d-4488-84ad-fcf5626ec098 None None] Provisioning complete for port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:16.345362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6beb3408-c50d-4488-84ad-fcf5626ec098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.395334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fad65591-afe1-49e7-ae68-de54437a709f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:16.403727 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0103eeb1-e939-44d3-aaa2-bbf94c900a43 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:16.404349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0103eeb1-e939-44d3-aaa2-bbf94c900a43 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:16.410937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0103eeb1-e939-44d3-aaa2-bbf94c900a43 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/1b3b4af1-1d97-4c17-871a-e91ea79d48c3 HTTP/1.1" status: 404 len: 339 time: 0.1122639 Nov 23 10:00:16.416388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:16.440075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Allocated IP 10.2.2.2 (1ddb7a6a-49ad-42d8-9066-bf3b636931fd/f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62/52da3162-963a-4abc-a3b8-aac139804bd5) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:16.520629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b58c9d8c-2e02-4eaa-962f-1b6692d37ff4 req-99db8496-13aa-4cc4-8cd7-341bfcd0f995 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130160 Nov 23 10:00:16.521614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6beb3408-c50d-4488-84ad-fcf5626ec098 None None] Port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:16.576080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.659393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fad65591-afe1-49e7-ae68-de54437a709f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:16.663335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.718760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.735253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.739219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Allocated IP 172.20.0.2 (3424d68b-9456-4bb9-b896-c0ae5329a081/bd22cbe5-abae-49e4-9549-8aae0aee782a/035e15fe-47e6-4fa8-a678-a88c2bd655a9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:16.769925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3363a8d3-f443-4105-aab9-e6032523d40b']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:16.792814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:16.802679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd168ceea-efbf-4d1c-bc3a-ac71ed72201b') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:16.803060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd168ceea-efbf-4d1c-bc3a-ac71ed72201b') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:16.841409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.853694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca778bb5-7f15-4727-bdd4-df6b67d59fe9 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:16.854627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 8dd030da-24df-4c39-8095-5cf8d5c0bc22 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:16.854980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 8dd030da-24df-4c39-8095-5cf8d5c0bc22 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:16.876829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.889754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.899610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.909775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:16.910638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.920837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:16.967999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:16.997774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:17.002646 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:17.009293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.016475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.023437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/3363a8d3-f443-4105-aab9-e6032523d40b HTTP/1.1" status: 204 len: 168 time: 0.6058929 Nov 23 10:00:17.024431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.025744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Transition to ACTIVE for port object ca778bb5-7f15-4727-bdd4-df6b67d59fe9 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:17.059129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.087797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654427-130d-4e63-978d-9b71f1f778fc tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=3363a8d3-f443-4105-aab9-e6032523d40b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.090073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.094439 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f79364-d11b-44c5-8e6f-653f51ffcb4f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.094883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f79364-d11b-44c5-8e6f-653f51ffcb4f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.100603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08f79364-d11b-44c5-8e6f-653f51ffcb4f tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/57c87002-d242-4db3-812e-05867e26697e HTTP/1.1" status: 404 len: 337 time: 0.0415390 Nov 23 10:00:17.101409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be02c0-da88-4e68-ab67-03ef319c1f0c None None] Network f7216446-2e8b-4101-99de-3bb622ffbacd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:17.105522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38500) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.107340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network f7216446-2e8b-4101-99de-3bb622ffbacd is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:17.137009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:17.156671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:17.181284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:17.185878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc009a-7964-43b8-bea0-cac303feef3b None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:17.188075 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83ec56d-633c-4f5c-9823-01c59788d745 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.188771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83ec56d-633c-4f5c-9823-01c59788d745 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.192526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:17.192740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d83ec56d-633c-4f5c-9823-01c59788d745 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/6540b7d7-7e40-4f8b-a60c-dbeac8a85a92 HTTP/1.1" status: 404 len: 339 time: 0.0823452 Nov 23 10:00:17.195881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.199563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.210023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.218599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:17.225757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:17.260148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:17.260750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Pushing event updated for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.260879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.285338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4996c699-c4b8-4078-a035-e90f0b9b7ca3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1606774 Nov 23 10:00:17.290966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38506) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.299685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'name': 'tempest-TaggedBootDevicesTest-161202648', 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:17.303798 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8ea8a5-3908-4314-943c-0debb77934d1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.304650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8ea8a5-3908-4314-943c-0debb77934d1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.306559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port fad65591-afe1-49e7-ae68-de54437a709f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fad65591-afe1-49e7-ae68-de54437a709f,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:17.309642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef8ea8a5-3908-4314-943c-0debb77934d1 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/c97e3dcc-eb21-4f7c-be1c-a2d1151e5f4d HTTP/1.1" status: 404 len: 337 time: 0.1051996 Nov 23 10:00:17.310531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38510) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.314290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cfb382d2-a13c-4722-8b25-758f7fa75559 None None] Provisioning complete for port fad65591-afe1-49e7-ae68-de54437a709f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:17.314290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cfb382d2-a13c-4722-8b25-758f7fa75559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.354448 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7b858c-de6b-4335-9a66-597147f1249e tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.354876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7b858c-de6b-4335-9a66-597147f1249e tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.360307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9d7b858c-de6b-4335-9a66-597147f1249e tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/0842fd6a-ce32-4576-be7f-92ceabf1dc13 HTTP/1.1" status: 404 len: 339 time: 0.0465164 Nov 23 10:00:17.361117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38512) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.364262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.372840 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.396168 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3caff2a-e51b-40cd-867d-1bc57494c0c5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.397146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3caff2a-e51b-40cd-867d-1bc57494c0c5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.402742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3caff2a-e51b-40cd-867d-1bc57494c0c5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/45a41943-b2e1-4800-9514-0caf0d4a34f7 HTTP/1.1" status: 404 len: 337 time: 0.0385036 Nov 23 10:00:17.403943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38514) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.405592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Attempting to bind port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:17.405963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Attempting to bind port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:17.406300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Attempting to bind port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:17.417043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:17.417701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Attempting to bind port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 on network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:17.438463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:17.438690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Checking segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:17.438937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Bound using segment: {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:17.439377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Bound port: ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:17.439738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.453565 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b387e2-0d77-4bf9-9416-4c96b95a99ce tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.454157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b387e2-0d77-4bf9-9416-4c96b95a99ce tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.458461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96b387e2-0d77-4bf9-9416-4c96b95a99ce tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/afe64a51-57a8-4b74-9976-406c5254887e HTTP/1.1" status: 404 len: 339 time: 0.0531468 Nov 23 10:00:17.461600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.474342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Attempting to bind port 52da3162-963a-4abc-a3b8-aac139804bd5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:17.474711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Attempting to bind port 52da3162-963a-4abc-a3b8-aac139804bd5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:17.475071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Attempting to bind port 52da3162-963a-4abc-a3b8-aac139804bd5 on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:17.477748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.494596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.510081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:17.544772 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a1287e-a97f-424c-b39c-ddacc7b891f5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.545345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a1287e-a97f-424c-b39c-ddacc7b891f5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.548337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-17a1287e-a97f-424c-b39c-ddacc7b891f5 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/621d99d7-0a88-4892-b5a2-14786544136f HTTP/1.1" status: 404 len: 337 time: 0.0858140 Nov 23 10:00:17.553285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.555154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:17.555344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.555752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:17.556128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Checking segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:17.556527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.556920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Bound using segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:17.557414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Bound port: 52da3162-963a-4abc-a3b8-aac139804bd5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:17.557773 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.560328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:17.567778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.598864 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-4473558e-7ced-4a4d-9bf7-d6a8e9e27399 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.599389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4473558e-7ced-4a4d-9bf7-d6a8e9e27399 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.603000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4473558e-7ced-4a4d-9bf7-d6a8e9e27399 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/2345b741-1f00-4731-a25f-78fadbf19010 HTTP/1.1" status: 404 len: 339 time: 0.0485442 Nov 23 10:00:17.606338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.615121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:17.619668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.636765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:17.637396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:17.638853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] 10.222.0.11 "PUT /v2.0/ports/ca778bb5-7f15-4727-bdd4-df6b67d59fe9 HTTP/1.1" status: 200 len: 1092 time: 1.4856822 Nov 23 10:00:17.639407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:17.642080 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb378e-5ee5-4a9b-9866-e5b5899860f1" -d '{"events": [{"name": "network-changed", "server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:17.644752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0edede-d29b-4042-9587-ef8055c59f2c None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:17.657499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5eac-7866-4251-b322-71c3fe0ec5cd req-2505247d-8b1d-4e32-abd3-bee99a7fdcdd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:17.659063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58fe5eac-7866-4251-b322-71c3fe0ec5cd req-2505247d-8b1d-4e32-abd3-bee99a7fdcdd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1982772 Nov 23 10:00:17.687050 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b334f445-597c-4008-9b6f-46365776b7c6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.687508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b334f445-597c-4008-9b6f-46365776b7c6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.692229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b334f445-597c-4008-9b6f-46365776b7c6 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/95b4481f-bdd6-4919-8c70-babc4459e60c HTTP/1.1" status: 404 len: 337 time: 0.0852308 Nov 23 10:00:17.698426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38530) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.699245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=fad65591-afe1-49e7-ae68-de54437a709f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.715227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1bcc-fbc7-4455-b4ff-7d7f47b2ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:17.748095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] device_id is not set on port 7f4f4902-185d-46dc-9905-9e1cb70fd311 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:17.754582 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8371b65-1ced-4211-8a7b-7e574d2ca985 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.755104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8371b65-1ced-4211-8a7b-7e574d2ca985 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.758304 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f8371b65-1ced-4211-8a7b-7e574d2ca985 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/25d7794d-6895-4d93-97b6-842e39dc35bb HTTP/1.1" status: 404 len: 339 time: 0.0588849 Nov 23 10:00:17.763165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38532) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.874018 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-650062f3-2ecf-4e40-87ac-c7f0bc9bf221 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.874483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650062f3-2ecf-4e40-87ac-c7f0bc9bf221 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.878746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-650062f3-2ecf-4e40-87ac-c7f0bc9bf221 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/b70593d1-a1ad-4e76-94f9-8660bd507f32 HTTP/1.1" status: 404 len: 337 time: 0.0733914 Nov 23 10:00:17.886366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38534) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.920545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58fe5eac-7866-4251-b322-71c3fe0ec5cd req-d73259c6-579f-4fc9-ae27-4e837430d776 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269320 Nov 23 10:00:17.943955 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb5d3f5-81f6-4a8a-b5bf-957d4280f79a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:17.944535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb5d3f5-81f6-4a8a-b5bf-957d4280f79a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:17.951159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6eb5d3f5-81f6-4a8a-b5bf-957d4280f79a tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/c81b26fc-fd71-41e8-8ef0-8d227a72b32a HTTP/1.1" status: 404 len: 339 time: 0.0607965 Nov 23 10:00:17.962321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-fcadc3b7-5441-4e15-a8b1-da4986cc695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:17.964143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-fcadc3b7-5441-4e15-a8b1-da4986cc695d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 1095 time: 0.2454290 Nov 23 10:00:17.974797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:17.985399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b372c-251a-4dba-a235-414bb19b529b req-44dc0f54-5142-44c5-8a71-95d49d4e840f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:17.997566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7b372c-251a-4dba-a235-414bb19b529b req-44dc0f54-5142-44c5-8a71-95d49d4e840f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 944 time: 0.2331223 Nov 23 10:00:18.008622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:18.015434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d01e9b5b-d47a-4add-89a6-29b2fda3ab7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.025562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.065982 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d197f-c947-4aef-88e6-cb54cd1556bb x-openstack-request-id: req-be2d197f-c947-4aef-88e6-cb54cd1556bb {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:18.067370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:18.068052 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:18.068458 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be2d197f-c947-4aef-88e6-cb54cd1556bb {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:18.069348 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9', 'status': 'completed', 'code': 200} Nov 23 10:00:18.073990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136dca-e8d0-484c-a6f5-379e613091ea None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:18.078407 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c73781f-be1b-46bc-89b4-02588ec3fe3d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:18.079101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c73781f-be1b-46bc-89b4-02588ec3fe3d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:18.085277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c73781f-be1b-46bc-89b4-02588ec3fe3d tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/0e4d0407-9b32-40e4-9b9b-5146a749b3a9 HTTP/1.1" status: 404 len: 337 time: 0.0848265 Nov 23 10:00:18.085450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.095888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=52da3162-963a-4abc-a3b8-aac139804bd5,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:18.099610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.105934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.133998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.134672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.180748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-eb99dc6b-20bf-457a-b4fa-02649506dc90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9 HTTP/1.1" status: 200 len: 217 time: 0.1292725 Nov 23 10:00:18.199091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ea709ca-e784-4184-ae7a-6762c0de3162 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1939e1810a44c3b983810c2d642c5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009535 Nov 23 10:00:18.210869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38544) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.254218 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f671baf3-012b-43a3-8422-546655704604 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:18.254774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f671baf3-012b-43a3-8422-546655704604 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:18.260247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f671baf3-012b-43a3-8422-546655704604 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/2b6ba1da-cfe4-469b-bcb0-1a590049a649 HTTP/1.1" status: 404 len: 339 time: 0.1561689 Nov 23 10:00:18.281636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38546) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.319214 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:00:18.319998 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:00:18.352464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378d93-081f-45ef-aef0-3f5cb9120532 None None] Pushing event updated for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:18.362252 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6238c339-be05-4346-b92e-f861728d8ac7 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:18.362830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6238c339-be05-4346-b92e-f861728d8ac7 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:18.368733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6238c339-be05-4346-b92e-f861728d8ac7 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/7f87b67f-e60a-4b12-8d40-a17bd32dc6a4 HTTP/1.1" status: 404 len: 337 time: 0.0856211 Nov 23 10:00:18.377537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38548) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.404571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c7b372c-251a-4dba-a235-414bb19b529b req-ec6dc2d2-128d-4823-a7bf-870fede9ae3d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054160 Nov 23 10:00:18.418753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-e1bb938e-b663-4258-857e-1f15d445e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:18.420284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-e1bb938e-b663-4258-857e-1f15d445e83c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.2202270 Nov 23 10:00:18.422918 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413ee11-6c89-4546-bc06-037e1c75cdb8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] DELETE failed (client error): The resource could not be found. Nov 23 10:00:18.423436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c413ee11-6c89-4546-bc06-037e1c75cdb8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:18.428936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c413ee11-6c89-4546-bc06-037e1c75cdb8 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/95842c7d-57a0-4e63-abde-f5aa21fbfa2e HTTP/1.1" status: 404 len: 339 time: 0.0479162 Nov 23 10:00:18.429368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38550) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.470497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5cd4079d-0fab-42c6-8609-f4ac4c1495f4 None None] Provisioning complete for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:18.471163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cd4079d-0fab-42c6-8609-f4ac4c1495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.501943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-f7295f57-c8ff-4f7a-8229-8e508a03ab25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714400 Nov 23 10:00:18.565922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.623653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.732539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Deleting subnet be292e87-0d8d-4f25-a53d-440e1e81b6a2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:18.736497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.790848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:18.816414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:18.863952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:18.864568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.876698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=f8751837-3f96-4515-9ca8-a1e2f159a702,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:18.879514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.1.1.75 (f7216446-2e8b-4101-99de-3bb622ffbacd/04e953f3-123b-4f63-8a84-6858b439c0b2/7f4f4902-185d-46dc-9905-9e1cb70fd311) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:18.890053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:18.900895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=9']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:18.924722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:00:18.924969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-747bb0b2-71be-4b39-98e0-76427ea545f1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3378239 Nov 23 10:00:18.925078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38552) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:18.930576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:8b:3a:17', 'name': 'tempest-NetworksTestDHCPv6-1013456529'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:18.956420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735b6f8-ab01-44cd-aa87-6870552c1591 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:18.958594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5cd4079d-0fab-42c6-8609-f4ac4c1495f4 None None] Port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:19.129752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:19.136108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.168771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:00:19.174370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206f68-6ab7-44fa-9bc3-6d4bd4daad99 req-42ac8a8d-fd1f-4019-bd6c-add2f2e57ac2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:19.175951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e206f68-6ab7-44fa-9bc3-6d4bd4daad99 req-42ac8a8d-fd1f-4019-bd6c-add2f2e57ac2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1568811 Nov 23 10:00:19.186574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.189104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.190314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80f09f10-487b-41a6-8ea5-a87563071abc HTTP/1.1" status: 204 len: 168 time: 0.9764574 Nov 23 10:00:19.192414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-1f2546f1-d30f-493f-a38a-b4151ceaa678 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617484 Nov 23 10:00:19.217579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.260564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c26e-faa4-4340-b4b4-b04703d97d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f09f10-487b-41a6-8ea5-a87563071abc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:19.284278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.286579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:19.292032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5cd4079d-0fab-42c6-8609-f4ac4c1495f4 None None] Provisioning complete for port fad65591-afe1-49e7-ae68-de54437a709f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:19.292349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cd4079d-0fab-42c6-8609-f4ac4c1495f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.367158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e206f68-6ab7-44fa-9bc3-6d4bd4daad99 req-2068c34e-79ed-48ff-b179-1782a8e36b50 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825967 Nov 23 10:00:19.374424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.390001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:19.512187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.536497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:19.592696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'port_id': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'mac_address': 'fa:16:3e:d3:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c575b79-f755-4a5c-854f-6e5941c34754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:00:19.620540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:19.626569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51fe6d62-efcf-4468-a808-6cb1df7e82e1 req-92910700-edf3-4ab8-9843-be3144a2eb52 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974845 Nov 23 10:00:19.660666 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.673014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.680937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network f7216446-2e8b-4101-99de-3bb622ffbacd is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:19.703965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:19.707120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:19.735815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fad65591-afe1-49e7-ae68-de54437a709f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:19.745231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.751859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/subnets/be292e87-0d8d-4f25-a53d-440e1e81b6a2 HTTP/1.1" status: 204 len: 168 time: 1.3105054 Nov 23 10:00:19.784958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:19.795304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22987a1c-3b1b-48f4-9318-e7d619b009fd tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Subnet': ['ID=be292e87-0d8d-4f25-a53d-440e1e81b6a2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:19.813823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fe97b-d4bf-40a2-9851-91c69c53970a None None] Network 529f7c9c-3494-46cc-be2b-2d02a16bc050 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:19.828665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:19.830155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:19.857911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:19.883200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.982670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:19.984405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:19.991190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-37fdce4f-10bf-48a8-a0ea-895e04959ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:19.994128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-37fdce4f-10bf-48a8-a0ea-895e04959ae5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 1095 time: 0.2948706 Nov 23 10:00:20.002006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.015372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Provisioning complete for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:20.015741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.023359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c31aa6-cf45-4be0-ab79-208d0e58b958 req-c8a3ebda-cd3d-4def-b225-04d24e1c892c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:20.031242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32c31aa6-cf45-4be0-ab79-208d0e58b958 req-c8a3ebda-cd3d-4def-b225-04d24e1c892c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 944 time: 0.4696128 Nov 23 10:00:20.036842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.087921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-71fe8311-3cc8-471f-b341-23c6d6366692 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7933130 Nov 23 10:00:20.093343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f4695516-86e4-406e-b9af-9ed0fe29e690 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f53274daf8e84c8db612550467357ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296011 Nov 23 10:00:20.095321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:20.126201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:20.147622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f69cd4-bb68-4b03-9ef9-f47cf056bdaa None None] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:20.192667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 8cc4f9ac-bce3-4ed2-988d-607713bbcb0f yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:20.232565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-5d3e5938-4f2c-45dd-9f57-8b8a116e57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:20.234328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-5d3e5938-4f2c-45dd-9f57-8b8a116e57f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 200 len: 911 time: 0.2272730 Nov 23 10:00:20.280136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32c31aa6-cf45-4be0-ab79-208d0e58b958 req-4c9f7834-6fd2-497d-ad77-be141f431153 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422080 Nov 23 10:00:20.292960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-5e398ae0-4f48-4774-a36d-2bb00aa483ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9 HTTP/1.1" status: 200 len: 217 time: 0.0500989 Nov 23 10:00:20.302163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Deleting port 855fe368-ac6c-4d54-8ba2-08eb212913a8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:20.302604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.323596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:20.385997 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.436340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.442474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-a27eb80f-7ef7-4dd2-a661-317ca418b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:20.444649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-a27eb80f-7ef7-4dd2-a661-317ca418b08f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 200 len: 850 time: 0.1371138 Nov 23 10:00:20.475785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:20.476161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.494088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-cc7fb6f2-6dfb-4838-ae59-f4777bbf9dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371690 Nov 23 10:00:20.511007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.546263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38580) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:20.557723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] For port 855fe368-ac6c-4d54-8ba2-08eb212913a8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=855fe368-ac6c-4d54-8ba2-08eb212913a8,segment=NetworkSegment(9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9),segment_id=9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:20.558749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.571923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880040290', 'description': 'tempest-description--1511625797'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:20.574902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Calling delete_port for 855fe368-ac6c-4d54-8ba2-08eb212913a8 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:20.579865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e994c55-2b97-43ef-992b-be2e7eb119b5 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:20.582092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:20.594468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 172.20.0.7 (3424d68b-9456-4bb9-b896-c0ae5329a081/bd22cbe5-abae-49e4-9549-8aae0aee782a/8cc4f9ac-bce3-4ed2-988d-607713bbcb0f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:20.617239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe8b:3a17 (3424d68b-9456-4bb9-b896-c0ae5329a081/f8751837-3f96-4515-9ca8-a1e2f159a702/8cc4f9ac-bce3-4ed2-988d-607713bbcb0f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:20.622598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fad65591-afe1-49e7-ae68-de54437a709f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:20.622966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.637130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-76068cd3-e58f-4aa5-bc04-15062ffcd374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.644670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.653781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c118c-c4f9-45fe-97ea-0ac9e48216da req-d451d881-789d-420f-bea0-117ccbab75dd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:20.655417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c68c118c-c4f9-45fe-97ea-0ac9e48216da req-d451d881-789d-420f-bea0-117ccbab75dd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.1714356 Nov 23 10:00:20.693835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.696460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.700253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41783077-8015-405a-8919-20b54048ccb6 HTTP/1.1" status: 204 len: 168 time: 0.5836921 Nov 23 10:00:20.738028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86200905-50e6-489c-b871-8d7f65d08e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41783077-8015-405a-8919-20b54048ccb6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:20.808502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-1d6c60ca-0dd8-41a8-adb8-cde3250df0f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637783 Nov 23 10:00:20.809950 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:20.876440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c68c118c-c4f9-45fe-97ea-0ac9e48216da req-c1c9760d-e022-46ee-8bf5-1935b099aac7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035034 Nov 23 10:00:20.879261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Port': ['ID=855fe368-ac6c-4d54-8ba2-08eb212913a8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:20.893670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] No DVR routers for this DVR port 855fe368-ac6c-4d54-8ba2-08eb212913a8 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:20.942293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:20.944564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fde3bf-afdb-4a59-be7f-85f665d11b6b None None] DHCP port deletion for 529f7c9c-3494-46cc-be2b-2d02a16bc050 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:21.008353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.018915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.087290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.092103 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.094679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a472d2-4a1e-4210-98db-76df1f10ade4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.102696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.104778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e03456a-974f-4ecd-97cf-0a86a332126c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5404861 Nov 23 10:00:21.108180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38586) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.114644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'security_group_rule': {'security_group_id': '65a472d2-4a1e-4210-98db-76df1f10ade4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:21.127621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.173392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:21.178726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.195139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529f7c9c-3494-46cc-be2b-2d02a16bc050']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:21.209310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76cb378e-5ee5-4a9b-9866-e5b5899860f1 req-54334d84-c40c-476d-a4db-985f3b548eda service neutron] 10.222.0.11 "GET /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875744 Nov 23 10:00:21.210706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.212527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:21.213213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e05d7f9-b943-4d0f-8e2a-a8c1545f2cd9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:21.225509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.244200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.245536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:21.263932 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.272316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:21.272827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:21.277143 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:21.324277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.343085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:21.344436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.358153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:21.364930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:21.383746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.394692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.401785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.414139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] 10.222.0.62 "DELETE /v2.0/networks/529f7c9c-3494-46cc-be2b-2d02a16bc050 HTTP/1.1" status: 204 len: 168 time: 1.6254010 Nov 23 10:00:21.425126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=8cc4f9ac-bce3-4ed2-988d-607713bbcb0f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.427950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea32f8d-3aef-40ca-8417-22cfb4a6f1f8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.437386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.438656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb05dfbd-94d3-4c4d-b8ae-a8c519687752 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293343 Nov 23 10:00:21.448000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.458300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'security_group_rule': {'security_group_id': '65a472d2-4a1e-4210-98db-76df1f10ade4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:21.525057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:21.525444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.525824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b389ffe-9ff5-4cc8-bff1-2c4c31137801 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.546689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Provisioning complete for port 52da3162-963a-4abc-a3b8-aac139804bd5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:21.546689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.554922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90bd68-ff82-4a82-9fe0-bff5ab97a2a2 tempest-NetworksTest-579544530 tempest-NetworksTest-579544530-project] Pushing event deleted for resources: {'Network': ['ID=529f7c9c-3494-46cc-be2b-2d02a16bc050,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.566208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.571993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611daa35-c839-461e-856b-caca456d6ac5 req-bfa4735a-4539-4f88-b923-bec86e24ed19 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:21.580714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-611daa35-c839-461e-856b-caca456d6ac5 req-bfa4735a-4539-4f88-b923-bec86e24ed19 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 944 time: 0.1541853 Nov 23 10:00:21.582734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f76bf9b7-e49e-471f-a5e2-4ad5afb4dc31 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6491621 Nov 23 10:00:21.583500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.642087 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.670642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-611daa35-c839-461e-856b-caca456d6ac5 req-e98ca2d1-1e9c-4bf6-85ec-3aa01745f18f tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834744 Nov 23 10:00:21.768804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d54ea2-e902-475f-9f9a-a8b9b496979c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:21.773509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d54ea2-e902-475f-9f9a-a8b9b496979c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:21.777931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-35d54ea2-e902-475f-9f9a-a8b9b496979c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1893971 Nov 23 10:00:21.777931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.778275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38610) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.813482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.833486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38612) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.845176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06c3a2-3c5e-4e9d-ad65-2c59970f434c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:21.857477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.862100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38616) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:21.862305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d4796f37-dd47-4eaa-897a-73966a5acf44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130454 Nov 23 10:00:21.867805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:21.921380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:21.921744 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.922857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 8cc4f9ac-bce3-4ed2-988d-607713bbcb0f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:21.923359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:21.927474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:21.970909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.066534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.072868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:22.087444 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.091550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.101832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 8cc4f9ac-bce3-4ed2-988d-607713bbcb0f owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:22.160232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-31b964f2-6b68-42fb-b280-9b3f130070ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0ab0f9ada6a4022b0a734ef9224c964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256183 Nov 23 10:00:22.165745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38626) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:22.195505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe8a76-4848-436c-a1e3-dc0b42bfc157 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:00:22.203598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b7be-a4b1-4b4e-9165-b0e2219302c9 req-586143a2-c098-46f3-be5d-08287b8b2b3c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:22.204061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:22.206576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b7b7be-a4b1-4b4e-9165-b0e2219302c9 req-586143a2-c098-46f3-be5d-08287b8b2b3c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 944 time: 0.1739571 Nov 23 10:00:22.274484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=52da3162-963a-4abc-a3b8-aac139804bd5,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:22.287785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.300626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.360657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.363553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.367324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Pushing event updated for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:22.387929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b7b7be-a4b1-4b4e-9165-b0e2219302c9 req-7ecc1523-db0e-41c1-a4af-1acfa7e2e2df tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550288 Nov 23 10:00:22.399140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.427467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 52da3162-963a-4abc-a3b8-aac139804bd5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:22.436157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Provisioning complete for port 7f4f4902-185d-46dc-9905-9e1cb70fd311 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:22.436535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.442609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=8cc4f9ac-bce3-4ed2-988d-607713bbcb0f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:22.520304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 172.25.1.202 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/62a70678-d122-44b2-ac12-add7af47a536) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:22.535142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Port 7f4f4902-185d-46dc-9905-9e1cb70fd311 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:22.552237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.555611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.556831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91964e28-da04-407f-99f1-67332a543717 HTTP/1.1" status: 204 len: 168 time: 0.3899198 Nov 23 10:00:22.579795 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.580528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde36ab-5b85-4e12-be85-6f44e1fef082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91964e28-da04-407f-99f1-67332a543717,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:22.609465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.620645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-126ddf3a-9434-4210-9e3f-86736e9d07f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/8cc4f9ac-bce3-4ed2-988d-607713bbcb0f HTTP/1.1" status: 204 len: 168 time: 0.8411970 Nov 23 10:00:22.621240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:22.628627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:22.629707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0f45-b60f-4ab7-a89a-f35301fd7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.631653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 52da3162-963a-4abc-a3b8-aac139804bd5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:22.632007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.695815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe8a76-4848-436c-a1e3-dc0b42bfc157 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:00:22.714260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.716041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cbc6f-1c00-4378-931e-3f3570292c0a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:22.717979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cbc6f-1c00-4378-931e-3f3570292c0a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:22.720344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cbc6f-1c00-4378-931e-3f3570292c0a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:22.722746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-909cbc6f-1c00-4378-931e-3f3570292c0a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0998533 Nov 23 10:00:22.725346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38642) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:22.841788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet bd22cbe5-abae-49e4-9549-8aae0aee782a {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:22.845365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ca778bb5-7f15-4727-bdd4-df6b67d59fe9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:00:22.850475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.877333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.923301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:22.933128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:22.936143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:22.947950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b8c2-6071-4045-92e0-05afa487b20c req-feea8605-4840-4f14-8617-39d39ab45097 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:22.953036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0f0b8c2-6071-4045-92e0-05afa487b20c req-feea8605-4840-4f14-8617-39d39ab45097 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 944 time: 0.1443188 Nov 23 10:00:22.963812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:22.978448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:22.992265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=62a70678-d122-44b2-ac12-add7af47a536,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:23.118235 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.134545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0f0b8c2-6071-4045-92e0-05afa487b20c req-a7b7db0d-71f8-4fbe-a361-6f27f1a705d9 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715477 Nov 23 10:00:23.174477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:23.189910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c773df18-f6fc-41a7-ad5d-76910cfecf83 None None] Could not find standard attr ID for object 8cc4f9ac-bce3-4ed2-988d-607713bbcb0f. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:00:23.224214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.238719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:23.240975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.256550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:23.267319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=bd22cbe5-abae-49e4-9549-8aae0aee782a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:23.271225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.274683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8ceb921-25bb-4cd1-8203-87efb33a994f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/bd22cbe5-abae-49e4-9549-8aae0aee782a HTTP/1.1" status: 204 len: 168 time: 0.5483084 Nov 23 10:00:23.277189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38660) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:23.320662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.344919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c773df18-f6fc-41a7-ad5d-76910cfecf83 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:23.345841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c773df18-f6fc-41a7-ad5d-76910cfecf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.347767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9', 'network_id': '3f964a4c-a5b5-4ab2-a846-b8c59c4d4266', 'port_id': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9', 'mac_address': 'fa:16:3e:c6:88:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819004e6-f26c-47b5-9bc6-ca69e58b30d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:00:23.348199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet f8751837-3f96-4515-9ca8-a1e2f159a702 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:23.356595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.380969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.470244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.538344 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.542202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:23.542693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.586572 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.622896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddb151-706f-413b-a137-1748cd59e868 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:00:23.641488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.651362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.708322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c39170-beae-4e6d-9f0b-37e066f86cb0 req-e968a4f3-e478-4cea-9cae-55d5385a29c3 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:23.717330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7c39170-beae-4e6d-9f0b-37e066f86cb0 req-e968a4f3-e478-4cea-9cae-55d5385a29c3 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 943 time: 0.1058106 Nov 23 10:00:23.747035 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.750364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca778bb5-7f15-4727-bdd4-df6b67d59fe9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:23.754755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=62a70678-d122-44b2-ac12-add7af47a536,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:23.769044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.778393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:23.784157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.790585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.802049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d7a7403-1dc2-45c5-8e87-2122fdf7087f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9386005 Nov 23 10:00:23.819806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.832839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=f8751837-3f96-4515-9ca8-a1e2f159a702,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:23.849146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.853281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-16732c2b-3c4c-4592-ad52-ec43eb182034 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/f8751837-3f96-4515-9ca8-a1e2f159a702 HTTP/1.1" status: 204 len: 168 time: 0.5751481 Nov 23 10:00:23.856003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38688) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:23.874166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7c39170-beae-4e6d-9f0b-37e066f86cb0 req-93119d42-3186-4e95-845b-f484c5386789 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497138 Nov 23 10:00:23.918796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:23.940205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38692) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:23.940661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-642f2faf-9688-48cc-9c72-16a625b90e06 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802655 Nov 23 10:00:23.944275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:24.009040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38696) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:24.035204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:24.037551 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e5e730-526b-4afe-bff8-595d3521ecb6" -d '{"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-plugged", "status": "completed", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:24.065160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:24.075926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.078682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 52da3162-963a-4abc-a3b8-aac139804bd5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:24.122768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:24.127125 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe284393-e458-4113-83c3-c96efed0f3f6 x-openstack-request-id: req-fe284393-e458-4113-83c3-c96efed0f3f6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:24.127125 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-plugged", "status": "completed", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:24.127355 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe284393-e458-4113-83c3-c96efed0f3f6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:24.127620 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'code': 200} Nov 23 10:00:24.153796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.191789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:24.209514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddb151-706f-413b-a137-1748cd59e868 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:00:24.216233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 52da3162-963a-4abc-a3b8-aac139804bd5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:24.216544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.281850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-386559135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:24.293925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ca778bb5-7f15-4727-bdd4-df6b67d59fe9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:24.336483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1c10f275-727d-4082-b0f8-be6e285d4c44 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--880040290&fields=id&tenant_id=1dc35209a0064a6eba31e067fc870718 HTTP/1.1" status: 200 len: 267 time: 0.1588912 Nov 23 10:00:24.339435 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.340530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.342270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84e79e-5b79-40c5-836c-e4c3bbfda0ec req-8990b5cb-5cec-49b2-a02b-bf1bd7680bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.343913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a84e79e-5b79-40c5-836c-e4c3bbfda0ec req-8990b5cb-5cec-49b2-a02b-bf1bd7680bd9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 1096 time: 0.0684664 Nov 23 10:00:24.421254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-196b2a72-2fdd-44a8-a809-80858002b21f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.430599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-196b2a72-2fdd-44a8-a809-80858002b21f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 930 time: 0.0925925 Nov 23 10:00:24.444790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.456032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a84e79e-5b79-40c5-836c-e4c3bbfda0ec req-3b3d0e3c-a63c-4ffa-9f87-4ce62d66ffa2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003749 Nov 23 10:00:24.520147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:24.524274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.528901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:24.533660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.538546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.539452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.554026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-11efbfc3-e3df-4d3b-a8d4-39b246ea05cf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.557284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=d8e5a4fb-c7ad-474e-8c0a-401c545ff85b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:24.558716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-11efbfc3-e3df-4d3b-a8d4-39b246ea05cf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 930 time: 0.1269531 Nov 23 10:00:24.561293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:24.574307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e60a7-cce4-4d29-9487-98bcd3708c56 req-2acc5f5a-18d5-4f45-86ac-1b934edf74d6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.577057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-503e60a7-cce4-4d29-9487-98bcd3708c56 req-2acc5f5a-18d5-4f45-86ac-1b934edf74d6 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 945 time: 0.0940425 Nov 23 10:00:24.580599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-87355517-b77c-4f50-91dc-4cd47736f821 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6420028 Nov 23 10:00:24.587748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38724) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:24.593487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:24.629951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-156a4032-3d60-49f8-a42c-f1cb7e811198 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0584006 Nov 23 10:00:24.633242 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.636971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c871757-0c5b-48f4-b242-d2175d6b7a08 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6246254 Nov 23 10:00:24.637620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38726) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:24.642931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1696353074'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:24.665851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-503e60a7-cce4-4d29-9487-98bcd3708c56 req-79c39b7c-7128-4269-a7a3-98f9928828f8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788944 Nov 23 10:00:24.698473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-6fc2b271-d580-4d3e-94d7-73d8b89b0c26 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354180 Nov 23 10:00:24.702770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:24.709503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.730601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.778175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:24.783530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:24.801657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 855fe368-ac6c-4d54-8ba2-08eb212913a8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:24.835206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 855fe368-ac6c-4d54-8ba2-08eb212913a8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:24.835545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 855fe368-ac6c-4d54-8ba2-08eb212913a8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:24.944854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a6b7c665-b4e2-4982-8b94-b1c201dc3857 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.951173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a6b7c665-b4e2-4982-8b94-b1c201dc3857 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.957216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a6b7c665-b4e2-4982-8b94-b1c201dc3857 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:24.959418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a6b7c665-b4e2-4982-8b94-b1c201dc3857 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 1989 time: 0.2313960 Nov 23 10:00:24.992098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-68c34a75-6f3a-462b-ade0-ffae25165d8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/quotas/1dc35209a0064a6eba31e067fc870718 HTTP/1.1" status: 200 len: 375 time: 0.0202627 Nov 23 10:00:25.019541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.039777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': 'd8e5a4fb-c7ad-474e-8c0a-401c545ff85b'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '035e15fe-47e6-4fa8-a678-a88c2bd655a9'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:00:25.048113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.066819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.106997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:25.132977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.133460 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Added segment b56f9a82-5b47-45bc-9a47-3bcc0eabc290 of type vlan for network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc Nov 23 10:00:25.134837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f135681-2f54-4dce-9209-856e8a04f3b1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:25.163187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368da00-8257-4894-857e-d1dfb81b6f19 req-12bacfad-2a8b-4d4d-bec1-99d9028f5401 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:25.164679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5368da00-8257-4894-857e-d1dfb81b6f19 req-12bacfad-2a8b-4d4d-bec1-99d9028f5401 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0981002 Nov 23 10:00:25.198765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d93e8d87-3d21-45a7-ad9c-de23f02022e9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1958942 Nov 23 10:00:25.214137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.246122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Allocated IP 172.20.0.2 (3424d68b-9456-4bb9-b896-c0ae5329a081/d8e5a4fb-c7ad-474e-8c0a-401c545ff85b/035e15fe-47e6-4fa8-a678-a88c2bd655a9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:25.269630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5368da00-8257-4894-857e-d1dfb81b6f19 req-064d5917-039e-46be-8297-eefe8d51e70a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972798 Nov 23 10:00:25.303196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.310789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:25.311475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.363579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:25.369752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:25.390270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Network': ['ID=4adfa1ef-f63c-4e30-b60b-01f1b83844dc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:25.414784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-952545a9-fc84-441d-b17a-6730679be5d1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7728858 Nov 23 10:00:25.414784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:25.419579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.421250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'subnet': {'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:25.429296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.449116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:25.537984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-079acfc2-8a5a-425b-9809-8934ae54ea7b service neutron] 10.222.0.62 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211956 Nov 23 10:00:25.628240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.650948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:25.651693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f7fb3-aabd-4cfe-a0c3-1fe116d22530 None None] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=14']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:25.655505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:25.734683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-b6091afe-4461-41b6-bd60-0e794583657e service neutron] 10.222.0.62 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858199 Nov 23 10:00:25.792787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9d056d7a-8b91-4242-9211-8f746ce227d1 service neutron] 10.222.0.62 "GET /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0488505 Nov 23 10:00:25.886475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f447f-5d8d-429c-af88-4cf95193b79b req-d075376a-e12a-4fee-8163-38a638d05311 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:25.888354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf7f447f-5d8d-429c-af88-4cf95193b79b req-d075376a-e12a-4fee-8163-38a638d05311 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 945 time: 0.1195645 Nov 23 10:00:25.938445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:25.959174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d717c542-7e68-4f4d-b275-ad2ec231ce4f service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592104 Nov 23 10:00:25.963702 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.002814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf7f447f-5d8d-429c-af88-4cf95193b79b req-0492d9b3-87ec-4658-b6af-50da6774da73 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 Nov 23 10:00:26.018492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.025649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.026760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.110864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:26.123619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:26.142339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:26.144049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.176291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5872335 Nov 23 10:00:26.182448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38760) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:26.202435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:77:aa:c1', 'name': 'tempest-NetworksTestDHCPv6-1387953946'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:26.229290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=54bf8497-5a73-4d23-9419-e622f53834f2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:26.245606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56877a-f1eb-42ff-b6db-cd11e9157e61 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=16']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:26.379351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f791871-6552-4485-88c0-d5cfee874529 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:26.398236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:26.426865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Subnet': ['ID=b3edac31-ccbf-427b-b4a4-32caa8abddb2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:26.448917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Checking segment: {'id': 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:26.449275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network hostable DHCP agents. Network: 4adfa1ef-f63c-4e30-b60b-01f1b83844dc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:26.484106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-db28a4db-f5fc-4cee-80a7-db8585f9955a service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132213 Nov 23 10:00:26.489397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4fa0fbdd-228e-42d3-933c-5d271c272646 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:26.489829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fbdd-228e-42d3-933c-5d271c272646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.491430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:26.533198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4adfa1ef-f63c-4e30-b60b-01f1b83844dc) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:26.549613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7bbfa-5863-428d-a67d-cb78a3478d3d None None] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:26.551993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:26.552761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.557420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ecccbb90-aead-4e81-a4bb-ad01100c91c2 service neutron] 10.222.0.62 "GET /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0627179 Nov 23 10:00:26.590603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.594797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b5692853-5a6f-49e5-a96f-f2af3142e56d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1797669 Nov 23 10:00:26.598333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38770) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:26.621836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 775e9c40-c600-4a8a-b38c-f699398f46f9 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:26.625843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'network': {'name': 'tempest-router-network01--1742975484'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:26.655550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:26.659783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.734573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:26.756502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.756846 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Added segment 669b8f43-7865-47b8-ad48-99fc4b4ab7f5 of type vlan for network 3af6bbdc-e106-4ac3-a050-524d105b3882 Nov 23 10:00:26.760305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-3c457966-7227-4b5f-bb29-f1e8c4676e12 service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959469 Nov 23 10:00:26.803016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6686a-e88c-49a4-94dc-17566fba5955 req-3425961c-e558-403a-bdc4-a3eb0ab0f7a4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:26.804616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17c6686a-e88c-49a4-94dc-17566fba5955 req-3425961c-e558-403a-bdc4-a3eb0ab0f7a4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.1313035 Nov 23 10:00:26.847986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ca778bb5-7f15-4727-bdd4-df6b67d59fe9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:26.882887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-4adfa1ef-f63c-4e30-b60b-01f1b83844dc', 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc', 'tenant_id': '1bff56325d7c40048689f3994b51c512', 'fixed_ips': [{'subnet_id': 'b3edac31-ccbf-427b-b4a4-32caa8abddb2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:26.883899 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.902557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-562a802f-d4f5-4e41-a06c-2b8c638a67e4 service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321070 Nov 23 10:00:26.905321 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.917542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17c6686a-e88c-49a4-94dc-17566fba5955 req-424d9eb8-7704-4666-985d-a32daeaf2e01 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919201 Nov 23 10:00:26.930617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 172.20.0.13 (3424d68b-9456-4bb9-b896-c0ae5329a081/d8e5a4fb-c7ad-474e-8c0a-401c545ff85b/775e9c40-c600-4a8a-b38c-f699398f46f9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:26.950410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe77:aac1 (3424d68b-9456-4bb9-b896-c0ae5329a081/54bf8497-5a73-4d23-9419-e622f53834f2/775e9c40-c600-4a8a-b38c-f699398f46f9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:26.967275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:26.974062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:26.974863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.028518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:00:27.057171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:27.057962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.152435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5409923 Nov 23 10:00:27.155199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38784) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:27.158032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0a2d-de34-4841-9792-e99b439c9084 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Network': ['ID=3af6bbdc-e106-4ac3-a050-524d105b3882,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:27.166406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'network': {'name': 'tempest-router-network02--1908545849'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:27.187740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:27.196237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:27.199341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.230014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d9978142-7dbf-4b03-8488-893802ace54f service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891536 Nov 23 10:00:27.232951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.254959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:27.277455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:00:27.307411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.316076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Allocated IP 172.20.0.2 (4adfa1ef-f63c-4e30-b60b-01f1b83844dc/b3edac31-ccbf-427b-b4a4-32caa8abddb2/a1f8a559-7649-4e5b-81a7-38eed314039e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:27.324831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.325422 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Added segment 1857042c-0af0-4d54-8786-ac3565e5954d of type vlan for network e8f4fb38-5ed3-4819-a439-0c657911a882 Nov 23 10:00:27.394889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:27.395458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.397437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5795c595-beda-4d94-9413-e05ea65bef96 service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591966 Nov 23 10:00:27.398971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:27.410499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:27.415456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:27.424614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.465845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=775e9c40-c600-4a8a-b38c-f699398f46f9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:27.478088 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.520815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.530750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:27.531570 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.540284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:27.540957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.568230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c052286-e367-42c3-a89d-d7e7f23c0df6 req-fbc3cad9-9702-4bae-a0c9-803dfe4a38f5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:27.570089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c052286-e367-42c3-a89d-d7e7f23c0df6 req-fbc3cad9-9702-4bae-a0c9-803dfe4a38f5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0936358 Nov 23 10:00:27.581327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4249034 Nov 23 10:00:27.584954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e3bd99ec-65f9-4741-afaf-c55e995a8ce5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3989322 Nov 23 10:00:27.585578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38790) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:27.589546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:27.595099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'subnet': {'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:27.613619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-68d89e8c-9c3b-41dc-b951-0914db673061 service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094526 Nov 23 10:00:27.630363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:27.698519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84fcd7-a402-4999-9c31-a2b74e348a28 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Network': ['ID=e8f4fb38-5ed3-4819-a439-0c657911a882,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:27.762011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59759537-82a3-4069-8cd5-44796d94c06d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:27.768364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59759537-82a3-4069-8cd5-44796d94c06d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:27.773174 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59759537-82a3-4069-8cd5-44796d94c06d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1792030 Nov 23 10:00:27.779537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:27.840187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-6548b2c8-68d0-4029-bfae-53855d7a0b2d service neutron] 10.222.0.62 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061033 Nov 23 10:00:27.879341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:27.881668 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e64941-7bf1-4860-a55e-1463eb9e2650" -d '{"events": [{"server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "name": "network-vif-plugged", "status": "completed", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:27.893113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e8f4fb38-5ed3-4819-a439-0c657911a882 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:00:27.894937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b03167-3ce5-44a8-8178-87cd2e6fb74d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:27.921755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.976903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 775e9c40-c600-4a8a-b38c-f699398f46f9 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:27.977265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:27.981320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-89b57bf0-cb1d-4c24-b452-a8f847c15b9e service neutron] 10.222.0.62 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319098 Nov 23 10:00:28.019680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.053986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c052286-e367-42c3-a89d-d7e7f23c0df6 req-1b198556-af48-49fe-95d5-41f6d64bf255 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770725 Nov 23 10:00:28.085496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a207ca47-296f-472a-8b61-2974aa5699d5 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:28.085857 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a207ca47-296f-472a-8b61-2974aa5699d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.089591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:28.093269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.104569 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.141971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.165520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 775e9c40-c600-4a8a-b38c-f699398f46f9 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:28.166950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:28.178300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1f55b369-5294-47b2-8640-30b3be2f18f3 service neutron] 10.222.0.62 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839542 Nov 23 10:00:28.215673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:28.225832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:28.249710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:28.259082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Pushing event updated for resources: {'Port': ['ID=a1f8a559-7649-4e5b-81a7-38eed314039e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:28.355564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-83d4e938-8df4-4d9f-a511-7d63cf197019 service neutron] 10.222.0.62 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687934 Nov 23 10:00:28.362585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44e822-11be-4667-b916-5a8e796feb6b req-8c7c72a1-3250-4dd5-807e-a7bb319ed86c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:28.364432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d44e822-11be-4667-b916-5a8e796feb6b req-8c7c72a1-3250-4dd5-807e-a7bb319ed86c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.1318049 Nov 23 10:00:28.374786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Attempting to bind port a1f8a559-7649-4e5b-81a7-38eed314039e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:28.375398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Attempting to bind port a1f8a559-7649-4e5b-81a7-38eed314039e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:28.375907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Attempting to bind port a1f8a559-7649-4e5b-81a7-38eed314039e on network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:28.388553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:28.388929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Checking segment: {'id': 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:28.389833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.389988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.390132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Bound using segment: {'id': 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:28.390228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Bound port: a1f8a559-7649-4e5b-81a7-38eed314039e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4adfa1ef-f63c-4e30-b60b-01f1b83844dc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:28.390550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.475991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] For port a1f8a559-7649-4e5b-81a7-38eed314039e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:28.479592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] For port a1f8a559-7649-4e5b-81a7-38eed314039e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1f8a559-7649-4e5b-81a7-38eed314039e,segment=NetworkSegment(b56f9a82-5b47-45bc-9a47-3bcc0eabc290),segment_id=b56f9a82-5b47-45bc-9a47-3bcc0eabc290)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:28.490363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.495514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Subnet': ['ID=05bfe05c-5956-46d9-8a9c-a8cbe447c643,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:28.499549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-bc7dc803-2ad3-47c8-b402-559f5ac58a1a service neutron] 10.222.0.62 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367502 Nov 23 10:00:28.501714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.539698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d44e822-11be-4667-b916-5a8e796feb6b req-1153dfef-d36e-448c-93af-f8110d00c24a tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610434 Nov 23 10:00:28.540903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=775e9c40-c600-4a8a-b38c-f699398f46f9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:28.564690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Checking segment: {'id': '669b8f43-7865-47b8-ad48-99fc4b4ab7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:28.565310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network hostable DHCP agents. Network: 3af6bbdc-e106-4ac3-a050-524d105b3882, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:28.575784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f258653-b42c-47c7-b3df-aa133d173849 None None] Pushing event updated for resources: {'Port': ['ID=a1f8a559-7649-4e5b-81a7-38eed314039e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:28.586351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.587000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.587184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.587512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.587849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.595633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.596033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.598561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.598962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.599311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.599657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.600037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:28.653217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:28.667124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3af6bbdc-e106-4ac3-a050-524d105b3882) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:28.672538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:28.673138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.680656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee565561-000e-43b5-92af-3b1e82b381bc None None] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:28.710434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:28.723352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb0b926b-9578-4a67-a9e4-6649684ca402 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1297905 Nov 23 10:00:28.723352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38810) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:28.723972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ce754e3-87ee-4202-b436-f5891c75aaa1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/775e9c40-c600-4a8a-b38c-f699398f46f9 HTTP/1.1" status: 204 len: 168 time: 0.9397805 Nov 23 10:00:28.724898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38812) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:28.730634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'subnet': {'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:28.874876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1533e-6433-4d26-9fe3-98972814599c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:28.879629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1533e-6433-4d26-9fe3-98972814599c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:28.882174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1533e-6433-4d26-9fe3-98972814599c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:28.885938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40f1533e-6433-4d26-9fe3-98972814599c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1613531 Nov 23 10:00:28.886828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:29.020658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Made reservation on behalf of 1bff56325d7c40048689f3994b51c512 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:29.020658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.027018 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d84ade-ce5b-4e2c-b348-12c2625e8ce6 x-openstack-request-id: req-90d84ade-ce5b-4e2c-b348-12c2625e8ce6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:29.029156 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "name": "network-vif-plugged", "status": "completed", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:29.030937 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90d84ade-ce5b-4e2c-b348-12c2625e8ce6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:29.032120 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9', 'code': 200} Nov 23 10:00:29.115758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 54bf8497-5a73-4d23-9419-e622f53834f2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:29.124655 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.161300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6e61ec56-657d-4237-bc4f-327eb6840bb7 None None] Could not find standard attr ID for object 775e9c40-c600-4a8a-b38c-f699398f46f9. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:00:29.189728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3af6bbdc-e106-4ac3-a050-524d105b3882', 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882', 'tenant_id': '1bff56325d7c40048689f3994b51c512', 'fixed_ips': [{'subnet_id': '05bfe05c-5956-46d9-8a9c-a8cbe447c643'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:29.192947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.229244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6e61ec56-657d-4237-bc4f-327eb6840bb7 None None] Provisioning complete for port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:29.229708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e61ec56-657d-4237-bc4f-327eb6840bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.305608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1f8a559-7649-4e5b-81a7-38eed314039e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:29.429046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a1f8a559-7649-4e5b-81a7-38eed314039e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:29.429420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.470746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.551703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.616298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86495-e897-484c-b043-0929ce87161c req-2f915c48-9b8f-4fbd-a05e-549a1dc0e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:29.618049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7d86495-e897-484c-b043-0929ce87161c req-2f915c48-9b8f-4fbd-a05e-549a1dc0e56c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 1097 time: 0.4878652 Nov 23 10:00:29.699098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.752575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port a1f8a559-7649-4e5b-81a7-38eed314039e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1f8a559-7649-4e5b-81a7-38eed314039e,segment=NetworkSegment(b56f9a82-5b47-45bc-9a47-3bcc0eabc290),segment_id=b56f9a82-5b47-45bc-9a47-3bcc0eabc290)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:29.765659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.792616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19c913c4-0870-4d4b-8c4b-8e6148dbce79 req-b7d43682-3149-4493-816f-656543aea3b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.1696513 Nov 23 10:00:29.855309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Subnet': ['ID=b1ff29ab-6d43-4c79-b8c1-77e619c59541,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:29.897402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:29.930289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Allocated IP 172.20.0.2 (3af6bbdc-e106-4ac3-a050-524d105b3882/05bfe05c-5956-46d9-8a9c-a8cbe447c643/b53481e6-5bf7-4403-a2c3-902c9fa5590e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:29.952080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c023ce0f-6a70-4f29-b19d-80975126d391 None None] Could not find standard attr ID for object 775e9c40-c600-4a8a-b38c-f699398f46f9. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:00:29.974975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705f04f-6a1f-46a6-9772-310e227399d1 req-57868bce-98a9-450b-920f-b0c00fa93a95 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:29.981693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e705f04f-6a1f-46a6-9772-310e227399d1 req-57868bce-98a9-450b-920f-b0c00fa93a95 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.1460071 Nov 23 10:00:29.998544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=a1f8a559-7649-4e5b-81a7-38eed314039e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:30.047805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7d86495-e897-484c-b043-0929ce87161c req-2a4ff8af-9b5a-474f-b184-2acdbfa398fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092960 Nov 23 10:00:30.048936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Checking segment: {'id': '1857042c-0af0-4d54-8786-ac3565e5954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:30.049312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network hostable DHCP agents. Network: e8f4fb38-5ed3-4819-a439-0c657911a882, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:00:30.072214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.115317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.115687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e705f04f-6a1f-46a6-9772-310e227399d1 req-75915572-9a7b-473b-a7b8-91e289dab1ed tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171427 Nov 23 10:00:30.124601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/54bf8497-5a73-4d23-9419-e622f53834f2 HTTP/1.1" status: 204 len: 168 time: 1.2366765 Nov 23 10:00:30.131403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38870) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:30.155535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2aadc-5e94-4027-a7a0-e46c311c3633 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=54bf8497-5a73-4d23-9419-e622f53834f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:30.184078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network e8f4fb38-5ed3-4819-a439-0c657911a882 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:00:30.219710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af11f8-9546-456a-b389-67a643685075 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:30.249204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet d8e5a4fb-c7ad-474e-8c0a-401c545ff85b {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:30.256523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.276769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e8f4fb38-5ed3-4819-a439-0c657911a882) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:30.284321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:30.284917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.297147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232852e-bd55-482c-8cfd-4357dea3aa5b None None] Network e8f4fb38-5ed3-4819-a439-0c657911a882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:30.301827 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.344697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e730aa40-1fca-438e-a446-8330228e8cc5 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6184976 Nov 23 10:00:30.347897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38880) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:30.379202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.441222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b45e4-3bca-44c9-ac56-40ddbbd3d378 None None] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:30.457466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.459439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-e45a7aab-3308-4f8f-8f2e-087cbca9dd00 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:30.467020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-e45a7aab-3308-4f8f-8f2e-087cbca9dd00 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.5581121 Nov 23 10:00:30.485859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f29a56d6-3e63-49f5-baad-29bf2a4e6655 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/quotas/17305fbcc89642f1814ff80973ea8500 HTTP/1.1" status: 200 len: 375 time: 0.0178988 Nov 23 10:00:30.492479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.566804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.638298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e5a4fb-c7ad-474e-8c0a-401c545ff85b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:30.644429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.647964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa23d738-7345-4598-8b6c-3ac93227f3c9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d8e5a4fb-c7ad-474e-8c0a-401c545ff85b HTTP/1.1" status: 204 len: 168 time: 0.5154760 Nov 23 10:00:30.650634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38884) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:30.705604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e90cc30a-09cc-42b5-9f05-be3de716eb5e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540128 Nov 23 10:00:30.736097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38886) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:30.764006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:30.791760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac252ee-378d-470c-a132-970ec49de656 req-438f65fe-c17d-487d-b7bd-7271510c91ac tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:30.793371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac252ee-378d-470c-a132-970ec49de656 req-438f65fe-c17d-487d-b7bd-7271510c91ac tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b22fe472-bc48-44dc-8049-68c32f980948 HTTP/1.1" status: 200 len: 945 time: 0.0904803 Nov 23 10:00:30.844861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da83ff6-c36b-4701-a315-db4b37e13ac2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:30.846895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8da83ff6-c36b-4701-a315-db4b37e13ac2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1075246 Nov 23 10:00:30.872215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38890) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:30.954037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Pushing event updated for resources: {'Port': ['ID=b53481e6-5bf7-4403-a2c3-902c9fa5590e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:30.958255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:30.960494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:30.968303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-983062b4-41d7-487a-9e51-0570145aef9d None None] Provisioning complete for port a1f8a559-7649-4e5b-81a7-38eed314039e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:30.968674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-983062b4-41d7-487a-9e51-0570145aef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:30.976035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ede86aea-01ca-484b-ac09-f881acd633f7 req-d314a35d-a4f8-49ac-910f-030ed02ffad4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0583696 Nov 23 10:00:31.000642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-390e8cee-a43e-41a6-890e-44b2c513b611 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5138845 Nov 23 10:00:31.003616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7e260-1964-4da6-b4dc-1c6eeef9a917 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:31.005056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-86c7e260-1964-4da6-b4dc-1c6eeef9a917 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315591 Nov 23 10:00:31.010014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38894) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:31.097666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5bdabc6b-9759-425f-8479-f157747e6959 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857682 Nov 23 10:00:31.104774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38900) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:31.109991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:31.145595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Deleting port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:31.145595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.202681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1f8a559-7649-4e5b-81a7-38eed314039e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:31.250343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] For port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:31.250861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.266404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Calling delete_port for 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:31.294493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.345269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e8f4fb38-5ed3-4819-a439-0c657911a882', 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882', 'tenant_id': '1bff56325d7c40048689f3994b51c512', 'fixed_ips': [{'subnet_id': 'b1ff29ab-6d43-4c79-b8c1-77e619c59541'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:31.346161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.376300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d34df087-143a-430d-a3dd-07bd5b78bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:31.377862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d34df087-143a-430d-a3dd-07bd5b78bf91 service neutron] 10.222.0.11 "GET /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 1026 time: 0.0884132 Nov 23 10:00:31.388939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-ddf5d4b6-e16e-4dca-abd3-2a618bfd768f service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543391 Nov 23 10:00:31.415804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.448712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:31.451981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Attempting to bind port b53481e6-5bf7-4403-a2c3-902c9fa5590e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:31.453136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Attempting to bind port b53481e6-5bf7-4403-a2c3-902c9fa5590e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '669b8f43-7865-47b8-ad48-99fc4b4ab7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:31.455452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Attempting to bind port b53481e6-5bf7-4403-a2c3-902c9fa5590e on network 3af6bbdc-e106-4ac3-a050-524d105b3882 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:31.475761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event deleted for resources: {'Port': ['ID=8f8123f2-1fbf-49a1-879f-8eefe7aa9d63,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:31.544512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd3409-2a26-4b00-92dd-b1a72029de3e None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:31.581517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:31.585193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.586706 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:31.587134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:31.605190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-59b5272c-7da8-4e9c-bb0a-b378e426ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:31.606854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-59b5272c-7da8-4e9c-bb0a-b378e426ab8d service neutron] 10.222.0.11 "GET /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 1026 time: 0.0750086 Nov 23 10:00:31.621778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:31.622269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Checking segment: {'id': '669b8f43-7865-47b8-ad48-99fc4b4ab7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:31.622682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.623496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Bound using segment: {'id': '669b8f43-7865-47b8-ad48-99fc4b4ab7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:31.623941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Bound port: b53481e6-5bf7-4403-a2c3-902c9fa5590e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669b8f43-7865-47b8-ad48-99fc4b4ab7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3af6bbdc-e106-4ac3-a050-524d105b3882'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:31.624328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.629108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a1f8a559-7649-4e5b-81a7-38eed314039e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:31.629475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.630022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-739af323-c3ef-4a74-9728-6964e18a4043 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5238984 Nov 23 10:00:31.648652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38910) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:31.658650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] No DVR routers for this DVR port 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:31.662087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:31.666482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac252ee-378d-470c-a132-970ec49de656 req-68264c2a-ab97-4682-a8cc-00a5af5ab999 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "DELETE /v2.0/ports/8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 HTTP/1.1" status: 204 len: 173 time: 0.8665011 Nov 23 10:00:31.669013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:31.671799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-deleted', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:31.674517 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd7bec-52fc-453f-a196-4b44995f4dd2" -d '{"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-deleted", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:31.692754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:31.702251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20078c4-9146-4a48-9d2d-42ed0bad92f6 req-a9acca13-ab14-43f6-812a-80d63ce43ef8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:31.711404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b20078c4-9146-4a48-9d2d-42ed0bad92f6 req-a9acca13-ab14-43f6-812a-80d63ce43ef8 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.1558263 Nov 23 10:00:31.791055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b20078c4-9146-4a48-9d2d-42ed0bad92f6 req-8d9b8a26-f1df-4e2f-a541-2111ac32bf26 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785954 Nov 23 10:00:31.895620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] For port b53481e6-5bf7-4403-a2c3-902c9fa5590e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:31.963781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] For port b53481e6-5bf7-4403-a2c3-902c9fa5590e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b53481e6-5bf7-4403-a2c3-902c9fa5590e,segment=NetworkSegment(669b8f43-7865-47b8-ad48-99fc4b4ab7f5),segment_id=669b8f43-7865-47b8-ad48-99fc4b4ab7f5)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:31.990021 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.075707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95db9-db1c-41ba-a97b-ef351dca5d4e None None] Pushing event updated for resources: {'Port': ['ID=b53481e6-5bf7-4403-a2c3-902c9fa5590e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:32.088072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-da6b9d82-d1c9-4304-9f4f-5776b3a0fc20 service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981330 Nov 23 10:00:32.128107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Allocated IP 172.20.0.2 (e8f4fb38-5ed3-4819-a439-0c657911a882/b1ff29ab-6d43-4c79-b8c1-77e619c59541/4e197ffe-5305-4689-8aa7-29a18e0585bc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:32.186776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:32.190980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.192973 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:32.192973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:32.195099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Deleting port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:32.196595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.211722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-289a0f06-bb6f-491d-a0b4-8b3e63bb8e4d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:32.225135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-289a0f06-bb6f-491d-a0b4-8b3e63bb8e4d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:32.234025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-289a0f06-bb6f-491d-a0b4-8b3e63bb8e4d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:32.235916 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-289a0f06-bb6f-491d-a0b4-8b3e63bb8e4d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 1989 time: 0.5871294 Nov 23 10:00:32.282956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d4735186-e442-4313-ad47-b1f67752d683 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6179838 Nov 23 10:00:32.285824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:32.288729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Allocated IP 172.20.0.1 (3af6bbdc-e106-4ac3-a050-524d105b3882/05bfe05c-5956-46d9-8a9c-a8cbe447c643/08eefb5d-113d-479d-b21d-950861f5bac0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:32.292367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:32.407285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-185959ee-09fa-4732-9942-da171d6a6c85 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc35209a0064a6eba31e067fc870718 HTTP/1.1" status: 200 len: 379 time: 0.1588016 Nov 23 10:00:32.432033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'admin_state_up': True, 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'security_groups': ['65a472d2-4a1e-4210-98db-76df1f10ade4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:32.491259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] For port 035e15fe-47e6-4fa8-a678-a88c2bd655a9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=035e15fe-47e6-4fa8-a678-a88c2bd655a9,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:32.492145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.524233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:32.528754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.530296 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:32.530682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:32.546686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Calling delete_port for 035e15fe-47e6-4fa8-a678-a88c2bd655a9 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:32.605544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6371c20f-6a27-47f7-bb13-72de82ef0bbd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3149822 Nov 23 10:00:32.606352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:32.644995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:32.744850 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49235099-dc37-4558-8dab-888ec28c5660 x-openstack-request-id: req-49235099-dc37-4558-8dab-888ec28c5660 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:32.745164 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22fe472-bc48-44dc-8049-68c32f980948", "name": "network-vif-deleted", "tag": "8f8123f2-1fbf-49a1-879f-8eefe7aa9d63", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:32.745594 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49235099-dc37-4558-8dab-888ec28c5660 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:32.746160 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22fe472-bc48-44dc-8049-68c32f980948', 'name': 'network-vif-deleted', 'tag': '8f8123f2-1fbf-49a1-879f-8eefe7aa9d63', 'status': 'completed', 'code': 200} Nov 23 10:00:32.784874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.825384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:32.828574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.887147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:32.901138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.903124 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:32.903740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:32.923475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.939531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.959439 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:32.965455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60a755d7-490f-4044-9555-5b0a42d70fd5 req-96aa1e7c-082a-4c2f-9550-58b5f03e152e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0712450 Nov 23 10:00:32.984366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-588dcf0b-8f19-4671-8483-33a9516c156f None None] Provisioning complete for port a1f8a559-7649-4e5b-81a7-38eed314039e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:32.985420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-588dcf0b-8f19-4671-8483-33a9516c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.004506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-279ad474-c9f8-4406-80eb-9e8171689963 req-014c978a-0b17-4275-8845-acbc9b1d0bae tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0913072 Nov 23 10:00:33.019643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bbe83a0e-7869-4944-80c2-acdde3aae1a0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3996196 Nov 23 10:00:33.022659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38940) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:33.052073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:33.099489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Network e8f4fb38-5ed3-4819-a439-0c657911a882 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:33.119476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:33.123525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:33.147763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Pushing event updated for resources: {'Port': ['ID=4e197ffe-5305-4689-8aa7-29a18e0585bc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:33.164247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:33.170156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.242749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:33.264525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:33.280466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b53481e6-5bf7-4403-a2c3-902c9fa5590e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:33.299417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] No DVR routers for this DVR port 035e15fe-47e6-4fa8-a678-a88c2bd655a9 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:33.315584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff44aa-7008-471c-bb5a-085fbe2700c8 None None] Pushing event deleted for resources: {'Port': ['ID=035e15fe-47e6-4fa8-a678-a88c2bd655a9,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:33.344531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.421874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:33.425568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.429030 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:33.429485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:33.450712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Attempting to bind port 4e197ffe-5305-4689-8aa7-29a18e0585bc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:33.450712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Attempting to bind port 4e197ffe-5305-4689-8aa7-29a18e0585bc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1857042c-0af0-4d54-8786-ac3565e5954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:33.450712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Attempting to bind port 4e197ffe-5305-4689-8aa7-29a18e0585bc on network e8f4fb38-5ed3-4819-a439-0c657911a882 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:33.457556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Port': ['ID=08eefb5d-113d-479d-b21d-950861f5bac0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:33.458404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f051fe-3b9b-4179-a0b4-6f7d1e5852c2 req-7c5bfb06-f6c3-469f-914b-d52850751746 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:33.477741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32f051fe-3b9b-4179-a0b4-6f7d1e5852c2 req-7c5bfb06-f6c3-469f-914b-d52850751746 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.2003338 Nov 23 10:00:33.533253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:33.533797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Checking segment: {'id': '1857042c-0af0-4d54-8786-ac3565e5954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:33.534313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.534970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Bound using segment: {'id': '1857042c-0af0-4d54-8786-ac3565e5954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:33.535586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Bound port: 4e197ffe-5305-4689-8aa7-29a18e0585bc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1857042c-0af0-4d54-8786-ac3565e5954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e8f4fb38-5ed3-4819-a439-0c657911a882'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:33.536040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.553531 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:00:33.566156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a39a0ea2-3ab5-4e9d-b47d-99831f7bd37c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5412872 Nov 23 10:00:33.567420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38946) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:33.581126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:33.626876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b53481e6-5bf7-4403-a2c3-902c9fa5590e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:33.627348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.683054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] For port 4e197ffe-5305-4689-8aa7-29a18e0585bc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:33.691351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] For port 4e197ffe-5305-4689-8aa7-29a18e0585bc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e197ffe-5305-4689-8aa7-29a18e0585bc,segment=NetworkSegment(1857042c-0af0-4d54-8786-ac3565e5954d),segment_id=1857042c-0af0-4d54-8786-ac3565e5954d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:33.705185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.774828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.792102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 172.20.0.13 (e5c7f922-e5d2-464a-8217-0ac5442bc374/d93c7897-7b82-40df-abfd-9ce3e9c5641e/374ff0ad-36b5-41ec-8593-fdaa3823a910) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:33.840798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32f051fe-3b9b-4179-a0b4-6f7d1e5852c2 req-18310152-ba8c-4810-8ddc-f57e5788085c tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620291 Nov 23 10:00:33.930088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:33.937174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:33.940389 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:33.940840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:00:33.976301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3486b468-ff93-4080-9927-20aebfc35f8a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4055769 Nov 23 10:00:33.978803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38954) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:33.989242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b63056-6847-4c78-b5f0-8f221eb0cabe None None] Pushing event updated for resources: {'Port': ['ID=4e197ffe-5305-4689-8aa7-29a18e0585bc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:34.044941 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:34.056335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-030f8299-31de-4159-8c6a-b189574ea0f8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0709674 Nov 23 10:00:34.057318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:34.136441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b53481e6-5bf7-4403-a2c3-902c9fa5590e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b53481e6-5bf7-4403-a2c3-902c9fa5590e,segment=NetworkSegment(669b8f43-7865-47b8-ad48-99fc4b4ab7f5),segment_id=669b8f43-7865-47b8-ad48-99fc4b4ab7f5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:34.141909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:34.202658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e1d50-e9cc-44d0-bcc0-5e694001a3eb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:34.207517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c5e1d50-e9cc-44d0-bcc0-5e694001a3eb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493816 Nov 23 10:00:34.211140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38962) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:34.272890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:34.373752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 035e15fe-47e6-4fa8-a678-a88c2bd655a9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:34.374363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 035e15fe-47e6-4fa8-a678-a88c2bd655a9 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:34.376691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:34.423896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b53481e6-5bf7-4403-a2c3-902c9fa5590e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:34.470341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-680c9585-b0da-4991-af3d-fff28bdc6834 req-0948f88f-16c7-48d8-be44-28205bcdca3b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 210 time: 0.1136842 Nov 23 10:00:34.548556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616c109-d961-4264-8af7-b93513cef9e8 None None] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:34.576001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-eb18cdd0-1da6-4fe9-a658-c91f6bb4f567 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:34.582455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-eb18cdd0-1da6-4fe9-a658-c91f6bb4f567 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.3344028 Nov 23 10:00:34.655378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38968) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:34.668764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7eb5fc7a-5d87-4b3f-8481-ec049328e553 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4563746 Nov 23 10:00:34.725597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Request body: {'port': {'device_id': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'admin_state_up': True, 'tenant_id': '17305fbcc89642f1814ff80973ea8500'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:34.731082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:34.737251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:34.784269 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48d1c7f7-91b1-4db8-a5e8-a7482e799a46 req-c0e8f081-b9d6-4136-a5f7-c31ed104cd84 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.2004585 Nov 23 10:00:34.858698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a3659062-d72d-41e1-b8b8-28ddf2b9fe25 None None] Provisioning complete for port b53481e6-5bf7-4403-a2c3-902c9fa5590e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:34.859069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a3659062-d72d-41e1-b8b8-28ddf2b9fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:34.955642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:34.960543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.026095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:35.150763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:35.151217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8f8123f2-1fbf-49a1-879f-8eefe7aa9d63 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:35.291021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4c98c58-436a-4bdf-993c-65edde388bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.315947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b53481e6-5bf7-4403-a2c3-902c9fa5590e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:35.339025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.363370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4687c9-1a40-457a-ac5e-b324292f2740 req-cb7f5866-a544-46e7-a48c-a52187e40b34 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:35.372560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee4687c9-1a40-457a-ac5e-b324292f2740 req-cb7f5866-a544-46e7-a48c-a52187e40b34 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.1527658 Nov 23 10:00:35.378392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.434301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b53481e6-5bf7-4403-a2c3-902c9fa5590e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:35.435034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.486591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Made reservation on behalf of 17305fbcc89642f1814ff80973ea8500 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:35.490771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.515218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Port': ['ID=08eefb5d-113d-479d-b21d-950861f5bac0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:35.578568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.602991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e197ffe-5305-4689-8aa7-29a18e0585bc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:35.669192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:35.683762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4e197ffe-5305-4689-8aa7-29a18e0585bc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:35.684090 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.758050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1c3f1a02-fbb6-4447-b959-c5377a76e0e6 None None] Provisioning complete for port 08eefb5d-113d-479d-b21d-950861f5bac0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:35.758424 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a02-fbb6-4447-b959-c5377a76e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.774733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bef6dd83-ac6c-40fb-bc70-6862cc358e13 req-230ae17f-ecf1-4311-867b-a92a41b59ded tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0725377 Nov 23 10:00:35.775497 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee4687c9-1a40-457a-ac5e-b324292f2740 req-4ccfc8f7-fb35-473b-88c5-b6b3fc0a2ab2 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976409 Nov 23 10:00:35.784754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.816394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Allocated IP 172.20.0.11 (2c7c7f43-f676-414d-a125-86ef566ef8af/6c575b79-f755-4a5c-854f-6e5941c34754/5d0776fb-865f-425d-954a-b5976f762f4f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:35.823313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:35.845989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:35.851557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:35.900403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:35.905863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f05b4-e631-4f18-9531-67ba90ff1b4e None None] Network e8f4fb38-5ed3-4819-a439-0c657911a882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:35.923486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4c98c58-436a-4bdf-993c-65edde388bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.934441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:35.952471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d4c98c58-436a-4bdf-993c-65edde388bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.029311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.035303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:36.037473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f1a02-fbb6-4447-b959-c5377a76e0e6 None None] Port 08eefb5d-113d-479d-b21d-950861f5bac0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:36.037814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.085117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-88416443-22e1-494b-98ca-30373dc1d4f3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6524034 Nov 23 10:00:36.097098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'admin_state_up': True, 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'security_groups': ['65a472d2-4a1e-4210-98db-76df1f10ade4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:36.108070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c98c58-436a-4bdf-993c-65edde388bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da9928-04ee-44d7-98c9-8d3dbe82658d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:36.125687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:36.159806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 4e197ffe-5305-4689-8aa7-29a18e0585bc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e197ffe-5305-4689-8aa7-29a18e0585bc,segment=NetworkSegment(1857042c-0af0-4d54-8786-ac3565e5954d),segment_id=1857042c-0af0-4d54-8786-ac3565e5954d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:36.162015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1c3f1a02-fbb6-4447-b959-c5377a76e0e6 None None] Provisioning complete for port b53481e6-5bf7-4403-a2c3-902c9fa5590e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:36.162015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a02-fbb6-4447-b959-c5377a76e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.186863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:36.198884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=2452404b-1808-4e7e-a374-16c719c6fc52,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:36.208668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:36.209521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.210079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18ada7-1ed7-4899-8056-52f6bebb0fb2 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:36.221587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.231060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d4c98c58-436a-4bdf-993c-65edde388bb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7384e97bef1f4693815f0fbfef8f5cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5610564 Nov 23 10:00:36.239852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:36.248100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff9142-141a-40dd-a7cc-c1ec4dac1d40 req-df5a3ea2-8d17-4b54-bdbb-50d1a18fa21f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:36.256442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dff9142-141a-40dd-a7cc-c1ec4dac1d40 req-df5a3ea2-8d17-4b54-bdbb-50d1a18fa21f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 932 time: 0.3152637 Nov 23 10:00:36.282393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:36.286714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:36.306157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fbd2f231-7c19-4178-8fc0-35550f77b0a3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5729063 Nov 23 10:00:36.317810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38988) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:36.328189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:8e:3f:60', 'name': 'tempest-NetworksTestDHCPv6-698193652'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:36.496616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dff9142-141a-40dd-a7cc-c1ec4dac1d40 req-2740c62f-0bc6-427d-94a7-337a1599316e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391982 Nov 23 10:00:36.517669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=4e197ffe-5305-4689-8aa7-29a18e0585bc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:36.563256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.605275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.661790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.673751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '2452404b-1808-4e7e-a374-16c719c6fc52'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:36.674629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.687732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Provisioning complete for port 08eefb5d-113d-479d-b21d-950861f5bac0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:36.688106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.696400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.779269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Router 00ce670f-11a3-4f18-9916-4a96c9a0efa1 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:00:36.780664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Network 2c7c7f43-f676-414d-a125-86ef566ef8af is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:36.785759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:36.791806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:36.794375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:36.804721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Port 08eefb5d-113d-479d-b21d-950861f5bac0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:36.817589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469b72b-9474-4313-95d3-6a7746b618f8 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:36.842097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:36.853345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.853531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:36.854225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.874994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Provisioning complete for port 4e197ffe-5305-4689-8aa7-29a18e0585bc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:36.875426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.876242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f844fa9c-c317-44e5-a157-35f6a5e97de7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1756749 Nov 23 10:00:36.898639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Request body: {'port': {'device_id': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:36.928244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Allocated IP 2001:db8::f816:3eff:fe07:62ba (3424d68b-9456-4bb9-b896-c0ae5329a081/2452404b-1808-4e7e-a374-16c719c6fc52/145c9258-5414-4fad-9106-92ed558062ba) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:36.949341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.953067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:36.954446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24da9928-04ee-44d7-98c9-8d3dbe82658d HTTP/1.1" status: 204 len: 168 time: 0.6958063 Nov 23 10:00:37.022016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090aea0-1f5d-4b0e-9634-32aa17b9b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da9928-04ee-44d7-98c9-8d3dbe82658d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:37.083277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Provisioning complete for port 374ff0ad-36b5-41ec-8593-fdaa3823a910 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:37.083830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.089150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:37.095647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:00:37.113365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ddcdba6f-dea9-4994-a4e0-14985813df36 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7633035 Nov 23 10:00:37.114440 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] Sync routers for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:00:37.115555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:37.133220 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:37.136803 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:37.157644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b308-f36f-4b89-af06-f353d94769e4 req-689c05c9-f45b-4163-92b8-34e20ae8ad62 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:37.159888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6da3b308-f36f-4b89-af06-f353d94769e4 req-689c05c9-f45b-4163-92b8-34e20ae8ad62 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.2122624 Nov 23 10:00:37.180047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.227369 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:37.233967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.242344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e197ffe-5305-4689-8aa7-29a18e0585bc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:37.257830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:37.258478 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:37.286422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6da3b308-f36f-4b89-af06-f353d94769e4 req-eec5fd89-e7b4-4349-bb59-a68cb221baaa tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092365 Nov 23 10:00:37.328707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.332903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:37.333639 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc28a509-a878-42c8-95b3-6a65d78c46ac None None] The sync data for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:00:37.383119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:37.394547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:37.445454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:37.454590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fd3798ae-53ba-461c-b28d-987507d347d6 None None] Port 374ff0ad-36b5-41ec-8593-fdaa3823a910 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:37.525916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39008) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:37.552644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-761afe3b-72be-4092-a6e2-e8c0b5e7bcf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.584461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4e197ffe-5305-4689-8aa7-29a18e0585bc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:37.585204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.621186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Pushing event updated for resources: {'Port': ['ID=145c9258-5414-4fad-9106-92ed558062ba,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:37.650083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Attempting to bind port 145c9258-5414-4fad-9106-92ed558062ba on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:37.650931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Attempting to bind port 145c9258-5414-4fad-9106-92ed558062ba by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:37.651546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Attempting to bind port 145c9258-5414-4fad-9106-92ed558062ba on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:37.666752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:37.667447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:37.668115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.668717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:37.669425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Bound port: 145c9258-5414-4fad-9106-92ed558062ba, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:37.670057 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.674762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:37.686729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Provisioning complete for port 5d0776fb-865f-425d-954a-b5976f762f4f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:37.687380 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.689322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.719586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Transition to ACTIVE for port object 5d0776fb-865f-425d-954a-b5976f762f4f will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:37.729251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.819931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-761afe3b-72be-4092-a6e2-e8c0b5e7bcf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.840051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:37.840665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada5aee-4641-45ad-a6a8-8e16ecfc726e None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:37.850199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-761afe3b-72be-4092-a6e2-e8c0b5e7bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.891532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Port 5d0776fb-865f-425d-954a-b5976f762f4f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:37.917209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452f6b-695f-4abf-a896-ba61a1c58852 req-cfea8032-c79d-4003-8871-bce3d03b5ce7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:37.924502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b452f6b-695f-4abf-a896-ba61a1c58852 req-cfea8032-c79d-4003-8871-bce3d03b5ce7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 932 time: 0.9319670 Nov 23 10:00:37.942341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.1.1.227 (f7216446-2e8b-4101-99de-3bb622ffbacd/04e953f3-123b-4f63-8a84-6858b439c0b2/960de4e1-b7eb-45b1-9c5c-06a549c45cbf) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:37.958814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] For port 145c9258-5414-4fad-9106-92ed558062ba, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:37.962657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Provisioning complete for port 08eefb5d-113d-479d-b21d-950861f5bac0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:37.963029 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:37.967004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] For port 145c9258-5414-4fad-9106-92ed558062ba, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=145c9258-5414-4fad-9106-92ed558062ba,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:37.990559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761afe3b-72be-4092-a6e2-e8c0b5e7bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b440cf1-92bd-40d2-baa4-3740989ff195,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:37.993091 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.008774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-761afe3b-72be-4092-a6e2-e8c0b5e7bcf8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b2906fa60f24484a756c1d654d10c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813263 Nov 23 10:00:38.011459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8061d6da-b6ae-4cea-bf1a-eaa3287ffdf5 None None] Port 08eefb5d-113d-479d-b21d-950861f5bac0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:38.015232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.017183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39012) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:38.046178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b452f6b-695f-4abf-a896-ba61a1c58852 req-0d436607-b3ba-4773-9391-8ae1cf54ff5b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205566 Nov 23 10:00:38.118159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bb8ca-9aac-48a3-bbc4-77036f1a359d None None] Pushing event updated for resources: {'Port': ['ID=145c9258-5414-4fad-9106-92ed558062ba,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:38.124214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:38.141820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d8de0-6bca-498d-833f-fa2f12951579 req-a1d6c68b-7d2c-46df-8202-84a3fb07f9dd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:38.153948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e2d8de0-6bca-498d-833f-fa2f12951579 req-a1d6c68b-7d2c-46df-8202-84a3fb07f9dd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 932 time: 0.2898378 Nov 23 10:00:38.191194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Attempting to bind port 5d0776fb-865f-425d-954a-b5976f762f4f on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:38.191538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Attempting to bind port 5d0776fb-865f-425d-954a-b5976f762f4f by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:38.191873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Attempting to bind port 5d0776fb-865f-425d-954a-b5976f762f4f on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:38.216074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Port 5d0776fb-865f-425d-954a-b5976f762f4f on network 2c7c7f43-f676-414d-a125-86ef566ef8af not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:38.216388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Attempting to bind port 5d0776fb-865f-425d-954a-b5976f762f4f on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:38.231940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.241988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:38.242337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Checking segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:38.242903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Bound using segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:38.243190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Bound port: 5d0776fb-865f-425d-954a-b5976f762f4f, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:38.243554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.281884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e2d8de0-6bca-498d-833f-fa2f12951579 req-74713db3-e09a-49a6-8f23-90e46882ade6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269419 Nov 23 10:00:38.337594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.542336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f72ba-6b9e-4c8b-b750-148375464536 req-8c6cb567-31cf-45cb-80a2-81e8d7fab07d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:38.543573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c80f72ba-6b9e-4c8b-b750-148375464536 req-8c6cb567-31cf-45cb-80a2-81e8d7fab07d tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.3625216 Nov 23 10:00:38.557233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe8e:3f60 (3424d68b-9456-4bb9-b896-c0ae5329a081/2452404b-1808-4e7e-a374-16c719c6fc52/2d5fa918-9284-4e7b-9ef7-4aa16d1ac457) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:38.649823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.716960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c80f72ba-6b9e-4c8b-b750-148375464536 req-2ef3822f-c821-46b6-9989-c04743276117 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548493 Nov 23 10:00:38.730976 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-be7f1d60-2fa2-4c51-a508-676bdd94561a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:00:38.732039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-be7f1d60-2fa2-4c51-a508-676bdd94561a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5957332 Nov 23 10:00:38.737419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39016) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:38.821684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.854822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:38.876009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:38.895497 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.991807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.994449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:38.995655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b440cf1-92bd-40d2-baa4-3740989ff195 HTTP/1.1" status: 204 len: 168 time: 0.9749300 Nov 23 10:00:39.010676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0e4b6-8071-440e-9c12-c2268bf7bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b440cf1-92bd-40d2-baa4-3740989ff195,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:39.044222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a4228-3a9f-4b36-997f-edd234b82d8c None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:39.047666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.048250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.049700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] 10.222.0.50 "PUT /v2.0/ports/5d0776fb-865f-425d-954a-b5976f762f4f HTTP/1.1" status: 200 len: 1092 time: 2.1630867 Nov 23 10:00:39.050198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:39.052798 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25edf2-6348-4240-97d9-9b5ed7f73060" -d '{"events": [{"name": "network-changed", "server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:39.112625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100c96b-1bd5-4b24-9aa0-2a2b3cb01033 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:39.233065 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baabf935-40b7-4e0f-befb-ef822f9e41da x-openstack-request-id: req-baabf935-40b7-4e0f-befb-ef822f9e41da {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:39.236027 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:39.236437 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baabf935-40b7-4e0f-befb-ef822f9e41da {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:39.236819 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f', 'status': 'completed', 'code': 200} Nov 23 10:00:39.402994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 145c9258-5414-4fad-9106-92ed558062ba up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:39.446287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-2538f06b-934c-4f84-90da-9cc19c0d28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.458257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-2538f06b-934c-4f84-90da-9cc19c0d28c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 1095 time: 0.3598011 Nov 23 10:00:39.528070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 145c9258-5414-4fad-9106-92ed558062ba triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:39.528436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.533150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:39.540484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network f7216446-2e8b-4101-99de-3bb622ffbacd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:39.552160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:39.570635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:39.662292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f6968827-ea0b-47d8-b6ed-4fd188ab4a60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d0776fb-865f-425d-954a-b5976f762f4f HTTP/1.1" status: 200 len: 217 time: 0.1311326 Nov 23 10:00:39.674336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.679961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.705375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ee0c-84ea-4bd1-96d1-23adb881d81f req-a2e1e34f-ab87-4256-b8a9-83f2fd7e803f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.722526 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e92ee0c-84ea-4bd1-96d1-23adb881d81f req-a2e1e34f-ab87-4256-b8a9-83f2fd7e803f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 944 time: 0.2820017 Nov 23 10:00:39.753816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-ac9b4478-f508-4edd-8adb-63aeedd9bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.754590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 145c9258-5414-4fad-9106-92ed558062ba, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=145c9258-5414-4fad-9106-92ed558062ba,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:39.755560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-ac9b4478-f508-4edd-8adb-63aeedd9bd27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.0759554 Nov 23 10:00:39.766350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-eab5499a-4f43-4914-ac2b-8181b2d6609b None None] Provisioning complete for port 145c9258-5414-4fad-9106-92ed558062ba triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:39.766790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eab5499a-4f43-4914-ac2b-8181b2d6609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.768324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b13c02-e80d-4976-a08e-3bdd8c376309 req-115ee1c0-ca82-4d5d-b1d9-13a443720528 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.775423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b13c02-e80d-4976-a08e-3bdd8c376309 req-115ee1c0-ca82-4d5d-b1d9-13a443720528 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.788721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.789348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.791171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75b13c02-e80d-4976-a08e-3bdd8c376309 req-115ee1c0-ca82-4d5d-b1d9-13a443720528 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 1654 time: 0.3914058 Nov 23 10:00:39.838499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.857013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b2d4a7b-3ec6-44b3-875b-1285a7771ec6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7686636 Nov 23 10:00:39.870130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e92ee0c-84ea-4bd1-96d1-23adb881d81f req-b661fc5a-d3fb-4e79-b206-f686471da06a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466670 Nov 23 10:00:39.875336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'admin_state_up': True, 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'security_groups': ['65a472d2-4a1e-4210-98db-76df1f10ade4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:39.916970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-be89829c-1c11-4883-8bb4-12837a9d569e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:39.923684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-be89829c-1c11-4883-8bb4-12837a9d569e tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.5513570 Nov 23 10:00:39.925732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:39.934604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-3ac0b278-2dbb-4ec6-866d-03d619e1e9a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208560 Nov 23 10:00:39.971644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:40.002477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:40.022304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:40.028181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:40.028809 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.050004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=145c9258-5414-4fad-9106-92ed558062ba,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:40.072307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.072894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.073465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.074048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.074890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.075455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.075987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.076560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.077270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.077812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.078390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.078994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:00:40.081084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=2d5fa918-9284-4e7b-9ef7-4aa16d1ac457,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:40.100265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a83de4d0-906d-430e-ba04-249202487856 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7740788 Nov 23 10:00:40.104566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:40.211747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae82a6-5ae3-4c45-9f48-38b2ad93e7f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:40.217869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae82a6-5ae3-4c45-9f48-38b2ad93e7f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:40.222078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b2ae82a6-5ae3-4c45-9f48-38b2ad93e7f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1140149 Nov 23 10:00:40.223205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:40.236232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bdd15a11-700e-4495-afe3-bacc44d687fa None None] Provisioning complete for port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:40.237284 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdd15a11-700e-4495-afe3-bacc44d687fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.332592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bdd15a11-700e-4495-afe3-bacc44d687fa None None] Port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:40.350502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75b13c02-e80d-4976-a08e-3bdd8c376309 req-0089ce10-0f75-4441-bb60-750fb5ff5b18 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5536301 Nov 23 10:00:40.363634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:40.367700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.410322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329330b4-baac-450a-b068-c298820de7bc req-45accaa4-9d51-4606-b47f-0072f42b9865 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:40.412893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-329330b4-baac-450a-b068-c298820de7bc req-45accaa4-9d51-4606-b47f-0072f42b9865 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 946 time: 0.2841959 Nov 23 10:00:40.476576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-44de88ed-8fdf-46f2-bb2f-b1e033ba4cf6 None None] Provisioning complete for port 2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:40.477136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44de88ed-8fdf-46f2-bb2f-b1e033ba4cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.512821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-0906fdd2-2a0e-4921-8ed8-4bc13cb2552d service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715053 Nov 23 10:00:40.520315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Deleting port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:40.520597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.543972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:40.544912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.545455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.557995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-44de88ed-8fdf-46f2-bb2f-b1e033ba4cf6 None None] Port 2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:40.582587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-329330b4-baac-450a-b068-c298820de7bc req-c62f8be9-ea06-4ae2-aed5-554b68dcf834 tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/security-groups?id=35f92e09-a626-4123-ac63-6328c6f2c804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518576 Nov 23 10:00:40.685154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.1.1.116 (f7216446-2e8b-4101-99de-3bb622ffbacd/04e953f3-123b-4f63-8a84-6858b439c0b2/344bfc53-6cf5-42fa-b1e6-7c9aff06240a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:40.706820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.727501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:40.807253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] For port ca778bb5-7f15-4727-bdd4-df6b67d59fe9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,segment=NetworkSegment(c0965e6c-2d94-4ba1-ae9a-e44285f4b167),segment_id=c0965e6c-2d94-4ba1-ae9a-e44285f4b167)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:40.807488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.837045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6df7ab0-bb97-42eb-bab6-a71c1db1d541 req-f156fc21-3f10-4e06-833d-27ac453fd87b service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109329 Nov 23 10:00:40.846271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Calling delete_port for ca778bb5-7f15-4727-bdd4-df6b67d59fe9 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:40.976462 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:40.986464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-a37b359d-e255-45cb-8a5c-3f58dd393b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:40.988164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-a37b359d-e255-45cb-8a5c-3f58dd393b28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0843983 Nov 23 10:00:41.007396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.073247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=2d5fa918-9284-4e7b-9ef7-4aa16d1ac457,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:41.108540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.112561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4494b41a-b018-4c99-b145-f0ba9b336883 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 HTTP/1.1" status: 204 len: 168 time: 0.8884692 Nov 23 10:00:41.114798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:41.149877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 145c9258-5414-4fad-9106-92ed558062ba up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:41.235587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a2bcd-6cf6-4d6c-b664-503a98ec22ca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.237339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a2bcd-6cf6-4d6c-b664-503a98ec22ca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.241675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e73a2bcd-6cf6-4d6c-b664-503a98ec22ca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1222887 Nov 23 10:00:41.247145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39076) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:41.252509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.300660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network f7216446-2e8b-4101-99de-3bb622ffbacd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:41.307437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:41.310148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:41.331938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 145c9258-5414-4fad-9106-92ed558062ba triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:41.346698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.355735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:41.428868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.429559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.463792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.473119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-647db82a-566a-4497-a874-cdaa292fbfd8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6070509 Nov 23 10:00:41.482717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089c7d-28c6-4650-a435-c1f665c608c3 req-234cca02-d73b-44e3-85aa-c3ef2a12aa7a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.487033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'admin_state_up': True, 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'security_groups': ['65a472d2-4a1e-4210-98db-76df1f10ade4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:41.492379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52089c7d-28c6-4650-a435-c1f665c608c3 req-234cca02-d73b-44e3-85aa-c3ef2a12aa7a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 944 time: 0.4258056 Nov 23 10:00:41.560168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 2452404b-1808-4e7e-a374-16c719c6fc52 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:41.572894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-543d110c-e9a2-4895-8ae5-1c964681dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.574542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-543d110c-e9a2-4895-8ae5-1c964681dc09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 914 time: 0.5624433 Nov 23 10:00:41.575373 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.580277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Pushing event deleted for resources: {'Port': ['ID=ca778bb5-7f15-4727-bdd4-df6b67d59fe9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:41.616352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3c9ac-95cf-45af-a335-10647a13d98b None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:41.702001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting port 08eefb5d-113d-479d-b21d-950861f5bac0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:41.702420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.708310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-2bd2b823-111a-4ef4-8ef7-0735341f3edb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d0776fb-865f-425d-954a-b5976f762f4f HTTP/1.1" status: 200 len: 217 time: 0.0947938 Nov 23 10:00:41.720637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:41.750191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] No DVR routers for this DVR port ca778bb5-7f15-4727-bdd4-df6b67d59fe9 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:41.753684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.757570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec2574d-404e-4ed3-8ffe-29d08f414c1a req-8149dcfe-0449-4152-b15f-cef2b3b22bbb tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.11 "DELETE /v2.0/ports/ca778bb5-7f15-4727-bdd4-df6b67d59fe9 HTTP/1.1" status: 204 len: 173 time: 1.8219924 Nov 23 10:00:41.767862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.779392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'name': 'network-vif-deleted', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:41.783411 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733fcf2-806a-448d-92ad-eb3cbe9e773c" -d '{"events": [{"server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "name": "network-vif-deleted", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:41.824132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f7ab-7028-40c8-aab6-cead0e668c40 req-d2dad177-ae8c-4f19-ac4a-0ec4c0ac8048 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.828748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9126c4b-7e9f-4411-b088-dacbab720810 None None] Provisioning complete for port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:41.829124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9126c4b-7e9f-4411-b088-dacbab720810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.835020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f7ab-7028-40c8-aab6-cead0e668c40 req-d2dad177-ae8c-4f19-ac4a-0ec4c0ac8048 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.845221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f7ab-7028-40c8-aab6-cead0e668c40 req-d2dad177-ae8c-4f19-ac4a-0ec4c0ac8048 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:41.848407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6883f7ab-7028-40c8-aab6-cead0e668c40 req-d2dad177-ae8c-4f19-ac4a-0ec4c0ac8048 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 2375 time: 0.1390862 Nov 23 10:00:41.870286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52089c7d-28c6-4650-a435-c1f665c608c3 req-0c1dbf35-afe5-41ba-844a-3d7f98e93169 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772094 Nov 23 10:00:41.897580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:41.900062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9126c4b-7e9f-4411-b088-dacbab720810 None None] Port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:42.051188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6883f7ab-7028-40c8-aab6-cead0e668c40 req-86dad1f0-7645-4824-ac1f-fce79d11a085 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933594 Nov 23 10:00:42.304869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.2.2.100 (1ddb7a6a-49ad-42d8-9066-bf3b636931fd/f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62/322b6e35-457f-42d6-8bd1-98021227d925) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:42.456012 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e207f63-9d7a-4557-88b2-546cfc53755a x-openstack-request-id: req-6e207f63-9d7a-4557-88b2-546cfc53755a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:42.456508 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b52641-f802-47a5-8710-bcb5c199a28f", "name": "network-vif-deleted", "tag": "ca778bb5-7f15-4727-bdd4-df6b67d59fe9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:42.456973 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e207f63-9d7a-4557-88b2-546cfc53755a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:42.457368 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b52641-f802-47a5-8710-bcb5c199a28f', 'name': 'network-vif-deleted', 'tag': 'ca778bb5-7f15-4727-bdd4-df6b67d59fe9', 'status': 'completed', 'code': 200} Nov 23 10:00:42.486124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-eb033aca-a693-4260-ae35-eec09d2f8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:42.487591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-eb033aca-a693-4260-ae35-eec09d2f8291 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.7388990 Nov 23 10:00:42.518359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:42.525729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a63e37ce-a650-4c24-b648-b2d3049a858f req-c96d094d-b46f-40f4-9e6c-9de9344834ed tempest-DeleteServersTestJSON-2124499518 tempest-DeleteServersTestJSON-2124499518-project] 10.222.0.62 "GET /v2.0/ports?device_id=37b52641-f802-47a5-8710-bcb5c199a28f HTTP/1.1" status: 200 len: 210 time: 0.0733237 Nov 23 10:00:42.557794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:42.592837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-7d0fef1e-d514-4dd7-8c33-e1608201e774 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779397 Nov 23 10:00:42.623659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:42.669771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Calling delete_port for 08eefb5d-113d-479d-b21d-950861f5bac0 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:42.678284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:42.684285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:42.693274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:42.703086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:42.705467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:42.767057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:42.767694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:42.798172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-5fdec052-8ec7-4610-a61b-52ba05f18360 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3098764 Nov 23 10:00:42.805758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'admin_state_up': True, 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'security_groups': ['65a472d2-4a1e-4210-98db-76df1f10ade4']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:42.914277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ca778bb5-7f15-4727-bdd4-df6b67d59fe9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:42.953573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: ca778bb5-7f15-4727-bdd4-df6b67d59fe9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:42.954344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ca778bb5-7f15-4727-bdd4-df6b67d59fe9 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:42.982240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Made reservation on behalf of 1dc35209a0064a6eba31e067fc870718 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:43.003134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.007466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.047370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f9a9f-bda2-47b6-a678-400387cdfdb9 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:43.047678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.064230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2452404b-1808-4e7e-a374-16c719c6fc52 HTTP/1.1" status: 204 len: 168 time: 1.7703669 Nov 23 10:00:43.065722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39124) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:43.106089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-cdf3533c-bd3e-443c-bae4-9f9ae6c4909c service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014739 Nov 23 10:00:43.247280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b670e-d44a-4103-8343-4c8b2b9c9c3c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=2452404b-1808-4e7e-a374-16c719c6fc52,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:43.250280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:43.264628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39134) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:43.268540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f32d4a2f-54fb-49db-9a9b-4ac0cede5b89 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1760836 Nov 23 10:00:43.305227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:43.316902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc892-6c29-41c0-99d8-ec1f5e49033d req-87e26fb4-377d-4fe1-9965-25bfdcd04bfc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:43.324686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-093cc892-6c29-41c0-99d8-ec1f5e49033d req-87e26fb4-377d-4fe1-9965-25bfdcd04bfc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 944 time: 0.2492766 Nov 23 10:00:43.351619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fc5d013b-d601-48d5-9f34-12a2e3c598fb None None] Provisioning complete for port 322b6e35-457f-42d6-8bd1-98021227d925 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:43.351992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fc5d013b-d601-48d5-9f34-12a2e3c598fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.435557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d013b-d601-48d5-9f34-12a2e3c598fb None None] Port 322b6e35-457f-42d6-8bd1-98021227d925 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:43.527625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:43.543639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b01bf13-110c-458c-bbad-3e9cfdd03f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.571726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:43.575270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.584357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Deleting port 145c9258-5414-4fad-9106-92ed558062ba {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:43.585089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.599539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-093cc892-6c29-41c0-99d8-ec1f5e49033d req-3745c1b4-7091-47ea-a666-0f461a462432 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695236 Nov 23 10:00:43.610736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d25edf2-6348-4240-97d9-9b5ed7f73060 req-69c83dc6-36d0-458e-8ec3-d73535f14626 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342409 Nov 23 10:00:43.643360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-7f7a23fc-fc68-4b4f-b579-ef75b3eb26a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:43.671842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-7f7a23fc-fc68-4b4f-b579-ef75b3eb26a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:43.680012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Allocated IP 10.2.2.200 (1ddb7a6a-49ad-42d8-9066-bf3b636931fd/f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62/821582b3-42d1-4e8a-932f-92ad702a0bec) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:43.695023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-7f7a23fc-fc68-4b4f-b579-ef75b3eb26a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:43.707508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] For port 145c9258-5414-4fad-9106-92ed558062ba, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=145c9258-5414-4fad-9106-92ed558062ba,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:43.707914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.711421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-7f7a23fc-fc68-4b4f-b579-ef75b3eb26a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:43.722490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-7f7a23fc-fc68-4b4f-b579-ef75b3eb26a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 3096 time: 0.2969117 Nov 23 10:00:43.753364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Calling delete_port for 145c9258-5414-4fad-9106-92ed558062ba owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:43.761170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:43.842256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Port': ['ID=08eefb5d-113d-479d-b21d-950861f5bac0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.026427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b01bf13-110c-458c-bbad-3e9cfdd03f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.044457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b01bf13-110c-458c-bbad-3e9cfdd03f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.052939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7253af25-8598-4738-a4f0-bbdb8dc6a706 req-1c7f8046-2c9e-4850-840d-509a5b060233 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259337 Nov 23 10:00:44.089959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b01bf13-110c-458c-bbad-3e9cfdd03f59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06783cfc037047649865bf9fdd8a5a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8383636 Nov 23 10:00:44.102353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:44.283919 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.301613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.309296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] No DVR routers for this DVR port 145c9258-5414-4fad-9106-92ed558062ba on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:44.360070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49794f8b-57ec-478c-9a4d-94e9b2147536 None None] Pushing event deleted for resources: {'Port': ['ID=145c9258-5414-4fad-9106-92ed558062ba,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.475322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bf13-110c-458c-bbad-3e9cfdd03f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab89684-ee67-4b42-a88d-a6ad3ab14231,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.535189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.552161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Router 00ce670f-11a3-4f18-9916-4a96c9a0efa1 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:00:44.578731 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.635798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.647585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.663838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:00:44.676047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8f85f68-8992-42a2-b83a-d1fac6aed86a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9301805 Nov 23 10:00:44.676047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39170) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:44.683399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] Sync routers for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:00:44.698137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:44.699120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:44.720604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:44.732204 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-1433ba3d-2d71-4529-8e83-bf4e8e9bc9c0 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] delete failed (client error): The resource could not be found. Nov 23 10:00:44.733324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1433ba3d-2d71-4529-8e83-bf4e8e9bc9c0 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-432985571 HTTP/1.1" status: 404 len: 334 time: 0.0561895 Nov 23 10:00:44.737341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39174) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:44.747453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:44.748889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cd0452b1-ed66-4fbd-a9d6-27173f05d9f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'router': {'external_gateway_info': {'network_id': '00ce670f-11a3-4f18-9916-4a96c9a0efa1'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:44.763944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:44.764891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:44.779601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:44.781109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.812922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:44.814032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14567e8-3782-44e8-ab03-22714623e6cb None None] The sync data for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:00:44.818145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:44.825064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.827498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.831430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ab89684-ee67-4b42-a88d-a6ad3ab14231 HTTP/1.1" status: 204 len: 168 time: 0.7178249 Nov 23 10:00:44.837736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.874531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:44.908743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:44.938916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706efb2-2b8e-4fc9-9f27-be95fb603238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab89684-ee67-4b42-a88d-a6ad3ab14231,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.940927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:44.950041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:44.950738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:44.970799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb17ee-3957-4294-9350-567bfd484b06 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:44.977873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=782c7e40-4b43-4661-9ff9-4ef7c7d0170c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:44.999272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.000788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.012501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18743dc8-b046-479b-a7c9-e21f89d5fef3 req-515425d0-d7e7-4db9-aa40-463a19779f09 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.021710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18743dc8-b046-479b-a7c9-e21f89d5fef3 req-515425d0-d7e7-4db9-aa40-463a19779f09 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 944 time: 0.3221123 Nov 23 10:00:45.031200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0baee0a5-dacf-4f93-99c0-bcc7087ab444 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7654235 Nov 23 10:00:45.031885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:45.045311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:bf:93:0b', 'name': 'tempest-NetworksTestDHCPv6-739932183'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:45.125634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d779cab6-d5c6-4172-8d34-38c8fc57975f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3242857 Nov 23 10:00:45.126569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cd0452b1-ed66-4fbd-a9d6-27173f05d9f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.163296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:45.189851 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-cd0452b1-ed66-4fbd-a9d6-27173f05d9f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] update failed (client error): The resource could not be found. Nov 23 10:00:45.197648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cd0452b1-ed66-4fbd-a9d6-27173f05d9f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1 HTTP/1.1" status: 404 len: 339 time: 0.4577014 Nov 23 10:00:45.199876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:45.261420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:00:45.264331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 145c9258-5414-4fad-9106-92ed558062ba no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:45.338728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:45.361506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 145c9258-5414-4fad-9106-92ed558062ba {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:45.362175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 145c9258-5414-4fad-9106-92ed558062ba not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:45.397314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18743dc8-b046-479b-a7c9-e21f89d5fef3 req-92753d78-f07c-4258-807c-56e0ce02287c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746452 Nov 23 10:00:45.447684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e822caed-f69b-4209-84f9-4fb6ddb583aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.481675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d951884a-7488-4728-8bcd-980b2e03d8ee None None] Provisioning complete for port 821582b3-42d1-4e8a-932f-92ad702a0bec triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:45.487951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.488803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d951884a-7488-4728-8bcd-980b2e03d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.526347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:45.551725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '782c7e40-4b43-4661-9ff9-4ef7c7d0170c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:45.552746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.599017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d951884a-7488-4728-8bcd-980b2e03d8ee None None] Port 821582b3-42d1-4e8a-932f-92ad702a0bec cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:45.603085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.620924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.636650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.643454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.650516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:45.652838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09325961-5238-4b2b-a613-7198b15b7412 req-02b42461-8c29-4421-b939-923e4e4507cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 3817 time: 0.4213536 Nov 23 10:00:45.674573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e822caed-f69b-4209-84f9-4fb6ddb583aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.697788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.725644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Allocated IP 2001:db8::f816:3eff:fe1e:d336 (3424d68b-9456-4bb9-b896-c0ae5329a081/782c7e40-4b43-4661-9ff9-4ef7c7d0170c/736f87ac-8d33-4092-b7d6-89826f6a9d67) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:45.729028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e822caed-f69b-4209-84f9-4fb6ddb583aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.749691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09325961-5238-4b2b-a613-7198b15b7412 req-961d6f31-bd2e-4110-8d15-1a31b99dfc57 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909662 Nov 23 10:00:45.783158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.797029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e822caed-f69b-4209-84f9-4fb6ddb583aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4884d18b67bb4b418b90343bbda8021f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547548 Nov 23 10:00:45.799126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:45.800131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822caed-f69b-4209-84f9-4fb6ddb583aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958f6cf3-658e-470f-873c-d00fe93d9b86,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:45.835820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port f491c754-1c0d-40c9-8ce1-728cc1eefe96 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:45.892410 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.912073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.930086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:45.971804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:45.977332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5d0776fb-865f-425d-954a-b5976f762f4f', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'port_id': '5d0776fb-865f-425d-954a-b5976f762f4f', 'mac_address': 'fa:16:3e:53:95:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c575b79-f755-4a5c-854f-6e5941c34754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:00:45.984269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:febf:930b (3424d68b-9456-4bb9-b896-c0ae5329a081/782c7e40-4b43-4661-9ff9-4ef7c7d0170c/f491c754-1c0d-40c9-8ce1-728cc1eefe96) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:45.985465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:45.988336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Pushing event updated for resources: {'Port': ['ID=736f87ac-8d33-4092-b7d6-89826f6a9d67,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:45.991103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:45.993567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:46.077472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.089991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Attempting to bind port 736f87ac-8d33-4092-b7d6-89826f6a9d67 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:46.090449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Attempting to bind port 736f87ac-8d33-4092-b7d6-89826f6a9d67 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:46.090873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Attempting to bind port 736f87ac-8d33-4092-b7d6-89826f6a9d67 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:46.097689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:46.103286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:46.103812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:46.104274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.104716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:46.105236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Bound port: 736f87ac-8d33-4092-b7d6-89826f6a9d67, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:46.105726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.133458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:46.164210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Allocated IP 172.20.0.1 (4adfa1ef-f63c-4e30-b60b-01f1b83844dc/b3edac31-ccbf-427b-b4a4-32caa8abddb2/b509bd64-ff46-490f-8e5d-e35249585111) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:46.172447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.237061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:46.265923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.285831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] For port 736f87ac-8d33-4092-b7d6-89826f6a9d67, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:46.290268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] For port 736f87ac-8d33-4092-b7d6-89826f6a9d67, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=736f87ac-8d33-4092-b7d6-89826f6a9d67,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:46.300452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.303267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.367310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.371730 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.426756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463d990-69f0-435a-bb25-3b0763bc3c4d None None] Pushing event updated for resources: {'Port': ['ID=736f87ac-8d33-4092-b7d6-89826f6a9d67,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:46.438616 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.457877 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.461260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5d0776fb-865f-425d-954a-b5976f762f4f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:00:46.466367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.467699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/958f6cf3-658e-470f-873c-d00fe93d9b86 HTTP/1.1" status: 204 len: 168 time: 0.6664076 Nov 23 10:00:46.492339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186542f8-8d25-4b8d-b5f3-338574eac9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958f6cf3-658e-470f-873c-d00fe93d9b86,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:46.498525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.541425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:46.545313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:46.550641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:46.566550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:46.568921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.608248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:46.664549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374ff0ad-36b5-41ec-8593-fdaa3823a910 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:46.688882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.696572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:46.700902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:46.720182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Transition to ACTIVE for port object 374ff0ad-36b5-41ec-8593-fdaa3823a910 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:46.747292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.813749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:46.820795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=f491c754-1c0d-40c9-8ce1-728cc1eefe96,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:46.850510 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-628edaa8-3e48-43ee-9cb5-320fb88148a1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8102884 Nov 23 10:00:46.851549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:46.981219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Port': ['ID=b509bd64-ff46-490f-8e5d-e35249585111,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:47.006221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b95a58-8c51-408c-9a86-7fc06a07d441 req-0439ecbb-77c4-4490-b964-fb8dc17a2a42 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.008204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b95a58-8c51-408c-9a86-7fc06a07d441 req-0439ecbb-77c4-4490-b964-fb8dc17a2a42 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 945 time: 0.4364228 Nov 23 10:00:47.152248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b95a58-8c51-408c-9a86-7fc06a07d441 req-fb5a24c5-8fb0-4501-857b-23a54fe5b63e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990009 Nov 23 10:00:47.271812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 736f87ac-8d33-4092-b7d6-89826f6a9d67 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:47.330634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1cc1b07a-24d9-47f5-8b91-fb1740cc0877 None None] Provisioning complete for port b509bd64-ff46-490f-8e5d-e35249585111 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:47.330777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b07a-24d9-47f5-8b91-fb1740cc0877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.386700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b07a-24d9-47f5-8b91-fb1740cc0877 None None] Port b509bd64-ff46-490f-8e5d-e35249585111 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:47.403745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 736f87ac-8d33-4092-b7d6-89826f6a9d67 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:47.404026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.521879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.562864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 736f87ac-8d33-4092-b7d6-89826f6a9d67, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=736f87ac-8d33-4092-b7d6-89826f6a9d67,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:47.570744 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.680672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=736f87ac-8d33-4092-b7d6-89826f6a9d67,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:47.686859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.761920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:47.811422 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b9fa-d526-4ffe-b4e2-c5e4d281c7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:47.895518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.902620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.912121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.916988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.925770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.927754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-587ef2c4-3492-4c9f-8535-08192a86aaa0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 3829 time: 0.9890642 Nov 23 10:00:47.936883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2ab55-26da-44d5-b4df-ba12b76991d8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.943250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2ab55-26da-44d5-b4df-ba12b76991d8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:47.947652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39232) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:47.948145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eaa2ab55-26da-44d5-b4df-ba12b76991d8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0445673 Nov 23 10:00:47.990676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Attempting to bind port 374ff0ad-36b5-41ec-8593-fdaa3823a910 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:47.991020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Attempting to bind port 374ff0ad-36b5-41ec-8593-fdaa3823a910 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:47.991363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Attempting to bind port 374ff0ad-36b5-41ec-8593-fdaa3823a910 on network e5c7f922-e5d2-464a-8217-0ac5442bc374 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:48.024124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Port 374ff0ad-36b5-41ec-8593-fdaa3823a910 on network e5c7f922-e5d2-464a-8217-0ac5442bc374 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:48.024502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Attempting to bind port 374ff0ad-36b5-41ec-8593-fdaa3823a910 on network e5c7f922-e5d2-464a-8217-0ac5442bc374 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:48.042801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:48.049856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Checking segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:48.050327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Bound using segment: {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:48.050785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Bound port: 374ff0ad-36b5-41ec-8593-fdaa3823a910, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a4694-17bc-4d31-8aee-83a08e4c31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:48.051167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.068537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae0a40fa-5d73-4b94-9166-36f72598c718 req-56ce3470-b59a-479e-8fd9-6c9fe5446a60 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196394 Nov 23 10:00:48.127050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.133938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:48.139709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:48.139851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.148828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.219705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.220094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.222851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] 10.222.0.11 "PUT /v2.0/ports/374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 1092 time: 3.0786974 Nov 23 10:00:48.222942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:48.225531 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf40632-ccbe-4e90-b813-2b7af92997cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:48.235736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port f491c754-1c0d-40c9-8ce1-728cc1eefe96 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:48.236111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.253042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaa992-e280-4209-9bee-af6b4d69a100 service neutron] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:48.260578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.272216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:48.309158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6d7262c9-93a8-4a0d-910c-e69d47655b44 None None] Provisioning complete for port 736f87ac-8d33-4092-b7d6-89826f6a9d67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:48.309830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d7262c9-93a8-4a0d-910c-e69d47655b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.329569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event updated for resources: {'Port': ['ID=b509bd64-ff46-490f-8e5d-e35249585111,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:48.399976 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048bb420-45b1-4d1e-b56c-fe6c51d8fbe2 x-openstack-request-id: req-048bb420-45b1-4d1e-b56c-fe6c51d8fbe2 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:48.401530 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:48.402068 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-048bb420-45b1-4d1e-b56c-fe6c51d8fbe2 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:48.402491 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'status': 'completed', 'code': 200} Nov 23 10:00:48.424842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.740596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:48.762158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.762620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.763093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.765878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.766395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:48.768258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-4a404a64-5fdf-4df1-ae66-f68913226fd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 4364 time: 0.3731170 Nov 23 10:00:48.795297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.810133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:48.822779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d37de7a6-c966-4973-a226-ff13e88959c4 None None] Provisioning complete for port f491c754-1c0d-40c9-8ce1-728cc1eefe96 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:48.823267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d37de7a6-c966-4973-a226-ff13e88959c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.828187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for f491c754-1c0d-40c9-8ce1-728cc1eefe96 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:48.885837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d37de7a6-c966-4973-a226-ff13e88959c4 None None] Port f491c754-1c0d-40c9-8ce1-728cc1eefe96 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:48.915533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:48.933597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:48.952764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Transition to ACTIVE for port object c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:48.963989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.035296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:49.172307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:49.190287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cceeb-ea0d-4d86-886c-2dba01c7c679 req-c7ee0ab6-c053-4499-bc1f-4ba0948224d7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.190287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f28cceeb-ea0d-4d86-886c-2dba01c7c679 req-c7ee0ab6-c053-4499-bc1f-4ba0948224d7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 945 time: 0.7096670 Nov 23 10:00:49.225738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 736f87ac-8d33-4092-b7d6-89826f6a9d67 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:49.300068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5d0776fb-865f-425d-954a-b5976f762f4f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:00:49.303730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dc721be3-0810-4964-bbde-b7716627d995 None None] Provisioning complete for port b509bd64-ff46-490f-8e5d-e35249585111 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:49.304104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dc721be3-0810-4964-bbde-b7716627d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.335612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5d0776fb-865f-425d-954a-b5976f762f4f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:49.335908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.365788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Attempting to bind port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:49.367144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Attempting to bind port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:49.368159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Attempting to bind port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:49.383471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-dc721be3-0810-4964-bbde-b7716627d995 None None] Port b509bd64-ff46-490f-8e5d-e35249585111 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:49.392328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 736f87ac-8d33-4092-b7d6-89826f6a9d67 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:49.392706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.418806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.426576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.433826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.441918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.448959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.455950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.457868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-61911e98-fddb-44b8-948d-3d53b9f2b5f7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 4600 time: 0.1828744 Nov 23 10:00:49.458923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on network f7216446-2e8b-4101-99de-3bb622ffbacd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:49.459299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Attempting to bind port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:49.472352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:49.472826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:49.473200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Bound using segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:49.473636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Bound port: c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:49.474277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.474402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Router 00ce670f-11a3-4f18-9916-4a96c9a0efa1 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:00:49.550262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.597659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-57d281a1-5465-4932-a98a-c461eaf18582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.598158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-57d281a1-5465-4932-a98a-c461eaf18582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.598625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-57d281a1-5465-4932-a98a-c461eaf18582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.600708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-57d281a1-5465-4932-a98a-c461eaf18582 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7756062 Nov 23 10:00:49.606909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f28cceeb-ea0d-4d86-886c-2dba01c7c679 req-94103b7c-5cd6-4502-806f-0fea987971d5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503092 Nov 23 10:00:49.615126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34ca3bd4-2bae-43c5-916a-e13e05b17300 req-5411f80a-abec-4679-bf88-435e04043baa tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495378 Nov 23 10:00:49.658778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:49.662775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:49.677049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.678485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:49.685144 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f5854-f58a-44e1-9695-89ea0eaa08d1" -d '{"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:49.728227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:49.752804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.780022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:49.786076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.788038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] 10.222.0.11 "PUT /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 1129 time: 1.5212433 Nov 23 10:00:49.822431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:49.881714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e17b-c99b-4e28-98cc-7772acea3a1b service neutron] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:49.943717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:49.946564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:49.957651 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d713f019-6849-4c02-8611-d0e0c2e59fed x-openstack-request-id: req-d713f019-6849-4c02-8611-d0e0c2e59fed {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:49.963291 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:49.966256 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d713f019-6849-4c02-8611-d0e0c2e59fed {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:49.966912 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f', 'code': 200} Nov 23 10:00:50.139797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.205238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.297701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=f491c754-1c0d-40c9-8ce1-728cc1eefe96,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:50.328610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:00:50.340913 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] Sync routers for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:00:50.342416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4f4902-185d-46dc-9905-9e1cb70fd311 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:50.363098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.363337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-305a1db1-29fa-4651-b567-a05d4dac9979 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1536579 Nov 23 10:00:50.366827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Transition to ACTIVE for port object 7f4f4902-185d-46dc-9905-9e1cb70fd311 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:50.367193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:50.367675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39292) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:50.367854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:50.375255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.395463 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0a37e39-4481-4965-8c22-4973db0efa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.396252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db9dfc-b611-42e1-bf1f-0379f03df6bb req-35b28e58-81da-4938-afc1-be966ba49563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:50.403731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79db9dfc-b611-42e1-bf1f-0379f03df6bb req-35b28e58-81da-4938-afc1-be966ba49563 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 1097 time: 0.3468754 Nov 23 10:00:50.413618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:50.416367 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "c44b2ed7-67be-49e0-a9ff-4ad8db89aa67"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:50.505391 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:50.528020 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3677daf1-fec4-4b91-b111-08d55ac815f9 x-openstack-request-id: req-3677daf1-fec4-4b91-b111-08d55ac815f9 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:50.528319 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "c44b2ed7-67be-49e0-a9ff-4ad8db89aa67", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:50.528574 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3677daf1-fec4-4b91-b111-08d55ac815f9 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:50.528980 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67', 'status': 'completed', 'code': 200} Nov 23 10:00:50.536905 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:50.538108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:50.571712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79db9dfc-b611-42e1-bf1f-0379f03df6bb req-03dd6d0c-6269-4767-9a80-30520f14be31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317449 Nov 23 10:00:50.580849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.587331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1777f96f-e665-4aca-bed8-bdea15d3ff09 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/f491c754-1c0d-40c9-8ce1-728cc1eefe96 HTTP/1.1" status: 204 len: 168 time: 2.6386464 Nov 23 10:00:50.588708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39308) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:50.604368 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:50.605221 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86044a53-af2d-44f5-9c4c-67353dcf3d1e None None] The sync data for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:00:50.613460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-ca0d619d-c4eb-4ecc-a923-4275102e3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:50.614377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:50.615681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ddf40632-ccbe-4e90-b813-2b7af92997cb req-ca0d619d-c4eb-4ecc-a923-4275102e3a9d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0055821 Nov 23 10:00:50.789197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52f401d3-1a3b-4f43-b737-9bd7baadf2db tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:50.853281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ab6cf-4e55-4723-915a-309d0e25a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:50.857356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ab6cf-4e55-4723-915a-309d0e25a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:50.864310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c22ab6cf-4e55-4723-915a-309d0e25a383 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2722898 Nov 23 10:00:50.868253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39318) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.015448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.016090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.017119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.017660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.019852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.020439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.021543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.024111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-dfebbe05-9d5e-418a-bc7e-a75e5df74489 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6166 time: 0.3527310 Nov 23 10:00:51.032719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Attempting to bind port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:51.033338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Attempting to bind port 7f4f4902-185d-46dc-9905-9e1cb70fd311 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:51.033668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Attempting to bind port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:51.054998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.061539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.068920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.076893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.084587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.089131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd535a-4342-4d89-8801-9d3149847946 req-e7d5d7b7-17e6-46ef-872d-d4b9b253fe81 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.091225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.095312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59cd535a-4342-4d89-8801-9d3149847946 req-e7d5d7b7-17e6-46ef-872d-d4b9b253fe81 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2827039 Nov 23 10:00:51.098041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.104379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 782c7e40-4b43-4661-9ff9-4ef7c7d0170c {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:51.107300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-d02e9a5e-5f4e-48f6-9b28-029762c9457e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5371 time: 0.2039065 Nov 23 10:00:51.119955 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-52f401d3-1a3b-4f43-b737-9bd7baadf2db tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 10:00:51.123563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52f401d3-1a3b-4f43-b737-9bd7baadf2db tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1 HTTP/1.1" status: 409 len: 329 time: 0.7523255 Nov 23 10:00:51.123702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.127242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39326) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.160825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.222280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39328) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.270220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on network f7216446-2e8b-4101-99de-3bb622ffbacd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:51.270543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Attempting to bind port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:51.273505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59cd535a-4342-4d89-8801-9d3149847946 req-e5f7626a-b7a5-4d6f-8a05-5aa1aa17f5d9 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609550 Nov 23 10:00:51.309369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.357207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:51.357551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:51.357963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Bound using segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:51.358417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Bound port: 7f4f4902-185d-46dc-9905-9e1cb70fd311, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:51.358756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.416110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-8b614fe1-4f62-425d-acd7-5d26212d22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.419424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-8b614fe1-4f62-425d-acd7-5d26212d22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.420017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-8b614fe1-4f62-425d-acd7-5d26212d22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.422397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-8b614fe1-4f62-425d-acd7-5d26212d22af service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3866947 Nov 23 10:00:51.466197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7617f79-25cb-43e0-a1ea-a6b75975141e req-5ae380b4-9cf9-484a-ae0e-1d330208a284 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3416474 Nov 23 10:00:51.549513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2e73f76-c050-454c-9bf7-06e1ad6534f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.622615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.640474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:51.644703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:51.661154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.690121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-c0f5598a-6e9c-469b-a1e3-d3912c0750a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.692039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d67b0c0a-acd3-48fa-b7d2-207127d5e14b req-c0f5598a-6e9c-469b-a1e3-d3912c0750a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2581468 Nov 23 10:00:51.734233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:51.741241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.762115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.762676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.764362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-4ff87957-fc1e-4c13-ba04-5f09ab8a2031 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 1129 time: 1.9468789 Nov 23 10:00:51.788411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215ee12-e61e-40ea-8405-3274e0ec2331 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:51.810833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.817498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/782c7e40-4b43-4661-9ff9-4ef7c7d0170c HTTP/1.1" status: 204 len: 168 time: 0.9076698 Nov 23 10:00:51.822075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39332) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.823170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:51.866149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da949f59-c11c-4c26-8c5e-120426cd06b5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=782c7e40-4b43-4661-9ff9-4ef7c7d0170c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:51.879998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cca5d4d7-d0a3-4362-b0a9-1dc7413c3694 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542181 Nov 23 10:00:51.881756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39334) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.921228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2e73f76-c050-454c-9bf7-06e1ad6534f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.925367 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.940884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2e73f76-c050-454c-9bf7-06e1ad6534f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:51.956263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932eb8f-c298-49cd-8a53-822cbbb0c4d6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:51.960153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0932eb8f-c298-49cd-8a53-822cbbb0c4d6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0751061 Nov 23 10:00:51.988770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39336) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:51.998273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e73f76-c050-454c-9bf7-06e1ad6534f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d8017-7cfb-4c08-8a74-e40f6a0dd683,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:52.083467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85169248-3fec-44c9-9cd8-ec62fa3491bb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.085381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-85169248-3fec-44c9-9cd8-ec62fa3491bb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754955 Nov 23 10:00:52.090106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:52.112847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e2e73f76-c050-454c-9bf7-06e1ad6534f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a13a38567c544e09b02aedf240c42cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8872857 Nov 23 10:00:52.117878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39342) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:52.160889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-896fb55f-e7ba-4ef0-b562-9c466dd3ab26 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688698 Nov 23 10:00:52.165386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39344) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:52.171136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:52.177744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:52.281973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.356467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Deleting port 736f87ac-8d33-4092-b7d6-89826f6a9d67 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:52.358184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.450708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.464610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] For port 736f87ac-8d33-4092-b7d6-89826f6a9d67, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=736f87ac-8d33-4092-b7d6-89826f6a9d67,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:52.465299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.487385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Calling delete_port for 736f87ac-8d33-4092-b7d6-89826f6a9d67 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:52.536384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '7f4f4902-185d-46dc-9905-9e1cb70fd311'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:52.538886 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a21b4-6f54-4fd1-9dc3-047a39d27373" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "7f4f4902-185d-46dc-9905-9e1cb70fd311"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:52.600371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.631978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.685257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0337-1c7b-43b6-be6f-99a835ab920f req-1a37531e-ee6f-4194-ad5c-7e44138b368c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.693735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.696361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e4f0337-1c7b-43b6-be6f-99a835ab920f req-1a37531e-ee6f-4194-ad5c-7e44138b368c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2507555 Nov 23 10:00:52.737859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] Pushing event deleted for resources: {'Port': ['ID=736f87ac-8d33-4092-b7d6-89826f6a9d67,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:52.740727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e283cac-47ab-46d9-972c-168c525d3952 None None] No DVR routers for this DVR port 736f87ac-8d33-4092-b7d6-89826f6a9d67 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:00:52.838348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e4f0337-1c7b-43b6-be6f-99a835ab920f req-2acfe4e8-4954-4af9-9f91-f4e52aed98b4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406317 Nov 23 10:00:52.917567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.923726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.929880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.936207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.941134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960de4e1-b7eb-45b1-9c5c-06a549c45cbf {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:52.942327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.951954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.953837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.957178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.958508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a08d8017-7cfb-4c08-8a74-e40f6a0dd683 HTTP/1.1" status: 204 len: 168 time: 0.8294375 Nov 23 10:00:52.960981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:52.973696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:52.982037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-001b8fdf-403a-40eb-83b8-b4f933f54dea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5371 time: 0.1652699 Nov 23 10:00:52.989840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:52.993335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.003956 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f928e80-a2f6-461f-9c0d-654019727fe9 x-openstack-request-id: req-4f928e80-a2f6-461f-9c0d-654019727fe9 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:53.004867 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "7f4f4902-185d-46dc-9905-9e1cb70fd311", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:53.006737 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f928e80-a2f6-461f-9c0d-654019727fe9 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:53.007266 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '7f4f4902-185d-46dc-9905-9e1cb70fd311', 'status': 'completed', 'code': 200} Nov 23 10:00:53.014783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f367cc0-b960-4370-aad3-5a53e8dd209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d8017-7cfb-4c08-8a74-e40f6a0dd683,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:53.063127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Transition to ACTIVE for port object 960de4e1-b7eb-45b1-9c5c-06a549c45cbf will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:53.118228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.200143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 736f87ac-8d33-4092-b7d6-89826f6a9d67 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:00:53.230456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:53.262395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 736f87ac-8d33-4092-b7d6-89826f6a9d67 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:00:53.264735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 736f87ac-8d33-4092-b7d6-89826f6a9d67 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:00:53.326039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57f1e-1eed-4559-81ce-c5d2eb21c05b req-70f780ad-7cf6-4d79-b8db-3fb3669ffaef tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.329258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.330487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.332599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.333288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.336533 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ed57f1e-1eed-4559-81ce-c5d2eb21c05b req-70f780ad-7cf6-4d79-b8db-3fb3669ffaef tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2761290 Nov 23 10:00:53.337171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.337868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.338626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.341762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-f0ce5d22-b410-4ec8-a29a-2a8405c08d1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6233 time: 0.3071880 Nov 23 10:00:53.398132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c767d68d-d38c-4bf4-ad0c-827a4391a9ab req-fd3711bd-0f25-4f30-b56f-84ba7300d8a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4152036 Nov 23 10:00:53.512525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.570305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-2c088529-33c2-4ea3-9f9b-00928dac9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.570767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-2c088529-33c2-4ea3-9f9b-00928dac9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.571234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-2c088529-33c2-4ea3-9f9b-00928dac9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.572867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-2c088529-33c2-4ea3-9f9b-00928dac9249 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2155282 Nov 23 10:00:53.573374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39366) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:53.602294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e092c922-6d4f-4a77-a9dc-de439f46d727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.711628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e092c922-6d4f-4a77-a9dc-de439f46d727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.743037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e092c922-6d4f-4a77-a9dc-de439f46d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.842926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39376) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:53.865939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e092c922-6d4f-4a77-a9dc-de439f46d727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=258d17dc9416402988902d4d058680ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872837 Nov 23 10:00:53.877163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39378) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:53.891526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092c922-6d4f-4a77-a9dc-de439f46d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc30b5d-1d83-4568-9a70-d961db81e0dc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:53.903527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-53b3d853-99c7-4d48-87e8-464b17e5b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:53.905053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b85a21b4-6f54-4fd1-9dc3-047a39d27373 req-53b3d853-99c7-4d48-87e8-464b17e5b8ab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3213882 Nov 23 10:00:53.951468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Deleting subnet 819004e6-f26c-47b5-9bc6-ca69e58b30d7 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:53.962375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ed57f1e-1eed-4559-81ce-c5d2eb21c05b req-daf058cf-b2f8-4647-abaa-1af6b6f1070b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243033 Nov 23 10:00:53.976094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:53.978143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Attempting to bind port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:53.978585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Attempting to bind port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:53.979024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Attempting to bind port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:54.015704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting port b509bd64-ff46-490f-8e5d-e35249585111 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:54.016204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.033341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf on network f7216446-2e8b-4101-99de-3bb622ffbacd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:54.033832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Attempting to bind port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:54.038032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.056812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:54.057919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:54.058420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Bound using segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:54.059054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Bound port: 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:54.059620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.078494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.165000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:54.165000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:54.173296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.205454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:00:54.207743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.252973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:54.256501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:54.267857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c558674-b27f-479d-a348-9b8a512f9b26 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:54.294589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:54.295311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.297047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] 10.222.0.11 "PUT /v2.0/ports/960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 200 len: 1091 time: 2.4794736 Nov 23 10:00:54.307238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.348728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:54.353410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.397020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.400381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:54.400534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.413457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acc30b5d-1d83-4568-9a70-d961db81e0dc HTTP/1.1" status: 204 len: 168 time: 0.5327315 Nov 23 10:00:54.510794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0fe0f-e3ce-4c2e-ae99-603b0f659176 service neutron] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:54.519055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.540892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5793a2-1da8-4e8e-a598-5e3bc05a9414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc30b5d-1d83-4568-9a70-d961db81e0dc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:54.564006 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3971415 Nov 23 10:00:54.566996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0684-3681-42b4-bfc0-d618f33fe0a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=2e049d13-f977-45d4-b49b-64c24d2837df,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:54.581019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28223-5223-4a33-a891-de3b31c321d2 req-2fdf210f-e6e4-497c-a190-4bf696ec82bf tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:54.590864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72b28223-5223-4a33-a891-de3b31c321d2 req-2fdf210f-e6e4-497c-a190-4bf696ec82bf tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2594054 Nov 23 10:00:54.594845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39390) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:54.602302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.609829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:8c:7a:d1', 'name': 'tempest-NetworksTestDHCPv6-808410745'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:54.617480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:54.757932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Calling delete_port for b509bd64-ff46-490f-8e5d-e35249585111 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:54.790575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72b28223-5223-4a33-a891-de3b31c321d2 req-02301a6f-f4f9-40d8-8373-4b2dec588f1d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620271 Nov 23 10:00:54.906992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:00:55.001811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '2e049d13-f977-45d4-b49b-64c24d2837df'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:00:55.003046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.012989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:55.023913 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f6ecb-d117-4f2d-bb1c-992c09117653" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:55.053829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.094971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.160340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:00:55.168218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Port': ['ID=b509bd64-ff46-490f-8e5d-e35249585111,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:55.241052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Allocated IP 2001:db8::f816:3eff:fe53:4022 (3424d68b-9456-4bb9-b896-c0ae5329a081/2e049d13-f977-45d4-b49b-64c24d2837df/ecc356a3-4913-480f-a64e-6e8ae6483938) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:55.267830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c72ba-b007-480d-874f-6e5428cdde70 req-3e75ff54-5ffe-42da-ad58-cdbdb7d32adc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.276251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30c72ba-b007-480d-874f-6e5428cdde70 req-3e75ff54-5ffe-42da-ad58-cdbdb7d32adc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2197745 Nov 23 10:00:55.379520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e30c72ba-b007-480d-874f-6e5428cdde70 req-702192cd-3110-421b-b913-5d75e14eaa09 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991220 Nov 23 10:00:55.449270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.455899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.463653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.478338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.490225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.497639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.499085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.510880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.513570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:55.516658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-e5a8fcd8-0f62-41c5-ab3f-21af14ec8370 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5383 time: 0.8738139 Nov 23 10:00:55.562516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.575176 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d68c0f5-8ff6-4fd3-9543-f410e6fedcd7 x-openstack-request-id: req-6d68c0f5-8ff6-4fd3-9543-f410e6fedcd7 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:55.575505 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:55.576049 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d68c0f5-8ff6-4fd3-9543-f410e6fedcd7 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:55.576447 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'status': 'completed', 'code': 200} Nov 23 10:00:55.598031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:55.599164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f3860-f48c-40c1-8be0-2e0a73d95100 None None] Network 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:55.614474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe8c:7ad1 (3424d68b-9456-4bb9-b896-c0ae5329a081/2e049d13-f977-45d4-b49b-64c24d2837df/8659d5ba-7c5d-4892-88e4-85c7aaac1fd3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:00:55.619680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.623413 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/819004e6-f26c-47b5-9bc6-ca69e58b30d7 HTTP/1.1" status: 204 len: 168 time: 1.7789123 Nov 23 10:00:55.639589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:55.642841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add19b71-16e5-4a65-8fe4-9739b38c5cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819004e6-f26c-47b5-9bc6-ca69e58b30d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:55.744611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85ada6bd-e8a1-46b1-b430-40eb00dbdbac req-34779c38-8dab-46b5-833c-8eb3dd6f9eb1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2164445 Nov 23 10:00:55.796933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:55.800814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:55.852564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:55.936121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Pushing event updated for resources: {'Port': ['ID=ecc356a3-4913-480f-a64e-6e8ae6483938,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:56.017781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60088f6d-00f5-4b5d-8cf7-d789ed8e474e None None] DHCP port deletion for 3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:56.053681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Attempting to bind port ecc356a3-4913-480f-a64e-6e8ae6483938 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:56.054071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Attempting to bind port ecc356a3-4913-480f-a64e-6e8ae6483938 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:56.054434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Attempting to bind port ecc356a3-4913-480f-a64e-6e8ae6483938 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:56.072478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:56.072851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:56.073818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.074244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:56.074724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Bound port: ecc356a3-4913-480f-a64e-6e8ae6483938, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:56.075154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.101487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.102594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.103226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.103849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.104469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.107628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.108281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.112682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-bbf3822e-8cca-4050-86da-5d9e2ebd8e27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6275 time: 0.1838567 Nov 23 10:00:56.187807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] For port ecc356a3-4913-480f-a64e-6e8ae6483938, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:56.191404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] For port ecc356a3-4913-480f-a64e-6e8ae6483938, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ecc356a3-4913-480f-a64e-6e8ae6483938,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:56.207741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.211985 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.285834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.340736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a11bb0-37a8-4f13-bd04-0f46f821df11 None None] Pushing event updated for resources: {'Port': ['ID=ecc356a3-4913-480f-a64e-6e8ae6483938,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:56.377824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-1552958c-3b99-4e20-85e7-7af3465a4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.378609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-1552958c-3b99-4e20-85e7-7af3465a4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.379145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-1552958c-3b99-4e20-85e7-7af3465a4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.381065 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-1552958c-3b99-4e20-85e7-7af3465a4fa5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2512498 Nov 23 10:00:56.399536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.471723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:00:56.541873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de44cd-e05e-4139-b7e4-0669413d2608 req-ecd9dcdb-09d2-4de3-83db-0d45a3738ba2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.543998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0de44cd-e05e-4139-b7e4-0669413d2608 req-ecd9dcdb-09d2-4de3-83db-0d45a3738ba2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.4036388 Nov 23 10:00:56.561426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:00:56.578161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:00:56.602032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.602475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.650059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=8659d5ba-7c5d-4892-88e4-85c7aaac1fd3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:56.652897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344bfc53-6cf5-42fa-b1e6-7c9aff06240a {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:56.668928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b317b79b-78f9-4224-8fa2-1e0e14b0852d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0653105 Nov 23 10:00:56.675572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:56.687527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.721252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-69a3aafa-33c9-4fad-96bc-59355245ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.723050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d21f6ecb-d117-4f2d-bb1c-992c09117653 req-69a3aafa-33c9-4fad-96bc-59355245ede5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3345211 Nov 23 10:00:56.760779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Router 00ce670f-11a3-4f18-9916-4a96c9a0efa1 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:00:56.761732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4a4ad-9de6-4208-a9a3-e78ad5bcb702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.768776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4a4ad-9de6-4208-a9a3-e78ad5bcb702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:56.772310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cca4a4ad-9de6-4208-a9a3-e78ad5bcb702 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0929396 Nov 23 10:00:56.772869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39464) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:56.812435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Transition to ACTIVE for port object 344bfc53-6cf5-42fa-b1e6-7c9aff06240a will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:56.814432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.851550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:56.925372 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0de44cd-e05e-4139-b7e4-0669413d2608 req-bb58fea7-49c3-4ea3-8f59-8a6efee732e5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100989 Nov 23 10:00:56.935609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f964a4c-a5b5-4ab2-a846-b8c59c4d4266']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:56.957069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:56.957420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.022803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.028783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.047080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.064352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.085006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.085316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0965e6c-2d94-4ba1-ae9a-e44285f4b167') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.085590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.117775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.129094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.131640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-c9f253bb-6147-4cc4-81c0-fe98bb70111a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5395 time: 0.2149215 Nov 23 10:00:57.214757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ecc356a3-4913-480f-a64e-6e8ae6483938 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:57.216892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.227510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:57.237176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:00:57.289976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] Sync routers for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:00:57.299820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4e2be5cf-667c-4a33-8bf8-1a79938025c1 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1596127 Nov 23 10:00:57.310807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39492) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:57.323392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.336047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:00:57.336404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:00:57.338207 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:00:57.353301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:57.355515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.409808 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-0c6ee843-7bae-455b-a76e-0ebbec460a20 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] show failed (client error): The resource could not be found. Nov 23 10:00:57.415357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0c6ee843-7bae-455b-a76e-0ebbec460a20 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-885832882 HTTP/1.1" status: 404 len: 334 time: 0.1035185 Nov 23 10:00:57.424762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39502) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:57.431569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c521a1fc-e2b0-47ed-8252-378499d1227a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:57.431785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.472151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ecc356a3-4913-480f-a64e-6e8ae6483938 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:57.472528 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.475322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Attempting to bind port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:57.477298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Attempting to bind port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:57.477738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Attempting to bind port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:57.482406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] Routers {'00ce670f-11a3-4f18-9916-4a96c9a0efa1'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:00:57.483058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.509462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a on network f7216446-2e8b-4101-99de-3bb622ffbacd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:57.509800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Attempting to bind port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:57.522404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.525022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.534066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.540955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3f964a4c-a5b5-4ab2-a846-b8c59c4d4266 HTTP/1.1" status: 204 len: 168 time: 1.8999629 Nov 23 10:00:57.553919 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-c521a1fc-e2b0-47ed-8252-378499d1227a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] update failed (client error): The resource could not be found. Nov 23 10:00:57.557409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c521a1fc-e2b0-47ed-8252-378499d1227a tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1248660909 HTTP/1.1" status: 404 len: 335 time: 0.1306081 Nov 23 10:00:57.577326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:00:57.580412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023d6b2-9630-4c3a-ac19-b14223651c38 None None] The sync data for ids ['00ce670f-11a3-4f18-9916-4a96c9a0efa1'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:00:57.584458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:57.585115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Checking segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:57.585235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad1353ff-7914-47ea-b7eb-a1efa00de7d9 req-1ead93e3-dab9-4511-8582-c0d2baffd73b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4086578 Nov 23 10:00:57.585721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:57.588022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Bound using segment: {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:57.588526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Bound port: 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0c31e7-567b-49d3-af9f-5061b2716be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:57.590365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.635772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39603-c2b6-42a1-9590-1155225c3283 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f964a4c-a5b5-4ab2-a846-b8c59c4d4266,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:57.703453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:00:57.707638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:00:57.717178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.723399 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.737847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:57.738777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.741138 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 200 len: 1091 time: 3.3552074 Nov 23 10:00:57.753303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:00:57.763872 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:00:57.807126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:00:57.807493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port ecc356a3-4913-480f-a64e-6e8ae6483938, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ecc356a3-4913-480f-a64e-6e8ae6483938,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:00:57.816426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.826683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting subnet b1ff29ab-6d43-4c79-b8c1-77e619c59541 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:57.842727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:57.962549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:00:57.968291 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7946f6-405d-4a84-b5c5-3cb8314533f6 x-openstack-request-id: req-ac7946f6-405d-4a84-b5c5-3cb8314533f6 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:00:57.968595 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:00:57.968846 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac7946f6-405d-4a84-b5c5-3cb8314533f6 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:00:57.969331 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'status': 'completed', 'code': 200} Nov 23 10:00:57.974961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=ecc356a3-4913-480f-a64e-6e8ae6483938,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:58.052163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.060794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39544) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:58.110425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736502a-7a1f-41cf-a9bf-b7b21f8d49c1 service neutron] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:58.132913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f28f483d-61be-40df-b16b-a073e38b230d None None] Provisioning complete for port ecc356a3-4913-480f-a64e-6e8ae6483938 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:58.133498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f28f483d-61be-40df-b16b-a073e38b230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.199188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b8477e78-4c56-4db4-8f66-76241900fac7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09dd10c0ed8f42a0be8b09a5a4ba38a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256042 Nov 23 10:00:58.201697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39562) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:58.209405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.288904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.362552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.391849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.502990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.503588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.504067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.505209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.505689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.506194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.506665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.509712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-fdbcd4d5-362a-49d4-be57-fb67d221b4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6342 time: 0.5716765 Nov 23 10:00:58.547938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d4995-f790-44c8-b10f-b613853b5d3f req-ff54abeb-751f-40b3-911b-c72aeab86c47 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.557739 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e0d4995-f790-44c8-b10f-b613853b5d3f req-ff54abeb-751f-40b3-911b-c72aeab86c47 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.4451482 Nov 23 10:00:58.573313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7f959c5b-fe74-40b6-b0be-ce274715b7af None None] Provisioning complete for port 8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:58.574125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f959c5b-fe74-40b6-b0be-ce274715b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.591087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.596133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.597749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35f92e09-a626-4123-ac63-6328c6f2c804 HTTP/1.1" status: 204 len: 168 time: 0.3952606 Nov 23 10:00:58.633413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7454af-c0fb-4e2a-9232-2e4ab800cf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f92e09-a626-4123-ac63-6328c6f2c804,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:58.652746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7f959c5b-fe74-40b6-b0be-ce274715b7af None None] Port 8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:00:58.739342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.769766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322b6e35-457f-42d6-8bd1-98021227d925 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:00:58.780447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.811959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ff29ab-6d43-4c79-b8c1-77e619c59541,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:58.816388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.819797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0affa1a6-a984-4d33-bc4a-7da0f8827b27 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/subnets/b1ff29ab-6d43-4c79-b8c1-77e619c59541 HTTP/1.1" status: 204 len: 168 time: 1.2233934 Nov 23 10:00:58.825949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:58.834872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda8dde-51e5-4fb1-9bca-2e378eb1ebf3 None None] Network e8f4fb38-5ed3-4819-a439-0c657911a882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:00:58.836064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e0d4995-f790-44c8-b10f-b613853b5d3f req-a9d8337d-12b5-4e6e-a71e-63c99263bcb7 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769847 Nov 23 10:00:58.910627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-833cc812-0b1f-4d59-a6b7-11a5fa072899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.911110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-833cc812-0b1f-4d59-a6b7-11a5fa072899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.911744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-833cc812-0b1f-4d59-a6b7-11a5fa072899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:58.913445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-833cc812-0b1f-4d59-a6b7-11a5fa072899 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3888378 Nov 23 10:00:58.923380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Transition to ACTIVE for port object 322b6e35-457f-42d6-8bd1-98021227d925 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:00:58.933391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:58.941879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.046275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.055275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.078237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.087881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=8659d5ba-7c5d-4892-88e4-85c7aaac1fd3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:59.098251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.104636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.125476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting subnet 05bfe05c-5956-46d9-8a9c-a8cbe447c643 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:59.141532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.167665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.173524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0fd7ffe3-73d1-4217-a117-d246cf541076 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 HTTP/1.1" status: 204 len: 168 time: 2.3973165 Nov 23 10:00:59.173524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.182673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.211241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-ba22a2f6-be56-4d38-b175-cce5d8bc7500 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5395 time: 0.3672698 Nov 23 10:00:59.219207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:59.251565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ecc356a3-4913-480f-a64e-6e8ae6483938 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:00:59.316102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] DHCP port deletion for e8f4fb38-5ed3-4819-a439-0c657911a882 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:00:59.362400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c32df-587a-4335-9e5d-b0e2e085f44f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.364121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c32df-587a-4335-9e5d-b0e2e085f44f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.369998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-214c32df-587a-4335-9e5d-b0e2e085f44f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1313455 Nov 23 10:00:59.416310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39638) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:00:59.444445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2f8b758-27f2-4966-8d1e-1d463aaeec20 req-39ade17e-79e5-48ec-8837-d80061c8cf62 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255249 Nov 23 10:00:59.539132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.602079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ecc356a3-4913-480f-a64e-6e8ae6483938 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:00:59.603045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.603641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-e2059d83-cb8e-45df-bfcc-ceef0a88f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:00:59.607448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb3e780-c93c-49fb-b739-a3ffe1ed7bdf req-e2059d83-cb8e-45df-bfcc-ceef0a88f1e8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6714327 Nov 23 10:00:59.720846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.796192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:00:59.834843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Attempting to bind port 322b6e35-457f-42d6-8bd1-98021227d925 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:00:59.835063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Deleting port 4e197ffe-5305-4689-8aa7-29a18e0585bc {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:00:59.835202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Attempting to bind port 322b6e35-457f-42d6-8bd1-98021227d925 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:00:59.835299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.835380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Attempting to bind port 322b6e35-457f-42d6-8bd1-98021227d925 on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:59.842445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Port 322b6e35-457f-42d6-8bd1-98021227d925 on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:00:59.842777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Attempting to bind port 322b6e35-457f-42d6-8bd1-98021227d925 on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:00:59.853049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:00:59.853328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Checking segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:00:59.853724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Bound using segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:00:59.854231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Bound port: 322b6e35-457f-42d6-8bd1-98021227d925, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:00:59.855937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.896529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 2e049d13-f977-45d4-b49b-64c24d2837df {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:00:59.912491 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:00:59.922192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.040763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Subnet': ['ID=05bfe05c-5956-46d9-8a9c-a8cbe447c643,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.058649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.070438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25c880a4-3267-445d-9760-d81a81e76abb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/subnets/05bfe05c-5956-46d9-8a9c-a8cbe447c643 HTTP/1.1" status: 204 len: 168 time: 1.2432928 Nov 23 10:01:00.074198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39688) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:00.075134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80084985-8834-4d81-acb0-b204881ea207 None None] Network 3af6bbdc-e106-4ac3-a050-524d105b3882 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:00.084727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] For port 4e197ffe-5305-4689-8aa7-29a18e0585bc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e197ffe-5305-4689-8aa7-29a18e0585bc,segment=NetworkSegment(1857042c-0af0-4d54-8786-ac3565e5954d),segment_id=1857042c-0af0-4d54-8786-ac3565e5954d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:00.085148 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.126665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39694) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:00.129881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Calling delete_port for 4e197ffe-5305-4689-8aa7-29a18e0585bc owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:00.130079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.208121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.292492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting port 4e197ffe-5305-4689-8aa7-29a18e0585bc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:00.298006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.391263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.434569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] DHCP port deletion for 3af6bbdc-e106-4ac3-a050-524d105b3882 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:00.442547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] Pushing event deleted for resources: {'Port': ['ID=4e197ffe-5305-4689-8aa7-29a18e0585bc,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.446329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1092665498-network', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:00.454269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] For port 4e197ffe-5305-4689-8aa7-29a18e0585bc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e197ffe-5305-4689-8aa7-29a18e0585bc,segment=NetworkSegment(1857042c-0af0-4d54-8786-ac3565e5954d),segment_id=1857042c-0af0-4d54-8786-ac3565e5954d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:00.454703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.469981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d1872-8521-47e0-a7bb-442056cae485 None None] No DVR routers for this DVR port 4e197ffe-5305-4689-8aa7-29a18e0585bc on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:00.481734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Calling delete_port for 4e197ffe-5305-4689-8aa7-29a18e0585bc owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:00.533188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Deleting port b53481e6-5bf7-4403-a2c3-902c9fa5590e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:00.533790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.586633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.623435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] For port b53481e6-5bf7-4403-a2c3-902c9fa5590e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b53481e6-5bf7-4403-a2c3-902c9fa5590e,segment=NetworkSegment(669b8f43-7865-47b8-ad48-99fc4b4ab7f5),segment_id=669b8f43-7865-47b8-ad48-99fc4b4ab7f5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:00.624736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.628862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] No DVR routers for this DVR port 4e197ffe-5305-4689-8aa7-29a18e0585bc on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:00.640315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Calling delete_port for b53481e6-5bf7-4403-a2c3-902c9fa5590e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:00.657756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:00.659448 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.681216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.700222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Port': ['ID=4e197ffe-5305-4689-8aa7-29a18e0585bc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.735498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.742487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.754401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.768891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:00.785516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.791070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.794603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2e049d13-f977-45d4-b49b-64c24d2837df HTTP/1.1" status: 204 len: 168 time: 1.3490872 Nov 23 10:01:00.799049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5fb36-ee45-478a-ab38-29194d1c145f None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:00.803459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:00.812600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f32c47-11e2-4d97-8a13-6a871de8a432 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=2e049d13-f977-45d4-b49b-64c24d2837df,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.817473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:00.825770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0794-817e-4433-9894-d21a082cb8be req-ca74de04-92af-40a9-b196-4ddb18830cbc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.833402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cadb0794-817e-4433-9894-d21a082cb8be req-ca74de04-92af-40a9-b196-4ddb18830cbc tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.7903147 Nov 23 10:01:00.876893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fad4ae7a-8340-4222-8a04-26e19bc75b13 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720477 Nov 23 10:01:00.878016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.879515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] Pushing event deleted for resources: {'Port': ['ID=b53481e6-5bf7-4403-a2c3-902c9fa5590e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.879743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39726) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:00.886138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.914290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.915665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87e007-c47a-4f6e-a6c0-dad07618b83d None None] No DVR routers for this DVR port b53481e6-5bf7-4403-a2c3-902c9fa5590e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:00.942279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:00.948953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.955028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:00.957007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.967183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.975961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.985633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.995033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.995264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:00.995896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:00.997283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ef9d1e5d-39c6-4bd4-83ae-1e3372e35dea service neutron] 10.222.0.11 "PUT /v2.0/ports/322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 200 len: 1091 time: 3.1969635 Nov 23 10:01:00.999025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:01.001298 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0402aec-6f86-4e68-931c-3e400f0b58b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "322b6e35-457f-42d6-8bd1-98021227d925"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:01.004103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:01.006248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-45071c5e-b8df-4343-8cea-49051be3b4ce tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5407 time: 0.3359091 Nov 23 10:01:01.010694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4fb38-5ed3-4819-a439-0c657911a882']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:01.048955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Request body: {'port': {'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:01.050236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:01:01.064447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1857042c-0af0-4d54-8786-ac3565e5954d') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:01.067999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1857042c-0af0-4d54-8786-ac3565e5954d') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:01.104124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.107693 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.108055 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Added segment 66f86488-9384-43f2-8542-0622d3913124 of type vlan for network dcaa4c69-1be9-4d3d-820f-022dfe9befea Nov 23 10:01:01.133696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee774c-5c0a-4b1b-8aed-299511f576e5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:01.148444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:01.218468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b53481e6-5bf7-4403-a2c3-902c9fa5590e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:01.226642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e751dfa-6274-46e8-b466-a6add9ee257b req-4189d87a-3180-4bab-bbf7-971fb8330916 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103810 Nov 23 10:01:01.268813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cadb0794-817e-4433-9894-d21a082cb8be req-240e93b0-cddb-4728-9e00-15df72b38f27 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344635 Nov 23 10:01:01.269705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.287117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b53481e6-5bf7-4403-a2c3-902c9fa5590e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:01.287673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b53481e6-5bf7-4403-a2c3-902c9fa5590e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:01.288096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e197ffe-5305-4689-8aa7-29a18e0585bc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:01.294599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:01:01.295015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:01:01.299939 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:01:01.323130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.395315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4e197ffe-5305-4689-8aa7-29a18e0585bc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:01.396434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.398421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e197ffe-5305-4689-8aa7-29a18e0585bc not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:01.406073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.410232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.414517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:01.414961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/networks/e8f4fb38-5ed3-4819-a439-0c657911a882 HTTP/1.1" status: 204 len: 168 time: 1.3360541 Nov 23 10:01:01.415538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39742) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:01.424890 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.491888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Deleting port ecc356a3-4913-480f-a64e-6e8ae6483938 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:01.492350 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.531134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6c0d-89aa-4966-907f-417218b09134 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Network': ['ID=e8f4fb38-5ed3-4819-a439-0c657911a882,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:01.537598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.541849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.547431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:01.548022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.685694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] Pushing event updated for resources: {'Network': ['ID=dcaa4c69-1be9-4d3d-820f-022dfe9befea,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:01.743793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] For port ecc356a3-4913-480f-a64e-6e8ae6483938, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ecc356a3-4913-480f-a64e-6e8ae6483938,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:01.745988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.751896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0d30731-542c-40c7-ba36-80f839a4040d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6208541 Nov 23 10:01:01.752706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:01.783587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Calling delete_port for ecc356a3-4913-480f-a64e-6e8ae6483938 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:01.802895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Request body: {'subnet': {'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1092665498-subnet', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:01.870635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:01:01.881524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.891889 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.910455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:01.912939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:01.982326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af6bbdc-e106-4ac3-a050-524d105b3882']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:02.000732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669b8f43-7865-47b8-ad48-99fc4b4ab7f5') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:02.001044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669b8f43-7865-47b8-ad48-99fc4b4ab7f5') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:02.032330 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a984a353-c23f-49fa-b765-3f7e2fa2825d x-openstack-request-id: req-a984a353-c23f-49fa-b765-3f7e2fa2825d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:02.032958 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "322b6e35-457f-42d6-8bd1-98021227d925", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:02.032958 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a984a353-c23f-49fa-b765-3f7e2fa2825d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:02.033315 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925', 'status': 'completed', 'code': 200} Nov 23 10:01:02.186268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] Pushing event deleted for resources: {'Port': ['ID=ecc356a3-4913-480f-a64e-6e8ae6483938,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:02.226336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb26dc9-95e4-420d-bf56-6fe88586d429 None None] No DVR routers for this DVR port ecc356a3-4913-480f-a64e-6e8ae6483938 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:02.324219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:01:02.328946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.407059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.448649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:02.462145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.472635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.473113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.473569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.474127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.474584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.475045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.475481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.477354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-75780d53-06a0-4ec7-9335-3d7bc05e4a83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6409 time: 0.5484700 Nov 23 10:01:02.481443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:02.482094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:01:02.482497 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.485678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.486207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:01:02.488987 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:01:02.501284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec04f3-6c53-40ad-9d27-4be04937c1fb None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:02.514405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:02.533331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ac7fd556-59b2-40cc-a0f8-826807066451 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5953166 Nov 23 10:01:02.533982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:02.546074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:23:b6:5c', 'name': 'tempest-NetworksTestDHCPv6-1533663963'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:02.672649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.679054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.685118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.695183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.702517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.707452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821582b3-42d1-4e8a-932f-92ad702a0bec {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:02.711149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.718517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.720697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-61e2686c-2631-4752-a96d-ad7bee173293 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5407 time: 0.3158224 Nov 23 10:01:02.730504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.739100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:02.739701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.740073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.743211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:02.749303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.752366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/networks/3af6bbdc-e106-4ac3-a050-524d105b3882 HTTP/1.1" status: 204 len: 168 time: 1.3196616 Nov 23 10:01:02.760591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:02.785841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc243ee-68db-4bdb-bc37-e9e97635678d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Network': ['ID=3af6bbdc-e106-4ac3-a050-524d105b3882,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:02.830168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-949277ba-8d0f-496e-ba6b-7e2b4002c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.830644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-949277ba-8d0f-496e-ba6b-7e2b4002c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.831102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-949277ba-8d0f-496e-ba6b-7e2b4002c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:02.832688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-949277ba-8d0f-496e-ba6b-7e2b4002c3a4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dc35209a0064a6eba31e067fc870718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3435340 Nov 23 10:01:02.841314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Transition to ACTIVE for port object 821582b3-42d1-4e8a-932f-92ad702a0bec will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:01:02.881704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.908644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:02.911454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Allocated IP 2001:db8::f816:3eff:fee3:2f63 (3424d68b-9456-4bb9-b896-c0ae5329a081/7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5/e973c7da-5dc5-4393-9e4d-96d616e51ef8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:02.974879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting subnet b3edac31-ccbf-427b-b4a4-32caa8abddb2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:02.977081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:02.990225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d2fc1e6-77de-45d1-9cf1-97ff9ab6fd6c req-13dba9db-df6e-46fb-a9dc-0fddf04c8926 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452841 Nov 23 10:01:03.005062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb39ca-1e7e-4f6d-942d-fa7b02b78f2c req-cc2c4fff-11fd-440c-bc7b-0416c5ae057d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.005062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccbb39ca-1e7e-4f6d-942d-fa7b02b78f2c req-cc2c4fff-11fd-440c-bc7b-0416c5ae057d tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2547293 Nov 23 10:01:03.005273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.088966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.106906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:03.125304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-0e2a2f49-14bf-456e-bae8-1f8133f511b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.128055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0402aec-6f86-4e68-931c-3e400f0b58b8 req-0e2a2f49-14bf-456e-bae8-1f8133f511b4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814782 Nov 23 10:01:03.162686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ecc356a3-4913-480f-a64e-6e8ae6483938 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:03.184725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.201588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:03.201987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Network hostable DHCP agents. Network: dcaa4c69-1be9-4d3d-820f-022dfe9befea, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:01:03.213772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.217500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ecc356a3-4913-480f-a64e-6e8ae6483938 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:03.217856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ecc356a3-4913-480f-a64e-6e8ae6483938 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:03.233956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.235612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:01:03.253448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, dcaa4c69-1be9-4d3d-820f-022dfe9befea) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:03.258945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.259224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.264252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:03.293843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5625e157-da13-4004-b614-d10b18367c42 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4949341 Nov 23 10:01:03.294568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:03.303432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:03.309339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66024d47-2a9f-4d0a-b9f3-2507d4737c4a None None] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:03.340614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.341681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.358358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccbb39ca-1e7e-4f6d-942d-fa7b02b78f2c req-9c7dd256-fc98-4f88-b955-ac1d68acf003 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280506 Nov 23 10:01:03.366361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Attempting to bind port 821582b3-42d1-4e8a-932f-92ad702a0bec on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:03.366690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Attempting to bind port 821582b3-42d1-4e8a-932f-92ad702a0bec by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:03.367010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Attempting to bind port 821582b3-42d1-4e8a-932f-92ad702a0bec on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:03.371901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:03.380351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:03.384076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Port 821582b3-42d1-4e8a-932f-92ad702a0bec on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:01:03.384408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Attempting to bind port 821582b3-42d1-4e8a-932f-92ad702a0bec on network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:03.407533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Pushing event updated for resources: {'Port': ['ID=e973c7da-5dc5-4393-9e4d-96d616e51ef8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:03.410400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:03.429650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:03.430021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Checking segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:03.430409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Bound using segment: {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:03.430855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Bound port: 821582b3-42d1-4e8a-932f-92ad702a0bec, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:03.431330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.497847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.498755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Attempting to bind port e973c7da-5dc5-4393-9e4d-96d616e51ef8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:03.499128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Attempting to bind port e973c7da-5dc5-4393-9e4d-96d616e51ef8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:03.499486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Attempting to bind port e973c7da-5dc5-4393-9e4d-96d616e51ef8 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:03.506147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.519054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:03.519425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:03.520009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.520563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:03.521750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Bound port: e973c7da-5dc5-4393-9e4d-96d616e51ef8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:03.522321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.543827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe23:b65c (3424d68b-9456-4bb9-b896-c0ae5329a081/7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5/0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:03.608905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] For port e973c7da-5dc5-4393-9e4d-96d616e51ef8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:03.612080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] For port e973c7da-5dc5-4393-9e4d-96d616e51ef8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e973c7da-5dc5-4393-9e4d-96d616e51ef8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:03.623077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.628303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:03.661417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:03.671678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.689290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf168b95-bd69-4e6f-965e-6a8364cb0bf3 None None] Pushing event updated for resources: {'Port': ['ID=e973c7da-5dc5-4393-9e4d-96d616e51ef8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:03.697187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.737223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:03.738231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.739414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.745322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:03.746127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/subnets/b3edac31-ccbf-427b-b4a4-32caa8abddb2 HTTP/1.1" status: 204 len: 168 time: 0.9616840 Nov 23 10:01:03.758007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951bcbe-f23a-4112-a372-a7e3b82a39bb tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Subnet': ['ID=b3edac31-ccbf-427b-b4a4-32caa8abddb2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:03.762715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f4e4f-c524-4c30-b9e7-8fff3e81e3b2 None None] Network 4adfa1ef-f63c-4e30-b60b-01f1b83844dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:03.770575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.789448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.791351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.793966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] 10.222.0.11 "PUT /v2.0/ports/821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 1091 time: 2.7500513 Nov 23 10:01:03.924894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe06b27-6e84-42bc-8e09-3144af02972a service neutron] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:03.946785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.953441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:03.963777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.964229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.964713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.965190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.965664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.966302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.966763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:03.968826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b215a39-eee7-47a2-9a84-338934a989c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6476 time: 0.1108577 Nov 23 10:01:04.054009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:04.056369 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15bcdd-1a45-4796-a619-f1f7441af833" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:04.076750 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-93d98912-2002-4bf0-99b7-275c7301df4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 217 time: 0.0928793 Nov 23 10:01:04.190190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Allocated IP 172.20.0.2 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/0129ffa6-0ad9-4411-81d1-a2af4faf31ab) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:04.235973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.253020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-31bdf092-0a9d-4d20-8aa4-8013063d91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.259603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-31bdf092-0a9d-4d20-8aa4-8013063d91ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 200 len: 850 time: 0.1732206 Nov 23 10:01:04.333554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Deleting port a1f8a559-7649-4e5b-81a7-38eed314039e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:04.334011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.355400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] DHCP port deletion for 4adfa1ef-f63c-4e30-b60b-01f1b83844dc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:04.359624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:04.368229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:04.370762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:04.376949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.377601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.400220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:04.431196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:04.431460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b4f9604-37c3-4921-b93b-193207ff8fb9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8902693 Nov 23 10:01:04.442981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-eed182f4-1904-408a-ab89-b6205943a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.445354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-eed182f4-1904-408a-ab89-b6205943a728 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5c7f922-e5d2-464a-8217-0ac5442bc374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312871 Nov 23 10:01:04.481649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Deleting port a1f8a559-7649-4e5b-81a7-38eed314039e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:04.482216 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.512198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.518517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.524708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.530888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.537153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.543833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.549755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.551936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-1f27fcbd-4d78-4b24-8868-41df534d2001 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.3680205 Nov 23 10:01:04.584508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.588118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] For port a1f8a559-7649-4e5b-81a7-38eed314039e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1f8a559-7649-4e5b-81a7-38eed314039e,segment=NetworkSegment(b56f9a82-5b47-45bc-9a47-3bcc0eabc290),segment_id=b56f9a82-5b47-45bc-9a47-3bcc0eabc290)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:04.588629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.596220 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91f8b2-77b3-4f28-9ea5-c696da57a605 x-openstack-request-id: req-ea91f8b2-77b3-4f28-9ea5-c696da57a605 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:04.596520 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:04.596841 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea91f8b2-77b3-4f28-9ea5-c696da57a605 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:04.597338 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'status': 'completed', 'code': 200} Nov 23 10:01:04.600824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ebeab0fe-1c20-4663-bdfb-b3e7943aaa62 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457589 Nov 23 10:01:04.610752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.611461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.612804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Calling delete_port for a1f8a559-7649-4e5b-81a7-38eed314039e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:04.629988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] For port a1f8a559-7649-4e5b-81a7-38eed314039e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1f8a559-7649-4e5b-81a7-38eed314039e,segment=NetworkSegment(b56f9a82-5b47-45bc-9a47-3bcc0eabc290),segment_id=b56f9a82-5b47-45bc-9a47-3bcc0eabc290)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:04.630384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.634833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.659314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Calling delete_port for a1f8a559-7649-4e5b-81a7-38eed314039e owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:04.722499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:04.730321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca250e05-1893-416b-896e-0ddd544e3aa7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.731882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:04.738203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca250e05-1893-416b-896e-0ddd544e3aa7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.738488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:04.740863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca250e05-1893-416b-896e-0ddd544e3aa7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3056340 Nov 23 10:01:04.744440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a498b0f7-e88d-4500-9377-2c687f527967 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323388 Nov 23 10:01:04.745658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:04.771650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Pushing event updated for resources: {'Port': ['ID=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:04.825298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18581a98-4a5f-4c90-b80e-7a6db2e9c8a9 req-c133a299-2d5a-44e1-8d45-37b2963a7a42 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2533522 Nov 23 10:01:04.830790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Attempting to bind port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:04.831168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Attempting to bind port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:04.831530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Attempting to bind port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:04.837714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:04.838115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:04.838687 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.839085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:04.839559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Bound port: 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:04.840007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.862214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-86d0e1dc-4cc4-4eb6-85cb-e076b8aeab8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 217 time: 0.1025941 Nov 23 10:01:04.911652 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.940652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Allocated IP 172.25.1.136 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/356ce68f-b565-4c30-90d6-004207b711e8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:04.967629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:04.975158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e139ed1f-d79d-448a-b722-033c15f4026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:04.976918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e139ed1f-d79d-448a-b722-033c15f4026d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1056759 Nov 23 10:01:04.984434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] No DVR routers for this DVR port a1f8a559-7649-4e5b-81a7-38eed314039e on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:04.984804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] No DVR routers for this DVR port a1f8a559-7649-4e5b-81a7-38eed314039e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:04.989055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60151c5a-a070-418e-aab8-42e8abc6d54f None None] Pushing event deleted for resources: {'Port': ['ID=a1f8a559-7649-4e5b-81a7-38eed314039e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.053696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] For port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:05.058625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] For port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:05.070367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.106600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Port': ['ID=a1f8a559-7649-4e5b-81a7-38eed314039e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.121670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c8715-2e98-4b0a-9ae1-c41b1cce5e81 req-e643a543-1bcf-4419-8259-177f4e1ea75e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:05.124077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f4c8715-2e98-4b0a-9ae1-c41b1cce5e81 req-e643a543-1bcf-4419-8259-177f4e1ea75e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2600715 Nov 23 10:01:05.211799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-3be3f7a9-373c-48d8-865a-88bf3986566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:05.212012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9846a-76dd-418b-b082-d1d325a7a3a6 None None] Pushing event updated for resources: {'Port': ['ID=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.213340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-3be3f7a9-373c-48d8-865a-88bf3986566d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960769 Nov 23 10:01:05.282499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.286527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e973c7da-5dc5-4393-9e4d-96d616e51ef8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:05.288122 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f4c8715-2e98-4b0a-9ae1-c41b1cce5e81 req-99acf211-f7e6-4c30-9be1-4b35d8f59c41 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513243 Nov 23 10:01:05.307430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:05.307901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.341647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adfa1ef-f63c-4e30-b60b-01f1b83844dc']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:05.377567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:05.377870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56f9a82-5b47-45bc-9a47-3bcc0eabc290') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:05.385147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e973c7da-5dc5-4393-9e4d-96d616e51ef8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:05.386174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.394218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.399796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.457563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.466019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.508164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:01:05.508578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:01:05.511821 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:01:05.533044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:05.543224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:05.583222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-beefabea-f142-4e56-af93-8cf978b1044d service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444297 Nov 23 10:01:05.584394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:05.595076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.602681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f07548-5804-49d2-b487-67e4e32e061b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:05.615746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.647688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c8e615dc-2a69-4f71-80ee-e9dff576de8d None None] Provisioning complete for port e973c7da-5dc5-4393-9e4d-96d616e51ef8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:05.648263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8e615dc-2a69-4f71-80ee-e9dff576de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.659148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Pushing event updated for resources: {'Port': ['ID=356ce68f-b565-4c30-90d6-004207b711e8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.686735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.735323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.737847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port e973c7da-5dc5-4393-9e4d-96d616e51ef8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e973c7da-5dc5-4393-9e4d-96d616e51ef8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:05.738557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/networks/4adfa1ef-f63c-4e30-b60b-01f1b83844dc HTTP/1.1" status: 204 len: 168 time: 1.9915166 Nov 23 10:01:05.745176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970b8a-6b9b-4167-9562-b4eb91b0e4bc tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Pushing event deleted for resources: {'Network': ['ID=4adfa1ef-f63c-4e30-b60b-01f1b83844dc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.749014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40000) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:05.755358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:05.837177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-adfed46f-6cb4-4b42-9cf0-6c98366356d3 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463324 Nov 23 10:01:05.868715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:05.883637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=e973c7da-5dc5-4393-9e4d-96d616e51ef8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:05.894085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1f8a559-7649-4e5b-81a7-38eed314039e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:05.931359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-0cc4f05a-7e44-47ec-b8b0-df9a72735832 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 217 time: 0.0753431 Nov 23 10:01:05.931835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40022) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:05.932340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e6958734-7e03-4088-9edf-4f001a7e151d tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "GET /v2.0/ports?device_id=00ce670f-11a3-4f18-9916-4a96c9a0efa1 HTTP/1.1" status: 200 len: 205 time: 0.1242983 Nov 23 10:01:05.933548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a1f8a559-7649-4e5b-81a7-38eed314039e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:05.934094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1f8a559-7649-4e5b-81a7-38eed314039e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:06.117789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Provisioning complete for port 356ce68f-b565-4c30-90d6-004207b711e8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:06.118647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.124429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.157465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-db55577c-b258-4212-85b6-c96e9821dabf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005359 Nov 23 10:01:06.207983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Port 356ce68f-b565-4c30-90d6-004207b711e8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:06.215939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-26933137-4a67-4460-a812-a42d28da36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.217755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-26933137-4a67-4460-a812-a42d28da36f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.2686958 Nov 23 10:01:06.218280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Provisioning complete for port 0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:06.218761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.261417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-df8f9681-9c20-4c98-9c02-415d50597e88 None None] Port 0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:06.275819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.334287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.340618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.347066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.354308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.362693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.374074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.381055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.389504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db32b551-002a-4494-bf03-c54e45701b5c req-220b4ab6-eb6b-454d-a033-98d2cefc40a0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2307553 Nov 23 10:01:06.416390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-e636e83a-4c09-4263-a470-f66ebe0b8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.425114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-e636e83a-4c09-4263-a470-f66ebe0b8aa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.2081900 Nov 23 10:01:06.564691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db32b551-002a-4494-bf03-c54e45701b5c req-77eaf9af-b56a-4993-92ca-317f82538ab9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678665 Nov 23 10:01:06.744198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.752703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-b2ab6775-c5e7-4d71-bc36-72b43d4598be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.754271 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-b2ab6775-c5e7-4d71-bc36-72b43d4598be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5292881 Nov 23 10:01:06.774715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.780166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-7c2a787a-d05e-470f-a077-41481f9af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.782134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-7c2a787a-d05e-470f-a077-41481f9af976 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.2937799 Nov 23 10:01:06.808267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5bbf7-216c-43db-b583-6c48dcfb6a7d req-f6e42820-da82-4281-b369-30e1d9f7b9e1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:06.809928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbdedc-5d8f-4860-916c-f78cdd0aed03 None None] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:06.815891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42e5bbf7-216c-43db-b583-6c48dcfb6a7d req-f6e42820-da82-4281-b369-30e1d9f7b9e1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2303369 Nov 23 10:01:06.933966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] Provisioning complete for port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:06.934346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.994327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.999254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:06.999788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Fanout notify agent at l3_agent the message router_deleted on router 00ce670f-11a3-4f18-9916-4a96c9a0efa1 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:01:07.018542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-42e5bbf7-216c-43db-b583-6c48dcfb6a7d req-6f51d48b-ba03-4c5f-a065-ab1ab8fccc45 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016571 Nov 23 10:01:07.027150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.028488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ad4d963-d4ad-489e-a5fd-182105acf4f8 tempest-RoutersNegativeTest-1915473780 tempest-RoutersNegativeTest-1915473780-project] 10.222.0.62 "DELETE /v2.0/routers/00ce670f-11a3-4f18-9916-4a96c9a0efa1 HTTP/1.1" status: 204 len: 168 time: 1.0806963 Nov 23 10:01:07.147346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.181115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:07.217636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.223941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4303844f-ff5d-4e12-a770-4f41b6d62505 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb HTTP/1.1" status: 204 len: 168 time: 2.4744842 Nov 23 10:01:07.226557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40070) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:07.275647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] For port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:07.277971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40072) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:07.298835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.319364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b06c-6be7-4297-b364-816ea14209b7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.321236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b06c-6be7-4297-b364-816ea14209b7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.328014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40076) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:07.329857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4519b06c-6be7-4297-b364-816ea14209b7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1021991 Nov 23 10:01:07.332101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a23483dd-637a-47df-a5ad-7fa48d143cfa service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513344 Nov 23 10:01:07.453873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.456613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a23f-f05d-434c-983c-ef1152afd4e2 None None] Pushing event updated for resources: {'Port': ['ID=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:07.504046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e973c7da-5dc5-4393-9e4d-96d616e51ef8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:07.510313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-18553c00-94e7-4abc-8b33-c0c39224e403 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701698 Nov 23 10:01:07.540799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-31ef7928-3060-42b0-b32b-ac9b5dccca42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1000 time: 0.7502730 Nov 23 10:01:07.618595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:07.643670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-44eaa420-38a8-4e04-b889-cea3eaa1dd4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 200 len: 217 time: 0.1204779 Nov 23 10:01:07.652716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.671936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec052c48-9485-41eb-aa07-5c269daa5138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.684593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40082) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:07.755995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.785773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-107f05d6-21bf-4126-a3f7-6dcd1a1125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.787632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-107f05d6-21bf-4126-a3f7-6dcd1a1125b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.1864452 Nov 23 10:01:07.812244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fdf04ff1-371d-4c5d-9168-d9f3dc4d0fa8 None None] Provisioning complete for port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:07.812610 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ff1-371d-4c5d-9168-d9f3dc4d0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.868177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e973c7da-5dc5-4393-9e4d-96d616e51ef8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:07.868652 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.869537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2acc7d4e-ee35-4be9-b2fb-977c109c8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.875180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2acc7d4e-ee35-4be9-b2fb-977c109c8ed3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.2236679 Nov 23 10:01:07.929487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-95f838a9-09d6-44a1-bc6c-b363aba638ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.930628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-95f838a9-09d6-44a1-bc6c-b363aba638ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333876 Nov 23 10:01:07.938281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:07.957187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.964687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.970874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.975052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c385f93-c8a7-4610-af22-9df3c58ad681 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bff56325d7c40048689f3994b51c512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853143 Nov 23 10:01:07.984432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.986413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40088) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:07.991792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:07.998221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0129ffa6-0ad9-4411-81d1-a2af4faf31ab up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:08.000021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.004678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Router 560f182d-be00-4fbd-81d5-b01fcf8ec53e is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:01:08.009168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.017194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-12f749d3-94c2-4193-9e67-31b90b055186 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.3315101 Nov 23 10:01:08.057364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:08.057875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.061938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ecddf75c-bd27-4fff-98fe-4bbd31160875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.062888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-ecddf75c-bd27-4fff-98fe-4bbd31160875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798539 Nov 23 10:01:08.072236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec052c48-9485-41eb-aa07-5c269daa5138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.133358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec052c48-9485-41eb-aa07-5c269daa5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.201178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.210909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-60ae8ea2-3154-48fc-b7b5-10d579479dec service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688935 Nov 23 10:01:08.216600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c23f893-3ae7-4121-b921-e42ac91771b6 req-36f3ebe3-082e-4f4c-ba8e-390884a7348a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1978974 Nov 23 10:01:08.226285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ec052c48-9485-41eb-aa07-5c269daa5138 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3b3100b399c416095134d2d519ad909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9439857 Nov 23 10:01:08.232253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40094) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:08.275882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec052c48-9485-41eb-aa07-5c269daa5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb182d8-e8f6-4270-b9fc-9df8d35cced3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:08.279963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:08.297703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.306558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.309966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-788cc7d7-dc62-441b-b1e4-e559437a7fa4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5 HTTP/1.1" status: 204 len: 168 time: 0.9689252 Nov 23 10:01:08.314680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:08.315833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8dd7fd-4d43-4b97-a34f-12427cc1c5c4 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:08.324106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e46b55ea-2725-45f0-ae27-03d53010c2fc service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505636 Nov 23 10:01:08.366088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-694e5cb6-c6c9-4de0-afd6-916f2cb91de6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462706 Nov 23 10:01:08.369879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40098) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:08.401126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b436d8-dbab-4505-b8ec-242ae8a87f90 req-ba1e89be-2714-46af-8051-71fb2f081ed5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.402682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2b436d8-dbab-4505-b8ec-242ae8a87f90 req-ba1e89be-2714-46af-8051-71fb2f081ed5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.2495475 Nov 23 10:01:08.404812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.419164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.445726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:08.464421 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Sync routers for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:08.474378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.476675 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:08.477402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:08.518974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ace3a27-f8d7-4c75-a21c-8fb919bb51a6 req-9d3dd102-6d5a-477b-840f-73092e0d120b service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803335 Nov 23 10:01:08.541462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.545292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9d79b675-a975-402c-b296-5ed53a340f24 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2472005 Nov 23 10:01:08.545591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:08.545748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40100) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:08.555187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-6b1ac469-2db8-4078-95eb-0b21c48ce6ef service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958148 Nov 23 10:01:08.559180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d998b-16bd-460a-9c86-8e9bc60e0ffe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.563085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-463d998b-16bd-460a-9c86-8e9bc60e0ffe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1898320 Nov 23 10:01:08.564485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40102) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:08.577192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2b436d8-dbab-4505-b8ec-242ae8a87f90 req-37f6415c-67d8-497c-afc6-24be86ceefb6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453981 Nov 23 10:01:08.598180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:08.631639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Deleting port e973c7da-5dc5-4393-9e4d-96d616e51ef8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:08.631931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.632933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-cb9862c8-d205-485a-a898-664c8ef2e1e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 200 len: 217 time: 0.0672042 Nov 23 10:01:08.652027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.654617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.654748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.657549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.659016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f135681-2f54-4dce-9209-856e8a04f3b1 HTTP/1.1" status: 204 len: 168 time: 0.6696641 Nov 23 10:01:08.660866 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bb182d8-e8f6-4270-b9fc-9df8d35cced3 HTTP/1.1" status: 204 len: 168 time: 0.4276035 Nov 23 10:01:08.676791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66960-3292-4af0-a57e-c58c7ea9e0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f135681-2f54-4dce-9209-856e8a04f3b1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:08.726583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] For port e973c7da-5dc5-4393-9e4d-96d616e51ef8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e973c7da-5dc5-4393-9e4d-96d616e51ef8,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:08.726978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.740059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Calling delete_port for e973c7da-5dc5-4393-9e4d-96d616e51ef8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:08.802943 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:05Z', 'revision_number': 3, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:08.824408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504900-4027-4640-87ca-96671dbe03ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb182d8-e8f6-4270-b9fc-9df8d35cced3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:08.837767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:08.847945 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Checking router: 560f182d-be00-4fbd-81d5-b01fcf8ec53e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:08.848891 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Updating router 560f182d-be00-4fbd-81d5-b01fcf8ec53e port 356ce68f-b565-4c30-90d6-004207b711e8 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:01:08.895949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-92831e70-697f-40cd-8570-c5b9be2cd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.897544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-92831e70-697f-40cd-8570-c5b9be2cd2ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.2135365 Nov 23 10:01:08.912038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] Pushing event deleted for resources: {'Port': ['ID=e973c7da-5dc5-4393-9e4d-96d616e51ef8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:08.920627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0075f-647e-4913-9003-e88919ec912e None None] No DVR routers for this DVR port e973c7da-5dc5-4393-9e4d-96d616e51ef8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:08.936158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e95538-91ac-4e45-85a7-ac20d2a2511b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:08.937813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44e95538-91ac-4e45-85a7-ac20d2a2511b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3706799 Nov 23 10:01:08.958052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40112) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:09.017818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-bd3036f9-f009-4a70-8ff8-2db1827cb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.019032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ff251c90-3d2f-4749-88c3-10de61d8d5d5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592263 Nov 23 10:01:09.030407 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.032281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-bd3036f9-f009-4a70-8ff8-2db1827cb5a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082222 Nov 23 10:01:09.032961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40114) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:09.040893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:09.204627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0129ffa6-0ad9-4411-81d1-a2af4faf31ab up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:09.245628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.300867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:09.301255 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.411238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-8b539e7f-a80e-484a-95fc-6df77742d098 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570406 Nov 23 10:01:09.412840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:09.429935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.588041 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.588801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e973c7da-5dc5-4393-9e4d-96d616e51ef8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:09.604164 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.626865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e973c7da-5dc5-4393-9e4d-96d616e51ef8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:09.627371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e973c7da-5dc5-4393-9e4d-96d616e51ef8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:09.661559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.670847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-16814853-a881-47f9-915c-9182202e401b service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336717 Nov 23 10:01:09.672822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.682442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.690336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.704258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4f28d-dc93-46b9-90ae-5c0e823b8eee None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:09.711627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.716777 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Attempting to bind port 356ce68f-b565-4c30-90d6-004207b711e8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:09.717428 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Attempting to bind port 356ce68f-b565-4c30-90d6-004207b711e8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:09.718037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Attempting to bind port 356ce68f-b565-4c30-90d6-004207b711e8 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:09.720846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.727952 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:09.728611 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:09.729245 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.729983 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:09.730937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Bound port: 356ce68f-b565-4c30-90d6-004207b711e8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:09.732458 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.740139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.740271 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-a8315cbe-42ff-4b1d-b916-5afe5c3383ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 200 len: 217 time: 0.0592096 Nov 23 10:01:09.742405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-d83e27ef-cffc-4e7a-8f72-de98b125a7b9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.3506665 Nov 23 10:01:09.793127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-642e37c4-059c-4f57-9116-e7c64ec95f3f None None] Provisioning complete for port 356ce68f-b565-4c30-90d6-004207b711e8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:09.796266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-642e37c4-059c-4f57-9116-e7c64ec95f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.801185 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Pushing event updated for resources: {'Port': ['ID=356ce68f-b565-4c30-90d6-004207b711e8,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:09.813985 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.814687 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.815261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.816408 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.817215 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.817761 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.818328 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.819126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.819654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.820195 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.820735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.821261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:09.829595 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] For port 356ce68f-b565-4c30-90d6-004207b711e8, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:09.834520 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] For port 356ce68f-b565-4c30-90d6-004207b711e8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=356ce68f-b565-4c30-90d6-004207b711e8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:09.843338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Allocated IP 172.20.0.1 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/86de65ce-c796-426c-9e6a-32b7ffd56b6d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:09.850239 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:09.867238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-642e37c4-059c-4f57-9116-e7c64ec95f3f None None] Port 356ce68f-b565-4c30-90d6-004207b711e8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:09.916919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b416fd-697f-4909-95a5-bb7fb3939dfd req-3f48e3be-2724-474a-b08e-79ca78c68d48 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.918538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c8b416fd-697f-4909-95a5-bb7fb3939dfd req-3f48e3be-2724-474a-b08e-79ca78c68d48 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1837294 Nov 23 10:01:09.922234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-09b3d6c9-3605-4afe-94a4-f04ebe555f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:09.923638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-09b3d6c9-3605-4afe-94a4-f04ebe555f38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.1742039 Nov 23 10:01:09.940189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c25f812-a0d3-4846-8e7f-1f2c1c624067 req-a5325c5a-dc47-4ab4-af90-824a443edafc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855161 Nov 23 10:01:10.003285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24fe61-79e5-43c3-b496-c8f11fdfe42f None None] Pushing event updated for resources: {'Port': ['ID=356ce68f-b565-4c30-90d6-004207b711e8,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:10.018349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922c278-0d41-427d-a514-71add037745c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:10.026811 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:10.027430 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:10.065266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.106886 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.108949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] Provisioning complete for port 356ce68f-b565-4c30-90d6-004207b711e8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:10.109323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.143853 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:10.163809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.230054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c8b416fd-697f-4909-95a5-bb7fb3939dfd req-4908c7dc-680c-4105-adf7-917e0d33a7b2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807810 Nov 23 10:01:10.239197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:10.257934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d9f394fb-34a7-4579-bb64-5b5647eafaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:10.259451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-d9f394fb-34a7-4579-bb64-5b5647eafaef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3113365 Nov 23 10:01:10.262746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:10.278210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac51054-3845-4627-9997-cb94bbe7afa7 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:10.287570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:10.288171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.294055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:10.302898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:10.324045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=d1d79176-d3a5-4b65-a649-610e064666bf,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:10.332594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:10.356455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9383711f-c2c8-4a8c-8ebf-864671256792 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3198497 Nov 23 10:01:10.362137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40166) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:10.382928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.395971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:86:1d:a2', 'name': 'tempest-NetworksTestDHCPv6-1000301726'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:10.409662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Pushing event updated for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:10.456505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.478423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:05Z', 'revision_number': 3, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:10.516042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] For port 356ce68f-b565-4c30-90d6-004207b711e8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=356ce68f-b565-4c30-90d6-004207b711e8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:10.532995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.580199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80da18-86b9-4c7f-b359-5d7e40b02230 None None] The sync data for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 is: [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:05Z', 'revision_number': 3, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:10.583106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:01:10.661306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-020e02df-f5b9-4471-b2c4-f9a20fe964b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514540 Nov 23 10:01:10.733989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fefccb-a8d5-4165-bba4-22f5441f56da None None] Pushing event updated for resources: {'Port': ['ID=356ce68f-b565-4c30-90d6-004207b711e8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:10.777153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.803044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-06f6e6ee-ddc8-49e4-b093-edb0f9b00a5b None None] Provisioning complete for port 86de65ce-c796-426c-9e6a-32b7ffd56b6d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:10.803418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06f6e6ee-ddc8-49e4-b093-edb0f9b00a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.815396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:10.830628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': 'd1d79176-d3a5-4b65-a649-610e064666bf'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:10.831994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:10.857646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-134e89ea-17fb-4139-b3ad-7bf06d9ad107 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786559 Nov 23 10:01:10.865151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-06f6e6ee-ddc8-49e4-b093-edb0f9b00a5b None None] Port 86de65ce-c796-426c-9e6a-32b7ffd56b6d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:10.940346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-6e627f8b-7463-4aec-abb1-ad8561112d86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 217 time: 0.0484803 Nov 23 10:01:11.027416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.086250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-132cb46d-3bd7-4eec-87c9-4ee03264cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.092647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.097963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-132cb46d-3bd7-4eec-87c9-4ee03264cde6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.1410270 Nov 23 10:01:11.097963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port 832dd8f1-1caf-48a0-a386-c6d669434cd6 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:11.102771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.153837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/d1d79176-d3a5-4b65-a649-610e064666bf/5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:11.225769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.292907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 356ce68f-b565-4c30-90d6-004207b711e8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:11.323845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Pushing event updated for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:11.439203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 356ce68f-b565-4c30-90d6-004207b711e8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:11.439561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.484584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.504392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:11.504930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.508856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:11.581319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:11.586591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:11.598129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:11.744429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Router 560f182d-be00-4fbd-81d5-b01fcf8ec53e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:01:11.794914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:11.869542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Attempting to bind port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:11.869786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Attempting to bind port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:11.870053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Attempting to bind port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:11.876650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:11.877172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:11.877764 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.879244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e3113694-75a5-4ddb-892e-bc5214becade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.881475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:11.883255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Bound port: 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:11.883495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-e3113694-75a5-4ddb-892e-bc5214becade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7671714 Nov 23 10:01:11.883678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.899373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.905314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.917121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.920668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2d7548ee-fbca-46d4-9839-d1ce43a12800 None None] Provisioning complete for port 86de65ce-c796-426c-9e6a-32b7ffd56b6d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:11.921043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d7548ee-fbca-46d4-9839-d1ce43a12800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:11.925499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.931764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.941226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.948996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:11.955589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09757525-aae2-4345-b673-ac5363f317d4 req-175ad2f4-b8dc-46b2-8ccc-77234b1b1472 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.7669952 Nov 23 10:01:12.012955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:12.026578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2d7548ee-fbca-46d4-9839-d1ce43a12800 None None] Port 86de65ce-c796-426c-9e6a-32b7ffd56b6d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:12.050831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] For port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:12.055434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] For port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:12.060990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-de989b6e-d88d-4dac-a96c-477c59c8a212 admin admin] 10.222.0.62 "PUT /v2.0/routers/560f182d-be00-4fbd-81d5-b01fcf8ec53e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5112183 Nov 23 10:01:12.069613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.146093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076da89-e7d5-4f35-9bc5-074ce64f8cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:12.172286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::54 (3424d68b-9456-4bb9-b896-c0ae5329a081/d1d79176-d3a5-4b65-a649-610e064666bf/832dd8f1-1caf-48a0-a386-c6d669434cd6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:12.198729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40220) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:12.236895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09757525-aae2-4345-b673-ac5363f317d4 req-9c4da31b-0c83-4207-ae56-a6460b79e4ea tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2477109 Nov 23 10:01:12.267440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-2b5fe8bd-f040-4a8f-82b5-24d1eb6abd74 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865565 Nov 23 10:01:12.355380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f515c-2e6e-4363-bbea-f5584ecf389d req-3db01c28-7794-473c-9b75-865fc9feebca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.357931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b5f515c-2e6e-4363-bbea-f5584ecf389d req-3db01c28-7794-473c-9b75-865fc9feebca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1480899 Nov 23 10:01:12.385553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b84dbcc1-1c7f-4549-aa65-89e538237026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.444061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b5f515c-2e6e-4363-bbea-f5584ecf389d req-d1d0c07e-9621-4fc9-8b63-3113a80e0d51 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759220 Nov 23 10:01:12.526057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0f886db-0d44-4ecb-b7e1-71e4b5fbc783 req-900d27f0-eb67-4caf-a39b-f4ffd6a3eacf service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462726 Nov 23 10:01:12.562438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.568911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b84dbcc1-1c7f-4549-aa65-89e538237026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.580291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b84dbcc1-1c7f-4549-aa65-89e538237026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.683661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b84dbcc1-1c7f-4549-aa65-89e538237026 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7621cda97934576b55d341cea3add34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834383 Nov 23 10:01:12.686427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40232) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:12.693422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.704270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dbcc1-1c7f-4549-aa65-89e538237026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c5c013-95e7-49a2-833d-bd6e089ff4b7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:12.756784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.757278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.757738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.761443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.762171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.762822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.763509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.769124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-23be4c1a-2d4b-4c45-8367-f8effbde7ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6476 time: 0.1482863 Nov 23 10:01:12.773487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.793188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:12.806544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.811950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=832dd8f1-1caf-48a0-a386-c6d669434cd6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:12.816137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:12.821878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:12.828005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.828829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:12.858552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-18b5c713-8bc6-40ae-a3f9-ab9eb10d1281 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4953442 Nov 23 10:01:12.859525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:12.966593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aad290-5064-46f4-b0c8-f2b3450110bd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.973867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aad290-5064-46f4-b0c8-f2b3450110bd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.978036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9aad290-5064-46f4-b0c8-f2b3450110bd tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1129019 Nov 23 10:01:12.978036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-b6e37f07-415c-4e74-bd05-97fc17f1c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:12.978036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-b6e37f07-415c-4e74-bd05-97fc17f1c4f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 902 time: 0.2017753 Nov 23 10:01:12.978649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40238) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:13.029332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-905a3d3c-de14-4b14-87dc-f068baad41cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 217 time: 0.0409038 Nov 23 10:01:13.161864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-72ed1f5d-7c09-40f7-a3fc-ae223f155c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.170347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-72ed1f5d-7c09-40f7-a3fc-ae223f155c48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.1235118 Nov 23 10:01:13.257551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:13.279247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port 832dd8f1-1caf-48a0-a386-c6d669434cd6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:13.279592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.388907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:13.390112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.392256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40248) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:13.399502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474587962', 'description': 'tempest-description--2121664020'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:13.444095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.455640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.473924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-a89a2573-d175-4b00-99eb-d77f3421e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.488518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-a89a2573-d175-4b00-99eb-d77f3421e5b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2963798 Nov 23 10:01:13.528383 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.528595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for 832dd8f1-1caf-48a0-a386-c6d669434cd6 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:13.537733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Sync routers for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:13.562243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.565010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.566617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6c5c013-95e7-49a2-833d-bd6e089ff4b7 HTTP/1.1" status: 204 len: 168 time: 0.8768826 Nov 23 10:01:13.576294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:13.578554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:13.596148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaed48-bbfa-43e7-8cfd-c0e42eef56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c5c013-95e7-49a2-833d-bd6e089ff4b7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:13.630965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.637440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.643745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.654077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:13.656767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.660911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.670793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.680980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.689080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:13.697270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-86fedb82-04e4-4f9c-a44b-6fadf3084398 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.1767237 Nov 23 10:01:13.740640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.754174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.775807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-5635e41b-7e58-4cce-8693-59acead7ea27 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862513 Nov 23 10:01:13.795081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:13.819705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:13.820780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.829225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4314318 Nov 23 10:01:13.830236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40258) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:13.846625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'security_group_rule': {'security_group_id': 'e4744086-20b9-4366-891b-3a80efb55f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:13.863433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f8d1d-deed-416b-808a-e74f301bfa68 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4744086-20b9-4366-891b-3a80efb55f59,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:13.944439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1873b5cc-5ff9-4de6-9412-2b396d3b5798 None None] Provisioning complete for port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:13.945114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1873b5cc-5ff9-4de6-9412-2b396d3b5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:13.962018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bbec65e4-f469-45c2-ac8e-f93283e1a16a req-3e1b9bb1-918e-434f-b3f9-29eb5e9da22d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191019 Nov 23 10:01:13.979114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.107761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.117851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f15bcdd-1a45-4796-a619-f1f7441af833 req-6a6ae9b2-9ac9-4b10-a2c0-dabdd58cee78 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293133 Nov 23 10:01:14.130641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.141512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40264) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.161187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08761e21-2deb-4e52-8058-cbc9879c2430,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:14.199112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.204982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7d35dea9-711a-4f2d-9107-a762940624a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648899 Nov 23 10:01:14.206199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40266) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.210880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'security_group_rule': {'security_group_id': 'e4744086-20b9-4366-891b-3a80efb55f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:14.229401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-337c4997-83d7-4eba-8f0a-e170c11ecedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.280592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.305631 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.323075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=832dd8f1-1caf-48a0-a386-c6d669434cd6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:14.365503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.372942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62d11e74-65f6-4298-bfcb-1f286abe3164 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/832dd8f1-1caf-48a0-a386-c6d669434cd6 HTTP/1.1" status: 204 len: 168 time: 1.3912106 Nov 23 10:01:14.376604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.418375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18998241-9652-461e-bce6-304455227c47 req-2c86f07f-eed6-438f-97d7-81b48e3a7e59 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:14.420786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18998241-9652-461e-bce6-304455227c47 req-2c86f07f-eed6-438f-97d7-81b48e3a7e59 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1694191 Nov 23 10:01:14.434749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.491752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c024fd6-f11f-4321-8365-6d4f021eb5f8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:14.493382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c024fd6-f11f-4321-8365-6d4f021eb5f8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:14.497428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c024fd6-f11f-4321-8365-6d4f021eb5f8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1171331 Nov 23 10:01:14.498375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40270) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.502254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18998241-9652-461e-bce6-304455227c47 req-b357a93d-3204-4209-b215-f5454133bf11 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717864 Nov 23 10:01:14.503299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.523102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383df9ad-44ab-4a3c-bd33-fee560aeed85,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:14.534878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.537242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-097161d1-990a-4f27-8494-b9a6a73110ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300343 Nov 23 10:01:14.541281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40272) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.555276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:14.573096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-337c4997-83d7-4eba-8f0a-e170c11ecedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.578174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 2, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:14.585988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-337c4997-83d7-4eba-8f0a-e170c11ecedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.587164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.621982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Checking router: 560f182d-be00-4fbd-81d5-b01fcf8ec53e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:14.623132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Updating router 560f182d-be00-4fbd-81d5-b01fcf8ec53e port 86de65ce-c796-426c-9e6a-32b7ffd56b6d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:01:14.629038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet d1d79176-d3a5-4b65-a649-610e064666bf {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:14.643395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.672323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-337c4997-83d7-4eba-8f0a-e170c11ecedb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f550307d4af4ba7bf3e589f599d095f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267701 Nov 23 10:01:14.677721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.678220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fff47eab-6138-4c1c-a378-51ed555128ab None None] Could not find standard attr ID for object 832dd8f1-1caf-48a0-a386-c6d669434cd6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:14.681273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.697585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4997-83d7-4eba-8f0a-e170c11ecedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a095643-f446-47bf-bc5d-174ad2e5df29,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:14.741296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.761079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.847698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.886660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.25.1.67 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/3f9838fc-613e-4e0f-bad5-1dbaff1f9a56) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:14.915202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.951119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.954285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d79176-d3a5-4b65-a649-610e064666bf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:14.962023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:14.968079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d1d79176-d3a5-4b65-a649-610e064666bf HTTP/1.1" status: 204 len: 168 time: 0.4687321 Nov 23 10:01:14.968524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40278) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:14.970809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.971151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.971487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.971820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.972155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.972485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.972985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.973347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.973672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.974033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.974354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.974672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46c139-2449-41ef-b715-2604a487fe0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:14.987675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391353ae-67ef-47e8-88f4-9ccae14ef25c None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:14.998787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.016466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0d51a62f-3463-453b-89a2-57a6bb008e93 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467219 Nov 23 10:01:15.018767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40282) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:15.089654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.130522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c511e2f-4c42-437b-823f-d6174b33fea7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.132105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4c511e2f-4c42-437b-823f-d6174b33fea7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1124313 Nov 23 10:01:15.137693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:15.145102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.149632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.154139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a095643-f446-47bf-bc5d-174ad2e5df29 HTTP/1.1" status: 204 len: 168 time: 0.4752758 Nov 23 10:01:15.174980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.189180 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.194192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:15.217473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6fe4-9943-4262-ba60-e8825e8d4c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a095643-f446-47bf-bc5d-174ad2e5df29,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:15.228913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:15.232419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:15.237775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:15.241836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=3f9838fc-613e-4e0f-bad5-1dbaff1f9a56,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:15.243004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.249059 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.260074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.265987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.267657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.276417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.283433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.290206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.299644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26d50301-2587-43af-97cc-54756f2f702f req-226ffff4-f425-4cea-8790-b2abb9c98214 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.1962647 Nov 23 10:01:15.330795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b088256-1fa8-476f-b640-b0c542dc8241 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.335092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3b088256-1fa8-476f-b640-b0c542dc8241 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1914294 Nov 23 10:01:15.336087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d00c1f-d8ab-4fd8-a5b4-3d7d62f5bffe None None] Pushing event updated for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:15.338897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:15.396961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:15.398960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cd4a1c0b-f7e2-4137-bbc8-e0f6bf48a7d0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593910 Nov 23 10:01:15.425823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:15.446291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26d50301-2587-43af-97cc-54756f2f702f req-a3675e66-d289-4e6c-b6bc-36c2616325b2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404655 Nov 23 10:01:15.475148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.540199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:15.540570 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.602776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.624704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Attempting to bind port 86de65ce-c796-426c-9e6a-32b7ffd56b6d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:15.625543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Attempting to bind port 86de65ce-c796-426c-9e6a-32b7ffd56b6d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:15.625543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Attempting to bind port 86de65ce-c796-426c-9e6a-32b7ffd56b6d on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:15.636865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:15.637154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:15.637532 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.638266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:15.638400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Bound port: 86de65ce-c796-426c-9e6a-32b7ffd56b6d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:15.638779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.722215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067f521-0fca-4261-8b15-1707efef96d8 req-c4f6fc06-131f-4e87-8cce-fa9e77adfcca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:15.723918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6067f521-0fca-4261-8b15-1707efef96d8 req-c4f6fc06-131f-4e87-8cce-fa9e77adfcca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1079526 Nov 23 10:01:15.784045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:15.811916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:15.816112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.819690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6067f521-0fca-4261-8b15-1707efef96d8 req-07c45a63-f38c-4a47-9e73-2ba3ac24c67c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870166 Nov 23 10:01:15.846011 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.887044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] For port 86de65ce-c796-426c-9e6a-32b7ffd56b6d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:15.889284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-19313bba-4341-4557-abf8-c5a3444a676b None None] Provisioning complete for port 86de65ce-c796-426c-9e6a-32b7ffd56b6d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:15.889920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-19313bba-4341-4557-abf8-c5a3444a676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.927887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] For port 86de65ce-c796-426c-9e6a-32b7ffd56b6d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=86de65ce-c796-426c-9e6a-32b7ffd56b6d,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:15.946784 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:15.960558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-19313bba-4341-4557-abf8-c5a3444a676b None None] Port 86de65ce-c796-426c-9e6a-32b7ffd56b6d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:16.013148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.023515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Deleting port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:16.024205 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.041743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.102081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:16.106487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] For port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:16.107091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.127905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Calling delete_port for 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:16.208824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:16.210641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:00:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:16.240265 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.266401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=3f9838fc-613e-4e0f-bad5-1dbaff1f9a56,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.268929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce1835b6-41d5-4267-9b34-73d56933d7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.285632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.289068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5777d854-3b4b-4e36-be5d-91d1c87bc09c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7455084 Nov 23 10:01:16.319415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d00c1f-d8ab-4fd8-a5b4-3d7d62f5bffe None None] Pushing event updated for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.424579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.471871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce1835b6-41d5-4267-9b34-73d56933d7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.472134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] Pushing event deleted for resources: {'Port': ['ID=5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.478386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247ad75-a483-45c5-b861-4b61b333fad4 None None] No DVR routers for this DVR port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:16.484663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce1835b6-41d5-4267-9b34-73d56933d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.486044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] Provisioning complete for port 86de65ce-c796-426c-9e6a-32b7ffd56b6d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:16.487415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:01:16.494733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.498698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:16.555245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ce1835b6-41d5-4267-9b34-73d56933d7f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97d1a988fc0f4828be39a94769ed8ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502277 Nov 23 10:01:16.564502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40346) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:16.652338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1835b6-41d5-4267-9b34-73d56933d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e738d-379a-480b-a731-b842c6456e17,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.718279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-963768a3-89a9-40c9-a6f9-3f64f0069e57 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--474587962&fields=id&tenant_id=a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 267 time: 0.1289210 Nov 23 10:01:16.748112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.749099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.765911 n-d-781076-5 neutron-server[110023]: WARNING neutron.services.revisions.revision_plugin [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Could not find related port for resource to bump revision. Nov 23 10:01:16.775883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.779637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_pluggable_backend [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Port 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110023) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 10:01:16.780374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_pluggable_backend [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Reverting IP allocation for 2001:db8::f816:3eff:fe49:f755 {{(pid=110023) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 10:01:16.797362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] For port 86de65ce-c796-426c-9e6a-32b7ffd56b6d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=86de65ce-c796-426c-9e6a-32b7ffd56b6d,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:16.800024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.807802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.815910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.824656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.829712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.832312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.840021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.849108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.851726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-fd5f7a8c-5a8a-4061-a4b5-2527469104f4 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.1811945 Nov 23 10:01:16.855114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_pluggable_backend [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe49:f755 {{(pid=110023) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 10:01:16.857039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.889436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8824cf-4c3e-4fd7-a963-29df4a0b948e None None] Pushing event updated for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.907262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.907708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:15Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:16.911203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.915334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/385e738d-379a-480b-a731-b842c6456e17 HTTP/1.1" status: 204 len: 168 time: 0.3313158 Nov 23 10:01:16.937692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:16.938206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-8765288c-bf8c-4a3f-96e4-9ce026d9b78a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.947116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-8765288c-bf8c-4a3f-96e4-9ce026d9b78a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.2279236 Nov 23 10:01:16.950148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:16.958365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008864-0b51-4a54-a6b6-2b1a0e4ab982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e738d-379a-480b-a731-b842c6456e17,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:16.960827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:16.961566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:16.976936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-82f861ae-dffd-41e6-8cc7-4c8ffe781763 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/quotas/a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 375 time: 0.0288324 Nov 23 10:01:16.988211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=4df97190-71f2-4edf-b5bc-36924d6fc159,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:17.012011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-efb39615-d374-4196-b027-7b54f72c9af1 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6135609 Nov 23 10:01:17.019300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40364) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:17.025670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:17.029283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90de64a4-b753-42c0-b622-3f520f7381a3 req-3eaf2d9b-59a9-49b9-a593-a74eadf86238 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1695673 Nov 23 10:01:17.125311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-cc1023d0-1646-47d0-86c5-d13f14a9757f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394100 Nov 23 10:01:17.143687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845a1a8-9898-4d85-8444-eaa2366e6151 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:17.149638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637cde-6d12-4d23-81fe-ad3c9aeab81b None None] The sync data for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 is: [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:15Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:17.202988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:17.271048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:17.271394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5f95fb99-11ec-4beb-869c-7e8dd1ad3f5e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:17.425169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '4df97190-71f2-4edf-b5bc-36924d6fc159'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:17.427031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:17.438155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861a566-0cb7-474f-961a-2cd1563e0ef4 req-b741eaaf-7911-4400-a4d1-fe82b6f6ff25 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:17.447753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:17.449726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6861a566-0cb7-474f-961a-2cd1563e0ef4 req-b741eaaf-7911-4400-a4d1-fe82b6f6ff25 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1240995 Nov 23 10:01:17.458016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:17.555008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-acd8b13d-d8d5-4420-8f77-05eb563baf6c service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148710 Nov 23 10:01:17.570094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6861a566-0cb7-474f-961a-2cd1563e0ef4 req-dc5f8c82-e3f3-4365-b2e0-6ece7a9ef165 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167860 Nov 23 10:01:17.625845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Allocated IP 2001:db8::f816:3eff:fedc:eadd (3424d68b-9456-4bb9-b896-c0ae5329a081/4df97190-71f2-4edf-b5bc-36924d6fc159/965336ee-53c9-4b28-9880-0fb8f6ec9de0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:17.667614 n-d-781076-5 neutron-server[110024]: INFO neutron.db.ipam_backend_mixin [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4df97190-71f2-4edf-b5bc-36924d6fc159 (CIDR: 2001:db8::/64) Nov 23 10:01:17.685086 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:01:17.686243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:17.767780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f09750bc-df19-4af2-97fb-f6df9f99d59b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7446775 Nov 23 10:01:17.768283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40386) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:17.773581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:17.822374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-b8ddb053-90ff-40c5-8231-7fb54937235c service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621765 Nov 23 10:01:17.845645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8a44e39-bb6a-4761-b2a2-5835e306f35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:17.925974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:17.935235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.000120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:18.005309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.040710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:18.052309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:18.072832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:18.230456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:18.233073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a98176b-7353-4118-b543-2d6609ed80f4 req-ff7a0122-710c-4622-9f5e-194d132a4bfd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 210 time: 0.0762606 Nov 23 10:01:18.235798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Attempting to bind port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:18.236040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Attempting to bind port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:18.236399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Attempting to bind port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:18.259124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:18.259749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:18.260053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.260447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:18.263313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Bound port: 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:18.263731 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.347555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.354644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.361376 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.369429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.387737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.397256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.408831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.410885 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19cf885f-6d31-4186-859b-a69c62230897 req-cad4b25c-4871-41f2-9bb6-58c61b534494 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2721703 Nov 23 10:01:18.429446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:18.434662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:18.441588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.544590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a7c5-c353-4ce3-9911-befbc600044c None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:18.564370 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19cf885f-6d31-4186-859b-a69c62230897 req-282e8380-de49-45a6-ae37-c78e7acb6bc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297176 Nov 23 10:01:18.634518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.749062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:18.757020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:18.765638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.766421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:18.795221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=198e047a-99af-4fdc-83b8-038ad54a2478,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:18.804637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a45a2-70ef-403e-ba95-b46dc8e120e3 req-4593e970-bea6-46c9-8169-b1b8b62e4503 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:18.806598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-875a45a2-70ef-403e-ba95-b46dc8e120e3 req-4593e970-bea6-46c9-8169-b1b8b62e4503 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1145713 Nov 23 10:01:18.832282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bbd73fd3-dee8-4c1a-a2b2-b5310d1f121a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0616915 Nov 23 10:01:18.834295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40438) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:18.847441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:65:7b:c5', 'name': 'tempest-NetworksTestDHCPv6-1998703612'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:18.943901 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-875a45a2-70ef-403e-ba95-b46dc8e120e3 req-cd788953-96be-4fe7-9ef5-959f16624597 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287589 Nov 23 10:01:19.205856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:19.225782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b8955c-364a-4b03-bda7-fe1fa97277f6 req-b5a5f729-3b56-4b0d-ab02-d3795c11ad01 tempest-AbsoluteLimitsNegativeTestJSON-1668915025 tempest-AbsoluteLimitsNegativeTestJSON-1668915025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3a33cd163f7e4e078d698f24195f234f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947998 Nov 23 10:01:19.365663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:19.370198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:19.409687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98166926-40e9-47a2-a1e3-07f9cf957ff1 req-353c219e-fece-4ca5-ae92-88627e5efdda tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 210 time: 0.0581577 Nov 23 10:01:19.424613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port e2df636f-4dd8-40d4-870a-eaa23c92a3d6 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:19.509610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:19.511246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:19.519011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8955c-364a-4b03-bda7-fe1fa97277f6 req-67bcec33-f7e3-4791-aabf-0c95d3297463 tempest-AbsoluteLimitsNegativeTestJSON-1668915025 tempest-AbsoluteLimitsNegativeTestJSON-1668915025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.530942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b8955c-364a-4b03-bda7-fe1fa97277f6 req-67bcec33-f7e3-4791-aabf-0c95d3297463 tempest-AbsoluteLimitsNegativeTestJSON-1668915025 tempest-AbsoluteLimitsNegativeTestJSON-1668915025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014593 Nov 23 10:01:19.554006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b8955c-364a-4b03-bda7-fe1fa97277f6 req-808e33ee-5043-4dbb-9a09-def21f29ddd6 tempest-AbsoluteLimitsNegativeTestJSON-1668915025 tempest-AbsoluteLimitsNegativeTestJSON-1668915025-project] 10.222.0.62 "GET /v2.0/quotas/3a33cd163f7e4e078d698f24195f234f HTTP/1.1" status: 200 len: 375 time: 0.0211613 Nov 23 10:01:19.597554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b8955c-364a-4b03-bda7-fe1fa97277f6 req-8370ac81-7579-4a86-a95c-64cb933ae69a tempest-AbsoluteLimitsNegativeTestJSON-1668915025 tempest-AbsoluteLimitsNegativeTestJSON-1668915025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a33cd163f7e4e078d698f24195f234f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378938 Nov 23 10:01:19.706616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:19.792142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:19.803321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:19.804945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 86de65ce-c796-426c-9e6a-32b7ffd56b6d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:19.944176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-a4997408-a586-4108-8591-f018389e5aff tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.947039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-a4997408-a586-4108-8591-f018389e5aff tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.2809389 Nov 23 10:01:19.951668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.959856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.966194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.970672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:19.973090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:19.983378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 86de65ce-c796-426c-9e6a-32b7ffd56b6d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:19.983936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:19.989186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.002756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.008918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.024535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-ddbcb007-682f-4d36-b2e9-e34051231cfe tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2687042 Nov 23 10:01:20.051823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8:0:1::300 (3424d68b-9456-4bb9-b896-c0ae5329a081/198e047a-99af-4fdc-83b8-038ad54a2478/e2df636f-4dd8-40d4-870a-eaa23c92a3d6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:20.075814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fe65:7bc5 (3424d68b-9456-4bb9-b896-c0ae5329a081/4df97190-71f2-4edf-b5bc-36924d6fc159/e2df636f-4dd8-40d4-870a-eaa23c92a3d6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:20.139464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.181105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815366a9-1153-4f3f-9afb-9e233d58c539 req-9f2fb0b8-7fa5-4d65-bd19-b39c9351d50c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517291 Nov 23 10:01:20.199800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ba32e8a9-4080-4cd5-8401-f235b4759a61 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 379 time: 0.2351241 Nov 23 10:01:20.220651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'device_id': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'admin_state_up': True, 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'security_groups': ['e4744086-20b9-4366-891b-3a80efb55f59']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:20.234399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:20.238839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713842f8-4164-4a69-bd8a-a5aac77114ec req-6a71de29-7a69-48b4-8733-4e41e8e33ec0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.255956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-713842f8-4164-4a69-bd8a-a5aac77114ec req-6a71de29-7a69-48b4-8733-4e41e8e33ec0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1677547 Nov 23 10:01:20.372452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77f249a9-45a7-45ac-a3b2-1f9009f243bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.411835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1242f6-9d00-4773-9ad9-b8252dc36819 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:20.415127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-713842f8-4164-4a69-bd8a-a5aac77114ec req-400f218f-1c3e-465b-ad47-1b74096f4251 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508934 Nov 23 10:01:20.448093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:20.453551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.476469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.511328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-56407561-f0b1-4183-b7aa-024965750eba None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:20.511804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56407561-f0b1-4183-b7aa-024965750eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.588735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.631809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.20.0.3 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/fd085956-f7af-49e2-89df-5a226f5b6e05) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:20.638546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fab3d18-766e-4d8d-a87c-16c0e4f6368f req-6ca72946-1e46-4a87-a52c-e2bff0bfeb5c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 210 time: 0.1030288 Nov 23 10:01:20.644742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed75-5b8e-4e61-aaf7-5a29ed998b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.722475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:20.735058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:20.752982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=e2df636f-4dd8-40d4-870a-eaa23c92a3d6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:20.757465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:20.764490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.765139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.809963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '4df97190-71f2-4edf-b5bc-36924d6fc159', 'ip_address': '2001:db8::f816:3eff:fedc:eadd'}, {'subnet_id': '198e047a-99af-4fdc-83b8-038ad54a2478'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '965336ee-53c9-4b28-9880-0fb8f6ec9de0'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:01:20.828085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-130f5ede-5926-4f69-a557-a1d91e0d6d2b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9899993 Nov 23 10:01:20.828776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40550) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:20.842643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.863430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.868271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:20.907988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.914065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.919142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:20.920810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.927665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.935963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.942188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.948618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:20.951507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-bcd45b0e-944c-4965-92bc-14e40ca96755 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.1761761 Nov 23 10:01:20.971404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:20.974932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:20.994017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:20.999804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:21.029176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Allocated IP 2001:db8:0:1::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/198e047a-99af-4fdc-83b8-038ad54a2478/965336ee-53c9-4b28-9880-0fb8f6ec9de0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:21.039056 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed75-5b8e-4e61-aaf7-5a29ed998b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.058941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed75-5b8e-4e61-aaf7-5a29ed998b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.063214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51ff8dae-a12d-44a3-8f49-db3d51e61a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.126228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a7a7ed75-5b8e-4e61-aaf7-5a29ed998b1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a33cd163f7e4e078d698f24195f234f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8804779 Nov 23 10:01:21.133467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.134261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.136912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25d533c0-f38b-43c1-a084-839d44e085b1 req-7a7103b8-352a-45e2-81bb-57778d802064 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493919 Nov 23 10:01:21.137751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40556) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:21.148518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ed75-5b8e-4e61-aaf7-5a29ed998b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59200ae-bfa8-4742-9313-54ad5da170a5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:21.156761 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ae06ce72-45c8-47f2-976f-dacef950400e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505556 Nov 23 10:01:21.171665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Request body: {'port': {'device_id': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:21.184195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port e2df636f-4dd8-40d4-870a-eaa23c92a3d6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:21.184471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.213913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.237006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:21.301090 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.329075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.338511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:21.417611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.428912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.430916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8c31bd2d-d2fa-4155-abb6-a4a7e89ca45a None None] Provisioning complete for port fd085956-f7af-49e2-89df-5a226f5b6e05 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:21.431273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd2d-d2fa-4155-abb6-a4a7e89ca45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.481231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.488638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.494800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:21.495188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.495468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.501682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.509171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.515242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.521269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.523276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba21bd5f-4955-4fa2-b441-31684a972d61 req-53198761-6901-4dea-9c48-7ee5740055c5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.1924303 Nov 23 10:01:21.528173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.553294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for e2df636f-4dd8-40d4-870a-eaa23c92a3d6 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:21.563210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.564534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.565753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c59200ae-bfa8-4742-9313-54ad5da170a5 HTTP/1.1" status: 204 len: 168 time: 0.4246640 Nov 23 10:01:21.580363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb66b-9653-4807-8569-16428a0ba827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59200ae-bfa8-4742-9313-54ad5da170a5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:21.651573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51ff8dae-a12d-44a3-8f49-db3d51e61a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.672237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51ff8dae-a12d-44a3-8f49-db3d51e61a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.674153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8c31bd2d-d2fa-4155-abb6-a4a7e89ca45a None None] Port fd085956-f7af-49e2-89df-5a226f5b6e05 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:21.674552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.769966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-51ff8dae-a12d-44a3-8f49-db3d51e61a6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4df994a6ed5645c7a1e200fd5bae5472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8992405 Nov 23 10:01:21.788776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.795668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.799810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444a38-2a90-4661-855c-c65cdbacda5a None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:21.803977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.811121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.818720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.825004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.826940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40574) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:21.837011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:21.845374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-9e8be3cf-ceae-4e6d-a919-ba135a46fc6a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2226651 Nov 23 10:01:21.851321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8dae-a12d-44a3-8f49-db3d51e61a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80321d96-77ef-40d1-a5e6-e897872fdd26,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:21.885404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:21.944703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=e2df636f-4dd8-40d4-870a-eaa23c92a3d6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:22.002517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a936-1d10-4a47-a0e9-95387777f9ad req-abd06b90-25a9-4797-8897-f2b022a73f2b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.007467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-561657b6-97ff-4517-bc43-a31e4e54a904 req-a6cccc07-af35-4858-8124-dcbd4766f316 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606517 Nov 23 10:01:22.013652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5160a936-1d10-4a47-a0e9-95387777f9ad req-abd06b90-25a9-4797-8897-f2b022a73f2b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1855700 Nov 23 10:01:22.054843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.056599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.068020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-046c93fa-73c7-4df5-b64f-bb925c49118a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e2df636f-4dd8-40d4-870a-eaa23c92a3d6 HTTP/1.1" status: 204 len: 168 time: 1.2341094 Nov 23 10:01:22.082978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40582) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.152327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.197619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5160a936-1d10-4a47-a0e9-95387777f9ad req-f17c26ae-712c-42ed-bbfb-278c4948a96a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825912 Nov 23 10:01:22.248833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb3c9d-4788-4b99-a0a6-095df5f38e44 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.250499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-16bb3c9d-4788-4b99-a0a6-095df5f38e44 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1665628 Nov 23 10:01:22.254741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40586) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.265755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2243e-02b5-4566-9693-873391f0ab09 req-9a76f82d-b89f-4b89-b19a-c1123339c515 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.273045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30e2243e-02b5-4566-9693-873391f0ab09 req-9a76f82d-b89f-4b89-b19a-c1123339c515 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 931 time: 0.1446877 Nov 23 10:01:22.276177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.280065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.282259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80321d96-77ef-40d1-a5e6-e897872fdd26 HTTP/1.1" status: 204 len: 168 time: 0.4521155 Nov 23 10:01:22.286203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:22.308384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.343753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79956-36a1-46ae-b4b6-35e2f42a9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80321d96-77ef-40d1-a5e6-e897872fdd26,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:22.352911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Transition to ACTIVE for port object fd085956-f7af-49e2-89df-5a226f5b6e05 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:01:22.377345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39af718-c361-41fa-bf8c-a0e646a6be5b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.378973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a39af718-c361-41fa-bf8c-a0e646a6be5b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1231191 Nov 23 10:01:22.384552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40594) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.398142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.426828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30e2243e-02b5-4566-9693-873391f0ab09 req-9512ece1-7326-483e-beb6-d3ff56739492 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527755 Nov 23 10:01:22.559282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711f566-f617-4218-a946-a0468f392364 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.561038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711f566-f617-4218-a946-a0468f392364 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.562818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711f566-f617-4218-a946-a0468f392364 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.564530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1711f566-f617-4218-a946-a0468f392364 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1786699 Nov 23 10:01:22.567701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.571588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:22.583956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.645262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Attempting to bind port fd085956-f7af-49e2-89df-5a226f5b6e05 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:22.646434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Attempting to bind port fd085956-f7af-49e2-89df-5a226f5b6e05 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:22.646896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Attempting to bind port fd085956-f7af-49e2-89df-5a226f5b6e05 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:22.653748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Port fd085956-f7af-49e2-89df-5a226f5b6e05 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:01:22.654339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Attempting to bind port fd085956-f7af-49e2-89df-5a226f5b6e05 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:22.662019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:22.662374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:22.662873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:22.663321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Bound port: fd085956-f7af-49e2-89df-5a226f5b6e05, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:22.663815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.699162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 198e047a-99af-4fdc-83b8-038ad54a2478 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:22.703256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.772200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.829855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:22.834140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:22.842185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.849954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-62ba0621-74bb-495d-a4f3-8de21856ceb4 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:22.851645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-62ba0621-74bb-495d-a4f3-8de21856ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.876067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40606) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.892961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:22.908943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:22.909843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:22.911777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 1091 time: 1.7447546 Nov 23 10:01:22.914803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:22.920728 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:23.011769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-62ba0621-74bb-495d-a4f3-8de21856ceb4 None None] Could not find standard attr ID for object e2df636f-4dd8-40d4-870a-eaa23c92a3d6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:23.013797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f51537-0b2b-401b-a63a-0e8bc69cac23 service neutron] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:23.045854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7099dd8a-32a7-41d2-9dc0-79b55f2fa562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.068817 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad3f5b-d13e-4d0f-a429-c532dc80f7a3 x-openstack-request-id: req-0dad3f5b-d13e-4d0f-a429-c532dc80f7a3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:23.069111 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:23.069359 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dad3f5b-d13e-4d0f-a429-c532dc80f7a3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:23.070265 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'status': 'completed', 'code': 200} Nov 23 10:01:23.112663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-a2b432d0-3953-408c-bce5-4719ae61f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.116762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-a2b432d0-3953-408c-bce5-4719ae61f06e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1094 time: 0.1352549 Nov 23 10:01:23.122442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.249340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:23.265469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.282740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1534960342-network', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:23.292689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-ca20787c-22af-4cce-bb7c-ed8464a23563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 217 time: 0.1652040 Nov 23 10:01:23.322372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=198e047a-99af-4fdc-83b8-038ad54a2478,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:23.344450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.349103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:23.349692 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.351676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-489adc1a-f743-4242-b8f7-cd692d447cca tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/198e047a-99af-4fdc-83b8-038ad54a2478 HTTP/1.1" status: 204 len: 168 time: 0.7827532 Nov 23 10:01:23.357654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40620) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:23.360998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7099dd8a-32a7-41d2-9dc0-79b55f2fa562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.402915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7099dd8a-32a7-41d2-9dc0-79b55f2fa562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.436366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Made reservation on behalf of 3ee35a43c3df4994ae67f95d9ded6383 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:23.438712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.443964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fa0ff498-4313-4260-bfae-1e52e693cb63 None None] Could not find standard attr ID for object e2df636f-4dd8-40d4-870a-eaa23c92a3d6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:23.454440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-494b9e13-8b81-48b3-9bb2-b665bb31232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.456157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-494b9e13-8b81-48b3-9bb2-b665bb31232f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1456046 Nov 23 10:01:23.458369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.470122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e599c-7c16-4f28-b262-bc157d911be3 req-1619f7f7-20bc-467a-afc2-426d74790af0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.471377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d20e599c-7c16-4f28-b262-bc157d911be3 req-1619f7f7-20bc-467a-afc2-426d74790af0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1627672 Nov 23 10:01:23.484242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.492449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.499100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.505414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.511938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.518634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.526824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.536963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-4d556b3c-98be-406c-bd34-c2a976f23b64 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.3038473 Nov 23 10:01:23.562537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099dd8a-32a7-41d2-9dc0-79b55f2fa562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9c0bc-ea97-414d-be69-b7f57c5ce07e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:23.576955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 4df97190-71f2-4edf-b5bc-36924d6fc159 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:23.588417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7099dd8a-32a7-41d2-9dc0-79b55f2fa562 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7b55da19b0047199be189333a7fd8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029998 Nov 23 10:01:23.588417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.589094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40628) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:23.593030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-d0d70434-2284-4e62-9eff-36d1c9da4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.594583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-d0d70434-2284-4e62-9eff-36d1c9da4c5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212630 Nov 23 10:01:23.616207 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.633038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d20e599c-7c16-4f28-b262-bc157d911be3 req-8a2b4202-b00f-4696-9f27-cfaacae8feb2 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434491 Nov 23 10:01:23.640829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c4689-37b1-419b-8224-ac34f73e5e8a None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:23.652843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.704500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-837ac728-b4e8-4285-aa2e-8eece1d2e7a9 req-995f60c5-4dee-4df5-8d4c-3304b95e5689 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618414 Nov 23 10:01:23.791765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.806247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.813429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.876420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:01:23.884030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.908629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b205b9a4-c03a-436c-ac81-191db7c04205,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:23.922798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.922964 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.923373 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Added segment cbea7edd-687d-425d-b2c0-696ed54997df of type vlan for network f80a3880-319a-48cc-bcdd-287ff006fa8e Nov 23 10:01:23.926319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/4df97190-71f2-4edf-b5bc-36924d6fc159 HTTP/1.1" status: 204 len: 168 time: 0.5675123 Nov 23 10:01:23.926681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-1228c5cc-e696-49c2-a479-d0b4fc630773 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745504 Nov 23 10:01:23.927402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44e3d1-61a7-43ae-b5e3-5f33fd7f251f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=4df97190-71f2-4edf-b5bc-36924d6fc159,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:23.929613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:23.944516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a36f5-f2e9-417d-9bc5-c1e5585fdf80 req-8e89bdf5-5935-4bbb-95f4-0fabed26c41f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:23.952289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180a36f5-f2e9-417d-9bc5-c1e5585fdf80 req-8e89bdf5-5935-4bbb-95f4-0fabed26c41f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 943 time: 0.2307105 Nov 23 10:01:23.957814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:23.970497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-41646615-81da-4daa-9914-65d9d3d4da8c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397277 Nov 23 10:01:23.973763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40640) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:23.978774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:24.025881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca5e29-f312-4f66-a050-22861bbf9192 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '4df97190-71f2-4edf-b5bc-36924d6fc159'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '965336ee-53c9-4b28-9880-0fb8f6ec9de0'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:01:24.066771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cca5e29-f312-4f66-a050-22861bbf9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.091036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.096231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.098861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:24.103646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.217350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180a36f5-f2e9-417d-9bc5-c1e5585fdf80 req-22faa92f-459f-4520-a354-1d389aeb19a4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639949 Nov 23 10:01:24.218282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.219445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.220964 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.236824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f52ba61-b7ac-4c12-97fa-3f6fc044fd9e req-4727269b-4769-4346-8c58-9e813ce8bb79 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007839 Nov 23 10:01:24.303484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4064960 Nov 23 10:01:24.305403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40648) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:24.311654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Request body: {'subnet': {'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1534960342-subnet', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:24.320712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3432b9-fe8c-4785-9086-bc428fd867c1 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:24.325363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40652) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:24.345884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b5a3a-fb9b-4bb4-b80c-2c9434916e9b admin admin] Pushing event updated for resources: {'Network': ['ID=f80a3880-319a-48cc-bcdd-287ff006fa8e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:24.367531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f80a3880-319a-48cc-bcdd-287ff006fa8e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:01:24.369471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Made reservation on behalf of 3ee35a43c3df4994ae67f95d9ded6383 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:24.369862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.371862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.373280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.374651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eac9c0bc-ea97-414d-be69-b7f57c5ce07e HTTP/1.1" status: 204 len: 168 time: 0.7839715 Nov 23 10:01:24.388287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579bc2c-a6aa-44e9-8609-4fb44c358792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9c0bc-ea97-414d-be69-b7f57c5ce07e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:24.397008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-d0fe4266-2f2d-4279-beba-28e8c03a94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.398778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-d0fe4266-2f2d-4279-beba-28e8c03a94a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1094 time: 0.0622590 Nov 23 10:01:24.559631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-58413794-38b6-4dc0-a543-c928551b12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.561222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-58413794-38b6-4dc0-a543-c928551b12dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1456821 Nov 23 10:01:24.587350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.587834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.588302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.588764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.589368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.589831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.590315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.592661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-bb0f7549-b151-419e-ac69-bd850f6ac803 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.2640877 Nov 23 10:01:24.609458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-c57cf2b8-26b4-4070-be89-fb557bf70d90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 217 time: 0.0399716 Nov 23 10:01:24.675087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-935855ad-6e50-4c48-b5f3-38ad41d5f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.676981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-935855ad-6e50-4c48-b5f3-38ad41d5f1de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0556703 Nov 23 10:01:24.721828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5681f612-62eb-434f-97e4-d70a6d79c74e None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:24.722460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5681f612-62eb-434f-97e4-d70a6d79c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.787068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-050555ed-9129-4202-adbe-64f75829edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.789344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-050555ed-9129-4202-adbe-64f75829edb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047187 Nov 23 10:01:24.795323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.912039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '6b67a409-6405-4b2d-946e-e836a51c08dc'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '965336ee-53c9-4b28-9880-0fb8f6ec9de0'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:01:24.941351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:24.990695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:24.997347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.004929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.013056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.029443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.038244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.047054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.050644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-6f0d69f3-43b6-4e2f-abe8-db6d2c063a5b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.1915526 Nov 23 10:01:25.059875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-fa097995-4317-45ec-b140-d349860ae8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584395 Nov 23 10:01:25.132054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Allocated IP 2001:db8::f816:3eff:fedc:eadd (3424d68b-9456-4bb9-b896-c0ae5329a081/6b67a409-6405-4b2d-946e-e836a51c08dc/965336ee-53c9-4b28-9880-0fb8f6ec9de0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:25.251029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:25.258391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a0d9e-248a-49dd-8bb8-4c4ada2757c9 req-0d83dbdb-02d7-41f6-a6dc-adf58a3abcbf service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853888 Nov 23 10:01:25.270581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:25.288276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e68e17dc-7798-4d2f-8d67-22187a8b6470 req-d7763a27-d425-4ee7-a5cb-d42a6687f820 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090733 Nov 23 10:01:25.313155 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.324118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.351479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f19eb-98c3-4b3c-bbab-00d45ece1239 req-e873e44a-4555-4c6f-b194-0c8c4fa4e9c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.355019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-012f19eb-98c3-4b3c-bbab-00d45ece1239 req-e873e44a-4555-4c6f-b194-0c8c4fa4e9c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.6078494 Nov 23 10:01:25.362548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b10b1e6-f6f9-47f8-ab02-b68ee4de055d req-b880b0d2-b091-4fb7-bd8a-57b596d8e451 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7623456 Nov 23 10:01:25.411596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7192b4c-edbd-4aa8-8aba-0547cd737057,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:25.422449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:01:25.464201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40791daf-9563-4c0e-b45a-cf16db699f31 None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:25.512959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.518126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43186406-65f8-4b9e-b5aa-27c4b52cd245 req-d9376a0b-9b21-4804-8e3e-e62d35e1157e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.526577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43186406-65f8-4b9e-b5aa-27c4b52cd245 req-d9376a0b-9b21-4804-8e3e-e62d35e1157e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 943 time: 0.0827227 Nov 23 10:01:25.572907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Checking segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:25.573295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Network hostable DHCP agents. Network: f80a3880-319a-48cc-bcdd-287ff006fa8e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:01:25.591746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-012f19eb-98c3-4b3c-bbab-00d45ece1239 req-3f5bd698-a09a-4c6b-b4cd-7b2209390cb0 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278214 Nov 23 10:01:25.645575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Network f80a3880-319a-48cc-bcdd-287ff006fa8e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:01:25.657393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43186406-65f8-4b9e-b5aa-27c4b52cd245 req-28f282f1-46df-40bb-90f5-cee03b5c90ca tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136124 Nov 23 10:01:25.664883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:25.671812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.694012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_pluggable_backend [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=110023) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 23 10:01:25.694405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.744241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f80a3880-319a-48cc-bcdd-287ff006fa8e) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:25.754247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.754863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.766986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8de386-0b4f-4658-883c-b8c02ba79e73 None None] Network f80a3880-319a-48cc-bcdd-287ff006fa8e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:25.789171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:25.795840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:25.798273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=6b67a409-6405-4b2d-946e-e836a51c08dc,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:25.801272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:25.802064 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.811194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:25.813338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a98d5c1-e6c4-4765-b4c8-36abe368ed50 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5066612 Nov 23 10:01:25.816308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40696) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:25.821687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:25.839612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8373be3b-ec2b-4f09-a567-13380cbe23e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8609161 Nov 23 10:01:25.839612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40698) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:25.852761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.854677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:25.854964 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:25.924275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.021199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:26.024946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.029333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-f80a3880-319a-48cc-bcdd-287ff006fa8e', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:26.030291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.098859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.155073 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b67a409-6405-4b2d-946e-e836a51c08dc (CIDR: 2001:db8::/64) Nov 23 10:01:26.161868 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:01:26.162426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:26.196307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e8bdd45c-6bcc-4b24-b1ba-e88bac71737a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3534529 Nov 23 10:01:26.196710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:26.202119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:26.238918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Allocated IP 172.20.0.2 (f80a3880-319a-48cc-bcdd-287ff006fa8e/c7192b4c-edbd-4aa8-8aba-0547cd737057/6457781a-7a66-4545-b3db-249aa0be9289) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:26.430864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.480461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:26.484156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.491816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.535270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.547902 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.570200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.590012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.592911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8a247-404b-4340-9a3b-f2d73510f326 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:26.596199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.606455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.627251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.635602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.640579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Allocated IP 172.25.1.105 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/d36aecf6-a237-490f-865e-ee6202f56986) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:26.655734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.665036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-9aac1ac6-e92d-484c-8c0e-00170386a1a7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2840359 Nov 23 10:01:26.672394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Network f80a3880-319a-48cc-bcdd-287ff006fa8e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:26.706090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:26.739960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Pushing event updated for resources: {'Port': ['ID=6457781a-7a66-4545-b3db-249aa0be9289,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:26.743086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:26.746941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:26.747314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.856621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac51dd-4b00-4aa7-a1b4-d270741ed2a7 req-1018f8bf-a798-4bc2-8b45-0c89590a7594 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:26.858329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82ac51dd-4b00-4aa7-a1b4-d270741ed2a7 req-1018f8bf-a798-4bc2-8b45-0c89590a7594 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.0975294 Nov 23 10:01:26.871754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea6b04c2-14ec-4088-9eb0-ec856a165b7e req-57467ea2-a9b5-48a1-8f04-30a307bc15e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471670 Nov 23 10:01:26.881974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.944320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.947560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Attempting to bind port 6457781a-7a66-4545-b3db-249aa0be9289 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:26.948275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Attempting to bind port 6457781a-7a66-4545-b3db-249aa0be9289 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:26.948645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Attempting to bind port 6457781a-7a66-4545-b3db-249aa0be9289 on network f80a3880-319a-48cc-bcdd-287ff006fa8e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:26.982718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:26.983098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Checking segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:26.983503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:26.983904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Bound using segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:26.984559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Bound port: 6457781a-7a66-4545-b3db-249aa0be9289, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:26.984738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.007309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:27.018316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.040151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82ac51dd-4b00-4aa7-a1b4-d270741ed2a7 req-0862506b-69d2-4963-9c23-778381bda36e tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032150 Nov 23 10:01:27.059152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:27.060043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Pushing event updated for resources: {'Port': ['ID=d36aecf6-a237-490f-865e-ee6202f56986,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:27.064112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:27.066159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:27.084893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571013b-cbb6-46df-8175-3f1d7a181378 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:27.230272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:27.233740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81d419-4dbb-4afe-bb16-b69ace543897 req-acb16790-9415-4db7-ac92-05fe46239a57 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:27.247402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce81d419-4dbb-4afe-bb16-b69ace543897 req-acb16790-9415-4db7-ac92-05fe46239a57 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 943 time: 0.1370785 Nov 23 10:01:27.271452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.293209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:27.296406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:27.336226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:27.336930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.374970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1771009 Nov 23 10:01:27.375699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40726) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:27.385362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:e7:05:c4', 'name': 'tempest-NetworksTestDHCPv6-1680981329'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:27.389555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931407b-9a14-4d50-a9c4-af6dcc3fac1f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=5444d210-7bdc-4606-bd3f-3dd6151e343e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:27.413137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce81d419-4dbb-4afe-bb16-b69ace543897 req-cf1b1844-b41f-44c1-bc21-8bf0eee6f6fa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645443 Nov 23 10:01:27.473054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.525325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:27.530654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:27.533134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:27.545836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:27.575613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.633386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.655387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port dbad2017-b09e-4911-bc00-d1f6324f35f9 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:27.708749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.744020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] For port 6457781a-7a66-4545-b3db-249aa0be9289, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:27.754984 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:01:27.757705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:27.819497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] For port 6457781a-7a66-4545-b3db-249aa0be9289, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6457781a-7a66-4545-b3db-249aa0be9289,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:27.844971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3334bf75-7bcc-437c-96fd-c12426235f01 None None] Provisioning complete for port d36aecf6-a237-490f-865e-ee6202f56986 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:27.845342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3334bf75-7bcc-437c-96fd-c12426235f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.851064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7fe10-39fb-45b5-9adc-94a76de319e2 None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:27.855301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:27.866220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:27.870289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8:0:1::354 (3424d68b-9456-4bb9-b896-c0ae5329a081/5444d210-7bdc-4606-bd3f-3dd6151e343e/dbad2017-b09e-4911-bc00-d1f6324f35f9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:27.907823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::f816:3eff:fee7:5c4 (3424d68b-9456-4bb9-b896-c0ae5329a081/6b67a409-6405-4b2d-946e-e836a51c08dc/dbad2017-b09e-4911-bc00-d1f6324f35f9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:27.915048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Router 504b877d-afc8-4511-9852-67288e1a39db is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:01:28.033970 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.054327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5299847-e772-4c91-9840-083ed3bcadcd None None] Pushing event updated for resources: {'Port': ['ID=6457781a-7a66-4545-b3db-249aa0be9289,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:28.220590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3334bf75-7bcc-437c-96fd-c12426235f01 None None] Port d36aecf6-a237-490f-865e-ee6202f56986 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:28.224683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017acc58-d9bf-4aab-85a0-3f7e986fe3e9 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:28.250810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:28.251161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.274889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.280937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.287232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.294048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.300527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.308339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.314677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.328077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-e9025575-ba83-411f-8864-9c5bf2404fc2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2253170 Nov 23 10:01:28.337354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:28.339713 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b70c99-0a58-4aa6-a70d-875a6bab990a" -d '{"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:28.362540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.451989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f451011b-1544-49fd-a6df-dba21cdefe88 req-b36c0f3e-0985-4e89-b0e4-1f7ce18272d0 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225803 Nov 23 10:01:28.503287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:28.525509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.528755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.560827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5d0776fb-865f-425d-954a-b5976f762f4f', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'port_id': '5d0776fb-865f-425d-954a-b5976f762f4f', 'mac_address': 'fa:16:3e:53:95:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c575b79-f755-4a5c-854f-6e5941c34754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:28.572409 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c5b275-6889-46bf-af83-369e9e775e9a x-openstack-request-id: req-e1c5b275-6889-46bf-af83-369e9e775e9a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:28.572700 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:28.572960 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1c5b275-6889-46bf-af83-369e9e775e9a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:28.573359 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f', 'code': 200} Nov 23 10:01:28.589316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=dbad2017-b09e-4911-bc00-d1f6324f35f9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:28.602515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:28.604635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:28.607636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:28.611157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:28.614630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.615471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.636256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.639155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-605c0722-336d-49be-a44d-06b15785d65f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2577629 Nov 23 10:01:28.641846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40742) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:28.665515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9bda9-a4f8-47df-8c16-2a1eac3695e2 req-37bad3e6-e36e-4e0f-a817-dc03c658539b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.667711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fa9bda9-a4f8-47df-8c16-2a1eac3695e2 req-37bad3e6-e36e-4e0f-a817-dc03c658539b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1619697 Nov 23 10:01:28.672829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:28.714240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:28.735778 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Sync routers for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:28.737877 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fa9bda9-a4f8-47df-8c16-2a1eac3695e2 req-d2a54366-587f-4fd2-be94-764af1e00e22 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Nov 23 10:01:28.749509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.752168 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:28.752992 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:28.756942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f06dee6-b617-45a7-9297-1448f284ae45 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9381621 Nov 23 10:01:28.757209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40744) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:28.760652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7daf4a3c-2a64-4825-9899-2980f0e094c0 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:28.760793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1435d-fc7a-42ee-81f3-1ab5b0b53133 req-0ed2acc2-e39e-4825-bf16-b02f9face970 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:28.762583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02c1435d-fc7a-42ee-81f3-1ab5b0b53133 req-0ed2acc2-e39e-4825-bf16-b02f9face970 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 943 time: 0.1221995 Nov 23 10:01:28.762712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7daf4a3c-2a64-4825-9899-2980f0e094c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.827764 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.853448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:28.878476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port dbad2017-b09e-4911-bc00-d1f6324f35f9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:28.878476 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.879608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:28.884315 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:28.888728 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:28.894341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:28.920060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02c1435d-fc7a-42ee-81f3-1ab5b0b53133 req-e4fcc14a-5e70-478b-abed-e0c9735677c3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433628 Nov 23 10:01:29.014213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:01:29.014584 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:01:29.070274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.084679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:29.090314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for dbad2017-b09e-4911-bc00-d1f6324f35f9 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:29.128248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '6b67a409-6405-4b2d-946e-e836a51c08dc', 'ip_address': '2001:db8::f816:3eff:fedc:eadd'}, {'subnet_id': '5444d210-7bdc-4606-bd3f-3dd6151e343e'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '965336ee-53c9-4b28-9880-0fb8f6ec9de0'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:01:29.203779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.231474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fd085956-f7af-49e2-89df-5a226f5b6e05'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:29.266613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:27Z', 'revision_number': 3, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:29.322956 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Checking router: 504b877d-afc8-4511-9852-67288e1a39db for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:29.324022 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Updating router 504b877d-afc8-4511-9852-67288e1a39db port d36aecf6-a237-490f-865e-ee6202f56986 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:01:29.370097 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.457722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:29.475065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.527766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=dbad2017-b09e-4911-bc00-d1f6324f35f9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:29.543492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.576437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.576789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.577147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.577475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.577806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.590849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.591242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.591581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.592501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.592501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.592778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.593294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:29.628700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.637741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7567d67a-b85b-43b0-af13-1018df3a797c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/dbad2017-b09e-4911-bc00-d1f6324f35f9 HTTP/1.1" status: 204 len: 168 time: 0.9927042 Nov 23 10:01:29.638921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40752) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:29.728754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a316bd-a759-49fd-9e6a-6fc0fd296db7 None None] Network f80a3880-319a-48cc-bcdd-287ff006fa8e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:29.750631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54699ca-aa42-4668-b7fc-331510a11af8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.752521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d54699ca-aa42-4668-b7fc-331510a11af8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1126337 Nov 23 10:01:29.758397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:29.784715 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.790356 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.797036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.803870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.817667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.835920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.837151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed673e-d7f2-4d11-83b6-0a91880d424b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.838944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-33ed673e-d7f2-4d11-83b6-0a91880d424b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0781615 Nov 23 10:01:29.842120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40760) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:29.844952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.851458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.859476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Allocated IP 2001:db8:0:1::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/5444d210-7bdc-4606-bd3f-3dd6151e343e/965336ee-53c9-4b28-9880-0fb8f6ec9de0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:29.860304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-2bc17f14-15ba-4cc7-907a-51cc248feddb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.2627556 Nov 23 10:01:29.866199 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.878946 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.937841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:29.953828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] Provisioning complete for port 6457781a-7a66-4545-b3db-249aa0be9289 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:29.954674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:29.954937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27435b-fa8c-4cf7-b712-ceef7e3021a4 None None] Pushing event updated for resources: {'Port': ['ID=d36aecf6-a237-490f-865e-ee6202f56986,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:29.962251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab61a0d-ebb7-4843-86e6-28c02c85cc54 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.963841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab61a0d-ebb7-4843-86e6-28c02c85cc54 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.965722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab61a0d-ebb7-4843-86e6-28c02c85cc54 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:29.971248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ab61a0d-ebb7-4843-86e6-28c02c85cc54 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1244333 Nov 23 10:01:29.972033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40766) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:30.012312 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Attempting to bind port d36aecf6-a237-490f-865e-ee6202f56986 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:30.013428 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Attempting to bind port d36aecf6-a237-490f-865e-ee6202f56986 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:30.014546 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Attempting to bind port d36aecf6-a237-490f-865e-ee6202f56986 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:30.015298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da18cf-8a73-4c4c-8ffd-97783dbfd99d req-58406c87-37f8-44c6-ae35-6d305d45efa6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:30.016583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62da18cf-8a73-4c4c-8ffd-97783dbfd99d req-58406c87-37f8-44c6-ae35-6d305d45efa6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 944 time: 0.1326354 Nov 23 10:01:30.023025 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:30.026750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:30.028242 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.029320 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:30.030640 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Bound port: d36aecf6-a237-490f-865e-ee6202f56986, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:30.031619 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.043088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab02ce9-021e-486a-b3cb-e84d063758ac None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:30.060236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Allocated IP 172.20.0.1 (f80a3880-319a-48cc-bcdd-287ff006fa8e/c7192b4c-edbd-4aa8-8aba-0547cd737057/4c5dbd07-100c-41de-801c-50d974e551bb) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:30.061164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 5444d210-7bdc-4606-bd3f-3dd6151e343e {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:30.098904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:30.110798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] For port d36aecf6-a237-490f-865e-ee6202f56986, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:30.118084 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] For port d36aecf6-a237-490f-865e-ee6202f56986, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d36aecf6-a237-490f-865e-ee6202f56986,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:30.125551 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.127339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62da18cf-8a73-4c4c-8ffd-97783dbfd99d req-86a50976-3220-4e31-87c9-0e3960920789 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996199 Nov 23 10:01:30.139959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:30.146872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.200757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27435b-fa8c-4cf7-b712-ceef7e3021a4 None None] Pushing event updated for resources: {'Port': ['ID=d36aecf6-a237-490f-865e-ee6202f56986,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:30.215298 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:30.216081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:30.239268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.241185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.254101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f29184-5120-4464-bdf3-056fbfd955ec None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:30.283040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d6c0a83-7b13-4601-b523-333dee070c3f req-ae977ff2-e402-493b-9bb0-eee20408b99a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4212718 Nov 23 10:01:30.286184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.337639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Network f80a3880-319a-48cc-bcdd-287ff006fa8e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:30.342320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:30.357309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:30.358765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:30.403576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:30.418231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.455673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569db8b-f672-4322-a618-6ca10cffe273 req-233d0983-3a99-4a53-92e3-345847589c67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:30.463219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8569db8b-f672-4322-a618-6ca10cffe273 req-233d0983-3a99-4a53-92e3-345847589c67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0983999 Nov 23 10:01:30.528009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8569db8b-f672-4322-a618-6ca10cffe273 req-612a3d0d-3842-4edc-8fde-e974875dbac3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637054 Nov 23 10:01:30.598543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.752854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:27Z', 'revision_number': 3, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:30.765334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:30.769469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5d0776fb-865f-425d-954a-b5976f762f4f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:30.790278 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2a129-8dd4-4688-b9fb-b2df17500400 None None] The sync data for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 is: [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:27Z', 'revision_number': 3, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:30.809397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:30.810066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.823565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.908483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.912260 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.920494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:30.927143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.955375 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:30.983748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.014296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.037137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Network f80a3880-319a-48cc-bcdd-287ff006fa8e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:31.038774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:31.139514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.209326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6457781a-7a66-4545-b3db-249aa0be9289 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:31.251687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] For port 6457781a-7a66-4545-b3db-249aa0be9289, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6457781a-7a66-4545-b3db-249aa0be9289,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:31.265135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.318699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e925-775e-45b5-bc47-7f6945f41df4 None None] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:31.335917 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.383309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=5444d210-7bdc-4606-bd3f-3dd6151e343e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:31.395553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.398870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3db344c0-80cb-4752-ace1-ae7c2abd7936 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/5444d210-7bdc-4606-bd3f-3dd6151e343e HTTP/1.1" status: 204 len: 168 time: 1.4263186 Nov 23 10:01:31.403445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40776) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:31.423373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Router 504b877d-afc8-4511-9852-67288e1a39db has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:01:31.509132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a69e-10fc-49fd-997e-4ea708bd6197 None None] Pushing event updated for resources: {'Port': ['ID=6457781a-7a66-4545-b3db-249aa0be9289,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:31.553041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6457781a-7a66-4545-b3db-249aa0be9289 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:31.553668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.603775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Provisioning complete for port d36aecf6-a237-490f-865e-ee6202f56986 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:31.604345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.633376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 6b67a409-6405-4b2d-946e-e836a51c08dc {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:31.638085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.789680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.797652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.804769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.811183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.819304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.829975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.862207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.868914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-3a741750-8140-4ca1-878a-788bd38e8886 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.3061380 Nov 23 10:01:31.888432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:31.899252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:31.921537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa5466be-530e-4afc-9157-11744db61831 admin admin] 10.222.0.62 "PUT /v2.0/routers/504b877d-afc8-4511-9852-67288e1a39db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1543291 Nov 23 10:01:31.955430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06443d-a5c4-4623-a2a7-ee886cda89da req-6be6a37c-415c-4b4b-a0cb-d7a2cd25dc32 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:31.962965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab06443d-a5c4-4623-a2a7-ee886cda89da req-6be6a37c-415c-4b4b-a0cb-d7a2cd25dc32 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 945 time: 0.5771713 Nov 23 10:01:32.046843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.113097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] For port d36aecf6-a237-490f-865e-ee6202f56986, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d36aecf6-a237-490f-865e-ee6202f56986,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:32.125297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab06443d-a5c4-4623-a2a7-ee886cda89da req-539ec9d5-d7a4-4f38-b238-7c2b9bf22808 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567266 Nov 23 10:01:32.151934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.261688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8c737f2-7cf7-4059-96b5-6cc90dc9b19e req-e5778a92-9605-42ea-b79e-61099f12809e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3820038 Nov 23 10:01:32.273415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Provisioning complete for port 4c5dbd07-100c-41de-801c-50d974e551bb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:32.273868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.275740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:32.300386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.330173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758372-e24a-4738-b2b2-b1192acd6eca req-4eb4e5ee-267a-49c2-8e1e-76b036a9f846 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:32.334836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b758372-e24a-4738-b2b2-b1192acd6eca req-4eb4e5ee-267a-49c2-8e1e-76b036a9f846 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0947835 Nov 23 10:01:32.400558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:32.450943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.456824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b758372-e24a-4738-b2b2-b1192acd6eca req-2d22fc91-49d7-46d2-87bb-6188783dd5df tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018100 Nov 23 10:01:32.506615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=6b67a409-6405-4b2d-946e-e836a51c08dc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:32.515181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.522023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40790) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:32.543322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Pushing event updated for resources: {'Port': ['ID=d36aecf6-a237-490f-865e-ee6202f56986,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:32.544499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b9082982-a857-4398-a929-693fb5d1775c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/6b67a409-6405-4b2d-946e-e836a51c08dc HTTP/1.1" status: 204 len: 168 time: 1.1398547 Nov 23 10:01:32.555577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5d0776fb-865f-425d-954a-b5976f762f4f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:32.555577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.589130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Port 4c5dbd07-100c-41de-801c-50d974e551bb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:32.608097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40792) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:32.610383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-47a912b9-30ee-4a25-af1b-12868b4ee5f2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867915 Nov 23 10:01:32.613796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:32.617844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Provisioning complete for port 6457781a-7a66-4545-b3db-249aa0be9289 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:32.618256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aec1a22b-62ac-489d-9551-b9c94261ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.662935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:32.668605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.705174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe92497-61ab-4e20-b9c4-fc3ffba593b1 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:32.743740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:32.747344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.806883 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:32.919294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:32.921556 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8ba39-5f42-4397-ba24-f6145289fb1e" -d '{"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:32.979543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.001851 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c606b53-7a6a-4078-85bf-4b00f7c4e0da x-openstack-request-id: req-9c606b53-7a6a-4078-85bf-4b00f7c4e0da {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:33.002175 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:33.002424 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c606b53-7a6a-4078-85bf-4b00f7c4e0da {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:33.002836 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f', 'code': 200} Nov 23 10:01:33.020741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:33.044921 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.053302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:33.054757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 344bfc53-6cf5-42fa-b1e6-7c9aff06240a details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:33.055055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:33.056781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:33.058681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.059851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.062763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6457781a-7a66-4545-b3db-249aa0be9289 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:33.062953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=5a9a4d89-158e-4409-b529-f8ad4f7c55fb,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:33.109730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40804) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:33.116143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:33.116335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-478226bc-b130-4faf-9183-6e3a6b07d32a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5072145 Nov 23 10:01:33.237484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40812) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:33.263902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57977636', 'description': 'tempest-description--1897319338'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:33.287445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:01:33.319893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaec39c-c6aa-482b-99d6-9ea9c74a4c67 req-175e726c-9559-4356-ad10-b49a60af052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.323248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfaec39c-c6aa-482b-99d6-9ea9c74a4c67 req-175e726c-9559-4356-ad10-b49a60af052e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 1097 time: 0.1269410 Nov 23 10:01:33.324234 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.357443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Provisioning complete for port 4c5dbd07-100c-41de-801c-50d974e551bb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:33.357816 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.375427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:33.377845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:33.389196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:33.400560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.438989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfaec39c-c6aa-482b-99d6-9ea9c74a4c67 req-112a996f-7a68-40e0-b2be-1b25d41cf104 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055324 Nov 23 10:01:33.519648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99136b-a16b-49ce-a7b9-8d9da2d4d9d5 req-cc2c0c70-eef1-41f8-8ffe-b8bff1e98dc8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.529282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e99136b-a16b-49ce-a7b9-8d9da2d4d9d5 req-cc2c0c70-eef1-41f8-8ffe-b8bff1e98dc8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1870153 Nov 23 10:01:33.531371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.537449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.543813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.553327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.559442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.566314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.573073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.581177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d87b03-342c-41c6-8308-ba073d78b618 req-f92b7105-9788-4a23-8fe8-42bdcd0f3618 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5419 time: 0.1475000 Nov 23 10:01:33.596239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Port 4c5dbd07-100c-41de-801c-50d974e551bb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:33.603453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port fd085956-f7af-49e2-89df-5a226f5b6e05 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:33.630819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fd085956-f7af-49e2-89df-5a226f5b6e05 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:33.631187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.633985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:33.638613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6457781a-7a66-4545-b3db-249aa0be9289 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:33.639169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.639617 n-d-781076-5 neutron-server[110024]: INFO neutron.db.ipam_backend_mixin [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a9a4d89-158e-4409-b529-f8ad4f7c55fb (CIDR: 2001:db8::/64) Nov 23 10:01:33.648758 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:01:33.648758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:33.651671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.665874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e99136b-a16b-49ce-a7b9-8d9da2d4d9d5 req-74ed38b6-aa97-4f10-82e5-b5c078125aac tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356156 Nov 23 10:01:33.666092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d87b03-342c-41c6-8308-ba073d78b618 req-6d44bd0f-9d86-4bf0-85fc-f2d7a1a332ae tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814466 Nov 23 10:01:33.670734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.704417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1db36ee1-ed0b-43cd-a28c-8fc2b8689423 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5932477 Nov 23 10:01:33.707225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:33.718942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:33.732743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.738431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4963739 Nov 23 10:01:33.742107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40826) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:33.754244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c72759-208c-4aa6-ae60-605c2ce98800 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:33.766613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'security_group_rule': {'security_group_id': '2f67c618-ee59-4ef0-b8e3-7a358ed8e00d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:33.805131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'port_id': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'mac_address': 'fa:16:3e:e8:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:33.809516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Provisioning complete for port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:33.809909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.858747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a21c-da38-43e7-9b10-29b1d54247fd req-656d1936-5bd5-495d-8609-7b4622ca91bf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:33.866714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ce3a21c-da38-43e7-9b10-29b1d54247fd req-656d1936-5bd5-495d-8609-7b4622ca91bf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0917840 Nov 23 10:01:33.881211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.938148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:33.942776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.960336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ce3a21c-da38-43e7-9b10-29b1d54247fd req-c965c87f-ff74-4b10-bf58-764627b2f25d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876346 Nov 23 10:01:33.989604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:33.997349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.017250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb60467-1a93-4133-b2d7-cb401dc4ea25,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:34.039212 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.045398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a4b5983-5e66-4328-b427-a9bfb830b20d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942414 Nov 23 10:01:34.046478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40828) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:34.049465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Sync routers for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:34.055399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'security_group_rule': {'security_group_id': '2f67c618-ee59-4ef0-b8e3-7a358ed8e00d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:34.089714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.141739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Deleting port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:34.142022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.174760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:34.175405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:34.181691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.181911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.187996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.218717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1263d9a3-13dc-42a9-b0af-012d137ea3c2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:34.228693 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.228925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.232834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b0ac516-6d63-4c40-a4c0-de6e7b7bf092 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827102 Nov 23 10:01:34.233205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40830) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:34.238517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:34.265345 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.328851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344bfc53-6cf5-42fa-b1e6-7c9aff06240a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:34.393455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.425556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:01:34.521676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:34.547779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Allocated IP 172.25.1.131 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/7a42231f-5052-43ae-9e22-bd9b2bc348cb) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:34.570578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.593324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:34.604942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d36aecf6-a237-490f-865e-ee6202f56986 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:34.610824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:34.611222 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.662903 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.663466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 960de4e1-b7eb-45b1-9c5c-06a549c45cbf details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:34.684954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.696707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.723608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:34.737310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.775547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Calling delete_port for 965336ee-53c9-4b28-9880-0fb8f6ec9de0 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:34.777311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:34.781157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:34.785403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:34.795961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:34.800031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4b90d14f-c252-4688-b801-d7aa6a7bae1b None None] Could not find standard attr ID for object dbad2017-b09e-4911-bc00-d1f6324f35f9. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:34.847286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'port_id': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'mac_address': 'fa:16:3e:06:37:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:34.905249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'Port': ['ID=7a42231f-5052-43ae-9e22-bd9b2bc348cb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:34.934811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b201ad-f56c-44cb-a6e6-c38b533c0584 req-f12ea41b-c568-4333-9c22-c64f33483e3c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:34.936358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24b201ad-f56c-44cb-a6e6-c38b533c0584 req-f12ea41b-c568-4333-9c22-c64f33483e3c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.0994065 Nov 23 10:01:34.939411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:34.946576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:34.967465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 965336ee-53c9-4b28-9880-0fb8f6ec9de0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=965336ee-53c9-4b28-9880-0fb8f6ec9de0,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:34.986223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:34.992908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.000046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.007055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.014865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.020259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24b201ad-f56c-44cb-a6e6-c38b533c0584 req-b616304c-09f7-4b0a-baa0-f5b06bb02388 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Nov 23 10:01:35.021149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.034966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.047833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.053332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-0e3e3ba9-d41f-4c44-88f2-44e346480e33 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5420 time: 0.1659007 Nov 23 10:01:35.075516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:35.086714 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419792ca-b990-450f-8dd3-7a28a06a4f14" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:35.129376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.140685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.142669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.207943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d36aecf6-a237-490f-865e-ee6202f56986 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:35.208317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.253380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-addbf366-d757-4fbe-9c6a-5e61591287e9 req-3da2f9a9-9fa5-4fa8-b2be-31f4cfd385fa tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805956 Nov 23 10:01:35.274391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:35.282445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:35.290417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.290615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.291452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.312319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=14']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.316260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=7754a27a-abbe-4d1f-b3ce-aea28e52c432,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.330228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5031eada-7e2f-471b-ad63-45836b5b973d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6215999 Nov 23 10:01:35.333373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40846) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:35.341174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:29:ab:5d', 'name': 'tempest-NetworksTestDHCPv6-1610575188'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:35.400583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960de4e1-b7eb-45b1-9c5c-06a549c45cbf {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:35.432726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:35.457367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.477365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.478067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 821582b3-42d1-4e8a-932f-92ad702a0bec details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:35.557082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.584555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd89bf9-87c8-442d-b524-b93e5b4a9891 req-96510904-ab68-49b3-96c6-4216e42be69c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.586166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cd89bf9-87c8-442d-b524-b93e5b4a9891 req-96510904-ab68-49b3-96c6-4216e42be69c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.1908247 Nov 23 10:01:35.592695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.605980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.619791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:35.621628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] No DVR routers for this DVR port 965336ee-53c9-4b28-9880-0fb8f6ec9de0 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:35.653495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe40d7-4355-40f1-a9f3-df1356369a0a req-9f49faa3-3ef4-4933-8263-6d4e620105d8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:35.655206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0efe40d7-4355-40f1-a9f3-df1356369a0a req-9f49faa3-3ef4-4933-8263-6d4e620105d8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1088490 Nov 23 10:01:35.685454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce057a-3829-4642-b9d6-131f8d65a934 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:35.736586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.748067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.772741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cd89bf9-87c8-442d-b524-b93e5b4a9891 req-9ced8207-32d8-4e8f-90b3-112d7fe6589e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780763 Nov 23 10:01:35.778032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'Port': ['ID=7a42231f-5052-43ae-9e22-bd9b2bc348cb,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.779689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0efe40d7-4355-40f1-a9f3-df1356369a0a req-a93ac06c-3f5c-4a5f-9042-50b53817b6cd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101184 Nov 23 10:01:35.787130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.800363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8655bd63-b5ae-49d0-a23e-ee1c7459f8a1 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5660732 Nov 23 10:01:35.806816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:35.849420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port f13fc47d-34bd-4283-ba62-6090c2fbd26c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:35.873598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea439-8ae5-443f-80b5-5fa52e0b1cfa None None] Pushing event deleted for resources: {'Port': ['ID=965336ee-53c9-4b28-9880-0fb8f6ec9de0,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:35.880765 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c7bf4e-9b01-402d-a9b8-416789308ad9 x-openstack-request-id: req-c8c7bf4e-9b01-402d-a9b8-416789308ad9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:35.881058 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:35.881319 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8c7bf4e-9b01-402d-a9b8-416789308ad9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:35.881858 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:01:35.936788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:35.940962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 2, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:35.991023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d36aecf6-a237-490f-865e-ee6202f56986 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:35.996670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Checking router: 504b877d-afc8-4511-9852-67288e1a39db for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:35.997109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Updating router 504b877d-afc8-4511-9852-67288e1a39db port 4c5dbd07-100c-41de-801c-50d974e551bb binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:01:36.022270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'port_id': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'mac_address': 'fa:16:3e:e3:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:36.088803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:36.090473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-36796173-3a17-4fe9-a765-b7611978cded tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--57977636&fields=id&tenant_id=3ee35a43c3df4994ae67f95d9ded6383 HTTP/1.1" status: 200 len: 267 time: 0.1484303 Nov 23 10:01:36.095895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ab333-918d-4c4c-b998-6f5ae3b5ecc4 req-86522a21-0273-47fa-9c27-caeddba35246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:36.097743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-095ab333-918d-4c4c-b998-6f5ae3b5ecc4 req-86522a21-0273-47fa-9c27-caeddba35246 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1096 time: 0.1540339 Nov 23 10:01:36.199198 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:36.214970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '5a9a4d89-158e-4409-b529-f8ad4f7c55fb'}, {'subnet_id': '7754a27a-abbe-4d1f-b3ce-aea28e52c432'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:36.215845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:36.243231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821582b3-42d1-4e8a-932f-92ad702a0bec {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:36.250428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d36aecf6-a237-490f-865e-ee6202f56986 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:36.250797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:36.326990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-fbe6d540-0847-4acd-8675-48fd47273100 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:36.328626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-fbe6d540-0847-4acd-8675-48fd47273100 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.1145341 Nov 23 10:01:36.346308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-1c1012b6-63f2-497c-8fa8-ed092b9f85be tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/quotas/17305fbcc89642f1814ff80973ea8500 HTTP/1.1" status: 200 len: 375 time: 0.0108924 Nov 23 10:01:36.401111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-72ee48cd-c457-4c2b-af98-6402b0ddeabd tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478106 Nov 23 10:01:36.503262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-a73a8c40-457c-4c26-9485-668b7d83d570 service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937681 Nov 23 10:01:36.573517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:36.591749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:36.592421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 374ff0ad-36b5-41ec-8593-fdaa3823a910 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:36.598549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-095ab333-918d-4c4c-b998-6f5ae3b5ecc4 req-815c5e4a-5b27-4a64-b60f-e20a10635b4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898908 Nov 23 10:01:36.608712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-4e3d77b5-3356-4f86-8d30-36338a073879 service neutron] 10.222.0.62 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978506 Nov 23 10:01:36.609857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::18c (3424d68b-9456-4bb9-b896-c0ae5329a081/5a9a4d89-158e-4409-b529-f8ad4f7c55fb/f13fc47d-34bd-4283-ba62-6090c2fbd26c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:36.622016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-8430435c-5a49-4e98-8497-a14b854ca1fb tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:36.622016 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-8430435c-5a49-4e98-8497-a14b854ca1fb tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/networks?id=f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 200 len: 806 time: 0.5168347 Nov 23 10:01:36.625094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:ab5d (3424d68b-9456-4bb9-b896-c0ae5329a081/7754a27a-abbe-4d1f-b3ce-aea28e52c432/f13fc47d-34bd-4283-ba62-6090c2fbd26c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:36.640215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-ee3a2abd-721d-4760-abaa-7f20f6016132 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/quotas/3ee35a43c3df4994ae67f95d9ded6383 HTTP/1.1" status: 200 len: 375 time: 0.0125396 Nov 23 10:01:36.722033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-f11aa3fc-c7b7-453d-834d-72c45c6861e4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758338 Nov 23 10:01:37.005072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:37.009378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.014712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-4b85889f-c961-4146-a7c0-e3dee03b02ef service neutron] 10.222.0.62 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669189 Nov 23 10:01:37.039715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'port_id': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'mac_address': 'fa:16:3e:9b:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:37.055389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:37.128406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.135530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.141800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.161649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.183176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.209753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.218655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=f13fc47d-34bd-4283-ba62-6090c2fbd26c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:37.225350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.226632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:37.229608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-e89795a9-ced2-4257-9d82-a374d14aec89 service neutron] 10.222.0.62 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061760 Nov 23 10:01:37.230647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:37.233092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:37.238985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.239770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.242731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.254176 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-8f2355d6-1e85-45e3-a6ae-49f30fc573ee tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5422 time: 0.2364762 Nov 23 10:01:37.266768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d96e5693-a993-4035-8f34-92cc154242a5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9320536 Nov 23 10:01:37.270249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:37.273226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 965336ee-53c9-4b28-9880-0fb8f6ec9de0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:37.273472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 965336ee-53c9-4b28-9880-0fb8f6ec9de0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:37.288141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.309225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:37.401405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9549af7-668a-40f6-aed9-e07b1c38b973 req-46136c63-dd99-44b7-a25c-1c7242a0cbb9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397283 Nov 23 10:01:37.417297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.484709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port f13fc47d-34bd-4283-ba62-6090c2fbd26c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:37.485051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.538758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df4d9-95da-40a9-86d4-38825439130c req-9af4db5e-0d3b-438a-b2e5-6cf46c51038f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.543032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce7df4d9-95da-40a9-86d4-38825439130c req-9af4db5e-0d3b-438a-b2e5-6cf46c51038f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61375b9-9bae-422d-a54e-7c9b1301a1b8 HTTP/1.1" status: 200 len: 946 time: 0.1617982 Nov 23 10:01:37.595152 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.633649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d22c9086-9c62-478a-8dc5-3b36adb617c6 req-9e532fcb-f318-492e-a027-b20e96d329f5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 210 time: 0.0619063 Nov 23 10:01:37.717989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a24ea-7f1c-492f-8039-1579b00eddf2 None None] Pushing event updated for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:37.723138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374ff0ad-36b5-41ec-8593-fdaa3823a910 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:37.727634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Deleting port 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:37.728073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.756506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.802078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for f13fc47d-34bd-4283-ba62-6090c2fbd26c owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:37.836932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2adf03-d131-402f-be53-fbfe0ca6f87c req-5719165c-e898-49aa-b804-f8f3e09637df tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:37.847212 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f2adf03-d131-402f-be53-fbfe0ca6f87c req-5719165c-e898-49aa-b804-f8f3e09637df tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.1842866 Nov 23 10:01:37.874618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:37.901541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/5a9a4d89-158e-4409-b529-f8ad4f7c55fb/07098768-773e-490e-8402-97f42fafba74) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:37.907709 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:37.908397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 322b6e35-457f-42d6-8bd1-98021227d925 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:37.917168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ddfb324-c6e8-45f8-a7ec-5f3c8fa8a8c4 req-c5dbd3cf-ad32-4a67-a00a-8819c523e77c tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 210 time: 0.0989914 Nov 23 10:01:37.931400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe99:ff4a (3424d68b-9456-4bb9-b896-c0ae5329a081/7754a27a-abbe-4d1f-b3ce-aea28e52c432/07098768-773e-490e-8402-97f42fafba74) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:37.950119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Attempting to bind port 4c5dbd07-100c-41de-801c-50d974e551bb on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:37.950247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Attempting to bind port 4c5dbd07-100c-41de-801c-50d974e551bb by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:37.950547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Attempting to bind port 4c5dbd07-100c-41de-801c-50d974e551bb on network f80a3880-319a-48cc-bcdd-287ff006fa8e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:38.050476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] For port 5d0776fb-865f-425d-954a-b5976f762f4f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5d0776fb-865f-425d-954a-b5976f762f4f,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:38.050927 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.093191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f2adf03-d131-402f-be53-fbfe0ca6f87c req-ca35f812-796b-497e-b728-f269f22635be tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448900 Nov 23 10:01:38.103325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Calling delete_port for 5d0776fb-865f-425d-954a-b5976f762f4f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:38.113873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:38.114281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Checking segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:38.114657 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.115077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Bound using segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:38.115556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Bound port: 4c5dbd07-100c-41de-801c-50d974e551bb, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:38.115938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.220535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:38.230623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:38.245739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-04ac2590-77c6-427d-9d4b-cd5f7975d37a None None] Provisioning complete for port 4c5dbd07-100c-41de-801c-50d974e551bb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:38.246136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-04ac2590-77c6-427d-9d4b-cd5f7975d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.292207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '322b6e35-457f-42d6-8bd1-98021227d925', 'network_id': '1ddb7a6a-49ad-42d8-9066-bf3b636931fd', 'port_id': '322b6e35-457f-42d6-8bd1-98021227d925', 'mac_address': 'fa:16:3e:aa:c9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:38.328330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.394124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-04ac2590-77c6-427d-9d4b-cd5f7975d37a None None] Port 4c5dbd07-100c-41de-801c-50d974e551bb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:38.405525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.417171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event deleted for resources: {'Port': ['ID=5d0776fb-865f-425d-954a-b5976f762f4f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:38.425276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] For port 4c5dbd07-100c-41de-801c-50d974e551bb, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:38.449817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03cf52-0644-4ebe-b1c9-b896cb3d773e None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:38.464000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=f13fc47d-34bd-4283-ba62-6090c2fbd26c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:38.530182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.533562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] For port 4c5dbd07-100c-41de-801c-50d974e551bb, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c5dbd07-100c-41de-801c-50d974e551bb,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:38.588586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.613059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.616471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bccb47ae-0321-45e5-83ea-4d48ea3cf692 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/f13fc47d-34bd-4283-ba62-6090c2fbd26c HTTP/1.1" status: 204 len: 168 time: 1.3452601 Nov 23 10:01:38.619831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] No DVR routers for this DVR port 5d0776fb-865f-425d-954a-b5976f762f4f on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:38.621743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40920) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:38.623267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.627110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322b6e35-457f-42d6-8bd1-98021227d925 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:38.628314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce7df4d9-95da-40a9-86d4-38825439130c req-53ae19af-ecb0-4cc6-9115-6dd38fdc2fab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "DELETE /v2.0/ports/5d0776fb-865f-425d-954a-b5976f762f4f HTTP/1.1" status: 204 len: 173 time: 1.0728271 Nov 23 10:01:38.632534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-deleted', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:38.634853 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cbdbd7-0fca-4b37-930f-14a70e5a54c9" -d '{"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-deleted", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:38.707466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e5886711-588e-429f-98a5-ae57c10c7da4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0788448 Nov 23 10:01:38.713207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:38.750616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.762471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.770304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.777126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.790094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.801623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.810410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.819068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.822442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:38.836635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-f0bfbcc0-c4c2-4b8f-bb0b-5a940ae47427 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5423 time: 0.2943916 Nov 23 10:01:38.841848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.864574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:38.868850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:38.875662 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b99bde-109c-4ec8-bf4c-1893f7ebb3c6 x-openstack-request-id: req-d7b99bde-109c-4ec8-bf4c-1893f7ebb3c6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:38.877214 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61375b9-9bae-422d-a54e-7c9b1301a1b8", "name": "network-vif-deleted", "tag": "5d0776fb-865f-425d-954a-b5976f762f4f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:38.877624 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7b99bde-109c-4ec8-bf4c-1893f7ebb3c6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:38.878361 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61375b9-9bae-422d-a54e-7c9b1301a1b8', 'name': 'network-vif-deleted', 'tag': '5d0776fb-865f-425d-954a-b5976f762f4f', 'status': 'completed', 'code': 200} Nov 23 10:01:38.937279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ee10a-efa8-4b9b-8eb5-aa77bb9c74ef tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:38.939849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aa9ee10a-efa8-4b9b-8eb5-aa77bb9c74ef tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2153389 Nov 23 10:01:38.943568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40930) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:38.962251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:38.962891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:38.973419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edc28357-f9ff-43c5-8162-2e3d2ce8d375 req-5c8182e1-b6e1-4ae6-acac-fede7b7d9b0e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332376 Nov 23 10:01:38.996881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:39.051390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a24ea-7f1c-492f-8039-1579b00eddf2 None None] Pushing event updated for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:39.070577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:39.080748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:39.085028 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:01:39.114804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-92dbe31a-6137-4a7d-8f70-94ba146aff89 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.116660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-92dbe31a-6137-4a7d-8f70-94ba146aff89 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 813 time: 0.6064453 Nov 23 10:01:39.133460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0629f2a9-19e2-4475-9d87-9d692ef85716 req-dae3d428-9518-4eef-b3e2-e496b12ab50f tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 210 time: 0.0590248 Nov 23 10:01:39.169660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c243094-14c2-422d-a4e7-88b517dc5a21 req-3eb5d917-1472-4cd0-b9d2-ebc983fa42ad tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 210 time: 0.1792476 Nov 23 10:01:39.170449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:39.170569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Request body: {'port': {'device_id': '731cd092-2701-413f-83a8-3f020ee74027', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'admin_state_up': True, 'tenant_id': '17305fbcc89642f1814ff80973ea8500'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:39.278135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'port_id': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67', 'mac_address': 'fa:16:3e:db:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:39.293582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ea492-c298-4bde-bded-d7a5a0736d11 req-477fca0d-a47e-47ee-87fa-04030cc3f7ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.297607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Pushing event updated for resources: {'Port': ['ID=07098768-773e-490e-8402-97f42fafba74,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:39.310160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b8ea492-c298-4bde-bded-d7a5a0736d11 req-477fca0d-a47e-47ee-87fa-04030cc3f7ef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.0905497 Nov 23 10:01:39.371132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:39.380680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b8ea492-c298-4bde-bded-d7a5a0736d11 req-b9aab383-06f4-4032-8a81-7b17435b5aa8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673475 Nov 23 10:01:39.448729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] Provisioning complete for port 4c5dbd07-100c-41de-801c-50d974e551bb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:39.449150 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.708239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Attempting to bind port 07098768-773e-490e-8402-97f42fafba74 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:39.708946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Attempting to bind port 07098768-773e-490e-8402-97f42fafba74 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:39.708946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Attempting to bind port 07098768-773e-490e-8402-97f42fafba74 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:39.724261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c53d8-d84f-4fc8-9c0e-b0db766963f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.724867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:39.724867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:39.725112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.725397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:39.725756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c53d8-d84f-4fc8-9c0e-b0db766963f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.725877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Bound port: 07098768-773e-490e-8402-97f42fafba74, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:39.726301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.727435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c53d8-d84f-4fc8-9c0e-b0db766963f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.729039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d88c53d8-d84f-4fc8-9c0e-b0db766963f0 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7833679 Nov 23 10:01:39.731830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40942) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:39.772237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.803021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:39.831044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f00bd-9fe2-40fa-b6cb-8e68d916aee6 req-624d0e13-33d7-4533-a153-e1dd56125e32 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.832651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-602f00bd-9fe2-40fa-b6cb-8e68d916aee6 req-624d0e13-33d7-4533-a153-e1dd56125e32 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.1873846 Nov 23 10:01:39.843972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:39.844173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 5a9a4d89-158e-4409-b529-f8ad4f7c55fb {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:39.846397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40944) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:39.856186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.861078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fbf40bb8-6333-4c8c-aaeb-a369cf56bb00 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:39.862569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fbf40bb8-6333-4c8c-aaeb-a369cf56bb00 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.50 "GET /v2.0/networks?id=f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 200 len: 806 time: 0.2183411 Nov 23 10:01:39.863856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Made reservation on behalf of 17305fbcc89642f1814ff80973ea8500 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:39.866798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'floatingip': {'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:39.867352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.958604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:39.978306 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.979030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f4f4902-185d-46dc-9905-9e1cb70fd311 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:39.987886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:39.991276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-f1d7b44f-1df1-4ba7-9a1c-458a6b1fabaf tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ee35a43c3df4994ae67f95d9ded6383 HTTP/1.1" status: 200 len: 378 time: 0.1123095 Nov 23 10:01:39.999148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] For port 07098768-773e-490e-8402-97f42fafba74, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:40.027253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'port': {'device_id': '45f15c0f-3897-4959-9d64-88677403a928', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'admin_state_up': True, 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'security_groups': ['2f67c618-ee59-4ef0-b8e3-7a358ed8e00d']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:40.033379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.039007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.049396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] For port 07098768-773e-490e-8402-97f42fafba74, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07098768-773e-490e-8402-97f42fafba74,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:40.081960 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.092404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:40.109413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Allocated IP 172.20.0.7 (2c7c7f43-f676-414d-a125-86ef566ef8af/6c575b79-f755-4a5c-854f-6e5941c34754/7a004776-1400-4350-a0cb-adf1d587e381) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:40.126875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:38Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:40.160477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '7f4f4902-185d-46dc-9905-9e1cb70fd311', 'network_id': 'f7216446-2e8b-4101-99de-3bb622ffbacd', 'port_id': '7f4f4902-185d-46dc-9905-9e1cb70fd311', 'mac_address': 'fa:16:3e:ef:29:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e953f3-123b-4f63-8a84-6858b439c0b2', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:40.162669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:40.182385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.182728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.183072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.183407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.183739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.184077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.184937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.185395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.185729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.186093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.186428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.186740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:01:40.193391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05960059-b943-499a-ba94-b3e2b26f9aad None None] The sync data for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 is: [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:38Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:40.199900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] For port 4c5dbd07-100c-41de-801c-50d974e551bb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c5dbd07-100c-41de-801c-50d974e551bb,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:40.341469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:40.402577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.425268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 5d0776fb-865f-425d-954a-b5976f762f4f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:40.425268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5d0776fb-865f-425d-954a-b5976f762f4f not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:40.428131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.433429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27854f0e-c569-4191-92d8-87c46ee5c3c1 req-a3b786c7-731d-4f99-be5c-5aff1b5f817d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 210 time: 0.0490611 Nov 23 10:01:40.449366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Made reservation on behalf of 3ee35a43c3df4994ae67f95d9ded6383 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:40.451755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.453332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.480252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76baf-6053-4b05-93f8-6974af310802 None None] Pushing event updated for resources: {'Port': ['ID=07098768-773e-490e-8402-97f42fafba74,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:40.487023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4f4902-185d-46dc-9905-9e1cb70fd311 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:40.585091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:40.600789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.612819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5a9f9-e0dc-4c44-baaf-5b6b8b4e5218 None None] Pushing event updated for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:40.682613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-869244f3-3abf-4535-bd27-211b7d667700 req-320277ea-f1ee-46c8-bdbe-efcad4a4effa tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 210 time: 0.1134026 Nov 23 10:01:40.757572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.763904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.771866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.782325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.788828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.797218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:40.808806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.815590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.826677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:40.828961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-37445508-a1d5-4924-be31-ba2710ecec27 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5425 time: 0.5246272 Nov 23 10:01:40.842613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.892503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:40.966486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9a4d89-158e-4409-b529-f8ad4f7c55fb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:40.976349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Network 2c7c7f43-f676-414d-a125-86ef566ef8af is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:40.986613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:40.997724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.005405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fe4058cf-445c-4edc-b542-dc05718cc25d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/5a9a4d89-158e-4409-b529-f8ad4f7c55fb HTTP/1.1" status: 204 len: 168 time: 1.2703474 Nov 23 10:01:41.014249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001a498-a3ed-4936-9384-0586b3c319b3 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:41.024029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:41.027733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40964) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:41.048708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event updated for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:41.150105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5f448532-4096-4747-8e73-698b19fedb18 None None] Provisioning complete for port 7a004776-1400-4350-a0cb-adf1d587e381 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:41.155264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5f448532-4096-4747-8e73-698b19fedb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.158588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52206351-bab0-4075-bde1-d9821e8e4e1b req-ec499cf4-ebc1-4246-8a59-870261a9f6ff tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3034129 Nov 23 10:01:41.175971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Allocated IP 172.20.0.7 (f80a3880-319a-48cc-bcdd-287ff006fa8e/c7192b4c-edbd-4aa8-8aba-0547cd737057/442352c2-672b-4832-ab26-456db1ade99f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:41.223990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5f448532-4096-4747-8e73-698b19fedb18 None None] Port 7a004776-1400-4350-a0cb-adf1d587e381 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:01:41.291502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:41.292434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.297977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.db.resource_extend [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:01:41.307638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 7754a27a-abbe-4d1f-b3ce-aea28e52c432 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:41.416836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.421363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.423817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.455896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b99fb0a6-c48e-4c3f-bb0f-c1437de609c6 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2961709 Nov 23 10:01:41.472935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Request body: {'port': {'device_id': '731cd092-2701-413f-83a8-3f020ee74027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:41.501013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.512501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.594870 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:41.625407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c44b2ed7-67be-49e0-a9ff-4ad8db89aa67'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:41.629835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-734413e2-adc7-48a3-a167-a4478de5e2bf req-70e2f23a-42e7-4a72-92ed-28c055b513e7 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 210 time: 0.0488896 Nov 23 10:01:41.641217 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Floating IP 392f631c-33ae-42c3-b901-edec0eb1f6d9 associated. External IP: 172.25.1.67, port: fd085956-f7af-49e2-89df-5a226f5b6e05. Nov 23 10:01:41.708742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['821582b3-42d1-4e8a-932f-92ad702a0bec'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:41.739923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['7f4f4902-185d-46dc-9905-9e1cb70fd311'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:41.742139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['960de4e1-b7eb-45b1-9c5c-06a549c45cbf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:41.787500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['344bfc53-6cf5-42fa-b1e6-7c9aff06240a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:42.026158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.053489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.080717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c5dbd07-100c-41de-801c-50d974e551bb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:42.092150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b73b57-6515-43eb-8f26-dcd5ce6fdc1d None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:42.135781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Network f80a3880-319a-48cc-bcdd-287ff006fa8e is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:42.149432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:42.164062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:42.311576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event updated for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:42.366082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['374ff0ad-36b5-41ec-8593-fdaa3823a910'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:42.422560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['322b6e35-457f-42d6-8bd1-98021227d925'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:42.464189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.465258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.485023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.509770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-811c300d-85bb-448c-8137-39d21f8b0aed tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4907980 Nov 23 10:01:42.541929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Request body: {'port': {'device_id': '45f15c0f-3897-4959-9d64-88677403a928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:42.551563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=7754a27a-abbe-4d1f-b3ce-aea28e52c432,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:42.601291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.617996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-319ed868-7247-4146-9c7a-38c35c94820e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/7754a27a-abbe-4d1f-b3ce-aea28e52c432 HTTP/1.1" status: 204 len: 168 time: 1.5889294 Nov 23 10:01:42.620793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:42.639744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.646332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.652651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.659048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.665645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.671752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.678120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.679828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3735d-2da2-415f-a154-151700194f67 req-ddb94b4c-b992-4b6e-ade6-9933be8cd5a8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:42.681961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffe3735d-2da2-415f-a154-151700194f67 req-ddb94b4c-b992-4b6e-ade6-9933be8cd5a8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 931 time: 0.8076942 Nov 23 10:01:42.692297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-de91c5a7-9455-46c8-9c73-914150fc6a51 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5426 time: 0.3735571 Nov 23 10:01:42.724082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] Provisioning complete for port 07098768-773e-490e-8402-97f42fafba74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:42.724454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:42.783058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f29d69e4-e3b9-4e65-8c14-88e193a39653 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1593497 Nov 23 10:01:42.788943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:42.798497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:42.831334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Router 560f182d-be00-4fbd-81d5-b01fcf8ec53e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:01:42.868941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffe3735d-2da2-415f-a154-151700194f67 req-22a8176a-81b2-47bb-a6eb-7527de354718 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763999 Nov 23 10:01:43.055761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a004776-1400-4350-a0cb-adf1d587e381 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:43.069234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:43.073507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.221373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eca6b-569d-4a9d-b2c2-dfa7f66df562 req-1a7aa446-6c41-474c-8d35-af2d8427fcc2 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:43.224943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b3eca6b-569d-4a9d-b2c2-dfa7f66df562 req-1a7aa446-6c41-474c-8d35-af2d8427fcc2 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 931 time: 0.1998291 Nov 23 10:01:43.229322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:43.234585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.240249 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Sync routers for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:43.259543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.268384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.275878 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:43.276787 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:43.306266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53f5e51b-93ae-463c-b44e-9d8f10f9eb66 req-1bca509c-9e4a-4b55-944c-50d32ab25202 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6086524 Nov 23 10:01:43.335576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2657b5c7-aaaa-4ea7-b9bd-22f5c8146f38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "PUT /v2.0/floatingips/392f631c-33ae-42c3-b901-edec0eb1f6d9 HTTP/1.1" status: 200 len: 990 time: 3.4804120 Nov 23 10:01:43.337509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:43.344768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Transition to ACTIVE for port object 7a004776-1400-4350-a0cb-adf1d587e381 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:01:43.349823 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0796f-55aa-45b1-bfbc-f5077d966022" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:43.399705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.411024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b3eca6b-569d-4a9d-b2c2-dfa7f66df562 req-31271165-b5da-476b-8b29-1f1b10c8e203 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250167 Nov 23 10:01:43.438705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4c5dbd07-100c-41de-801c-50d974e551bb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:43.439242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.512456 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:43.521676 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17712cb2-91ca-4473-8db2-3f77833d0a4c x-openstack-request-id: req-17712cb2-91ca-4473-8db2-3f77833d0a4c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:43.521988 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:43.522247 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17712cb2-91ca-4473-8db2-3f77833d0a4c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:43.522664 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'status': 'completed', 'code': 200} Nov 23 10:01:43.621220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-0a8419ba-3a40-4fb6-8104-6d1366aaffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:43.622820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-0a8419ba-3a40-4fb6-8104-6d1366aaffc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1096 time: 0.0835240 Nov 23 10:01:43.665489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.667595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:43.775678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-ff197e53-3b69-48f6-a603-1c3da2b33294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:43.777215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-ff197e53-3b69-48f6-a603-1c3da2b33294 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1455081 Nov 23 10:01:43.823162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:43.836847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:43.838967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=93e627fe-268b-425b-9203-07066852f745,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:43.847836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:43.848593 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.892336 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:43.894697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c238a4-86ba-4019-a6ea-d578bee56cb3 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:43.896319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:43.940258 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '392f631c-33ae-42c3-b901-edec0eb1f6d9', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:15Z', 'updated_at': '2021-11-23T10:01:41Z', 'revision_number': 1, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:43.948230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-34cdf464-27d1-4353-b560-b2a9bf65b6a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.1602576 Nov 23 10:01:43.964124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2cbe9025-38b6-46c7-ba0e-24371c68ae8d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1695042 Nov 23 10:01:43.972841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41000) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:43.986409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:44.007594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Checking router: 560f182d-be00-4fbd-81d5-b01fcf8ec53e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:44.036483 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:44.037272 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:44.047781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Attempting to bind port 7a004776-1400-4350-a0cb-adf1d587e381 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:44.048346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Attempting to bind port 7a004776-1400-4350-a0cb-adf1d587e381 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:44.048912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Attempting to bind port 7a004776-1400-4350-a0cb-adf1d587e381 on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:44.091128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-6aaecaf2-8e30-402b-8c86-d863b12dec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.092614 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-6aaecaf2-8e30-402b-8c86-d863b12dec6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1384475 Nov 23 10:01:44.124949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Port 7a004776-1400-4350-a0cb-adf1d587e381 on network 2c7c7f43-f676-414d-a125-86ef566ef8af not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:01:44.125382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Attempting to bind port 7a004776-1400-4350-a0cb-adf1d587e381 on network 2c7c7f43-f676-414d-a125-86ef566ef8af {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:44.167886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07098768-773e-490e-8402-97f42fafba74 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:44.196398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-da90c66f-f546-455a-bc04-efd1d0c2ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.200067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-da90c66f-f546-455a-bc04-efd1d0c2ae54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979383 Nov 23 10:01:44.208237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:44.208644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Checking segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:44.217825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Bound using segment: {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:44.218440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Bound port: 7a004776-1400-4350-a0cb-adf1d587e381, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3493a5-12e5-4201-ab05-5e90b8b27ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:44.218879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.221738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:44.307473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] For port 07098768-773e-490e-8402-97f42fafba74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07098768-773e-490e-8402-97f42fafba74,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:44.338432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442352c2-672b-4832-ab26-456db1ade99f {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:44.350984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.354487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.370343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Transition to ACTIVE for port object 442352c2-672b-4832-ab26-456db1ade99f will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:01:44.392430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-9c458c44-5165-41c4-841f-22a55d69d72c service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825457 Nov 23 10:01:44.453454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Deleting port 07098768-773e-490e-8402-97f42fafba74 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:44.453454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.521504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 07098768-773e-490e-8402-97f42fafba74 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:44.521925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.556691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:44.558241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47030fa-df78-42c7-86a0-c202e48fe15c None None] Pushing event updated for resources: {'Port': ['ID=07098768-773e-490e-8402-97f42fafba74,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:44.560905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7a004776-1400-4350-a0cb-adf1d587e381,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:44.568454 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.587227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.590847 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '392f631c-33ae-42c3-b901-edec0eb1f6d9', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:15Z', 'updated_at': '2021-11-23T10:01:41Z', 'revision_number': 1, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:44.616115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85b0796f-55aa-45b1-bfbc-f5077d966022 req-01290393-40e9-4486-b5d5-12fe8c47fcfe service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155457 Nov 23 10:01:44.650478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.655297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 322b6e35-457f-42d6-8bd1-98021227d925 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:44.674873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.681790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.689529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e955-ef53-46f4-ae0b-9bfd869c8741 None None] The sync data for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 is: [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '392f631c-33ae-42c3-b901-edec0eb1f6d9', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:15Z', 'updated_at': '2021-11-23T10:01:41Z', 'revision_number': 1, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:44.692368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.707836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.719756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.720036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Pushing event updated for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:44.729425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:44.735214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.742154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.751003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630a91b-8d56-4b14-a697-65266ef54402 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:44.756270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] For port 07098768-773e-490e-8402-97f42fafba74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=07098768-773e-490e-8402-97f42fafba74,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:44.756669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.758379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-51802070-24ca-4ab5-866d-8761ba72cd5f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5426 time: 0.2623346 Nov 23 10:01:44.807617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Calling delete_port for 07098768-773e-490e-8402-97f42fafba74 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:44.865483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e01c795-2b15-444c-a408-4f549b5649d2 req-d91be41d-661c-4d7b-8691-a8f750422cfc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000407 Nov 23 10:01:44.877400 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93e627fe-268b-425b-9203-07066852f745 (CIDR: 2001:db8::/64) Nov 23 10:01:44.879396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.880123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.881671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a004776-1400-4350-a0cb-adf1d587e381 HTTP/1.1" status: 200 len: 1091 time: 3.4130442 Nov 23 10:01:44.944401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 322b6e35-457f-42d6-8bd1-98021227d925 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:44.968957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 322b6e35-457f-42d6-8bd1-98021227d925 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:44.969613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:44.970215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:44.973279 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991a7b2-6315-496c-9698-2242a1fda5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "tag": "7a004776-1400-4350-a0cb-adf1d587e381"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:44.978318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01919412-dcaf-476d-a407-ca4e971448b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:44.992675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3ec9f-64a1-442d-ab31-3488846bd1fd req-00af85f9-7571-4c73-ac1a-984f54507324 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:44.994465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8a3ec9f-64a1-442d-ab31-3488846bd1fd req-00af85f9-7571-4c73-ac1a-984f54507324 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 943 time: 0.9071598 Nov 23 10:01:45.032979 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:01:45.033613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:45.067827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07098768-773e-490e-8402-97f42fafba74 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:45.076765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0104c3-ccd3-4546-adcb-f690cbf74641 None None] New status for floating IP 392f631c-33ae-42c3-b901-edec0eb1f6d9: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:01:45.092928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180566dd-0141-4eb4-99e2-d8dfb911ba37 req-0560b0b3-3274-42ba-9210-889df3a7b5b8 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:45.108987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180566dd-0141-4eb4-99e2-d8dfb911ba37 req-0560b0b3-3274-42ba-9210-889df3a7b5b8 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 943 time: 0.1452482 Nov 23 10:01:45.136904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8a3ec9f-64a1-442d-ab31-3488846bd1fd req-6d76121e-b0a9-4a76-84f0-236c48f4e16f tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280520 Nov 23 10:01:45.146631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65dc5b58-252e-48b0-b8f4-e43334735fe8 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1664968 Nov 23 10:01:45.149302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41018) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:45.156571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'subnet': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:45.188608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.234447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-180566dd-0141-4eb4-99e2-d8dfb911ba37 req-1c54fec3-c3a4-4f48-acef-c83aa3569363 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066024 Nov 23 10:01:45.293258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] Pushing event deleted for resources: {'Port': ['ID=07098768-773e-490e-8402-97f42fafba74,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:45.301390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port 07098768-773e-490e-8402-97f42fafba74 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:01:45.301844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 07098768-773e-490e-8402-97f42fafba74 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:45.310637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e0733-70ea-418a-8fe9-4da88931efc2 None None] No DVR routers for this DVR port 07098768-773e-490e-8402-97f42fafba74 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:45.342879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-db55db5d-b8ea-4c63-bfb2-f4328c90ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:45.344441 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-db55db5d-b8ea-4c63-bfb2-f4328c90ef1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 1094 time: 0.3490527 Nov 23 10:01:45.392171 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2a28a-0a80-4acb-9d31-bd3072f8b508 x-openstack-request-id: req-8cc2a28a-0a80-4acb-9d31-bd3072f8b508 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:45.392457 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "tag": "7a004776-1400-4350-a0cb-adf1d587e381", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:45.392711 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cc2a28a-0a80-4acb-9d31-bd3072f8b508 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:45.393103 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381', 'status': 'completed', 'code': 200} Nov 23 10:01:45.396891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Attempting to bind port 442352c2-672b-4832-ab26-456db1ade99f on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:45.397229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Attempting to bind port 442352c2-672b-4832-ab26-456db1ade99f by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:45.397559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Attempting to bind port 442352c2-672b-4832-ab26-456db1ade99f on network f80a3880-319a-48cc-bcdd-287ff006fa8e {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:45.405004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948456a-ca26-49a8-9b32-cce82d948642 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:45.485722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.572269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:45.574613 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c601f-7fdb-4d0b-81aa-f9ecf3a7adee" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "322b6e35-457f-42d6-8bd1-98021227d925"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:45.603726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:45.618682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.620589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 344bfc53-6cf5-42fa-b1e6-7c9aff06240a up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:45.690026 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8967ee7-dc77-4f82-bfa6-4ca32301426d x-openstack-request-id: req-f8967ee7-dc77-4f82-bfa6-4ca32301426d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:45.690435 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "322b6e35-457f-42d6-8bd1-98021227d925", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:45.690599 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8967ee7-dc77-4f82-bfa6-4ca32301426d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:45.690958 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925', 'code': 200} Nov 23 10:01:45.755666 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.767733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:45.797505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-8b94c1f8-9fb8-4203-b4c2-30dc2c4505b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a004776-1400-4350-a0cb-adf1d587e381 HTTP/1.1" status: 200 len: 217 time: 0.4122295 Nov 23 10:01:45.799030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3424d68b-9456-4bb9-b896-c0ae5329a081', 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'tenant_id': 'fc6b1953d4a6443bb5aaa1fe55e94d4d', 'fixed_ips': [{'subnet_id': '93e627fe-268b-425b-9203-07066852f745'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:01:45.800107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Port 442352c2-672b-4832-ab26-456db1ade99f on network f80a3880-319a-48cc-bcdd-287ff006fa8e not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:01:45.800246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.800343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Attempting to bind port 442352c2-672b-4832-ab26-456db1ade99f on network f80a3880-319a-48cc-bcdd-287ff006fa8e {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:45.812612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:45.818556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:45.819037 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.835861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:45.836203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Checking segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:45.836595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Bound using segment: {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:45.837048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Bound port: 442352c2-672b-4832-ab26-456db1ade99f, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbea7edd-687d-425d-b2c0-696ed54997df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:45.837405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:45.906822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b6ddfa4c-7a0c-4046-9820-8f8091b67b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:45.908326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b6ddfa4c-7a0c-4046-9820-8f8091b67b77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.1030843 Nov 23 10:01:45.987788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:45.994303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=442352c2-672b-4832-ab26-456db1ade99f,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:46.012329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-b2bf5a9c-f1d9-48c7-8867-5ab1dcd06c54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908091 Nov 23 10:01:46.018035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:46.021830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.031987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Allocated IP 2001:db8::2 (3424d68b-9456-4bb9-b896-c0ae5329a081/93e627fe-268b-425b-9203-07066852f745/91886424-13d9-48fd-b87e-f7b7dcf3be95) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:46.053477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.105042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.192022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:46.204298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.236305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.236913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.238977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 200 len: 1091 time: 3.7020178 Nov 23 10:01:46.328844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:46.352809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.364379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.384900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e619-dc3a-4ce9-9e37-bb2e3a12f9d4 req-2fa07547-c51c-4ba5-922b-1a7dfbe775d5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.394440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29b2e619-dc3a-4ce9-9e37-bb2e3a12f9d4 req-2fa07547-c51c-4ba5-922b-1a7dfbe775d5 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 943 time: 0.1069396 Nov 23 10:01:46.420431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-cfe4a49e-8896-40d5-8b67-ba723a4c566e service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612702 Nov 23 10:01:46.441387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9ad83-54e2-46d7-8b6e-ab7dc43f79f9 service neutron] Pushing event updated for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:46.479763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29b2e619-dc3a-4ce9-9e37-bb2e3a12f9d4 req-b6d146f1-010a-4c83-b068-3334e4fefb9b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Nov 23 10:01:46.499293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.505766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.511691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.517783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.523976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.530357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.536516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.538547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-6f85a7ad-6b60-4394-85a2-ad561d00b46c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5427 time: 0.5388787 Nov 23 10:01:46.596191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Pushing event updated for resources: {'Port': ['ID=91886424-13d9-48fd-b87e-f7b7dcf3be95,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:46.608773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:46.611188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775a7b-943f-4ddc-839f-a9d2e119b498 req-2d9b9623-c4fd-432d-a3a4-3652a912caa0 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.612882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:46.613297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f775a7b-943f-4ddc-839f-a9d2e119b498 req-2d9b9623-c4fd-432d-a3a4-3652a912caa0 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 943 time: 0.0621121 Nov 23 10:01:46.615353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:46.636413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-f26870d5-a2ea-42d1-b1f7-e1457cd38def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.638050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-f26870d5-a2ea-42d1-b1f7-e1457cd38def service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 1094 time: 0.2306581 Nov 23 10:01:46.646165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:46.686644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f775a7b-943f-4ddc-839f-a9d2e119b498 req-607f240d-737a-4671-b90b-86a7570e402c tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635796 Nov 23 10:01:46.708248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Attempting to bind port 91886424-13d9-48fd-b87e-f7b7dcf3be95 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:01:46.708616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Attempting to bind port 91886424-13d9-48fd-b87e-f7b7dcf3be95 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:01:46.708975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Attempting to bind port 91886424-13d9-48fd-b87e-f7b7dcf3be95 on network 3424d68b-9456-4bb9-b896-c0ae5329a081 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:01:46.716624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:01:46.717032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Checking segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:46.717388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.717838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Bound using segment: {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:01:46.718279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Bound port: 91886424-13d9-48fd-b87e-f7b7dcf3be95, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4786ea8e-bf27-410e-bfb4-a852fc93757c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:01:46.718638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.719232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-c0aa03f2-4062-4171-bb70-725e8d8aa5a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 200 len: 217 time: 0.0681558 Nov 23 10:01:46.767988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-412954e6-6ccd-4555-b63e-e09175416ca5 req-5280be21-b4e7-4081-bcd8-1800f4a5de95 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943323 Nov 23 10:01:46.778720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:46.794172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9f94a65-5e9e-4ba0-904d-0393d8bb29d1 req-36b16e7d-7627-4be2-97b6-50e608c41247 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2290020 Nov 23 10:01:46.809039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] For port 91886424-13d9-48fd-b87e-f7b7dcf3be95, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:01:46.813054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] For port 91886424-13d9-48fd-b87e-f7b7dcf3be95, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=91886424-13d9-48fd-b87e-f7b7dcf3be95,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:01:46.818822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:46.819403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.825922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-ec76bf18-f2c0-4f03-90bb-ee72e2271478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.827649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-ec76bf18-f2c0-4f03-90bb-ee72e2271478 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7192b4c-edbd-4aa8-8aba-0547cd737057 HTTP/1.1" status: 200 len: 845 time: 0.0937603 Nov 23 10:01:46.848598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.951135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-3a56b7d6-67da-43c2-a828-eecae3688621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.952825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-3a56b7d6-67da-43c2-a828-eecae3688621 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17305fbcc89642f1814ff80973ea8500&device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 1094 time: 0.0948441 Nov 23 10:01:46.954493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4509-8a27-4c84-8dc2-9d51127c5e15 None None] Pushing event updated for resources: {'Port': ['ID=91886424-13d9-48fd-b87e-f7b7dcf3be95,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:46.970893 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:46.973608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-eeda4194-8438-4717-a817-23294e6d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:46.975195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-eeda4194-8438-4717-a817-23294e6d685c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80a3880-319a-48cc-bcdd-287ff006fa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160803 Nov 23 10:01:47.007155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:47.012136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.012895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f4f4902-185d-46dc-9905-9e1cb70fd311 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:47.099237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:47.115230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 7f4f4902-185d-46dc-9905-9e1cb70fd311 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:47.120503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 7f4f4902-185d-46dc-9905-9e1cb70fd311 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:47.120503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.234650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-5f6c9540-6d6f-46cf-85e2-2db8fd7ece1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:47.236504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-5f6c9540-6d6f-46cf-85e2-2db8fd7ece1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 200 len: 914 time: 0.2752087 Nov 23 10:01:47.241989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.250132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-647423e2-9982-4b31-b817-b2153010e22c service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633228 Nov 23 10:01:47.284297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:47.292027 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.293175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 821582b3-42d1-4e8a-932f-92ad702a0bec up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:47.333837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-6cb919d1-446f-46be-b99a-95fbcb27840a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a004776-1400-4350-a0cb-adf1d587e381 HTTP/1.1" status: 200 len: 217 time: 0.0861101 Nov 23 10:01:47.353827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:01:47.383754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:47.400958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 821582b3-42d1-4e8a-932f-92ad702a0bec completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:47.405369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 821582b3-42d1-4e8a-932f-92ad702a0bec triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:47.405739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.432675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'tag': '442352c2-672b-4832-ab26-456db1ade99f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:47.435166 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e9fbd-5e53-438d-b965-c1e37c307a36" -d '{"events": [{"name": "network-changed", "server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "tag": "442352c2-672b-4832-ab26-456db1ade99f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:47.518544 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a281da9-7035-4f58-9830-7b72288b11a2 x-openstack-request-id: req-9a281da9-7035-4f58-9830-7b72288b11a2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:47.518849 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "tag": "442352c2-672b-4832-ab26-456db1ade99f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:47.519035 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a281da9-7035-4f58-9830-7b72288b11a2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:47.519457 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'tag': '442352c2-672b-4832-ab26-456db1ade99f', 'status': 'completed', 'code': 200} Nov 23 10:01:47.540318 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.542433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-64bec54c-f798-4557-9899-f3aa0a4e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:47.544523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-64bec54c-f798-4557-9899-f3aa0a4e174a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 200 len: 853 time: 0.1893058 Nov 23 10:01:47.563881 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:01:47.587355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:47.592613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.613064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-43d646e2-e83d-4367-bfcd-33d4412ae4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c7c7f43-f676-414d-a125-86ef566ef8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528595 Nov 23 10:01:47.618655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5aadf4b9-72d7-4157-93e5-38b015105880 req-55ae8e90-fc61-4efd-9f72-52f8f20c0fdc service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572748 Nov 23 10:01:47.640672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1478d99-acd1-4efb-80a8-6cf6cf51dc95 req-56f20881-5646-41c7-af0e-fe40220608e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:47.651811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1478d99-acd1-4efb-80a8-6cf6cf51dc95 req-56f20881-5646-41c7-af0e-fe40220608e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 943 time: 0.0886362 Nov 23 10:01:47.652298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:47.692933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4f4902-185d-46dc-9905-9e1cb70fd311'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:47.695741 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885becaa-8f84-4367-a11d-38dcb645fc42" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "c44b2ed7-67be-49e0-a9ff-4ad8db89aa67"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "7f4f4902-185d-46dc-9905-9e1cb70fd311"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:47.723418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1478d99-acd1-4efb-80a8-6cf6cf51dc95 req-e52c0ab8-6728-449f-84a5-ae4881452182 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695300 Nov 23 10:01:47.766841 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054fba8d-822e-40a7-ae4c-a3a76f139411 x-openstack-request-id: req-054fba8d-822e-40a7-ae4c-a3a76f139411 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:47.767156 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "c44b2ed7-67be-49e0-a9ff-4ad8db89aa67", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "7f4f4902-185d-46dc-9905-9e1cb70fd311", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:47.767851 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-054fba8d-822e-40a7-ae4c-a3a76f139411 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:47.768268 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'code': 200} Nov 23 10:01:47.768525 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44b2ed7-67be-49e0-a9ff-4ad8db89aa67', 'code': 200} Nov 23 10:01:47.768782 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4f4902-185d-46dc-9905-9e1cb70fd311', 'code': 200} Nov 23 10:01:47.769034 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'code': 200} Nov 23 10:01:47.813123 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f32e1d6-5297-4e12-8cc2-8bb38a920f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.829634 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:47.861671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a199f65-3ee3-4c30-8b5d-0824cd28695b req-a8012ee3-5a4c-48ee-9cf4-abb01bae0782 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:47.870191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a199f65-3ee3-4c30-8b5d-0824cd28695b req-a8012ee3-5a4c-48ee-9cf4-abb01bae0782 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 943 time: 0.0915689 Nov 23 10:01:47.953389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a199f65-3ee3-4c30-8b5d-0824cd28695b req-d508a84d-d70a-438f-91fd-e03d2b1af02c tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765636 Nov 23 10:01:47.961820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-d38b5de3-cf74-4d89-95bb-74ae548c7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:47.963740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-d38b5de3-cf74-4d89-95bb-74ae548c7830 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 1094 time: 0.2416492 Nov 23 10:01:47.966034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-58abfad8-4f5a-44d1-a03f-fd5ce212b554 service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272159 Nov 23 10:01:48.118106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.124335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.130870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.139291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.145689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.153061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.159838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.162542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-c7940242-d748-4bea-a859-1b040a71a7ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5431 time: 0.1173391 Nov 23 10:01:48.237145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f6c778e-bb37-4e41-add6-0090d5c16fc1 req-ca862fd2-9af8-4843-b53c-65045169e4d3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668285 Nov 23 10:01:48.261033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Provisioning complete for port 91886424-13d9-48fd-b87e-f7b7dcf3be95 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:48.261412 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.281380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b991a7b2-6315-496c-9698-2242a1fda5c8 req-44996e1f-c0ce-40a2-b86f-f58e709a21df service neutron] 10.222.0.50 "GET /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855999 Nov 23 10:01:48.291249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] For port 91886424-13d9-48fd-b87e-f7b7dcf3be95, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=91886424-13d9-48fd-b87e-f7b7dcf3be95,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:48.293828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-5fd42491-5d99-449f-b9ab-807b336934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.295367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-5fd42491-5d99-449f-b9ab-807b336934ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 200 len: 907 time: 0.3170311 Nov 23 10:01:48.302673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7a004776-1400-4350-a0cb-adf1d587e381 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:48.372800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.376731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-61ea1eef-815d-450b-93c6-fd5b3503f786 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 200 len: 217 time: 0.0655134 Nov 23 10:01:48.382573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.383432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.433166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.468107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7a004776-1400-4350-a0cb-adf1d587e381,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:48.511914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '7a004776-1400-4350-a0cb-adf1d587e381', 'network_id': '2c7c7f43-f676-414d-a125-86ef566ef8af', 'port_id': '7a004776-1400-4350-a0cb-adf1d587e381', 'mac_address': 'fa:16:3e:2f:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c575b79-f755-4a5c-854f-6e5941c34754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:48.532430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=91886424-13d9-48fd-b87e-f7b7dcf3be95,revision_number=4']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:48.548909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:48.555213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:48.561865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.562503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.565592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:01:48.566070 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:01:48.572707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.582475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-bf65137b-925b-4833-8305-1d88466c7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.584658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-bf65137b-925b-4833-8305-1d88466c7edd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7192b4c-edbd-4aa8-8aba-0547cd737057 HTTP/1.1" status: 200 len: 845 time: 0.1976161 Nov 23 10:01:48.589014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a004776-1400-4350-a0cb-adf1d587e381 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:48.593716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4421024 Nov 23 10:01:48.593970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41060) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:48.599151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Request body: {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'mac_address': 'fa:16:3e:46:70:04', 'name': 'tempest-NetworksTestDHCPv6-1331444049'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:48.620924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b310-db3a-427a-90ab-27f62a54536e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Subnet': ['ID=31b02d6a-1a4b-4783-ad81-904f233f8088,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:48.636742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7a004776-1400-4350-a0cb-adf1d587e381,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:48.646780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.647004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-de4e3a31-aa00-43bb-9750-f0bc2b87c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:48.649331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-de4e3a31-aa00-43bb-9750-f0bc2b87c374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80a3880-319a-48cc-bcdd-287ff006fa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545239 Nov 23 10:01:48.653403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 960de4e1-b7eb-45b1-9c5c-06a549c45cbf up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:48.761549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-d80b751c-e7e5-4318-9d7a-9464a9872ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050508 Nov 23 10:01:48.789812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:48.791919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:48.808478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:48.808710 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.834599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Made reservation on behalf of fc6b1953d4a6443bb5aaa1fe55e94d4d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:48.853526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c40cf-c580-4081-836e-5478d40f751a None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:48.926591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:48.936173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['7a004776-1400-4350-a0cb-adf1d587e381'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:48.949590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] device_id is not set on port a8e1ff30-9f98-4a56-beb2-4dc4e94f646c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:49.093004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c6e9fbd-5e53-438d-b965-c1e37c307a36 req-92789f90-780d-4961-af57-af4e3f588ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202574 Nov 23 10:01:49.103649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d92ab-1a7f-4569-ba55-c9ead7601768 req-c6c2d639-4d6c-4030-9657-69241a591ad1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.107372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f4d92ab-1a7f-4569-ba55-c9ead7601768 req-c6c2d639-4d6c-4030-9657-69241a591ad1 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 944 time: 0.1764679 Nov 23 10:01:49.159189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 91886424-13d9-48fd-b87e-f7b7dcf3be95 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:49.204859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.205988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f4d92ab-1a7f-4569-ba55-c9ead7601768 req-50733450-6fe9-4177-928b-e3f49f73be37 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776274 Nov 23 10:01:49.334901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.435063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd70c8-97b0-4db7-95f3-d1077f988442 req-5917330e-835b-43a8-a1e8-0a852baaaecb tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.447984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1fd70c8-97b0-4db7-95f3-d1077f988442 req-5917330e-835b-43a8-a1e8-0a852baaaecb tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 943 time: 0.2441747 Nov 23 10:01:49.453541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:49.456684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] For port 91886424-13d9-48fd-b87e-f7b7dcf3be95, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=91886424-13d9-48fd-b87e-f7b7dcf3be95,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:49.471948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.473775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.474582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 374ff0ad-36b5-41ec-8593-fdaa3823a910 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:49.547211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.549010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1fd70c8-97b0-4db7-95f3-d1077f988442 req-edba89ee-bd35-46f1-b10c-4a60d4c387ce tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990121 Nov 23 10:01:49.562699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.579588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8::ac (3424d68b-9456-4bb9-b896-c0ae5329a081/93e627fe-268b-425b-9203-07066852f745/a8e1ff30-9f98-4a56-beb2-4dc4e94f646c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:49.582353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.590256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.593859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:7004 (3424d68b-9456-4bb9-b896-c0ae5329a081/31b02d6a-1a4b-4783-ad81-904f233f8088/a8e1ff30-9f98-4a56-beb2-4dc4e94f646c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:01:49.598022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.606018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.612281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.620613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-8d784237-9e29-456c-a3eb-24ac8553dd6f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5432 time: 0.1537023 Nov 23 10:01:49.628145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 91886424-13d9-48fd-b87e-f7b7dcf3be95 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:49.628626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.684146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d4f7d240-465d-4674-b424-308c8bf966a5 None None] Could not find standard attr ID for object dbad2017-b09e-4911-bc00-d1f6324f35f9. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:49.697562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d0b29fb-3f91-4f53-bf73-f61713cb7c76 req-38e45528-d146-46bf-8778-d6de7f0cb252 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687292 Nov 23 10:01:49.702297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d4f7d240-465d-4674-b424-308c8bf966a5 None None] Could not find standard attr ID for object f13fc47d-34bd-4283-ba62-6090c2fbd26c. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:49.744244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27a011-e363-4ce1-b950-8f2bd018912d None None] Pushing event updated for resources: {'Port': ['ID=91886424-13d9-48fd-b87e-f7b7dcf3be95,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:49.772766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:49.775559 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd9169-2837-4d7a-a607-289a66e8be59" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:49.794341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.828621 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b0088-98e6-4e46-95d5-e9599b4964b3 x-openstack-request-id: req-fa9b0088-98e6-4e46-95d5-e9599b4964b3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:49.829028 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:49.829505 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa9b0088-98e6-4e46-95d5-e9599b4964b3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:49.829923 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'code': 200} Nov 23 10:01:49.831078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 374ff0ad-36b5-41ec-8593-fdaa3823a910 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:49.834713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:49.841496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.865226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 374ff0ad-36b5-41ec-8593-fdaa3823a910 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:49.865608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.885514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:01:49.892986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:49.896942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:49.903493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:49.904130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:49.915513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event updated for resources: {'Port': ['ID=a8e1ff30-9f98-4a56-beb2-4dc4e94f646c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:49.930552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-51dde10b-960c-4955-a472-dd3564b259f7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3355136 Nov 23 10:01:49.933125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41076) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:49.980187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.023541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:50.028334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.033920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting port a8e1ff30-9f98-4a56-beb2-4dc4e94f646c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:50.034333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.085195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:50.130472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.138118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.151101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Calling delete_port for a8e1ff30-9f98-4a56-beb2-4dc4e94f646c owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:50.227424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b442f743-4fd2-41fd-a431-72206202ea6a None None] Provisioning complete for port 91886424-13d9-48fd-b87e-f7b7dcf3be95 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:50.227871 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b442f743-4fd2-41fd-a431-72206202ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.370007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24d725-4dd0-4799-8a4c-bf2d021e1db6 req-95b38cd3-f852-418b-bce4-d8c491b92b41 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.371769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a24d725-4dd0-4799-8a4c-bf2d021e1db6 req-95b38cd3-f852-418b-bce4-d8c491b92b41 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 944 time: 0.0658040 Nov 23 10:01:50.379095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.413673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Port': ['ID=a8e1ff30-9f98-4a56-beb2-4dc4e94f646c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:50.447720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a24d725-4dd0-4799-8a4c-bf2d021e1db6 req-07ecb165-8d68-4ac1-830b-bc3ff7413af8 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Nov 23 10:01:50.481040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.486866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a09d904-1c47-436d-bec9-3b7af09d71e5 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/a8e1ff30-9f98-4a56-beb2-4dc4e94f646c HTTP/1.1" status: 204 len: 168 time: 0.5525038 Nov 23 10:01:50.487144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:50.519036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 442352c2-672b-4832-ab26-456db1ade99f details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:01:50.545182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff2adf9-782d-4457-9643-48928295d56b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.548173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6ff2adf9-782d-4457-9643-48928295d56b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0585508 Nov 23 10:01:50.549338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:50.556922 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58b4d0aa-29fa-4c95-bee2-51be509dc79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.634081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b6213-7348-48fe-b09b-97b1c95aac4b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.639211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41094) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:50.650588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bf2b6213-7348-48fe-b09b-97b1c95aac4b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0899036 Nov 23 10:01:50.689668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=442352c2-672b-4832-ab26-456db1ade99f,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:50.704734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6bb5c88b-914f-4be5-8624-5933f1043f29 None None] Could not find standard attr ID for object a8e1ff30-9f98-4a56-beb2-4dc4e94f646c. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:01:50.722905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '442352c2-672b-4832-ab26-456db1ade99f', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'port_id': '442352c2-672b-4832-ab26-456db1ade99f', 'mac_address': 'fa:16:3e:61:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:01:50.737240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd934a-450b-4526-816a-2e3e0fa77706 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.739012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd934a-450b-4526-816a-2e3e0fa77706 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.740554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd934a-450b-4526-816a-2e3e0fa77706 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.742405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53dd934a-450b-4526-816a-2e3e0fa77706 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1025417 Nov 23 10:01:50.745457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41102) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:50.773634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c25a9-2019-4d2b-8026-b982c5a404ca req-7aa8b53d-ee24-4a09-8e7b-7a6f57bcf156 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.780530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c43c25a9-2019-4d2b-8026-b982c5a404ca req-7aa8b53d-ee24-4a09-8e7b-7a6f57bcf156 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 943 time: 0.1014786 Nov 23 10:01:50.797274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.811673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442352c2-672b-4832-ab26-456db1ade99f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:01:50.833726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=442352c2-672b-4832-ab26-456db1ade99f,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:50.840082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.866017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.867341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 31b02d6a-1a4b-4783-ad81-904f233f8088 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:50.872420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.878269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.879777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.886958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.894101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.900169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.906118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:50.907286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:50.912276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c43c25a9-2019-4d2b-8026-b982c5a404ca req-a91fb0cb-ff38-4402-8975-2e9b9afa17a6 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308188 Nov 23 10:01:50.915929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-cc0fa941-362f-4f04-89f7-a9749ed013d2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.1273077 Nov 23 10:01:50.943637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:50.984089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3a8aaaf-3a15-448c-a0c8-8c59b073410a req-0a09ecc8-8a37-4552-9e8f-649ded0c9462 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672505 Nov 23 10:01:51.011493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 91886424-13d9-48fd-b87e-f7b7dcf3be95 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:51.054694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.064060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 91886424-13d9-48fd-b87e-f7b7dcf3be95 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:51.064557 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.101269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['442352c2-672b-4832-ab26-456db1ade99f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:01:51.124284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.158750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=31b02d6a-1a4b-4783-ad81-904f233f8088,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:51.178965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.182968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fd0f343d-416a-4bc3-bbde-34560d5b3deb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/31b02d6a-1a4b-4783-ad81-904f233f8088 HTTP/1.1" status: 204 len: 168 time: 0.4347138 Nov 23 10:01:51.185398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41108) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.214804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4af18e-0ae6-4037-947a-6e39f266eafd None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:51.222770 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.244515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Deleting subnet 93e627fe-268b-425b-9203-07066852f745 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:01:51.247849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.288667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.379316 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.450937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.491314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Subnet': ['ID=93e627fe-268b-425b-9203-07066852f745,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:51.496458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.502074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-144bff6d-e972-4b93-b4fc-c1e319210826 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/93e627fe-268b-425b-9203-07066852f745 HTTP/1.1" status: 204 len: 168 time: 0.3130105 Nov 23 10:01:51.502270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.545757 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb8dc2d3-2e37-4d96-8e5a-34d813f7eca2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401440 Nov 23 10:01:51.546020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41116) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.562647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ae833-fa7e-42fa-963a-1f89256db36c None None] Update dhcp port {'port': {'network_id': '3424d68b-9456-4bb9-b896-c0ae5329a081', 'fixed_ips': [{'subnet_id': '93e627fe-268b-425b-9203-07066852f745'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '91886424-13d9-48fd-b87e-f7b7dcf3be95'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:01:51.597299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae833-fa7e-42fa-963a-1f89256db36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.610057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e43243-ba28-4b1b-88bd-3a1713844d9c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:51.614449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3e43243-ba28-4b1b-88bd-3a1713844d9c tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0651326 Nov 23 10:01:51.614712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41118) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.647726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f2e1-6a5f-4e66-bd2a-50ce4b0a7f2e req-5460f0e9-8aaa-407a-871e-bc5e7c086068 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:51.649847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc12f2e1-6a5f-4e66-bd2a-50ce4b0a7f2e req-5460f0e9-8aaa-407a-871e-bc5e7c086068 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 944 time: 0.0796838 Nov 23 10:01:51.690899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ff80e-c91c-47d3-9d8b-451fa3459fe7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:51.695880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db2ff80e-c91c-47d3-9d8b-451fa3459fe7 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0801976 Nov 23 10:01:51.696658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41120) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.710356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc12f2e1-6a5f-4e66-bd2a-50ce4b0a7f2e req-87a6d853-fd04-4d8d-a216-477e3074d7ff tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Nov 23 10:01:51.744231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d23db2a1-bf82-49d9-9521-6e2b0f3b6ffb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421336 Nov 23 10:01:51.744638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41122) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.770830 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-7510a1cb-c791-47e7-a656-cd330c7d01fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.771383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7510a1cb-c791-47e7-a656-cd330c7d01fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.774473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7510a1cb-c791-47e7-a656-cd330c7d01fb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/a8e1ff30-9f98-4a56-beb2-4dc4e94f646c HTTP/1.1" status: 404 len: 333 time: 0.0286987 Nov 23 10:01:51.777198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41124) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.800100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3423e-4df5-4637-9398-a6989464df2a None None] Network 3424d68b-9456-4bb9-b896-c0ae5329a081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:51.809658 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c1c29d-2227-4df6-ab5a-6d7ee3f52158 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.810145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c1c29d-2227-4df6-ab5a-6d7ee3f52158 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.814912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38c1c29d-2227-4df6-ab5a-6d7ee3f52158 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/31b02d6a-1a4b-4783-ad81-904f233f8088 HTTP/1.1" status: 404 len: 337 time: 0.0350204 Nov 23 10:01:51.815965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41128) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.831026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:51.833270 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e9f3b-742d-4261-b298-0dc2be0f96a1" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:51.843946 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-35eaa080-d018-4e84-8116-90856781d55e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.844400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35eaa080-d018-4e84-8116-90856781d55e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.847929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35eaa080-d018-4e84-8116-90856781d55e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/93e627fe-268b-425b-9203-07066852f745 HTTP/1.1" status: 404 len: 337 time: 0.0307932 Nov 23 10:01:51.851157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41132) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.874591 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fa228b-1c80-4b5c-a138-1a477e5c97f3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.875208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fa228b-1c80-4b5c-a138-1a477e5c97f3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.880448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27fa228b-1c80-4b5c-a138-1a477e5c97f3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/f13fc47d-34bd-4283-ba62-6090c2fbd26c HTTP/1.1" status: 404 len: 333 time: 0.0259333 Nov 23 10:01:51.880974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41134) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.884132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-455966bc-fb78-4404-8c29-c6093154c44f None None] Provisioning complete for port 91886424-13d9-48fd-b87e-f7b7dcf3be95 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:51.884592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-455966bc-fb78-4404-8c29-c6093154c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:51.907641 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d441bf-6fd1-4a8e-b47b-c2cc86ec06ac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.908103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d441bf-6fd1-4a8e-b47b-c2cc86ec06ac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.913968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e8d441bf-6fd1-4a8e-b47b-c2cc86ec06ac tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/7754a27a-abbe-4d1f-b3ce-aea28e52c432 HTTP/1.1" status: 404 len: 337 time: 0.0297287 Nov 23 10:01:51.914522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.949504 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f947f1a-4f80-4b8a-9f1d-3e4eecbf31a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:51.949980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f947f1a-4f80-4b8a-9f1d-3e4eecbf31a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:51.953152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f947f1a-4f80-4b8a-9f1d-3e4eecbf31a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/5a9a4d89-158e-4409-b529-f8ad4f7c55fb HTTP/1.1" status: 404 len: 337 time: 0.0377002 Nov 23 10:01:51.956846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41140) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:51.963178 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a78e7-7bae-48dc-819e-764b1d378940 x-openstack-request-id: req-016a78e7-7bae-48dc-819e-764b1d378940 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:51.963464 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-plugged", "status": "completed", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:51.963828 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-016a78e7-7bae-48dc-819e-764b1d378940 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:51.964231 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'code': 200} Nov 23 10:01:52.016843 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e202865-f06a-4910-8c16-9cda7ab4fb42 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.017051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] DHCP port deletion for 3424d68b-9456-4bb9-b896-c0ae5329a081 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:01:52.017162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e202865-f06a-4910-8c16-9cda7ab4fb42 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.022932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6e202865-f06a-4910-8c16-9cda7ab4fb42 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/dbad2017-b09e-4911-bc00-d1f6324f35f9 HTTP/1.1" status: 404 len: 333 time: 0.0624731 Nov 23 10:01:52.026010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41144) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.084597 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c11331-7368-410f-a3fb-5cfbe4e868c6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.085161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c11331-7368-410f-a3fb-5cfbe4e868c6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.090784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a2c11331-7368-410f-a3fb-5cfbe4e868c6 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/5444d210-7bdc-4606-bd3f-3dd6151e343e HTTP/1.1" status: 404 len: 337 time: 0.0636158 Nov 23 10:01:52.091366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.091490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Deleting port 91886424-13d9-48fd-b87e-f7b7dcf3be95 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:01:52.091876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.098650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.099347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.099979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.100602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.101851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.102630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.103878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.106579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-df31d64a-d8d4-484a-ab60-9cb3ae233cdc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.0897317 Nov 23 10:01:52.128257 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a3e528-9a39-40fe-aa5f-7dfc5db91d8b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.128845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a3e528-9a39-40fe-aa5f-7dfc5db91d8b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.132125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0a3e528-9a39-40fe-aa5f-7dfc5db91d8b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/6b67a409-6405-4b2d-946e-e836a51c08dc HTTP/1.1" status: 404 len: 337 time: 0.0396094 Nov 23 10:01:52.135068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41148) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.150081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03370d02-525c-44a8-9c46-e7ce8398701c req-81bec471-8c24-4e25-b697-a47475d0b4ab tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.159302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03370d02-525c-44a8-9c46-e7ce8398701c req-81bec471-8c24-4e25-b697-a47475d0b4ab tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 944 time: 0.1561561 Nov 23 10:01:52.198622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] For port 91886424-13d9-48fd-b87e-f7b7dcf3be95, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=91886424-13d9-48fd-b87e-f7b7dcf3be95,segment=NetworkSegment(4786ea8e-bf27-410e-bfb4-a852fc93757c),segment_id=4786ea8e-bf27-410e-bfb4-a852fc93757c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:52.199026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.222567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Calling delete_port for 91886424-13d9-48fd-b87e-f7b7dcf3be95 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:01:52.223927 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7274a06-ec23-4824-9887-59804e6b5969 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.224502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7274a06-ec23-4824-9887-59804e6b5969 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.231971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f7274a06-ec23-4824-9887-59804e6b5969 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e2df636f-4dd8-40d4-870a-eaa23c92a3d6 HTTP/1.1" status: 404 len: 333 time: 0.0935411 Nov 23 10:01:52.243755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.244036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.256618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.265983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.273324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.279792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.287113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.296534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.300598 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-8249ed73-216b-47fa-89aa-0c87add21507 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.301083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8249ed73-216b-47fa-89aa-0c87add21507 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.302552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 442352c2-672b-4832-ab26-456db1ade99f up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:52.304389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8249ed73-216b-47fa-89aa-0c87add21507 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/198e047a-99af-4fdc-83b8-038ad54a2478 HTTP/1.1" status: 404 len: 337 time: 0.0594335 Nov 23 10:01:52.308362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-a72d1c56-810c-4b59-98ad-76d42fdc05e5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.2005072 Nov 23 10:01:52.309625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03370d02-525c-44a8-9c46-e7ce8398701c req-022ce90f-6740-4736-a65f-f3f095e45292 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480963 Nov 23 10:01:52.310174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41154) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.365179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6cab4a8b-c520-44f6-9641-400c9b26a186 req-0bdf16e1-33e6-4ffb-93ab-f3f91f3ec56b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2466321 Nov 23 10:01:52.375909 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5365a0af-62b3-4c76-a1a4-f31cd2a83b4a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.376615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5365a0af-62b3-4c76-a1a4-f31cd2a83b4a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.383703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41156) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.385031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5365a0af-62b3-4c76-a1a4-f31cd2a83b4a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/4df97190-71f2-4edf-b5bc-36924d6fc159 HTTP/1.1" status: 404 len: 337 time: 0.0738444 Nov 23 10:01:52.410025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.421955 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f283ddbe-7caa-448d-ad8d-b4c2451d2282 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.422523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f283ddbe-7caa-448d-ad8d-b4c2451d2282 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.428124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f283ddbe-7caa-448d-ad8d-b4c2451d2282 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/832dd8f1-1caf-48a0-a386-c6d669434cd6 HTTP/1.1" status: 404 len: 333 time: 0.0409427 Nov 23 10:01:52.428309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.435121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 442352c2-672b-4832-ab26-456db1ade99f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:52.438866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] Pushing event deleted for resources: {'Port': ['ID=91886424-13d9-48fd-b87e-f7b7dcf3be95,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:52.441753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e0af728-5890-495a-85c7-b0a37a5dc631 req-0536584e-3c21-4255-96fe-38ad5f5686b3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324358 Nov 23 10:01:52.444866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b22764-85a5-4c95-9802-fac1c6273b75 None None] No DVR routers for this DVR port 91886424-13d9-48fd-b87e-f7b7dcf3be95 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:01:52.449523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 442352c2-672b-4832-ab26-456db1ade99f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:52.450081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.459518 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f1e7f-0c3f-4271-a4d9-68ca3838be9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.459974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f1e7f-0c3f-4271-a4d9-68ca3838be9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.463621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-965f1e7f-0c3f-4271-a4d9-68ca3838be9a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d1d79176-d3a5-4b65-a649-610e064666bf HTTP/1.1" status: 404 len: 337 time: 0.0340562 Nov 23 10:01:52.465925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.499826 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a008c725-7a1d-4c65-bdeb-cec582c7c78e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.500595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a008c725-7a1d-4c65-bdeb-cec582c7c78e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.506121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a008c725-7a1d-4c65-bdeb-cec582c7c78e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/0fdf20d1-fb97-4b02-8119-4bd6a3bc37fb HTTP/1.1" status: 404 len: 333 time: 0.0366468 Nov 23 10:01:52.506436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.536350 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea27b6d3-9c79-4cca-a59c-0ba28a6b9bfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.536764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea27b6d3-9c79-4cca-a59c-0ba28a6b9bfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.540159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea27b6d3-9c79-4cca-a59c-0ba28a6b9bfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/7bcb5a1d-b4e3-4a97-97a8-15eaba0202a5 HTTP/1.1" status: 404 len: 337 time: 0.0327859 Nov 23 10:01:52.542699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.555126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.567676 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-39703a0a-68fc-41bf-82ad-40f41ff863fe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.568571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39703a0a-68fc-41bf-82ad-40f41ff863fe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.574343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-39703a0a-68fc-41bf-82ad-40f41ff863fe tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/8659d5ba-7c5d-4892-88e4-85c7aaac1fd3 HTTP/1.1" status: 404 len: 333 time: 0.0279684 Nov 23 10:01:52.575271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.575449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.591083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=442352c2-672b-4832-ab26-456db1ade99f,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:52.596192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.597641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7a004776-1400-4350-a0cb-adf1d587e381 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:01:52.604902 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d08d49d-e22c-47c2-91ee-9f3b7e351b3b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.605574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d08d49d-e22c-47c2-91ee-9f3b7e351b3b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.608792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0d08d49d-e22c-47c2-91ee-9f3b7e351b3b tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2e049d13-f977-45d4-b49b-64c24d2837df HTTP/1.1" status: 404 len: 337 time: 0.0325160 Nov 23 10:01:52.611757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.642897 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-69be87fe-b714-4678-8ce8-3a466aedf6aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.643355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69be87fe-b714-4678-8ce8-3a466aedf6aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.649241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69be87fe-b714-4678-8ce8-3a466aedf6aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/f491c754-1c0d-40c9-8ce1-728cc1eefe96 HTTP/1.1" status: 404 len: 333 time: 0.0339541 Nov 23 10:01:52.650141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41172) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.679027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:52.686537 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1962d31b-888d-45cb-9096-e1f91767d08d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.687344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1962d31b-888d-45cb-9096-e1f91767d08d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.691982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1962d31b-888d-45cb-9096-e1f91767d08d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/782c7e40-4b43-4661-9ff9-4ef7c7d0170c HTTP/1.1" status: 404 len: 337 time: 0.0411010 Nov 23 10:01:52.692914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 7a004776-1400-4350-a0cb-adf1d587e381 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:01:52.694640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41174) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.697067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 7a004776-1400-4350-a0cb-adf1d587e381 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:01:52.697436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.718532 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1ca684-ed62-42f4-a240-f4c0ad168629 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.719157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1ca684-ed62-42f4-a240-f4c0ad168629 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.722426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dd1ca684-ed62-42f4-a240-f4c0ad168629 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/2d5fa918-9284-4e7b-9ef7-4aa16d1ac457 HTTP/1.1" status: 404 len: 333 time: 0.0267162 Nov 23 10:01:52.725186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41176) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.751668 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a290d9-3df5-4056-8218-67db6a336601 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.752148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a290d9-3df5-4056-8218-67db6a336601 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.755323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03a290d9-3df5-4056-8218-67db6a336601 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2452404b-1808-4e7e-a374-16c719c6fc52 HTTP/1.1" status: 404 len: 337 time: 0.0291438 Nov 23 10:01:52.758120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41180) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.778009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.788089 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc71e0e-d1ce-4c35-8f85-377f9dae4642 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.788660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc71e0e-d1ce-4c35-8f85-377f9dae4642 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.792023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-adc71e0e-d1ce-4c35-8f85-377f9dae4642 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/775e9c40-c600-4a8a-b38c-f699398f46f9 HTTP/1.1" status: 404 len: 333 time: 0.0328786 Nov 23 10:01:52.794899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41182) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.812331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7a004776-1400-4350-a0cb-adf1d587e381,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:01:52.818002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:52.823736 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f658fce-5edb-4f13-9b98-96204240c831 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.824196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f658fce-5edb-4f13-9b98-96204240c831 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.838123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f658fce-5edb-4f13-9b98-96204240c831 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/54bf8497-5a73-4d23-9419-e622f53834f2 HTTP/1.1" status: 404 len: 337 time: 0.0398915 Nov 23 10:01:52.838503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.856342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8f9b-a4e7-4818-86ef-de4e5e438ec4 req-e03eded8-9b20-4d57-a5cb-2a4b08bc6448 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:52.858034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3aa8f9b-a4e7-4818-86ef-de4e5e438ec4 req-e03eded8-9b20-4d57-a5cb-2a4b08bc6448 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 944 time: 0.0650003 Nov 23 10:01:52.866856 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f55a5c-9c5e-4957-a5d4-5e158dd879e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.867313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f55a5c-9c5e-4957-a5d4-5e158dd879e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.870895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89f55a5c-9c5e-4957-a5d4-5e158dd879e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d8e5a4fb-c7ad-474e-8c0a-401c545ff85b HTTP/1.1" status: 404 len: 337 time: 0.0314860 Nov 23 10:01:52.873470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41190) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.874878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:52.897965 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97152a6-6141-4caf-86a5-a46758aaf208 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.898590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97152a6-6141-4caf-86a5-a46758aaf208 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.903976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d97152a6-6141-4caf-86a5-a46758aaf208 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/8cc4f9ac-bce3-4ed2-988d-607713bbcb0f HTTP/1.1" status: 404 len: 333 time: 0.0272739 Nov 23 10:01:52.904560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41192) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.927641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3aa8f9b-a4e7-4818-86ef-de4e5e438ec4 req-8ee6a45f-1ae3-401f-aa42-7d55e3b7b247 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628984 Nov 23 10:01:52.939454 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-28983f22-62c1-46e7-964d-3770326c95e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.939925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28983f22-62c1-46e7-964d-3770326c95e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.949953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28983f22-62c1-46e7-964d-3770326c95e9 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/f8751837-3f96-4515-9ca8-a1e2f159a702 HTTP/1.1" status: 404 len: 337 time: 0.0377913 Nov 23 10:01:52.950742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41196) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.976829 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e794445-db19-466c-aaf9-519d2aa80398 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:52.977283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e794445-db19-466c-aaf9-519d2aa80398 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:52.980376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e794445-db19-466c-aaf9-519d2aa80398 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/bd22cbe5-abae-49e4-9549-8aae0aee782a HTTP/1.1" status: 404 len: 337 time: 0.0331082 Nov 23 10:01:52.983079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41200) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:52.992450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 91886424-13d9-48fd-b87e-f7b7dcf3be95 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:01:53.010290 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f347476-4e37-4483-b1cc-12c7bd2bff90 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.010788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f347476-4e37-4483-b1cc-12c7bd2bff90 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.014096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f347476-4e37-4483-b1cc-12c7bd2bff90 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/641975d2-7e04-4031-a88a-7281e2f246fd HTTP/1.1" status: 404 len: 333 time: 0.0297892 Nov 23 10:01:53.016430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 91886424-13d9-48fd-b87e-f7b7dcf3be95 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:01:53.016687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41202) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.016799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 91886424-13d9-48fd-b87e-f7b7dcf3be95 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:01:53.048462 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-4090aad4-79de-49e2-8206-cac0df07f2cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.048925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4090aad4-79de-49e2-8206-cac0df07f2cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.052384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4090aad4-79de-49e2-8206-cac0df07f2cb tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/fce34973-d16e-4f21-a0b1-232bf3157cf2 HTTP/1.1" status: 404 len: 337 time: 0.0347476 Nov 23 10:01:53.055132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41204) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.081084 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-135aafb9-b2a0-45e1-b8ec-821d5b497f92 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.081620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135aafb9-b2a0-45e1-b8ec-821d5b497f92 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.084928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-135aafb9-b2a0-45e1-b8ec-821d5b497f92 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d0d578f7-e464-4eb9-8065-9829552ffe07 HTTP/1.1" status: 404 len: 337 time: 0.0288284 Nov 23 10:01:53.087912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41206) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.110945 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bed4f0e-de4f-4afc-b0ec-2a9ea8560b16 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.111565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bed4f0e-de4f-4afc-b0ec-2a9ea8560b16 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.114618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3bed4f0e-de4f-4afc-b0ec-2a9ea8560b16 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/ff5a2d1b-1ca0-49a4-b739-c6436946d8af HTTP/1.1" status: 404 len: 333 time: 0.0257821 Nov 23 10:01:53.117299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41210) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.142686 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ab3b79-a7d0-4fb3-8a83-f0f3d73b81b2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.143153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ab3b79-a7d0-4fb3-8a83-f0f3d73b81b2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.146189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d0ab3b79-a7d0-4fb3-8a83-f0f3d73b81b2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/9bd80354-e4e6-4596-956d-3ad695a14e02 HTTP/1.1" status: 404 len: 337 time: 0.0278792 Nov 23 10:01:53.148767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41212) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.177392 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6564e2a-863f-4545-82f3-0a0b73bb4a48 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.177919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6564e2a-863f-4545-82f3-0a0b73bb4a48 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.180993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d6564e2a-863f-4545-82f3-0a0b73bb4a48 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/9b9cee06-f951-46dc-835c-0830f99be5a1 HTTP/1.1" status: 404 len: 337 time: 0.0313311 Nov 23 10:01:53.183647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41214) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.209969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5a4a5711-7464-4208-9d7f-60b43a0c6d0e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b9a534e-e013-4475-8e8c-230deeb7b859 HTTP/1.1" status: 200 len: 205 time: 0.0252306 Nov 23 10:01:53.212182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.251993 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-6a2e0cb8-3c98-449d-848f-4422969fb66a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] delete failed (client error): The resource could not be found. Nov 23 10:01:53.252972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a2e0cb8-3c98-449d-848f-4422969fb66a tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/routers/1b9a534e-e013-4475-8e8c-230deeb7b859 HTTP/1.1" status: 404 len: 336 time: 0.0399055 Nov 23 10:01:53.255699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.281626 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e734a24-9659-4396-b076-dfd7c449c812 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.282120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e734a24-9659-4396-b076-dfd7c449c812 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.285212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1e734a24-9659-4396-b076-dfd7c449c812 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/d53c6972-1ec7-4923-bf6d-ba27b4130085 HTTP/1.1" status: 404 len: 337 time: 0.0286298 Nov 23 10:01:53.287925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41220) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.314236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-707daff1-9666-4ef0-9e16-03218875bf1d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "GET /v2.0/ports?device_id=892028b5-7aea-498d-a2ac-16c4f5270d09 HTTP/1.1" status: 200 len: 205 time: 0.0252173 Nov 23 10:01:53.316653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.359529 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-bb232a27-f48f-460b-ae78-10ab15b18d68 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] delete failed (client error): The resource could not be found. Nov 23 10:01:53.362896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb232a27-f48f-460b-ae78-10ab15b18d68 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/routers/892028b5-7aea-498d-a2ac-16c4f5270d09 HTTP/1.1" status: 404 len: 336 time: 0.0430799 Nov 23 10:01:53.363296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.392642 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d377e73-5e47-4b0c-9fca-a45de2ed0d38 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.393105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d377e73-5e47-4b0c-9fca-a45de2ed0d38 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.398573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3d377e73-5e47-4b0c-9fca-a45de2ed0d38 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/fb33f32c-0673-4605-b356-df51b6907039 HTTP/1.1" status: 404 len: 337 time: 0.0319493 Nov 23 10:01:53.399038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41228) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.452924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6b1f-fd6d-4a35-8be9-03fa1011c5be req-10e78ded-2bc2-4a05-993e-29ba22becd1e tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.454669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e2e6b1f-fd6d-4a35-8be9-03fa1011c5be req-10e78ded-2bc2-4a05-993e-29ba22becd1e tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Nov 23 10:01:53.515318 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e2e6b1f-fd6d-4a35-8be9-03fa1011c5be req-c35e73a6-9fbb-4668-82f5-529ae7ab3c65 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533111 Nov 23 10:01:53.523805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:53.808230 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ef25b8-2d26-4df1-9112-18ec89d7336f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.808737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ef25b8-2d26-4df1-9112-18ec89d7336f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.811838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-22ef25b8-2d26-4df1-9112-18ec89d7336f tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/f3498cc6-bf71-4b93-85c9-da1e7cef19f2 HTTP/1.1" status: 404 len: 337 time: 0.4117830 Nov 23 10:01:53.815411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.841844 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc10cbbe-b1a9-49f7-bab1-9b19d60061e3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.842721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc10cbbe-b1a9-49f7-bab1-9b19d60061e3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.848787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc10cbbe-b1a9-49f7-bab1-9b19d60061e3 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/3567e969-3d30-4997-9d65-7bbc720781f7 HTTP/1.1" status: 404 len: 333 time: 0.0320570 Nov 23 10:01:53.849211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41238) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.879218 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b8f335-c647-4436-b60a-88515c6d301d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.879654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b8f335-c647-4436-b60a-88515c6d301d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.882641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25b8f335-c647-4436-b60a-88515c6d301d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/c079936c-2701-494d-9eb1-3c8d59caf639 HTTP/1.1" status: 404 len: 337 time: 0.0323284 Nov 23 10:01:53.885295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41240) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.895402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.901750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.908121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.911850 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-59195325-11a2-40d8-a8fe-f49af17842c4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.912329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59195325-11a2-40d8-a8fe-f49af17842c4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.914534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.918276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59195325-11a2-40d8-a8fe-f49af17842c4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/0c2f4ce6-4148-48ea-99c1-4e278f261557 HTTP/1.1" status: 404 len: 333 time: 0.0293882 Nov 23 10:01:53.918436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41242) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.920629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.926656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.932667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:53.934640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-ebf995fd-e684-42c1-b2a8-0daa5c2209fc tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.1286190 Nov 23 10:01:53.944229 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-724a1632-156a-434e-bacc-1f948ef44335 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.944671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724a1632-156a-434e-bacc-1f948ef44335 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.950119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-724a1632-156a-434e-bacc-1f948ef44335 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/b02fabbd-9ee5-423d-9917-c008bca1caa9 HTTP/1.1" status: 404 len: 337 time: 0.0284240 Nov 23 10:01:53.950349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41244) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.965925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442352c2-672b-4832-ab26-456db1ade99f'}, {'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:53.969680 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a6535-e10f-4248-8cee-bd4b25843c84" -d '{"events": [{"server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "name": "network-vif-plugged", "status": "completed", "tag": "442352c2-672b-4832-ab26-456db1ade99f"}, {"server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "name": "network-vif-plugged", "status": "completed", "tag": "7a004776-1400-4350-a0cb-adf1d587e381"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:53.981013 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5ef1f-cd96-426c-86e8-4f067747235e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:53.981956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b5ef1f-cd96-426c-86e8-4f067747235e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:53.988902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:53.989081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-16b5ef1f-cd96-426c-86e8-4f067747235e tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e8d78245-0132-43b7-a599-95333b0e4023 HTTP/1.1" status: 404 len: 333 time: 0.0371609 Nov 23 10:01:54.021804 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86b6306-03da-416f-9f5c-2f6b9c4955e2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.022170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86b6306-03da-416f-9f5c-2f6b9c4955e2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.027632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e86b6306-03da-416f-9f5c-2f6b9c4955e2 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/8f31b51b-ff72-485c-9858-c42820f7b618 HTTP/1.1" status: 404 len: 337 time: 0.0349882 Nov 23 10:01:54.027992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41252) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.041121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8aeb249-4c90-40e3-87ae-61d286ce6010 req-1412bd24-38a6-4ca0-8c4e-67b6193b6106 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994618 Nov 23 10:01:54.058699 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14e67b5-2dc3-4b8d-97b8-83881fd4bf00 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.059214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14e67b5-2dc3-4b8d-97b8-83881fd4bf00 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.065321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d14e67b5-2dc3-4b8d-97b8-83881fd4bf00 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/9fb0410f-6734-4c15-b99d-746d443306c4 HTTP/1.1" status: 404 len: 333 time: 0.0340865 Nov 23 10:01:54.065643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41254) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.110843 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e65f802-6b07-463c-a3f8-0e64785dc113 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.111322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e65f802-6b07-463c-a3f8-0e64785dc113 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.114826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e65f802-6b07-463c-a3f8-0e64785dc113 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/0d7a721b-5969-44c8-9851-6df14776bcd3 HTTP/1.1" status: 404 len: 337 time: 0.0480969 Nov 23 10:01:54.117330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.149943 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c0e980-6175-4092-a0a8-5ab79fa0f2aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.150581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c0e980-6175-4092-a0a8-5ab79fa0f2aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.154175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-00c0e980-6175-4092-a0a8-5ab79fa0f2aa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/e91f120f-27ee-4add-91ef-344525550951 HTTP/1.1" status: 404 len: 333 time: 0.0358207 Nov 23 10:01:54.156720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.182942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad17f0-3962-408f-9e19-3885d78391fb req-63bea519-204f-4346-b383-a08043fa75fa tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:54.192909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52ad17f0-3962-408f-9e19-3885d78391fb req-63bea519-204f-4346-b383-a08043fa75fa tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.1565340 Nov 23 10:01:54.194846 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-8387e7bb-f9c7-478e-a36b-c600fbd41cfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.195232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8387e7bb-f9c7-478e-a36b-c600fbd41cfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.199245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8387e7bb-f9c7-478e-a36b-c600fbd41cfa tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/1ff795c0-86c1-477a-a6c9-a22789cdee45 HTTP/1.1" status: 404 len: 337 time: 0.0408051 Nov 23 10:01:54.201363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41262) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.203297 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d44ea-c26b-407c-aa81-4ea47c98ff8e x-openstack-request-id: req-0c5d44ea-c26b-407c-aa81-4ea47c98ff8e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:54.203598 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "name": "network-vif-plugged", "status": "completed", "tag": "442352c2-672b-4832-ab26-456db1ade99f", "code": 200}, {"server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "name": "network-vif-plugged", "status": "completed", "tag": "7a004776-1400-4350-a0cb-adf1d587e381", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:54.203845 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c5d44ea-c26b-407c-aa81-4ea47c98ff8e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:54.204241 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442352c2-672b-4832-ab26-456db1ade99f', 'code': 200} Nov 23 10:01:54.204492 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381', 'code': 200} Nov 23 10:01:54.252023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52ad17f0-3962-408f-9e19-3885d78391fb req-2325908b-7b07-479c-bf35-278827c2aeab tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580268 Nov 23 10:01:54.259255 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-05916ff0-ee7e-4ea2-afa2-3dfa05411d76 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.259828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05916ff0-ee7e-4ea2-afa2-3dfa05411d76 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.265970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41264) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.266935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-05916ff0-ee7e-4ea2-afa2-3dfa05411d76 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/196e090e-0340-4dd3-8699-f17cc73ac0df HTTP/1.1" status: 404 len: 333 time: 0.0606010 Nov 23 10:01:54.295553 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d60b040-4bf4-4c3c-bcd8-36818b7c265d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.296005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d60b040-4bf4-4c3c-bcd8-36818b7c265d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.299098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d60b040-4bf4-4c3c-bcd8-36818b7c265d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/09ac89e9-6d84-44aa-ac0a-61872313ae69 HTTP/1.1" status: 404 len: 337 time: 0.0309579 Nov 23 10:01:54.301773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.339583 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-21414f7e-0ef3-4f95-9b99-84d32067b5a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.340049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21414f7e-0ef3-4f95-9b99-84d32067b5a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.343353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-21414f7e-0ef3-4f95-9b99-84d32067b5a4 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/ports/b3aa3cee-fb8a-46fc-9e01-445f8dd910fd HTTP/1.1" status: 404 len: 333 time: 0.0404496 Nov 23 10:01:54.346003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.365240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63382-c123-4af9-bbcd-c49f81a4053c req-4a6349bd-9cc1-44b2-8b24-29e973a37f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:54.374441 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f6acaa-9673-4b5b-a224-33f0a502281d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] DELETE failed (client error): The resource could not be found. Nov 23 10:01:54.374937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f6acaa-9673-4b5b-a224-33f0a502281d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:01:54.376770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bb63382-c123-4af9-bbcd-c49f81a4053c req-4a6349bd-9cc1-44b2-8b24-29e973a37f00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 1096 time: 0.0933912 Nov 23 10:01:54.378725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a0f6acaa-9673-4b5b-a224-33f0a502281d tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/subnets/2bddfb8b-0461-4134-a4b5-ec1b1525c3c2 HTTP/1.1" status: 404 len: 337 time: 0.0313127 Nov 23 10:01:54.379981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f695-6de1-4c11-9dcd-954cab943cdc req-aaad7c20-7e2c-46a6-a979-b02d462a613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:54.381077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41270) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:54.381531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efc3f695-6de1-4c11-9dcd-954cab943cdc req-aaad7c20-7e2c-46a6-a979-b02d462a613f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 1096 time: 0.0878677 Nov 23 10:01:54.459531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bb63382-c123-4af9-bbcd-c49f81a4053c req-0d43dc7c-e3ac-49aa-aa50-5e1a840e8e46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Nov 23 10:01:54.496067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efc3f695-6de1-4c11-9dcd-954cab943cdc req-aa8dc359-20fa-4bd2-b56e-cecff07db0c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970757 Nov 23 10:01:54.498262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.622320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.641666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3424d68b-9456-4bb9-b896-c0ae5329a081']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:54.651833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4786ea8e-bf27-410e-bfb4-a852fc93757c') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:54.652225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4786ea8e-bf27-410e-bfb4-a852fc93757c') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:54.662772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662feda-2249-445d-b17d-685c839767c6 req-791fdc97-5a33-4253-813a-56f67f53d70e tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:54.663329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.664980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1662feda-2249-445d-b17d-685c839767c6 req-791fdc97-5a33-4253-813a-56f67f53d70e tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0540967 Nov 23 10:01:54.679449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.688717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:01:54.689607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:01:54.693747 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:01:54.719028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1662feda-2249-445d-b17d-685c839767c6 req-b0c71463-1f83-4e76-ac0f-26f95e2123cb tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461497 Nov 23 10:01:54.764411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.771527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:54.774893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] 10.222.0.62 "DELETE /v2.0/networks/3424d68b-9456-4bb9-b896-c0ae5329a081 HTTP/1.1" status: 204 len: 168 time: 0.3928330 Nov 23 10:01:54.786133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3fd60-1fec-47d3-8bbd-5cd008164f43 tempest-NetworksTestDHCPv6-47418791 tempest-NetworksTestDHCPv6-47418791-project] Pushing event deleted for resources: {'Network': ['ID=3424d68b-9456-4bb9-b896-c0ae5329a081,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:55.029854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41282) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:55.176113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:55.176618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c7e36e2-335d-4394-b253-4439db702e56 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc6b1953d4a6443bb5aaa1fe55e94d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451864 Nov 23 10:01:55.196175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.202097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.208089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.214037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.220131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.226655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.232593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.234557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-33962e5a-da96-420c-81b7-341d8a86daa5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.1012785 Nov 23 10:01:55.311853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:55.334293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-021d89d1-1b20-469f-a118-b02ada4e6f9f req-861f82dc-793f-40a9-b615-d364a58cc16f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929244 Nov 23 10:01:55.359564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:55.391876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ddf86-c173-4a4d-94e8-821c9233d515 req-67ddc3a5-bd51-4b31-b43c-cf88c96daf2b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.400048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a4ddf86-c173-4a4d-94e8-821c9233d515 req-67ddc3a5-bd51-4b31-b43c-cf88c96daf2b tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.0651627 Nov 23 10:01:55.432747 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:55.435763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:55.437752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc5de230-167f-4cf2-adae-e0c79eaf46d3 HTTP/1.1" status: 204 len: 168 time: 0.2593012 Nov 23 10:01:55.453392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a4ddf86-c173-4a4d-94e8-821c9233d515 req-118616f6-912a-4306-9685-b8857675d796 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 Nov 23 10:01:55.461750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cda8-fa31-491c-82c3-73bb0dcfc60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5de230-167f-4cf2-adae-e0c79eaf46d3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:55.540407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.547269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.553408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.560254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.566666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.572931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.579603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.581533 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59f54df2-924e-4011-9ec3-0a96429c014d req-a6d46583-829f-4e1c-8fa5-595b4ce09cf1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.1339107 Nov 23 10:01:55.593324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41306) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:55.598492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Request body: {'floatingip': {'port_id': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:55.642490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:55.877570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780777b-f754-4537-b91a-2fe3300752fd req-15de00a5-8a7e-4486-badf-1c46e0354823 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:55.886855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9780777b-f754-4537-b91a-2fe3300752fd req-15de00a5-8a7e-4486-badf-1c46e0354823 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0745564 Nov 23 10:01:55.958361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9780777b-f754-4537-b91a-2fe3300752fd req-12632522-baa4-4295-9d73-9a53c05c8769 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671208 Nov 23 10:01:56.076436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac6512-be79-46a1-af97-6809c696cb80 req-f1523d62-6cf1-4341-a6c8-3960451abe9f tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:56.082946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cac6512-be79-46a1-af97-6809c696cb80 req-f1523d62-6cf1-4341-a6c8-3960451abe9f tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0585427 Nov 23 10:01:56.087962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41328) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:56.093151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Request body: {'floatingip': {'port_id': '442352c2-672b-4832-ab26-456db1ade99f'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:56.140322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.270577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.276492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.382878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41338) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:56.411812 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Floating IP c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8 associated. External IP: 172.25.1.202, port: 374ff0ad-36b5-41ec-8593-fdaa3823a910. Nov 23 10:01:56.718940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.726397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.858846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-151135805'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:56.859312 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Floating IP 9356eabb-ee93-4248-a020-e0b199e00af1 associated. External IP: 172.25.1.131, port: 442352c2-672b-4832-ab26-456db1ade99f. Nov 23 10:01:56.938011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:56.940374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.959317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:56.969720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6541263-48fc-475b-91d1-c2f590c89c4f req-bc37b391-736b-40d7-913a-fcb13ad40f59 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:56.973844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6541263-48fc-475b-91d1-c2f590c89c4f req-bc37b391-736b-40d7-913a-fcb13ad40f59 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.1190629 Nov 23 10:01:57.137031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6541263-48fc-475b-91d1-c2f590c89c4f req-87435dd6-094c-4ca8-ae1c-a35c5b8b9d67 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269546 Nov 23 10:01:57.146548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Router 504b877d-afc8-4511-9852-67288e1a39db has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:01:57.184766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Router 34a40d3c-8f32-470c-b107-454a6eb1c509 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:01:57.210967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.246865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.292921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:57.298076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.305761 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Sync routers for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:57.308916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506baaee-a1e5-4264-8250-66a09d9cf672 req-41377335-4c47-4187-92ed-a1502ba11577 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.310398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-506baaee-a1e5-4264-8250-66a09d9cf672 req-41377335-4c47-4187-92ed-a1502ba11577 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.0707953 Nov 23 10:01:57.316620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:01:57.322545 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:57.322545 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:57.328262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e4bfb6-1fb5-4981-9e14-4210416878bc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:57.339180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.339542 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment 323f3278-7479-456f-a2c6-2bbdcfe3a9e9 of type vlan for network a25f4e84-b50c-4ec8-9aec-5e395db80b5c Nov 23 10:01:57.349445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-99c71c85-cc10-4be9-a091-cc45b009b036 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "PUT /v2.0/floatingips/9356eabb-ee93-4248-a020-e0b199e00af1 HTTP/1.1" status: 200 len: 991 time: 1.2599301 Nov 23 10:01:57.351224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'tag': '442352c2-672b-4832-ab26-456db1ade99f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:57.353514 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24289011-ab0a-44a4-a1c3-844ef03eaf51" -d '{"events": [{"name": "network-changed", "server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "tag": "442352c2-672b-4832-ab26-456db1ade99f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:57.385380 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.386227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-506baaee-a1e5-4264-8250-66a09d9cf672 req-9b8bb23b-41ee-4548-87de-a41e757613c9 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Nov 23 10:01:57.411292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:01:57.417647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.431814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Sync routers for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:01:57.451575 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d1ef77-e159-4f97-b14b-ee90d63a93eb x-openstack-request-id: req-27d1ef77-e159-4f97-b14b-ee90d63a93eb {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:57.451913 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "tag": "442352c2-672b-4832-ab26-456db1ade99f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:57.452174 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27d1ef77-e159-4f97-b14b-ee90d63a93eb {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:57.452583 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'tag': '442352c2-672b-4832-ab26-456db1ade99f', 'status': 'completed', 'code': 200} Nov 23 10:01:57.454510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.455032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:57.456967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:57.460864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.461557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.473832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aed3dfa0-137f-4a11-ac7a-0bbfd4970dcf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "PUT /v2.0/floatingips/c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8 HTTP/1.1" status: 200 len: 992 time: 1.8790355 Nov 23 10:01:57.493009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:01:57.495287 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55" -d '{"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:01:57.542004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1579556 Nov 23 10:01:57.553800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41366) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:57.576753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'name': 'tempest-PortsTestJSON-1375730943'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:57.607365 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:57.624141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f2d2-bce2-49a6-87de-d1e85b5cad83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=a25f4e84-b50c-4ec8-9aec-5e395db80b5c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:57.629742 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafc908-24e2-4605-9d21-ebdc709527ad x-openstack-request-id: req-aeafc908-24e2-4605-9d21-ebdc709527ad {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:01:57.630302 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:01:57.630492 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aeafc908-24e2-4605-9d21-ebdc709527ad {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:01:57.630880 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'status': 'completed', 'code': 200} Nov 23 10:01:57.647792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:01:57.712067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.713032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.713810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.714484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.715165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.715860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.716649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.719970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-50849ffd-04c3-42d8-b807-5d91822cb12f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.0650928 Nov 23 10:01:57.740693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-b074bb38-0734-4f04-b59c-c4c88e29a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.742482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-b074bb38-0734-4f04-b59c-c4c88e29a5d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 1096 time: 0.2681947 Nov 23 10:01:57.817677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:57.851292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-924cbc59-d5ff-42d9-9381-e86961abb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.852806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-924cbc59-d5ff-42d9-9381-e86961abb2db service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374 HTTP/1.1" status: 200 len: 912 time: 0.1248817 Nov 23 10:01:57.909316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ff45a-df85-43f4-a81f-4c8f65f5f02a req-903dfec6-6889-4749-8182-184b7480b962 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.910923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-252ff45a-df85-43f4-a81f-4c8f65f5f02a req-903dfec6-6889-4749-8182-184b7480b962 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.1258247 Nov 23 10:01:57.929698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:57.935380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:57.973756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-86d70ec1-3444-44ca-bb5a-79fde41bc9e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 1000 time: 0.1045697 Nov 23 10:01:57.980917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-77553269-c404-42f6-bef7-ded2a341c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:57.982469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-77553269-c404-42f6-bef7-ded2a341c067 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 200 len: 907 time: 0.2181373 Nov 23 10:01:57.984552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 45f53d76-8cc6-45be-a72a-013a9e5870a5 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:58.084911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-5e516978-ed06-4cc7-8645-39e64b891222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.086482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-5e516978-ed06-4cc7-8645-39e64b891222 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 200 len: 850 time: 0.1021214 Nov 23 10:01:58.097996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-252ff45a-df85-43f4-a81f-4c8f65f5f02a req-62b13ad9-5fd7-492c-ad6f-9ab61a73c383 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703806 Nov 23 10:01:58.107042 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9356eabb-ee93-4248-a020-e0b199e00af1', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '504b877d-afc8-4511-9852-67288e1a39db', 'port_id': '442352c2-672b-4832-ab26-456db1ade99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'mac_address': 'fa:16:3e:61:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f15c0f-3897-4959-9d64-88677403a928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:34Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:58.166828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-f0d7f9a9-f353-41ef-8df0-9478e07b6f28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 200 len: 999 time: 0.1751072 Nov 23 10:01:58.194308 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Checking router: 504b877d-afc8-4511-9852-67288e1a39db for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:58.215399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-4bf77257-45fd-4850-8272-3c7542608c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.218787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-4bf77257-45fd-4850-8272-3c7542608c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5c7f922-e5d2-464a-8217-0ac5442bc374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215870 Nov 23 10:01:58.224404 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:58.225265 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:58.239720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-716e73d0-d4ff-4a7f-b456-7fbdeb10cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.241192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-716e73d0-d4ff-4a7f-b456-7fbdeb10cd8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7192b4c-edbd-4aa8-8aba-0547cd737057 HTTP/1.1" status: 200 len: 845 time: 0.0666566 Nov 23 10:01:58.282659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'port_id': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'mac_address': 'fa:16:3e:9b:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:00:23Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:58.317296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-8ae0c850-59ad-49fc-ba50-a9ad1d0596f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.318864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-8ae0c850-59ad-49fc-ba50-a9ad1d0596f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80a3880-319a-48cc-bcdd-287ff006fa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687785 Nov 23 10:01:58.320583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Checking router: 34a40d3c-8f32-470c-b107-454a6eb1c509 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:01:58.331817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:01:58.332557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:01:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:58.430751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-0b8604c6-4cd1-46fb-acf7-c68d7ed6f2ae service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967686 Nov 23 10:01:58.467447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:58.481952 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:01:58.508281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-55864b84-0112-438a-831d-801895b74c5c service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802217 Nov 23 10:01:58.520949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e6b4-0b60-4e16-b26a-8367b202ec33 req-b2ce5b8d-cc96-4267-b529-b3c64ed8a956 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.528515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3a0e6b4-0b60-4e16-b26a-8367b202ec33 req-b2ce5b8d-cc96-4267-b529-b3c64ed8a956 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.2586896 Nov 23 10:01:58.649845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:58.706502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24289011-ab0a-44a4-a1c3-844ef03eaf51 req-230afb9b-d08a-422d-b5e6-34b31c44c5cc service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647574 Nov 23 10:01:58.736576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:58.781631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3a0e6b4-0b60-4e16-b26a-8367b202ec33 req-6a893126-065d-4f2f-a6b1-dad65b77f018 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517247 Nov 23 10:01:58.803670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bbbaca8-ba88-4e92-9150-9baf6e36bc55 req-033bf515-fe13-4e38-b4f7-cd054b0a829e service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669606 Nov 23 10:01:58.839938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=45f53d76-8cc6-45be-a72a-013a9e5870a5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:58.861984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': '323f3278-7479-456f-a2c6-2bbdcfe3a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:01:58.863362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: a25f4e84-b50c-4ec8-9aec-5e395db80b5c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:01:58.874111 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9356eabb-ee93-4248-a020-e0b199e00af1', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '504b877d-afc8-4511-9852-67288e1a39db', 'port_id': '442352c2-672b-4832-ab26-456db1ade99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'mac_address': 'fa:16:3e:61:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f15c0f-3897-4959-9d64-88677403a928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:34Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:58.891974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:01:58.904031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bebd8c-ad71-4ffa-8d30-fb3bb1df8d0a None None] The sync data for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 is: [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '9356eabb-ee93-4248-a020-e0b199e00af1', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '504b877d-afc8-4511-9852-67288e1a39db', 'port_id': '442352c2-672b-4832-ab26-456db1ade99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'mac_address': 'fa:16:3e:61:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f15c0f-3897-4959-9d64-88677403a928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:01:34Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:58.908393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a25f4e84-b50c-4ec8-9aec-5e395db80b5c) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:01:58.916846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:01:58.921501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d2b32-0de3-433c-af16-7f5f0dbcc9c7 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:01:58.933223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:58.933924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:58.971403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41406) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:58.971960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d7041c91-fed4-4329-af49-1aa7be97d376 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4167840 Nov 23 10:01:58.976636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1849697918'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:59.011496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:59.016074 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.048181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:01:59.073457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.073880 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment 567bf6a1-3d7a-4abf-8837-07a1d0514dcd of type vlan for network 72459291-f60c-4205-b935-393308621c2d Nov 23 10:01:59.145007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.163975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fc46f-7a85-4fd1-875e-f3b8ba071de3 req-64bdeb4f-62bc-4772-81f4-db6934927e2a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:59.167158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a39fc46f-7a85-4fd1-875e-f3b8ba071de3 req-64bdeb4f-62bc-4772-81f4-db6934927e2a tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.1049292 Nov 23 10:01:59.204971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'port_id': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'mac_address': 'fa:16:3e:9b:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:00:23Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:01:59.229297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.236165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:59.236813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.250093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bb602-1f52-4764-8570-da65e938ec5e None None] The sync data for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 is: [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'port_id': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'mac_address': 'fa:16:3e:9b:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:00:23Z', 'updated_at': '2021-11-23T10:01:56Z', 'revision_number': 1, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:01:59.255638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a39fc46f-7a85-4fd1-875e-f3b8ba071de3 req-41979f45-529a-41b5-89be-1331a244076c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Nov 23 10:01:59.290940 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83518ee0-bc6d-46c1-9044-16e21458c94e None None] New status for floating IP 9356eabb-ee93-4248-a020-e0b199e00af1: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:01:59.309073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41418) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:01:59.314202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'ports': [{'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'}, {'network_id': '72459291-f60c-4205-b935-393308621c2d'}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:59.314513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:59.314990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': '72459291-f60c-4205-b935-393308621c2d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:01:59.320070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3468940 Nov 23 10:01:59.392689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb79a8-e2df-45ae-a754-df3ecf19c432 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=72459291-f60c-4205-b935-393308621c2d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:01:59.403650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 72459291-f60c-4205-b935-393308621c2d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:01:59.476611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b01f4-7847-4da0-9185-773378e8d957 req-8fbc39d6-f777-4bcd-bf27-de0e540c1ab4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:01:59.483331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c8b01f4-7847-4da0-9185-773378e8d957 req-8fbc39d6-f777-4bcd-bf27-de0e540c1ab4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.0929344 Nov 23 10:01:59.560178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c8b01f4-7847-4da0-9185-773378e8d957 req-06dc9af1-dbc7-40b9-b3f5-815cfd074c52 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Nov 23 10:01:59.607627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 2} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:01:59.613428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.631395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:01:59.675503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9a160-b6c9-4fb7-a4f6-5058582a1efa None None] New status for floating IP c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:01:59.750590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port c19a1e11-c846-4c07-9397-362c847ba97c yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:01:59.914903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.010256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port c887f7c5-176e-41ea-84a9-9c6f4db43352 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:00.132345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5b002-fbba-49ee-8a37-58c5019dcd23 req-5a387816-9a91-4070-8c83-729c0b5e20ca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:00.134056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cee5b002-fbba-49ee-8a37-58c5019dcd23 req-5a387816-9a91-4070-8c83-729c0b5e20ca tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.0990796 Nov 23 10:02:00.190769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.233318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cee5b002-fbba-49ee-8a37-58c5019dcd23 req-fabe0cd1-5350-40b7-88ba-c577f15a79e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874453 Nov 23 10:02:00.259873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.304757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:00.311225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:00.313834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:00.314759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.331311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=c19a1e11-c846-4c07-9397-362c847ba97c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:00.394245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=c887f7c5-176e-41ea-84a9-9c6f4db43352,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:00.406203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': '567bf6a1-3d7a-4abf-8837-07a1d0514dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '72459291-f60c-4205-b935-393308621c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:00.406567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: 72459291-f60c-4205-b935-393308621c2d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:00.424668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 72459291-f60c-4205-b935-393308621c2d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:00.434901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 72459291-f60c-4205-b935-393308621c2d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:00.439201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:00.444607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:00.445849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b2e68-e079-4fa7-9279-c47d1a5f213f None None] Network 72459291-f60c-4205-b935-393308621c2d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:00.449496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:00.450179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.467042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec885d05-f2c1-4422-ac08-03023ef57ce0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1568582 Nov 23 10:02:00.469926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41440) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:00.563843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port c887f7c5-176e-41ea-84a9-9c6f4db43352 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:00.564181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.630550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.643596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for c887f7c5-176e-41ea-84a9-9c6f4db43352 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:00.727516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.763278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.766715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/c887f7c5-176e-41ea-84a9-9c6f4db43352 HTTP/1.1" status: 204 len: 168 time: 0.2958288 Nov 23 10:02:00.767783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7121-cbc9-4c6f-b97e-e4ea61591b17 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=c887f7c5-176e-41ea-84a9-9c6f4db43352,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:00.769341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:00.821308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17475ed9-7ba4-4d49-a14f-5ee7fb232390 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:00.827413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17475ed9-7ba4-4d49-a14f-5ee7fb232390 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:00.828889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-17475ed9-7ba4-4d49-a14f-5ee7fb232390 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0584211 Nov 23 10:02:00.831922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:00.927941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port c19a1e11-c846-4c07-9397-362c847ba97c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:00.928277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:00.994743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.007398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for c19a1e11-c846-4c07-9397-362c847ba97c owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:01.093034 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.129253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=c19a1e11-c846-4c07-9397-362c847ba97c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:01.131367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.134639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a21d584a-c0e3-4534-bff8-ce93722a84ac tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/c19a1e11-c846-4c07-9397-362c847ba97c HTTP/1.1" status: 204 len: 168 time: 0.3017516 Nov 23 10:02:01.137115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41452) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.215616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24ede3-3829-4d1b-96be-b20dc6ec0cec tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:01.217240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f24ede3-3829-4d1b-96be-b20dc6ec0cec tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0791221 Nov 23 10:02:01.220367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.232874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-8c93d948-e1c5-4e3a-836e-30069e0b64e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:01.234551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-8c93d948-e1c5-4e3a-836e-30069e0b64e4 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.0868168 Nov 23 10:02:01.248774 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-df79365e-4376-4e90-af9a-ca42efb3b126 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:01.252812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df79365e-4376-4e90-af9a-ca42efb3b126 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/c887f7c5-176e-41ea-84a9-9c6f4db43352 HTTP/1.1" status: 404 len: 333 time: 0.0289590 Nov 23 10:02:01.253778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41460) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.277782 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cd66b5-0100-4d67-84a5-43c3ea665f18 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:01.282226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d7cd66b5-0100-4d67-84a5-43c3ea665f18 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/c19a1e11-c846-4c07-9397-362c847ba97c HTTP/1.1" status: 404 len: 333 time: 0.0253699 Nov 23 10:02:01.282226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41464) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.386106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.425840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-fd07aa79-69ef-4349-a91f-aad95740d673 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2074101 Nov 23 10:02:01.490394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.516212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72459291-f60c-4205-b935-393308621c2d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:01.528497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567bf6a1-3d7a-4abf-8837-07a1d0514dcd') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:01.529201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567bf6a1-3d7a-4abf-8837-07a1d0514dcd') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:01.547475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.567303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.586150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:01.587591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:01.592203 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:01.673649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.690309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.694729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/72459291-f60c-4205-b935-393308621c2d HTTP/1.1" status: 204 len: 168 time: 0.4109845 Nov 23 10:02:01.700468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41474) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.717863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-41452453'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:01.723087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f169bc8-fdd6-49f5-bcc6-2cd15c3077d0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=72459291-f60c-4205-b935-393308621c2d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:01.751680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:01.757176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.791780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:01.803973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.804588 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment df4e8adf-1913-437f-b91e-af330be8c2b9 of type vlan for network cd3cb567-6a68-4906-8075-eb4043a73f1b Nov 23 10:02:01.886083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.916675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.927396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:01.928102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:01.985199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2701404 Nov 23 10:02:01.986384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:01.993800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Deleting port 7a004776-1400-4350-a0cb-adf1d587e381 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:01.994737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:01.998257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.062359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ef36-b988-40e7-b316-651dc6ef86d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=cd3cb567-6a68-4906-8075-eb4043a73f1b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:02.077237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network cd3cb567-6a68-4906-8075-eb4043a73f1b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:02.079490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6845-a765-4999-8f0f-c9d87a151c67 req-91679cc4-2376-4e7a-8135-dd3b0b8ac560 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.086815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c75d6845-a765-4999-8f0f-c9d87a151c67 req-91679cc4-2376-4e7a-8135-dd3b0b8ac560 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/ports?device_id=731cd092-2701-413f-83a8-3f020ee74027 HTTP/1.1" status: 200 len: 945 time: 0.7253723 Nov 23 10:02:02.110157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.110650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.111124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.111594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.112059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.112602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.113068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.115020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e2850a10-5d5f-46de-a73f-b688d5b7b85b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=046cbe0a33a34b138433e3246724dc9d&device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 6501 time: 0.6253858 Nov 23 10:02:02.139562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] For port 7a004776-1400-4350-a0cb-adf1d587e381, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7a004776-1400-4350-a0cb-adf1d587e381,segment=NetworkSegment(0e3493a5-12e5-4201-ab05-5e90b8b27ed7),segment_id=0e3493a5-12e5-4201-ab05-5e90b8b27ed7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:02.139934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.161869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:02.177422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.185540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Calling delete_port for 7a004776-1400-4350-a0cb-adf1d587e381 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:02.245741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Performing IP validity checks on allocation pools {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:02:02.246372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:02:02.349130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-31ef7a15-5bee-4613-aa54-11621e2c07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.349597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-31ef7a15-5bee-4613-aa54-11621e2c07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.350166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-31ef7a15-5bee-4613-aa54-11621e2c07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.351760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-31ef7a15-5bee-4613-aa54-11621e2c07bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=c7c8d507-08e7-4f05-917a-cd32f575d714&id=32ff3901-514f-48a8-b6f1-247a46fc2083&id=32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 200 len: 2298 time: 0.1417501 Nov 23 10:02:02.428820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.487128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=85854f7b-0f9c-494c-a978-c26d294d86d0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:02.536076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': 'df4e8adf-1913-437f-b91e-af330be8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:02.536076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: cd3cb567-6a68-4906-8075-eb4043a73f1b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:02.544511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c75d6845-a765-4999-8f0f-c9d87a151c67 req-a83180d6-935b-4371-8cfa-bfaaceaf1977 tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567177 Nov 23 10:02:02.548516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-bba24637-b30a-4f81-9999-d3e626edcc1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 200 len: 1001 time: 0.1859794 Nov 23 10:02:02.578005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network cd3cb567-6a68-4906-8075-eb4043a73f1b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:02.599205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, cd3cb567-6a68-4906-8075-eb4043a73f1b) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:02.616296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.617195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.630602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e73ba-9cf6-4421-bcb1-f71e003e720c None None] Network cd3cb567-6a68-4906-8075-eb4043a73f1b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:02.647766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2eb1ec10-2d6d-4356-88ea-b74b57c882f4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6605442 Nov 23 10:02:02.649529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:02.654637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b', 'name': 'tempest-PortsTestJSON-1783016355'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:02.656921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-74b38cde-6d3a-476b-8759-4042f2c6f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.660159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-74b38cde-6d3a-476b-8759-4042f2c6f0db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 200 len: 856 time: 0.0942216 Nov 23 10:02:02.707356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.793480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['7a004776-1400-4350-a0cb-adf1d587e381'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:02.871297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Pushing event deleted for resources: {'Port': ['ID=7a004776-1400-4350-a0cb-adf1d587e381,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:02.874121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ca79a-f9c3-4668-897f-bce71f973f75 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:02.884236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:02.888280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.933143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 89570c95-6935-4b59-b0bc-82c5dd4da28b yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:02.941582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-cd3cb567-6a68-4906-8075-eb4043a73f1b', 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '85854f7b-0f9c-494c-a978-c26d294d86d0'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:02.942503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.947458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] No DVR routers for this DVR port 7a004776-1400-4350-a0cb-adf1d587e381 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:02.955413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:02.966372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-416fa2ac-6f6e-4d60-b048-7aa377a37e9d req-9cf26afe-4ca6-4447-a5fb-a470dd78c60c tempest-ServerDiskConfigTestJSON-1984130294 tempest-ServerDiskConfigTestJSON-1984130294-project] 10.222.0.50 "DELETE /v2.0/ports/7a004776-1400-4350-a0cb-adf1d587e381 HTTP/1.1" status: 204 len: 173 time: 1.7081335 Nov 23 10:02:02.970116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'name': 'network-vif-deleted', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:02.976363 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de3506a-f329-475d-bfa0-46df7fa96bc1" -d '{"events": [{"server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "name": "network-vif-deleted", "tag": "7a004776-1400-4350-a0cb-adf1d587e381"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:02.994313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-3f59c69b-97e8-4ea4-a2b7-cedc6e44ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:02.996753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-3f59c69b-97e8-4ea4-a2b7-cedc6e44ab23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186419 Nov 23 10:02:03.062177 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c48a260-9913-4efa-9244-235e665a9074 x-openstack-request-id: req-5c48a260-9913-4efa-9244-235e665a9074 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:03.062908 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731cd092-2701-413f-83a8-3f020ee74027", "name": "network-vif-deleted", "tag": "7a004776-1400-4350-a0cb-adf1d587e381", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:03.063665 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c48a260-9913-4efa-9244-235e665a9074 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:03.064443 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731cd092-2701-413f-83a8-3f020ee74027', 'name': 'network-vif-deleted', 'tag': '7a004776-1400-4350-a0cb-adf1d587e381', 'status': 'completed', 'code': 200} Nov 23 10:02:03.131918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.13 (cd3cb567-6a68-4906-8075-eb4043a73f1b/85854f7b-0f9c-494c-a978-c26d294d86d0/89570c95-6935-4b59-b0bc-82c5dd4da28b) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:03.153086 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-55b27d81-aaa6-490c-8121-2e70d0ae0435 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481857 Nov 23 10:02:03.255183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-b287f49e-2b5f-4cb8-b2d9-399a1a606d95 service neutron] 10.222.0.50 "GET /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915065 Nov 23 10:02:03.299194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-b92ba9b4-dcdb-4ff6-97f2-ab2bd4b51a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 217 time: 0.0353286 Nov 23 10:02:03.321879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.352059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-a1d46f68-7332-4853-9536-309153387f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:03.352950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-a1d46f68-7332-4853-9536-309153387f61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.0461111 Nov 23 10:02:03.361289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.416068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network cd3cb567-6a68-4906-8075-eb4043a73f1b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:03.419579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Allocated IP 172.20.0.2 (cd3cb567-6a68-4906-8075-eb4043a73f1b/85854f7b-0f9c-494c-a978-c26d294d86d0/d16a4154-ae72-4950-85b6-e9f914f64945) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:03.420116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:03.425412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:03.430464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=89570c95-6935-4b59-b0bc-82c5dd4da28b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:03.452182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-d170b675-71da-43c3-a436-8212ba73d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:03.453973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-d170b675-71da-43c3-a436-8212ba73d40c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843973 Nov 23 10:02:03.499815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:03.500201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.533932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1467f3e8-ddc4-4658-87a1-bcf8c8993478 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8803067 Nov 23 10:02:03.534977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41504) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:03.655561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-5abea1ec-cd88-4cba-8f1d-9fdfebbf7c3a service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901941 Nov 23 10:02:03.680170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 89570c95-6935-4b59-b0bc-82c5dd4da28b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:03.680170 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.687351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.700465 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.791140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Pushing event updated for resources: {'Port': ['ID=d16a4154-ae72-4950-85b6-e9f914f64945,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:03.838186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-2eb60e66-54f1-4379-8dfe-06c360f47166 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752746 Nov 23 10:02:03.841037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Network cd3cb567-6a68-4906-8075-eb4043a73f1b is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:03.841355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.849373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:03.852463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:03.887776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 89570c95-6935-4b59-b0bc-82c5dd4da28b owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:03.908669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-4bb7ce20-ed4b-4af9-93c6-bd3472e42220 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 217 time: 0.0611875 Nov 23 10:02:03.928398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:03.965927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Attempting to bind port d16a4154-ae72-4950-85b6-e9f914f64945 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:03.966398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Attempting to bind port d16a4154-ae72-4950-85b6-e9f914f64945 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'df4e8adf-1913-437f-b91e-af330be8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:03.966828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Attempting to bind port d16a4154-ae72-4950-85b6-e9f914f64945 on network cd3cb567-6a68-4906-8075-eb4043a73f1b {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:03.972087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:03.972531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Checking segment: {'id': 'df4e8adf-1913-437f-b91e-af330be8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:03.973012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:03.973474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Bound using segment: {'id': 'df4e8adf-1913-437f-b91e-af330be8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:03.974055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Bound port: d16a4154-ae72-4950-85b6-e9f914f64945, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4e8adf-1913-437f-b91e-af330be8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3cb567-6a68-4906-8075-eb4043a73f1b'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:03.974495 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.068164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] For port d16a4154-ae72-4950-85b6-e9f914f64945, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:04.079105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] For port d16a4154-ae72-4950-85b6-e9f914f64945, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d16a4154-ae72-4950-85b6-e9f914f64945,segment=NetworkSegment(df4e8adf-1913-437f-b91e-af330be8c2b9),segment_id=df4e8adf-1913-437f-b91e-af330be8c2b9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:04.092536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.111645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-259c7411-b8b7-4f2e-aeee-8195e69fd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:04.113311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-259c7411-b8b7-4f2e-aeee-8195e69fd00b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1953149 Nov 23 10:02:04.128158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.182040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Deleting subnet 6c575b79-f755-4a5c-854f-6e5941c34754 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:04.208423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.225789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=89570c95-6935-4b59-b0bc-82c5dd4da28b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:04.235433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3abf-ec16-43c5-8e2e-1173efd02dc2 None None] Pushing event updated for resources: {'Port': ['ID=d16a4154-ae72-4950-85b6-e9f914f64945,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:04.294081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-bf054cd8-9ab1-4928-a549-c459cd928cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:04.295397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-bf054cd8-9ab1-4928-a549-c459cd928cdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698916 Nov 23 10:02:04.329444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.345478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.353684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b8bb7356-309d-4c02-b782-355bc81ab94d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/89570c95-6935-4b59-b0bc-82c5dd4da28b HTTP/1.1" status: 204 len: 168 time: 0.8165386 Nov 23 10:02:04.355721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:04.390357 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ff1316-e650-42b1-a03c-8b65557673d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:04.391080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ff1316-e650-42b1-a03c-8b65557673d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:04.395880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d9ff1316-e650-42b1-a03c-8b65557673d8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/89570c95-6935-4b59-b0bc-82c5dd4da28b HTTP/1.1" status: 404 len: 333 time: 0.0389030 Nov 23 10:02:04.399757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41538) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:04.460722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.466707 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d66e4a-83a0-4b4d-94dd-b440f5ee8cb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:04.469111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-58d66e4a-83a0-4b4d-94dd-b440f5ee8cb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/89570c95-6935-4b59-b0bc-82c5dd4da28b HTTP/1.1" status: 404 len: 333 time: 0.0682764 Nov 23 10:02:04.472926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:04.501609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-89b65bb2-4daf-43db-a235-e60037ce30d9 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964223 Nov 23 10:02:04.582079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 85854f7b-0f9c-494c-a978-c26d294d86d0 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:04.586090 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.611749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.660422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.665791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c575b79-f755-4a5c-854f-6e5941c34754,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:04.690036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.693409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-41de3e7f-79b5-435f-8af5-5d295a5c53ee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6c575b79-f755-4a5c-854f-6e5941c34754 HTTP/1.1" status: 204 len: 168 time: 0.7598977 Nov 23 10:02:04.696885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41548) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:04.701027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63867f8-dcf3-4690-9495-899363c9281b None None] Network 2c7c7f43-f676-414d-a125-86ef566ef8af requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:04.744916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-1163448e-28b3-475b-8a6e-9ffe6647e02c service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111654 Nov 23 10:02:04.827597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.868984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-8d17b59a-98c5-44d0-a943-871fdc32a642 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 200 len: 217 time: 0.1097505 Nov 23 10:02:04.943561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:04.977773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6cb33-068a-46e7-ba20-54da62d58f97 None None] DHCP port deletion for 2c7c7f43-f676-414d-a125-86ef566ef8af request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:05.024963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-6ebd87b7-ea62-4050-8c8b-6bed1e9b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:05.030241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-6ebd87b7-ea62-4050-8c8b-6bed1e9b25ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1536577 Nov 23 10:02:05.033290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.115362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=85854f7b-0f9c-494c-a978-c26d294d86d0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:05.124691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.129509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c78ef4fb-012e-483a-a090-f77a06b5b1b8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/85854f7b-0f9c-494c-a978-c26d294d86d0 HTTP/1.1" status: 204 len: 168 time: 0.6549253 Nov 23 10:02:05.132541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41556) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:05.148783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d16a4154-ae72-4950-85b6-e9f914f64945 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:05.151706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-08837782-6be0-4724-8fd4-33c03f8e75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:05.153261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-08837782-6be0-4724-8fd4-33c03f8e75b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069837 Nov 23 10:02:05.261133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.261937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41558) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:05.330618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d16a4154-ae72-4950-85b6-e9f914f64945 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:05.331505 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.335426 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.366533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7c7f43-f676-414d-a125-86ef566ef8af']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:05.378905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3493a5-12e5-4201-ab05-5e90b8b27ed7') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:05.379265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3493a5-12e5-4201-ab05-5e90b8b27ed7') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:05.421499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.437426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-ef5dfc06-774f-441d-b61c-2187115381d6 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753007 Nov 23 10:02:05.453830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.466636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:05.467194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:05.469874 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:05.578289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.590914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ded2239-f69c-455b-a33f-f3269a405485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.609838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port d16a4154-ae72-4950-85b6-e9f914f64945 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:05.610716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.649035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.680756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.691075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port d16a4154-ae72-4950-85b6-e9f914f64945, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d16a4154-ae72-4950-85b6-e9f914f64945,segment=NetworkSegment(df4e8adf-1913-437f-b91e-af330be8c2b9),segment_id=df4e8adf-1913-437f-b91e-af330be8c2b9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:05.693149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] 10.222.0.62 "DELETE /v2.0/networks/2c7c7f43-f676-414d-a125-86ef566ef8af HTTP/1.1" status: 204 len: 168 time: 0.9941175 Nov 23 10:02:05.723692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-90947c36-80ac-4864-9c62-4e5b91303f25 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793715 Nov 23 10:02:05.729979 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.760997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbb6b2-b4be-4867-aa09-9a4ad3695d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7c7f43-f676-414d-a125-86ef566ef8af,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:05.813819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f887d7-8611-4dc0-b9b1-0cdad1b1d36c None None] Network cd3cb567-6a68-4906-8075-eb4043a73f1b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:05.866428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-19548c39-f1c5-45f8-821d-f929af780a3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 200 len: 217 time: 0.1155257 Nov 23 10:02:05.876003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port d16a4154-ae72-4950-85b6-e9f914f64945, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d16a4154-ae72-4950-85b6-e9f914f64945,segment=NetworkSegment(df4e8adf-1913-437f-b91e-af330be8c2b9),segment_id=df4e8adf-1913-437f-b91e-af330be8c2b9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:05.876395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:05.912223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for d16a4154-ae72-4950-85b6-e9f914f64945 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:05.960179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41570) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:06.043539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=d16a4154-ae72-4950-85b6-e9f914f64945,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:06.051776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-56604894-b3ca-413a-b8c9-a1ff4dd14e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:06.053572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-56604894-b3ca-413a-b8c9-a1ff4dd14e9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 200 len: 797 time: 0.1864080 Nov 23 10:02:06.072659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a9078c8-da05-4ea9-a290-f72ccd5ebdf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17305fbcc89642f1814ff80973ea8500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058285 Nov 23 10:02:06.077313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:06.092310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.100813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-09b4cb4a-536c-4cd9-80c6-d2859d8169c5 None None] Provisioning complete for port d16a4154-ae72-4950-85b6-e9f914f64945 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:06.101230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-09b4cb4a-536c-4cd9-80c6-d2859d8169c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.124858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-09b4cb4a-536c-4cd9-80c6-d2859d8169c5 None None] Port d16a4154-ae72-4950-85b6-e9f914f64945 was deleted so its status cannot be updated. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 10:02:06.138689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=d16a4154-ae72-4950-85b6-e9f914f64945,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:06.144032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ded2239-f69c-455b-a33f-f3269a405485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.155465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port d16a4154-ae72-4950-85b6-e9f914f64945 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:06.163098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.172287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ded2239-f69c-455b-a33f-f3269a405485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.226757 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.275503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9ded2239-f69c-455b-a33f-f3269a405485 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dd9bf366e75407ca3389a9d370485e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0091012 Nov 23 10:02:06.282476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:06.287905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.303126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac01962-4677-4567-a6ed-0c2afee45d56 None None] DHCP port deletion for cd3cb567-6a68-4906-8075-eb4043a73f1b request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:06.330776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3cb567-6a68-4906-8075-eb4043a73f1b']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:06.346172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4e8adf-1913-437f-b91e-af330be8c2b9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:06.346965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4e8adf-1913-437f-b91e-af330be8c2b9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:06.347140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded2239-f69c-455b-a33f-f3269a405485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d3efa-589f-4207-a572-8f7f1e517d74,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:06.350077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7a004776-1400-4350-a0cb-adf1d587e381 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:06.362456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.365309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.366730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9 HTTP/1.1" status: 204 len: 168 time: 0.2881601 Nov 23 10:02:06.368964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-75a48951-db8e-4518-b91c-29bc50808930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:06.371769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-75a48951-db8e-4518-b91c-29bc50808930 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7c8d507-08e7-4f05-917a-cd32f575d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3089674 Nov 23 10:02:06.378773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.395817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.402913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:06.403551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.461535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 7a004776-1400-4350-a0cb-adf1d587e381 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:06.461960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7a004776-1400-4350-a0cb-adf1d587e381 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:06.482752 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:06.487627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-12ed23b3-e355-481b-813f-fc8c604d7997 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4407194 Nov 23 10:02:06.490749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.492016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-a1a4b032-afb2-4e18-b71e-789ba2e83326 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064188 Nov 23 10:02:06.499685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.508573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/cd3cb567-6a68-4906-8075-eb4043a73f1b HTTP/1.1" status: 204 len: 168 time: 1.3715317 Nov 23 10:02:06.509442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41584) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:06.525108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1466409046'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:06.532876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496c0c-cbe1-4aaa-a2ca-196fb319236e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=cd3cb567-6a68-4906-8075-eb4043a73f1b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:06.618709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:06.624847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.634337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-d12722a2-bb0a-42f1-bbc1-203c48c94cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051133 Nov 23 10:02:06.640533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530e15a-066a-46ac-82d5-feabf01bdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a33d7d-a8c9-454c-9941-95ef0ef9bbe9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:06.668592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-106e7ed8-4a06-4047-a0ae-e0a507684ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:06.671162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-106e7ed8-4a06-4047-a0ae-e0a507684ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.1126573 Nov 23 10:02:06.697446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:06.755567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.755966 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment d7277df4-0964-4548-a10b-7bc142106fec of type vlan for network faf3b06a-15cb-40ae-aaab-f8a543ad651e Nov 23 10:02:06.758419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-8f23b616-1976-4806-81de-88063dfb8e9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 200 len: 217 time: 0.1131644 Nov 23 10:02:06.833408 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.865876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-dfe91bf0-8835-4005-94f5-01829268ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:06.867408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-dfe91bf0-8835-4005-94f5-01829268ef0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.1718228 Nov 23 10:02:06.867614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-739c80c3-6090-442f-ac28-a00b0a38ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:06.869325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-739c80c3-6090-442f-ac28-a00b0a38ad3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.0977836 Nov 23 10:02:06.871980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:06.910380 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.035720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.038878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.043519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b1d3efa-589f-4207-a572-8f7f1e517d74 HTTP/1.1" status: 204 len: 168 time: 0.7595298 Nov 23 10:02:07.053750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f84e8-3910-4263-8b74-1dffe30edf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d3efa-589f-4207-a572-8f7f1e517d74,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:07.057496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-3b0d8340-57bd-4546-bc5c-8837a101c7d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1000 time: 0.1100974 Nov 23 10:02:07.059516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.063862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-74e58be6-8a5a-4cc0-9e8b-99d9dde4644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.066759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-74e58be6-8a5a-4cc0-9e8b-99d9dde4644a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1862302 Nov 23 10:02:07.067101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.067807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.109335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d16a4154-ae72-4950-85b6-e9f914f64945 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:07.184741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d16a4154-ae72-4950-85b6-e9f914f64945 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:07.185325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d16a4154-ae72-4950-85b6-e9f914f64945 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:07.258384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=faf3b06a-15cb-40ae-aaab-f8a543ad651e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:07.272849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a75bd4be-686f-4f2c-bafa-72155fe7c7f0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7625914 Nov 23 10:02:07.275620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:07.278632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:07.317190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:07.369580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-b795ea52-7b99-447b-8926-c94a69e7f0b1 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866292 Nov 23 10:02:07.405499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-3ac811e2-3bdd-4c54-b613-045da2eccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.407196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-3ac811e2-3bdd-4c54-b613-045da2eccda7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.3356242 Nov 23 10:02:07.592284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-0634d4e7-c554-43b5-b17d-c7e8871a4fcb service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121916 Nov 23 10:02:07.675675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:07.695440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21f20c2e-f1e5-4129-8abe-52e415635e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.701175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-e353bffe-a620-45d7-b502-ba94dfd8dcfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 200 len: 217 time: 0.0998080 Nov 23 10:02:07.795134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-27174690-4a9f-4baa-8375-ff515e770bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.800509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-27174690-4a9f-4baa-8375-ff515e770bf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 200 len: 797 time: 0.0883892 Nov 23 10:02:07.801081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41620) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:07.910677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-846a0c8d-8d19-4fd8-9f26-5332b67601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.912265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-846a0c8d-8d19-4fd8-9f26-5332b67601b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=32ff3901-514f-48a8-b6f1-247a46fc2083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901611 Nov 23 10:02:07.920525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-9f4d7494-e8d9-4953-a229-8fd27e4118ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:07.924075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-9f4d7494-e8d9-4953-a229-8fd27e4118ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5089483 Nov 23 10:02:07.962010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21f20c2e-f1e5-4129-8abe-52e415635e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.968454 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21f20c2e-f1e5-4129-8abe-52e415635e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:07.975915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:07.979441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.019020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2134968025-network', 'tenant_id': 'ca9bb63ca3354ab38d95a8ad8ba0bae1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:08.059878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-21f20c2e-f1e5-4129-8abe-52e415635e3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1aa032dab32b43c4ab21dcc58f0ca65b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808677 Nov 23 10:02:08.062479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41626) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:08.092153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20c2e-f1e5-4129-8abe-52e415635e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260095a9-bbbb-48b4-864d-36eef9f927a6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:08.094996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-9a854c95-2e93-433c-a9f1-27426b8118df service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620886 Nov 23 10:02:08.113685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-c8663818-0974-4d06-9484-247340a388b3 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918972 Nov 23 10:02:08.135755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Made reservation on behalf of ca9bb63ca3354ab38d95a8ad8ba0bae1 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:08.138000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.160586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.283437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2763fb18-92f5-45c6-a4ca-6609a4bc4eb5 req-60f4b201-112b-4f03-a5c6-96469b275bae service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751697 Nov 23 10:02:08.293249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.310610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.343249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.382284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cc4080d-9314-4202-af20-fbd150b59cdb req-12ec7807-136b-47c4-9880-419d1aebbf45 service neutron] 10.222.0.50 "GET /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602532 Nov 23 10:02:08.400197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.412483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=86523058-30ff-48d7-ab78-d17239e01717,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:08.419146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': 'd7277df4-0964-4548-a10b-7bc142106fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:08.419537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: faf3b06a-15cb-40ae-aaab-f8a543ad651e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:08.441684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.449826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:08.470494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, faf3b06a-15cb-40ae-aaab-f8a543ad651e) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:08.477989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:08.478606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.480446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:08.481795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df701fde-dacf-459a-83a2-54a2329a717a None None] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:08.510721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071adf0-b6d5-4514-88b9-9814a5e94073,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:08.511934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-21349d98-06da-47be-9ca0-c89da8e7b70d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2210724 Nov 23 10:02:08.514575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:08.520319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-721176669'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:08.537314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.540341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.541527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/260095a9-bbbb-48b4-864d-36eef9f927a6 HTTP/1.1" status: 204 len: 168 time: 0.4754391 Nov 23 10:02:08.543210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.543435 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Added segment 04dbd9d3-c505-4199-b837-4743afd5ada6 of type vlan for network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d Nov 23 10:02:08.584983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b178c-97e3-4840-9775-83afa51fb546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260095a9-bbbb-48b4-864d-36eef9f927a6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:08.642842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.677104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.679003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:08.680432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.732408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:08.738531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.750048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9458480 Nov 23 10:02:08.752545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:08.758242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Request body: {'subnet': {'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2134968025-subnet', 'tenant_id': 'ca9bb63ca3354ab38d95a8ad8ba0bae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:08.760484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-faf3b06a-15cb-40ae-aaab-f8a543ad651e', 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '86523058-30ff-48d7-ab78-d17239e01717'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:08.761351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.802097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 3fc84a66-b151-473d-af8a-bb844f5aab8c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:08.846330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Made reservation on behalf of ca9bb63ca3354ab38d95a8ad8ba0bae1 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:08.848703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:08.856078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e130327-a258-49d7-a014-349545a41a50 admin admin] Pushing event updated for resources: {'Network': ['ID=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:08.879173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:09.060661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.6 (faf3b06a-15cb-40ae-aaab-f8a543ad651e/86523058-30ff-48d7-ab78-d17239e01717/3fc84a66-b151-473d-af8a-bb844f5aab8c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:09.145031 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.226692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Checking segment: {'id': '04dbd9d3-c505-4199-b837-4743afd5ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:09.227121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Network hostable DHCP agents. Network: 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:09.231740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4283c945-8e2b-4524-bf1e-8dc138783f1a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:09.244668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.261985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:09.283999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:09.290996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:09.291665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.296559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c76d6ce-b583-4710-bedb-af04701e53d0 None None] Network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:09.301939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.335503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d621eb77-91db-4469-a1a0-945ef13087b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5818713 Nov 23 10:02:09.401293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:09.406691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:09.416481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:09.424497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=3fc84a66-b151-473d-af8a-bb844f5aab8c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:09.480847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:09.481530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.517134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85b1c7e4-1d66-43d9-b58f-eedca72401fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0013885 Nov 23 10:02:09.519914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41664) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:09.645434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 3fc84a66-b151-473d-af8a-bb844f5aab8c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:09.645779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.688418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Allocated IP 172.20.0.2 (faf3b06a-15cb-40ae-aaab-f8a543ad651e/86523058-30ff-48d7-ab78-d17239e01717/b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:09.767428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:09.789686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 3fc84a66-b151-473d-af8a-bb844f5aab8c owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:09.953640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.033407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.072464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.107002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=3fc84a66-b151-473d-af8a-bb844f5aab8c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:10.122986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:10.123961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b299b0-f1e0-4790-896f-450ed61a1a8a None None] Network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:10.151939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:10.158293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:10.184706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Pushing event updated for resources: {'Port': ['ID=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:10.227040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.231385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc585c5a-e621-4e30-8e71-68c9a293e50f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/3fc84a66-b151-473d-af8a-bb844f5aab8c HTTP/1.1" status: 204 len: 168 time: 0.7095587 Nov 23 10:02:10.234436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41694) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:10.274836 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29c053e-1c82-4e14-862e-f6c8f8bd75b7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:10.277344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e29c053e-1c82-4e14-862e-f6c8f8bd75b7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/3fc84a66-b151-473d-af8a-bb844f5aab8c HTTP/1.1" status: 404 len: 333 time: 0.0412884 Nov 23 10:02:10.280497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:10.286261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-1cce6b15-f46c-477e-8aa0-1b23a19d8015 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:10.286704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Attempting to bind port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:10.287135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Attempting to bind port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd7277df4-0964-4548-a10b-7bc142106fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:10.287578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Attempting to bind port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 on network faf3b06a-15cb-40ae-aaab-f8a543ad651e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:10.288663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-1cce6b15-f46c-477e-8aa0-1b23a19d8015 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/networks?id=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d HTTP/1.1" status: 200 len: 813 time: 0.2526619 Nov 23 10:02:10.300788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:10.301695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Checking segment: {'id': 'd7277df4-0964-4548-a10b-7bc142106fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:10.302359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.302965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Bound using segment: {'id': 'd7277df4-0964-4548-a10b-7bc142106fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:10.304113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Bound port: b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7277df4-0964-4548-a10b-7bc142106fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'faf3b06a-15cb-40ae-aaab-f8a543ad651e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:10.304707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.320340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-22679387-cb05-4d3a-aab6-2232634e5fb4 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/quotas/ca9bb63ca3354ab38d95a8ad8ba0bae1 HTTP/1.1" status: 200 len: 375 time: 0.0186656 Nov 23 10:02:10.392086 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-88daae5e-d3b4-4192-b454-f55e8e2b5027 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca9bb63ca3354ab38d95a8ad8ba0bae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614359 Nov 23 10:02:10.395469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e8663571-c740-4626-8a15-26607d035a73 None None] For port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:10.423503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e8663571-c740-4626-8a15-26607d035a73 None None] For port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,segment=NetworkSegment(d7277df4-0964-4548-a10b-7bc142106fec),segment_id=d7277df4-0964-4548-a10b-7bc142106fec)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:10.432247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.461219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 86523058-30ff-48d7-ab78-d17239e01717 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:10.467944 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.532183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-0a3e76d1-bcfb-4b09-9904-a1f7eaf31fc6 service neutron] 10.222.0.62 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314752 Nov 23 10:02:10.535683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8663571-c740-4626-8a15-26607d035a73 None None] Pushing event updated for resources: {'Port': ['ID=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:10.590306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.660334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-f6489855-dddd-4f20-922d-27a1449e9011 service neutron] 10.222.0.62 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137590 Nov 23 10:02:10.755398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.873283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.913320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=86523058-30ff-48d7-ab78-d17239e01717,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:10.915733 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:10.919070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36d388c6-8831-4836-81e5-e24b9c942ff5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/86523058-30ff-48d7-ab78-d17239e01717 HTTP/1.1" status: 204 len: 168 time: 0.6360443 Nov 23 10:02:10.922112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41716) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:10.949277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d633ef92-72e1-447b-ba0c-9b77fb2e8ec2 req-28d097b8-076e-4889-b3ef-55c4c14faddb tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 210 time: 0.0286102 Nov 23 10:02:11.133845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.157036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:11.235888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:11.236593 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.258439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:11.258815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.341203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,segment=NetworkSegment(d7277df4-0964-4548-a10b-7bc142106fec),segment_id=d7277df4-0964-4548-a10b-7bc142106fec)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:11.342393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.371909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:11.400417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.462827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,segment=NetworkSegment(d7277df4-0964-4548-a10b-7bc142106fec),segment_id=d7277df4-0964-4548-a10b-7bc142106fec)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:11.470231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.494924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.511825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:11.592307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:11.622153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:11.711967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.749939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf3b06a-15cb-40ae-aaab-f8a543ad651e']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:11.769884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7277df4-0964-4548-a10b-7bc142106fec') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:11.770323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7277df4-0964-4548-a10b-7bc142106fec') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:11.793500 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.810176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.818335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:11.818754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:11.823209 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:11.899069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.905946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:11.914207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41762) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:11.920480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'name': 'tempest-PortsTestJSON-2061525522'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:11.924589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/faf3b06a-15cb-40ae-aaab-f8a543ad651e HTTP/1.1" status: 204 len: 168 time: 1.0011151 Nov 23 10:02:11.972098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51bd6a-d3bb-4584-90bc-6a63f6611f1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=faf3b06a-15cb-40ae-aaab-f8a543ad651e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:12.100073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41768) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:12.110755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74d8c98b-d16d-452c-ae5b-77b0ced26bf5 req-ffc3d217-3cf3-49b7-8d6b-b1a7e9ff7c57 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 210 time: 0.0415480 Nov 23 10:02:12.157233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:12.161198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.173558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ee99e-0a96-4ca4-a59a-09d748beef11 None None] DHCP port deletion for faf3b06a-15cb-40ae-aaab-f8a543ad651e request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:12.199801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 699f8ae9-3ff7-44b6-b652-6c0a242d3b79 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:12.208345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e242bfeb-2ac5-4d28-8510-441c94baa3cb None None] Could not find standard attr ID for object b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:12.227857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c4311-51ab-4dd3-bed6-1ee521d808d1 None None] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:12.250303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c4311-51ab-4dd3-bed6-1ee521d808d1 None None] Network faf3b06a-15cb-40ae-aaab-f8a543ad651e could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:02:12.269593 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad7da32d-a66d-4226-9f16-d53ffa89a395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.368198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad7da32d-a66d-4226-9f16-d53ffa89a395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.373018 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad7da32d-a66d-4226-9f16-d53ffa89a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.454527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7da32d-a66d-4226-9f16-d53ffa89a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089919a1-a823-4f08-9154-0b5698504e4c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:12.458940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ad7da32d-a66d-4226-9f16-d53ffa89a395 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce00d33734de49f6ba24927a16a76557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577909 Nov 23 10:02:12.461878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41776) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:12.502187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.544695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.546755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-9cea0768-2e9b-4430-871d-5f3082cf73ae tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:12.548353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-9cea0768-2e9b-4430-871d-5f3082cf73ae tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.50 "GET /v2.0/networks?id=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d HTTP/1.1" status: 200 len: 813 time: 0.1619751 Nov 23 10:02:12.569571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Request body: {'port': {'device_id': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d', 'admin_state_up': True, 'tenant_id': 'ca9bb63ca3354ab38d95a8ad8ba0bae1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:12.574086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.587285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.658163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:12.661999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:12.667780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:12.673997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:12.674882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.687946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=699f8ae9-3ff7-44b6-b652-6c0a242d3b79,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:12.711563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d4e17da-8c16-4caa-b0c9-d4f317195a3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7957227 Nov 23 10:02:12.712270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:12.720986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.723457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.724630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/089919a1-a823-4f08-9154-0b5698504e4c HTTP/1.1" status: 204 len: 168 time: 0.2565134 Nov 23 10:02:12.761614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42d99e-7c30-4cb8-ba41-43a4c76de1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089919a1-a823-4f08-9154-0b5698504e4c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:12.845599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 699f8ae9-3ff7-44b6-b652-6c0a242d3b79 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:12.845599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.936255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:12.964352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 699f8ae9-3ff7-44b6-b652-6c0a242d3b79 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:13.017781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:13.043548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:13.043976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b5ea5eb2-f6dd-4a23-9bd5-8f360ab06da7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:13.077033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.100657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Made reservation on behalf of ca9bb63ca3354ab38d95a8ad8ba0bae1 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:13.105235 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.114662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.121812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/699f8ae9-3ff7-44b6-b652-6c0a242d3b79 HTTP/1.1" status: 204 len: 168 time: 0.4081388 Nov 23 10:02:13.122503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41788) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:13.124700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc73327-f68e-440c-a68b-d321f8ee93fa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=699f8ae9-3ff7-44b6-b652-6c0a242d3b79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:13.130564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'mac_address': 'fa:16:3e:e9:2a:a1', 'name': 'tempest-PortsTestJSON-1937904424'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:13.172101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41792) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:13.194841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72e97010-2310-4e20-96ea-356a81c2226e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.241924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7eca994-5489-4675-bf7c-7ea4e1bdd680 req-a62c912c-7955-4724-912d-29cf08c01f92 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 210 time: 0.0343008 Nov 23 10:02:13.269194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:13.306698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Allocated IP 172.20.0.12 (93c0c8e5-35a1-4102-a42d-8fcc526ceb6d/4283c945-8e2b-4524-bf1e-8dc138783f1a/17804a84-d9d7-44f3-a7d5-c61070b7cd2c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:13.337349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.352742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72e97010-2310-4e20-96ea-356a81c2226e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.357953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port ce2c4660-e227-466f-9784-78ecc0b6e01f yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:13.362081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72e97010-2310-4e20-96ea-356a81c2226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.427964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-72e97010-2310-4e20-96ea-356a81c2226e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f7511f883ba4b1a81a09f2dcdd3715b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547674 Nov 23 10:02:13.431062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:13.434715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e97010-2310-4e20-96ea-356a81c2226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248e936-febc-4945-8995-ae130c882f0e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:13.517944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.548432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.557315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.561139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.588227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.605696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:13.609167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:13.613503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:13.621108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Pushing event updated for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:13.644478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.674659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:13.675328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.685921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:13.688813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.691916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.693065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e248e936-febc-4945-8995-ae130c882f0e HTTP/1.1" status: 204 len: 168 time: 0.2610886 Nov 23 10:02:13.693752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-c45bd39a-31b2-47c0-8f0a-1ee65f5a2378 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1344149 Nov 23 10:02:13.699581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:13.706476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:13.708683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Request body: {'port': {'device_id': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:13.712053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:13.712659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.726986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eda90-b8f1-4919-ac31-ed210b80445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248e936-febc-4945-8995-ae130c882f0e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:13.734799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=ce2c4660-e227-466f-9784-78ecc0b6e01f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:13.745911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a15b00c4-8c88-40f9-9fc2-0cc9525263d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6221454 Nov 23 10:02:13.748416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41802) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:13.793774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:13.800046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe623aa-d651-41e6-b27f-baad868f1f89 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:13.801519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cbe623aa-d651-41e6-b27f-baad868f1f89 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/ce2c4660-e227-466f-9784-78ecc0b6e01f HTTP/1.1" status: 200 len: 841 time: 0.0519266 Nov 23 10:02:13.804565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41804) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:13.926195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port ce2c4660-e227-466f-9784-78ecc0b6e01f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:13.926539 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.000299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.018410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for ce2c4660-e227-466f-9784-78ecc0b6e01f owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:14.101519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17804a84-d9d7-44f3-a7d5-c61070b7cd2c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:14.109056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.111617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.127978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Transition to ACTIVE for port object 17804a84-d9d7-44f3-a7d5-c61070b7cd2c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:02:14.132352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.142604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=ce2c4660-e227-466f-9784-78ecc0b6e01f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:14.151117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.154573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b7f24451-a573-4b97-bd68-bf20d72c3d4a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/ce2c4660-e227-466f-9784-78ecc0b6e01f HTTP/1.1" status: 204 len: 168 time: 0.3492100 Nov 23 10:02:14.157468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:14.185297 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3192934-5e67-4905-b91f-4b93c888931b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:14.190621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f3192934-5e67-4905-b91f-4b93c888931b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/ce2c4660-e227-466f-9784-78ecc0b6e01f HTTP/1.1" status: 404 len: 333 time: 0.0272877 Nov 23 10:02:14.190621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:14.197707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'name': 'tempest-PortsTestJSON-1104924371'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:14.261801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Pushing event updated for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:14.281169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Attempting to bind port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:14.281440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Attempting to bind port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '04dbd9d3-c505-4199-b837-4743afd5ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:14.282337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Attempting to bind port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c on network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:14.304722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c on network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:02:14.305064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Attempting to bind port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c on network 93c0c8e5-35a1-4102-a42d-8fcc526ceb6d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:14.314034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:14.314656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Checking segment: {'id': '04dbd9d3-c505-4199-b837-4743afd5ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:14.314923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Bound using segment: {'id': '04dbd9d3-c505-4199-b837-4743afd5ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:14.315921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Bound port: 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dbd9d3-c505-4199-b837-4743afd5ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:14.316370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.358558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:14.362311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.388391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 951b8f29-532c-40d3-81ca-269d46f060a9 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:14.405693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:14.406713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49647-4fa2-4fc5-a420-65671c1bd315 req-e8e65bf5-34f1-49d6-bb33-5297c8ffceaa tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:14.408321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8d49647-4fa2-4fc5-a420-65671c1bd315 req-e8e65bf5-34f1-49d6-bb33-5297c8ffceaa tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 944 time: 0.0856991 Nov 23 10:02:14.410322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,segment=NetworkSegment(04dbd9d3-c505-4199-b837-4743afd5ada6),segment_id=04dbd9d3-c505-4199-b837-4743afd5ada6)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:14.419767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.487076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:14.487791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.489351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] 10.222.0.50 "PUT /v2.0/ports/17804a84-d9d7-44f3-a7d5-c61070b7cd2c HTTP/1.1" status: 200 len: 1092 time: 0.7868307 Nov 23 10:02:14.489933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:14.493133 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a3b03-18d6-4ed3-a132-d167a7365188" -d '{"events": [{"name": "network-changed", "server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:14.525735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69a66-636d-4f88-ad9a-372cf3778b93 service neutron] Pushing event updated for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:14.554718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8d49647-4fa2-4fc5-a420-65671c1bd315 req-3f35e4be-2b2e-4d96-ad4a-da47189fec5a tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970943 Nov 23 10:02:14.577083 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a3fc3e-46ba-4839-90cb-a115373a2c57 x-openstack-request-id: req-c0a3fc3e-46ba-4839-90cb-a115373a2c57 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:14.577461 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:14.577781 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0a3fc3e-46ba-4839-90cb-a115373a2c57 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:14.578268 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c', 'status': 'completed', 'code': 200} Nov 23 10:02:14.595063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-6ecdedcc-b044-4ed3-a68b-948a03a1e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:14.596757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-6ecdedcc-b044-4ed3-a68b-948a03a1e4b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca9bb63ca3354ab38d95a8ad8ba0bae1&device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 1095 time: 0.0563879 Nov 23 10:02:14.649589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-10fa571f-af90-434e-a186-40861c7b200e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c HTTP/1.1" status: 200 len: 217 time: 0.0445547 Nov 23 10:02:14.660153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.696178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.714750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-96e98843-63be-4b9f-b7cf-f8634b45a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:14.716232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-96e98843-63be-4b9f-b7cf-f8634b45a8dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4283c945-8e2b-4524-bf1e-8dc138783f1a HTTP/1.1" status: 200 len: 853 time: 0.0583410 Nov 23 10:02:14.747173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:14.750942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-830855be-c8dc-4f04-97e7-5bbe0082a2a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266359 Nov 23 10:02:14.752971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:14.757421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:14.763827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:14.764618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.780408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=951b8f29-532c-40d3-81ca-269d46f060a9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:14.794208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-267fe728-1e4c-497a-a696-7c957553a0e2 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6017151 Nov 23 10:02:14.796182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41844) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:14.801619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:14.868328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-aa795da0-63fa-462a-ac29-805f5c31f1fa service neutron] 10.222.0.50 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105554 Nov 23 10:02:14.875954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:14.978162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac933fb-e255-41b0-be84-7e75ae29f06e req-a4d1a31c-ff58-473d-9c92-e100766cabe3 service neutron] 10.222.0.50 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017163 Nov 23 10:02:15.074674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-21e7b7aa-8177-4bc1-b115-636061ee3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.076437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-21e7b7aa-8177-4bc1-b115-636061ee3c45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca9bb63ca3354ab38d95a8ad8ba0bae1&device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 1095 time: 0.0507236 Nov 23 10:02:15.081473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.087494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.124630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] In _notify_port_updated(), no bound segment for port 951b8f29-532c-40d3-81ca-269d46f060a9 on network a25f4e84-b50c-4ec8-9aec-5e395db80b5c {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:02:15.130685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.131348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.133928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/ports/951b8f29-532c-40d3-81ca-269d46f060a9 HTTP/1.1" status: 200 len: 818 time: 0.3355145 Nov 23 10:02:15.137581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41858) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:15.181301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=951b8f29-532c-40d3-81ca-269d46f060a9,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:15.195315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.195655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.195987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.196314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.196635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.196956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.197071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-8ffddc9f-4d1d-4863-ad4c-16c7b9435164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.197274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.197589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.197923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.198246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.198560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.198723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-8ffddc9f-4d1d-4863-ad4c-16c7b9435164 service neutron] 10.222.0.50 "GET /v2.0/networks?id=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d HTTP/1.1" status: 200 len: 914 time: 0.1101751 Nov 23 10:02:15.198873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a1a57-1ef4-48f0-9db4-3b92b4984dba tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:15.242466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-e57b4bb7-85fc-43e9-b8aa-774b1294815b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c HTTP/1.1" status: 200 len: 217 time: 0.0355601 Nov 23 10:02:15.256380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 951b8f29-532c-40d3-81ca-269d46f060a9 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:15.256801 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.295811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-bb3c5f1e-f05d-452a-b487-24e8effd9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.297298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-bb3c5f1e-f05d-452a-b487-24e8effd9592 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4283c945-8e2b-4524-bf1e-8dc138783f1a HTTP/1.1" status: 200 len: 853 time: 0.0457370 Nov 23 10:02:15.326361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.337639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-87dfe7ce-3e8a-4eb2-9254-0df4e8387703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305133 Nov 23 10:02:15.340926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 951b8f29-532c-40d3-81ca-269d46f060a9 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:15.431792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.433132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-7d658a35-971f-43c2-bb21-a20411231857 service neutron] 10.222.0.50 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871174 Nov 23 10:02:15.466883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=951b8f29-532c-40d3-81ca-269d46f060a9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:15.474791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.481177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d44286e-9277-4102-9517-db1e5f686157 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/951b8f29-532c-40d3-81ca-269d46f060a9 HTTP/1.1" status: 204 len: 168 time: 0.3403039 Nov 23 10:02:15.482203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41868) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:15.546251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa8a3b03-18d6-4ed3-a132-d167a7365188 req-7e07b7d8-731a-46a8-abae-9f0838ad7fe0 service neutron] 10.222.0.50 "GET /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051855 Nov 23 10:02:15.555329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafbb3d-a16e-476f-9a1c-83eb485c8192 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.559485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7fafbb3d-a16e-476f-9a1c-83eb485c8192 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0742588 Nov 23 10:02:15.560186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41874) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:15.590907 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e64129-2f4e-4eb1-976f-0459ef087648 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:15.596577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c5e64129-2f4e-4eb1-976f-0459ef087648 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/951b8f29-532c-40d3-81ca-269d46f060a9 HTTP/1.1" status: 404 len: 333 time: 0.0310957 Nov 23 10:02:15.597141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41878) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:15.601993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1749380900'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:15.629844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:15.634047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.672652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:15.682665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143efd9-2505-4f37-a712-9e694cebd4c1 req-ce1cbaf6-f337-4396-8dc8-19932c9c36ff tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.686787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.687244 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment 689d3b43-bd09-4021-9d8d-1139c7a01a91 of type vlan for network 61789d7a-352e-491e-ae19-41b20ca57863 Nov 23 10:02:15.691151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3143efd9-2505-4f37-a712-9e694cebd4c1 req-ce1cbaf6-f337-4396-8dc8-19932c9c36ff tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 944 time: 0.0636876 Nov 23 10:02:15.717173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.739742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.744345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3143efd9-2505-4f37-a712-9e694cebd4c1 req-c30134e6-d605-4f31-bb32-183db7380b59 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Nov 23 10:02:15.767369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.773076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:15.773664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:15.822619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248316 Nov 23 10:02:15.825447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41882) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:15.831800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:15.869650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df6bd9-0200-43b9-b638-fc578619d50a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=61789d7a-352e-491e-ae19-41b20ca57863,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:15.880700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:15.947786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:15.951703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.146465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.215381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=87afacf3-e3e2-4600-97a2-9ef16572d1c1,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:16.219817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': '689d3b43-bd09-4021-9d8d-1139c7a01a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:16.220193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: 61789d7a-352e-491e-ae19-41b20ca57863, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:16.238621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 61789d7a-352e-491e-ae19-41b20ca57863 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:16.247974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 61789d7a-352e-491e-ae19-41b20ca57863) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:16.252268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:16.252881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.258323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36fb0d4-b4c1-48e2-ad78-ed9c4192e5fb None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:16.273196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40725dad-0f49-453e-b2f5-44a6afdece3c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4437330 Nov 23 10:02:16.273586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41892) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:16.278956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:16.388978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 17804a84-d9d7-44f3-a7d5-c61070b7cd2c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:02:16.402914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:16.407370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.494768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-61789d7a-352e-491e-ae19-41b20ca57863', 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '87afacf3-e3e2-4600-97a2-9ef16572d1c1'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:16.495609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.501421 n-d-781076-5 neutron-server[110024]: INFO neutron.db.ipam_backend_mixin [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87afacf3-e3e2-4600-97a2-9ef16572d1c1 (CIDR: 172.20.0.0/28) Nov 23 10:02:16.504750 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:02:16.505444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:16.520675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,segment=NetworkSegment(04dbd9d3-c505-4199-b837-4743afd5ada6),segment_id=04dbd9d3-c505-4199-b837-4743afd5ada6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:16.524321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f26e9944-2c80-4b81-84c0-d507187a9915 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2489440 Nov 23 10:02:16.526885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41896) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:16.532254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:16.543661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c', 'network_id': '93c0c8e5-35a1-4102-a42d-8fcc526ceb6d', 'port_id': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c', 'mac_address': 'fa:16:3e:0f:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4283c945-8e2b-4524-bf1e-8dc138783f1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:02:16.681346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:16.685803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.725346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Allocated IP 172.20.0.2 (61789d7a-352e-491e-ae19-41b20ca57863/87afacf3-e3e2-4600-97a2-9ef16572d1c1/340ef9ec-55be-482d-9f26-60de66b208f2) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:16.732536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.755222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17804a84-d9d7-44f3-a7d5-c61070b7cd2c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:16.788209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,segment=NetworkSegment(04dbd9d3-c505-4199-b837-4743afd5ada6),segment_id=04dbd9d3-c505-4199-b837-4743afd5ada6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:16.816159 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.922855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beabb8-43a9-424c-a069-bc68b5fe0c7b req-73808630-c6c9-40fc-96be-4967eb7f6f2b tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:16.923218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:16.924636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2beabb8-43a9-424c-a069-bc68b5fe0c7b req-73808630-c6c9-40fc-96be-4967eb7f6f2b tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 945 time: 0.0993044 Nov 23 10:02:16.976394 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:16.989861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.038822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2beabb8-43a9-424c-a069-bc68b5fe0c7b req-3aa9c524-b399-41fa-a8df-c8f6fc277891 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934477 Nov 23 10:02:17.041617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:17.046076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:17.049780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:17.050076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.058173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Pushing event updated for resources: {'Port': ['ID=340ef9ec-55be-482d-9f26-60de66b208f2,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:17.102765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['17804a84-d9d7-44f3-a7d5-c61070b7cd2c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:17.107309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 61789d7a-352e-491e-ae19-41b20ca57863 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:17.111331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:17.116080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:17.116796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.128533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=8e7d94fd-bebc-4806-bcfb-0ce75f6b737f,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:17.140451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5dab80ea-bdfd-4c92-8fb4-2ec2a2fbc681 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6122289 Nov 23 10:02:17.143915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:17.149296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'fixed_ips': [{'subnet_id': '87afacf3-e3e2-4600-97a2-9ef16572d1c1'}, {'subnet_id': '8e7d94fd-bebc-4806-bcfb-0ce75f6b737f'}], 'name': 'tempest-PortsTestJSON-993431036'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:17.160492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Attempting to bind port 340ef9ec-55be-482d-9f26-60de66b208f2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:17.161171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Attempting to bind port 340ef9ec-55be-482d-9f26-60de66b208f2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '689d3b43-bd09-4021-9d8d-1139c7a01a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:17.161661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Attempting to bind port 340ef9ec-55be-482d-9f26-60de66b208f2 on network 61789d7a-352e-491e-ae19-41b20ca57863 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:17.183537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:17.184208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Checking segment: {'id': '689d3b43-bd09-4021-9d8d-1139c7a01a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:17.184907 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.192402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Bound using segment: {'id': '689d3b43-bd09-4021-9d8d-1139c7a01a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:17.193192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Bound port: 340ef9ec-55be-482d-9f26-60de66b208f2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689d3b43-bd09-4021-9d8d-1139c7a01a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '61789d7a-352e-491e-ae19-41b20ca57863'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:17.193813 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.280756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:17.299483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] For port 340ef9ec-55be-482d-9f26-60de66b208f2, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:17.321633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] For port 340ef9ec-55be-482d-9f26-60de66b208f2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=340ef9ec-55be-482d-9f26-60de66b208f2,segment=NetworkSegment(689d3b43-bd09-4021-9d8d-1139c7a01a91),segment_id=689d3b43-bd09-4021-9d8d-1139c7a01a91)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:17.338102 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.402846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.430009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port d4e262c1-c02b-4902-be57-61f299f230c3 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:17.438322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd9531-934b-4308-9336-8ee3d0dbe948 None None] Pushing event updated for resources: {'Port': ['ID=340ef9ec-55be-482d-9f26-60de66b208f2,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:17.773266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.10 (61789d7a-352e-491e-ae19-41b20ca57863/87afacf3-e3e2-4600-97a2-9ef16572d1c1/d4e262c1-c02b-4902-be57-61f299f230c3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:17.780824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.20 (61789d7a-352e-491e-ae19-41b20ca57863/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f/d4e262c1-c02b-4902-be57-61f299f230c3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:17.818490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0efdbb71-bdc0-4cea-b53b-a8f23a217153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.958853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:17.996145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.042551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 61789d7a-352e-491e-ae19-41b20ca57863 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:18.045617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:18.049453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:18.075808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=d4e262c1-c02b-4902-be57-61f299f230c3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:18.105734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:18.106401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.128415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dd5677ea-b490-43d8-82b4-a3c574d1962b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9833791 Nov 23 10:02:18.131380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41926) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:18.141944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87afacf3-e3e2-4600-97a2-9ef16572d1c1'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:18.296367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.311356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4caf0-e7f3-4828-9c6a-1f9dcd5d874e req-e74d75e8-0b78-4636-ba07-81d36ae85e11 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:18.313150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90a4caf0-e7f3-4828-9c6a-1f9dcd5d874e req-e74d75e8-0b78-4636-ba07-81d36ae85e11 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 945 time: 0.1235073 Nov 23 10:02:18.391935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 17804a84-d9d7-44f3-a7d5-c61070b7cd2c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:18.459349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90a4caf0-e7f3-4828-9c6a-1f9dcd5d874e req-edff2b97-4f03-42b9-a848-c35cfcddf4b4 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375329 Nov 23 10:02:18.461561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:02:18.467435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:18.468033 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.604443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.645240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:18.647990 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f7d02-8ff8-4a7f-854f-b50d8426e12a" -d '{"events": [{"server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "name": "network-vif-plugged", "status": "completed", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:18.663330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,segment=NetworkSegment(04dbd9d3-c505-4199-b837-4743afd5ada6),segment_id=04dbd9d3-c505-4199-b837-4743afd5ada6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:18.678464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Delete allocated IP 172.20.0.20 (61789d7a-352e-491e-ae19-41b20ca57863/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f) {{(pid=110023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:02:18.683973 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.748535 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d43c5f-67bb-44d6-8a0a-285536a55350 x-openstack-request-id: req-d7d43c5f-67bb-44d6-8a0a-285536a55350 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:18.748828 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "name": "network-vif-plugged", "status": "completed", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:18.749081 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7d43c5f-67bb-44d6-8a0a-285536a55350 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:18.749504 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c', 'code': 200} Nov 23 10:02:18.755859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:18.781393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36268a0d-b7f7-43a3-ae2f-826fcd1ec257 None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:18.903917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.910779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:18.950169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] Provisioning complete for port 340ef9ec-55be-482d-9f26-60de66b208f2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:18.950678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.115001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=d4e262c1-c02b-4902-be57-61f299f230c3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:19.128778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] In _notify_port_updated(), no bound segment for port d4e262c1-c02b-4902-be57-61f299f230c3 on network 61789d7a-352e-491e-ae19-41b20ca57863 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:02:19.134940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:19.135711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.137199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2a8891ee-70e8-47df-9830-d465bdcdcbb5 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/ports/d4e262c1-c02b-4902-be57-61f299f230c3 HTTP/1.1" status: 200 len: 919 time: 1.0046849 Nov 23 10:02:19.139833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41952) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:19.145632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87afacf3-e3e2-4600-97a2-9ef16572d1c1'}, {'subnet_id': '8e7d94fd-bebc-4806-bcfb-0ce75f6b737f'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:19.156303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc53f-2a58-4633-a048-518e0b0fa569 req-7dd3ec81-58f0-42f7-b60e-8fd4e935f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:19.158109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84afc53f-2a58-4633-a048-518e0b0fa569 req-7dd3ec81-58f0-42f7-b60e-8fd4e935f049 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 1097 time: 0.3205926 Nov 23 10:02:19.277755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 340ef9ec-55be-482d-9f26-60de66b208f2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:19.299074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.325654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84afc53f-2a58-4633-a048-518e0b0fa569 req-6f640952-998d-456a-9ecc-42389045f095 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376131 Nov 23 10:02:19.332815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.405498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] For port 340ef9ec-55be-482d-9f26-60de66b208f2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=340ef9ec-55be-482d-9f26-60de66b208f2,segment=NetworkSegment(689d3b43-bd09-4021-9d8d-1139c7a01a91),segment_id=689d3b43-bd09-4021-9d8d-1139c7a01a91)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:19.416460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.423958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Update dhcp port {'port': {'network_id': '61789d7a-352e-491e-ae19-41b20ca57863', 'fixed_ips': [{'subnet_id': '87afacf3-e3e2-4600-97a2-9ef16572d1c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e7d94fd-bebc-4806-bcfb-0ce75f6b737f'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '340ef9ec-55be-482d-9f26-60de66b208f2'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:02:19.462103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 340ef9ec-55be-482d-9f26-60de66b208f2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:19.462420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.517198 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.530339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec284d-96a1-42bd-a8b4-48922a62d61e None None] Pushing event updated for resources: {'Port': ['ID=340ef9ec-55be-482d-9f26-60de66b208f2,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:19.623738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.28 (61789d7a-352e-491e-ae19-41b20ca57863/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f/d4e262c1-c02b-4902-be57-61f299f230c3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:19.693397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2b916-cc93-489a-84df-3fecab42231b req-fa9b1bfc-6f22-4ef3-89ab-87828b901f36 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:19.695644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79c2b916-cc93-489a-84df-3fecab42231b req-fa9b1bfc-6f22-4ef3-89ab-87828b901f36 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 946 time: 0.0981276 Nov 23 10:02:19.771709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79c2b916-cc93-489a-84df-3fecab42231b req-5d888c81-a66d-44e7-8166-3c926a52db5f tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693979 Nov 23 10:02:19.794257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.799719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:19.881421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Allocated IP 172.20.0.18 (61789d7a-352e-491e-ae19-41b20ca57863/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f/340ef9ec-55be-482d-9f26-60de66b208f2) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:20.008960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=d4e262c1-c02b-4902-be57-61f299f230c3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:20.049686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] In _notify_port_updated(), no bound segment for port d4e262c1-c02b-4902-be57-61f299f230c3 on network 61789d7a-352e-491e-ae19-41b20ca57863 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:02:20.050236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] For port 340ef9ec-55be-482d-9f26-60de66b208f2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=340ef9ec-55be-482d-9f26-60de66b208f2,segment=NetworkSegment(689d3b43-bd09-4021-9d8d-1139c7a01a91),segment_id=689d3b43-bd09-4021-9d8d-1139c7a01a91)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:20.057264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:20.058323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.063195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e62afe38-8ad2-4729-811c-1ba78b88836d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/ports/d4e262c1-c02b-4902-be57-61f299f230c3 HTTP/1.1" status: 200 len: 999 time: 0.9214756 Nov 23 10:02:20.063377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41972) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:20.116234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.124942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.129031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1620e3e-4087-4da9-bcb5-87608c490bbc req-08c58ac0-f89c-4905-a9a2-0622ad20d797 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:20.130721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1620e3e-4087-4da9-bcb5-87608c490bbc req-08c58ac0-f89c-4905-a9a2-0622ad20d797 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0672457 Nov 23 10:02:20.172732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port d4e262c1-c02b-4902-be57-61f299f230c3 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:20.173465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.198681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1620e3e-4087-4da9-bcb5-87608c490bbc req-5ebab37c-43a0-4d53-b46e-548244f421fd tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593691 Nov 23 10:02:20.231097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.262026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675e2a2-7825-4fd0-8cbd-1b0c3417e3df None None] Pushing event updated for resources: {'Port': ['ID=340ef9ec-55be-482d-9f26-60de66b208f2,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:20.278481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.294117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for d4e262c1-c02b-4902-be57-61f299f230c3 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:20.396914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc1691a7-815d-42a3-b1ee-31d359e5d86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.505505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.536063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=d4e262c1-c02b-4902-be57-61f299f230c3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:20.636371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.639915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f600f14d-ac62-4bf5-8b4c-51f44e853c35 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/d4e262c1-c02b-4902-be57-61f299f230c3 HTTP/1.1" status: 204 len: 168 time: 0.5755436 Nov 23 10:02:20.642664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:20.668420 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c5da7-c98e-428e-936d-3bcf18c93531 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:20.671584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d00c5da7-c98e-428e-936d-3bcf18c93531 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/d4e262c1-c02b-4902-be57-61f299f230c3 HTTP/1.1" status: 404 len: 333 time: 0.0261283 Nov 23 10:02:20.672960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41980) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:20.725639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 8e7d94fd-bebc-4806-bcfb-0ce75f6b737f {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:20.729158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.770271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.791724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048328f-97f7-4b7d-bdb6-1007c9984ebc None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:20.864603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-518aa2a6-2ec1-4a41-a951-4076d295da87 None None] Could not find standard attr ID for object d4e262c1-c02b-4902-be57-61f299f230c3. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:20.870654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.884339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-518aa2a6-2ec1-4a41-a951-4076d295da87 None None] Provisioning complete for port 340ef9ec-55be-482d-9f26-60de66b208f2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:20.884710 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-518aa2a6-2ec1-4a41-a951-4076d295da87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.905067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b785f-736e-4b4c-bed5-019eabc5ae29 req-432da720-c3e5-41ff-ad08-754a032722d5 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:20.906831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f35b785f-736e-4b4c-bed5-019eabc5ae29 req-432da720-c3e5-41ff-ad08-754a032722d5 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 946 time: 0.0560029 Nov 23 10:02:20.938924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:20.973936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f35b785f-736e-4b4c-bed5-019eabc5ae29 req-4c1ce71e-cdf3-4680-ad9e-b18520783609 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588582 Nov 23 10:02:20.991416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7d94fd-bebc-4806-bcfb-0ce75f6b737f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:20.997604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.001845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b1f5500-7aba-4fc7-bdc6-5a3ed092ecde tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f HTTP/1.1" status: 204 len: 168 time: 0.3279216 Nov 23 10:02:21.005960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41986) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:21.083520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 340ef9ec-55be-482d-9f26-60de66b208f2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:21.086921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 87afacf3-e3e2-4600-97a2-9ef16572d1c1 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:21.094167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.174553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.197867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 340ef9ec-55be-482d-9f26-60de66b208f2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:21.198442 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.225413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.387193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.443812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026324-9083-4440-9d11-1374aa739149 req-778d5300-67f1-4db6-9281-e628ca5ad983 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:21.463234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35026324-9083-4440-9d11-1374aa739149 req-778d5300-67f1-4db6-9281-e628ca5ad983 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1348968 Nov 23 10:02:21.463692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae327155-4d89-44e1-b08e-d6676f62c108 req-da324647-ab79-487a-8ae1-da488a994ad4 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:21.466381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae327155-4d89-44e1-b08e-d6676f62c108 req-da324647-ab79-487a-8ae1-da488a994ad4 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 946 time: 0.0678051 Nov 23 10:02:21.543493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae327155-4d89-44e1-b08e-d6676f62c108 req-0d83ac46-bd79-4587-979f-63bf4e37cd29 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678489 Nov 23 10:02:21.550996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-35026324-9083-4440-9d11-1374aa739149 req-8e4d7273-dcd4-4db4-b642-211414717051 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867414 Nov 23 10:02:21.558020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.613328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.620507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42010) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:21.643472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/87afacf3-e3e2-4600-97a2-9ef16572d1c1 HTTP/1.1" status: 204 len: 168 time: 0.6097314 Nov 23 10:02:21.643472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae6fc3-1b54-4091-8c56-186dab63996f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=87afacf3-e3e2-4600-97a2-9ef16572d1c1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:21.755084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875a348-1c2f-4658-96ec-51375a524c69 None None] Network 61789d7a-352e-491e-ae19-41b20ca57863 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:21.764560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.820741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 340ef9ec-55be-482d-9f26-60de66b208f2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:21.821351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.833407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8cf72ce7-3a06-4dd5-977f-0693d8cecd2b None None] Provisioning complete for port 340ef9ec-55be-482d-9f26-60de66b208f2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:21.833850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cf72ce7-3a06-4dd5-977f-0693d8cecd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.894365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port 340ef9ec-55be-482d-9f26-60de66b208f2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=340ef9ec-55be-482d-9f26-60de66b208f2,segment=NetworkSegment(689d3b43-bd09-4021-9d8d-1139c7a01a91),segment_id=689d3b43-bd09-4021-9d8d-1139c7a01a91)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:21.894760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:21.908802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 340ef9ec-55be-482d-9f26-60de66b208f2 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:22.004935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.019144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port 340ef9ec-55be-482d-9f26-60de66b208f2 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:22.030059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff28729-50a1-4971-988a-3a78a2d4b5f4 None None] DHCP port deletion for 61789d7a-352e-491e-ae19-41b20ca57863 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:22.069761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=340ef9ec-55be-482d-9f26-60de66b208f2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:22.125995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.146499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61789d7a-352e-491e-ae19-41b20ca57863']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:22.155896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689d3b43-bd09-4021-9d8d-1139c7a01a91') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:22.156189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689d3b43-bd09-4021-9d8d-1139c7a01a91') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:22.167566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.183209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.194505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:22.194996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:22.198281 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:22.267901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.272563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.280069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/61789d7a-352e-491e-ae19-41b20ca57863 HTTP/1.1" status: 204 len: 168 time: 0.6565397 Nov 23 10:02:22.280572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42020) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:22.320395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385023d-ce22-409f-94e2-5548c26ecd5b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=61789d7a-352e-491e-ae19-41b20ca57863,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:22.346565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcda622-c4ad-4933-b9fb-3a36795315d4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:22.351741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0dcda622-c4ad-4933-b9fb-3a36795315d4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0620356 Nov 23 10:02:22.352020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42022) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:22.401145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96598e38-f131-40dd-9229-4d38b3ce2b6d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0479860 Nov 23 10:02:22.404740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42024) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:22.410074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-165728935'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:22.436862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:22.441096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.473543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:22.484514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.484873 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment 0a49163e-f73a-461f-ad12-a927b9b3d69d of type vlan for network b046b46c-6f69-4c05-bf1a-d0f966be30fc Nov 23 10:02:22.539923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.559708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.570609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.577433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:22.578148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.624574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2184253 Nov 23 10:02:22.628862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42030) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:22.636300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:22.661241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71e5a-4f53-49cd-bfa0-47fad722925f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=b046b46c-6f69-4c05-bf1a-d0f966be30fc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:22.674787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:22.748338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e1e00-34b6-4e6b-a015-5a56a8a9d08f req-88885010-fead-48de-acfe-93a30f931cb1 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:22.750323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e6e1e00-34b6-4e6b-a015-5a56a8a9d08f req-88885010-fead-48de-acfe-93a30f931cb1 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 946 time: 0.0604794 Nov 23 10:02:22.810819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f1201-f087-462a-a806-5c0f58ce373c req-6e74c473-8f2d-44cf-aab8-68f13fd7e8e5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:22.818423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d2f1201-f087-462a-a806-5c0f58ce373c req-6e74c473-8f2d-44cf-aab8-68f13fd7e8e5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1398795 Nov 23 10:02:22.841703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e592c2bc-7b79-4c36-b25b-a4d5113f844c tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:22.843346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e592c2bc-7b79-4c36-b25b-a4d5113f844c tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 946 time: 0.0886099 Nov 23 10:02:22.846933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e6e1e00-34b6-4e6b-a015-5a56a8a9d08f req-0d2ce971-14c2-4396-9693-121c711b00db tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d071adf0-b6d5-4514-88b9-9814a5e94073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820644 Nov 23 10:02:22.862852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:22.876216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:22.954689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d2f1201-f087-462a-a806-5c0f58ce373c req-1c74f025-db22-43b9-a1a0-690ee585b3d4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348498 Nov 23 10:02:23.044109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 340ef9ec-55be-482d-9f26-60de66b208f2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:23.047102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Deleting port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:23.047406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.091052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 340ef9ec-55be-482d-9f26-60de66b208f2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:23.097719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 340ef9ec-55be-482d-9f26-60de66b208f2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:23.174267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] For port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,segment=NetworkSegment(04dbd9d3-c505-4199-b837-4743afd5ada6),segment_id=04dbd9d3-c505-4199-b837-4743afd5ada6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:23.175223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.190641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Calling delete_port for 17804a84-d9d7-44f3-a7d5-c61070b7cd2c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:23.213265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.309487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=6db196a2-de83-4d31-9be3-061453bcd9c0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:23.333487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': '0a49163e-f73a-461f-ad12-a927b9b3d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:23.333851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: b046b46c-6f69-4c05-bf1a-d0f966be30fc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:23.351800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.366965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['17804a84-d9d7-44f3-a7d5-c61070b7cd2c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:23.370184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:23.385520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b046b46c-6f69-4c05-bf1a-d0f966be30fc) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:23.394375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:23.395179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.413318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Pushing event deleted for resources: {'Port': ['ID=17804a84-d9d7-44f3-a7d5-c61070b7cd2c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:23.418802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade5b50-c9dc-41ab-a9c8-2d45c5e59506 None None] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:23.419753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-376eba25-3726-474a-8c9a-a62990f00cb0 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7889485 Nov 23 10:02:23.421588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42048) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:23.427532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc', 'name': 'tempest-PortsTestJSON-357156492'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:23.500138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] No DVR routers for this DVR port 17804a84-d9d7-44f3-a7d5-c61070b7cd2c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:23.504980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.508815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97a3a39c-687b-4b22-990e-45b188ecf6f5 req-e497bfb6-efc8-4e0b-90f4-ae6e07a4cb3e tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.50 "DELETE /v2.0/ports/17804a84-d9d7-44f3-a7d5-c61070b7cd2c HTTP/1.1" status: 204 len: 173 time: 0.6585507 Nov 23 10:02:23.509317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'name': 'network-vif-deleted', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:23.511883 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23140599-b21f-4a71-9282-c7be1a064716" -d '{"events": [{"server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "name": "network-vif-deleted", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:23.541812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.622347 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f201e10-1530-462d-b8de-7413d3c2eb01 x-openstack-request-id: req-7f201e10-1530-462d-b8de-7413d3c2eb01 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:23.623086 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a583ce-7c62-4414-9215-f57cdcb2af9c", "name": "network-vif-deleted", "tag": "17804a84-d9d7-44f3-a7d5-c61070b7cd2c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:23.623547 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f201e10-1530-462d-b8de-7413d3c2eb01 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:23.624210 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a583ce-7c62-4414-9215-f57cdcb2af9c', 'name': 'network-vif-deleted', 'tag': '17804a84-d9d7-44f3-a7d5-c61070b7cd2c', 'status': 'completed', 'code': 200} Nov 23 10:02:23.651435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:23.655285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.686116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 0a0c9baf-c35a-4887-b6ae-84e4317e631f yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:23.716576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b046b46c-6f69-4c05-bf1a-d0f966be30fc', 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '6db196a2-de83-4d31-9be3-061453bcd9c0'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:23.717580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:23.832863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.14 (b046b46c-6f69-4c05-bf1a-d0f966be30fc/6db196a2-de83-4d31-9be3-061453bcd9c0/0a0c9baf-c35a-4887-b6ae-84e4317e631f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:24.004765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05acdcfe-93d2-4643-bb36-363960c1bca5 req-77625c3a-67e4-438f-b849-cf4d08721f78 tempest-ServerPasswordTestJSON-407854306 tempest-ServerPasswordTestJSON-407854306-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a583ce-7c62-4414-9215-f57cdcb2af9c HTTP/1.1" status: 200 len: 210 time: 0.0492444 Nov 23 10:02:24.172779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece155a-e356-43a6-ac60-ba36ba8a5ae3 req-6c720805-1504-44f3-bb1e-797c72b64ce9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:24.180904 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ece155a-e356-43a6-ac60-ba36ba8a5ae3 req-6c720805-1504-44f3-bb1e-797c72b64ce9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0832896 Nov 23 10:02:24.306248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ece155a-e356-43a6-ac60-ba36ba8a5ae3 req-2eaba29f-dbe1-4d6f-b6ff-9b9df8c5afac tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090987 Nov 23 10:02:24.452053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.493254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.548602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Allocated IP 172.20.0.2 (b046b46c-6f69-4c05-bf1a-d0f966be30fc/6db196a2-de83-4d31-9be3-061453bcd9c0/5611cb26-d8d3-4a85-965b-a0097a4927ea) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:24.554280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:24.557799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:24.562737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:24.565872 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:02:24.616407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:24.617015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.632660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=0a0c9baf-c35a-4887-b6ae-84e4317e631f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:24.650831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bee948e3-e9f9-43be-be84-c2124dc3b929 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2279375 Nov 23 10:02:24.653429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42064) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:24.659721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc', 'name': 'tempest-PortsTestJSON-782645521'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:24.724517 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.732730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.786449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:24.793798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:24.802588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:24.815583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Pushing event updated for resources: {'Port': ['ID=5611cb26-d8d3-4a85-965b-a0097a4927ea,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:24.875160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Attempting to bind port 5611cb26-d8d3-4a85-965b-a0097a4927ea on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:24.875674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Attempting to bind port 5611cb26-d8d3-4a85-965b-a0097a4927ea by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '0a49163e-f73a-461f-ad12-a927b9b3d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:24.876155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Attempting to bind port 5611cb26-d8d3-4a85-965b-a0097a4927ea on network b046b46c-6f69-4c05-bf1a-d0f966be30fc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:24.882219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:24.882863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Checking segment: {'id': '0a49163e-f73a-461f-ad12-a927b9b3d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:24.883386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.883848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Bound using segment: {'id': '0a49163e-f73a-461f-ad12-a927b9b3d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:24.884391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Bound port: 5611cb26-d8d3-4a85-965b-a0097a4927ea, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a49163e-f73a-461f-ad12-a927b9b3d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b046b46c-6f69-4c05-bf1a-d0f966be30fc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:24.884856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:24.958532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] For port 5611cb26-d8d3-4a85-965b-a0097a4927ea, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:24.962991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] For port 5611cb26-d8d3-4a85-965b-a0097a4927ea, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5611cb26-d8d3-4a85-965b-a0097a4927ea,segment=NetworkSegment(0a49163e-f73a-461f-ad12-a927b9b3d69d),segment_id=0a49163e-f73a-461f-ad12-a927b9b3d69d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:24.970263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.053814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a49fe-71d0-4c12-bb51-8752844ebf5d None None] Pushing event updated for resources: {'Port': ['ID=5611cb26-d8d3-4a85-965b-a0097a4927ea,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:25.108448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:25.196751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Deleting subnet 4283c945-8e2b-4524-bf1e-8dc138783f1a {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:25.205100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.231594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:25.236081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.256182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 608c9731-ccb7-46c4-93bc-c4e78310683d yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:25.265068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.377511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.491468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.4 (b046b46c-6f69-4c05-bf1a-d0f966be30fc/6db196a2-de83-4d31-9be3-061453bcd9c0/608c9731-ccb7-46c4-93bc-c4e78310683d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:25.543140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074bda-eb66-428c-a15c-ee262e0e20e4 req-bc7c6fc9-e0d3-4213-b3bd-4669d60641d4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:25.545445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0074bda-eb66-428c-a15c-ee262e0e20e4 req-bc7c6fc9-e0d3-4213-b3bd-4669d60641d4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0987961 Nov 23 10:02:25.547039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.609283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4283c945-8e2b-4524-bf1e-8dc138783f1a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:25.622257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.626963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fcccf281-d432-49a4-be15-7f52d77514f6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4283c945-8e2b-4524-bf1e-8dc138783f1a HTTP/1.1" status: 204 len: 168 time: 0.5171814 Nov 23 10:02:25.629509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42080) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:25.720406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0074bda-eb66-428c-a15c-ee262e0e20e4 req-339d4a42-1e53-4819-9730-196c60105c02 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1680062 Nov 23 10:02:25.739347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.777312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.789672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.837863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:25.841009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:25.844836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:25.852332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=608c9731-ccb7-46c4-93bc-c4e78310683d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:25.896574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.907868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:25.908497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.920663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c0c8e5-35a1-4102-a42d-8fcc526ceb6d']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:25.934239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-20f3cc10-6ca6-45fe-a0d0-4f10e7963ab6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2796125 Nov 23 10:02:25.937724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42082) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:25.958769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dbd9d3-c505-4199-b837-4743afd5ada6') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:25.959323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dbd9d3-c505-4199-b837-4743afd5ada6') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:25.971937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:25.997398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.005435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:26.005876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:26.068871 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:26.076561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.086739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f6060-57af-4ce8-9638-87f5ed512a98 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:26.091190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb3f6060-57af-4ce8-9638-87f5ed512a98 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1496909 Nov 23 10:02:26.100242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:26.108984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.112615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] 10.222.0.62 "DELETE /v2.0/networks/93c0c8e5-35a1-4102-a42d-8fcc526ceb6d HTTP/1.1" status: 204 len: 168 time: 0.4814959 Nov 23 10:02:26.113520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def744b-a292-480a-a3bb-9431fd56dfaf admin admin] Pushing event deleted for resources: {'Network': ['ID=93c0c8e5-35a1-4102-a42d-8fcc526ceb6d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:26.273254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 608c9731-ccb7-46c4-93bc-c4e78310683d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:26.273833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.392524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42094) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:26.456772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d00d6e8-55c6-4e0d-aba3-d8df5323154c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca9bb63ca3354ab38d95a8ad8ba0bae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619009 Nov 23 10:02:26.458416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.459423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42100) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:26.472845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 608c9731-ccb7-46c4-93bc-c4e78310683d owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:26.500079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da2c34-9891-4c65-a049-fd50891d244a None None] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:26.580358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.622805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.666457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.670851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] Provisioning complete for port 5611cb26-d8d3-4a85-965b-a0097a4927ea triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:26.671449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.713294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.716241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.718099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d071adf0-b6d5-4514-88b9-9814a5e94073 HTTP/1.1" status: 204 len: 168 time: 0.2576416 Nov 23 10:02:26.728538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cfd19-d436-4448-8054-edf46a544f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071adf0-b6d5-4514-88b9-9814a5e94073,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:26.754030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=608c9731-ccb7-46c4-93bc-c4e78310683d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:26.905109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43babe70-7d6a-4eeb-8baa-6ca76f053fc1 req-b313e90d-06b7-4594-8cc1-f482dd46a571 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:26.910428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43babe70-7d6a-4eeb-8baa-6ca76f053fc1 req-b313e90d-06b7-4594-8cc1-f482dd46a571 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0774741 Nov 23 10:02:26.935086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:26.938590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-80e87d1f-0d1d-4e9c-ae7e-382bd69434d6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/608c9731-ccb7-46c4-93bc-c4e78310683d HTTP/1.1" status: 204 len: 168 time: 0.8370187 Nov 23 10:02:26.942349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42108) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:27.011793 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a18d9a0-f953-4158-9ad8-329223306707 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:27.014195 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a18d9a0-f953-4158-9ad8-329223306707 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/608c9731-ccb7-46c4-93bc-c4e78310683d HTTP/1.1" status: 404 len: 333 time: 0.0708115 Nov 23 10:02:27.016862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42110) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:27.120808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43babe70-7d6a-4eeb-8baa-6ca76f053fc1 req-86767e39-a557-4ce7-8518-5147f0d18643 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2034895 Nov 23 10:02:27.175064 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.257259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] For port 5611cb26-d8d3-4a85-965b-a0097a4927ea, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5611cb26-d8d3-4a85-965b-a0097a4927ea,segment=NetworkSegment(0a49163e-f73a-461f-ad12-a927b9b3d69d),segment_id=0a49163e-f73a-461f-ad12-a927b9b3d69d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:27.268698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.319249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5611cb26-d8d3-4a85-965b-a0097a4927ea up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:27.363894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 0a0c9baf-c35a-4887-b6ae-84e4317e631f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:27.364490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.462608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fca1a1-df52-492d-8c84-96c9ca4d27e6 None None] Pushing event updated for resources: {'Port': ['ID=5611cb26-d8d3-4a85-965b-a0097a4927ea,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:27.485509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5611cb26-d8d3-4a85-965b-a0097a4927ea triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:27.486443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.598728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.612759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 0a0c9baf-c35a-4887-b6ae-84e4317e631f owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:27.706961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a126a702-b687-40d0-a05d-21382d362c47 None None] Provisioning complete for port 0a0c9baf-c35a-4887-b6ae-84e4317e631f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:27.707877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a126a702-b687-40d0-a05d-21382d362c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.812260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a126a702-b687-40d0-a05d-21382d362c47 None None] Port 0a0c9baf-c35a-4887-b6ae-84e4317e631f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:27.829805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a126a702-b687-40d0-a05d-21382d362c47 None None] Provisioning complete for port 5611cb26-d8d3-4a85-965b-a0097a4927ea triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:27.830222 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a126a702-b687-40d0-a05d-21382d362c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.870981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:27.930594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=0a0c9baf-c35a-4887-b6ae-84e4317e631f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:28.062137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.066560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19a58375-c91a-49c2-93ec-6bc32c25a64b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/0a0c9baf-c35a-4887-b6ae-84e4317e631f HTTP/1.1" status: 204 len: 168 time: 1.0487485 Nov 23 10:02:28.069695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42138) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:28.091369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f1c2ca76-1ea0-46f0-b3b5-996acc97c5c1 None None] Could not find standard attr ID for object 0a0c9baf-c35a-4887-b6ae-84e4317e631f. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:28.102707 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee62a70-d451-4706-a641-e206ae01f06d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:28.108408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dee62a70-d451-4706-a641-e206ae01f06d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/0a0c9baf-c35a-4887-b6ae-84e4317e631f HTTP/1.1" status: 404 len: 333 time: 0.0365267 Nov 23 10:02:28.111329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:28.137200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42142) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:28.229999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 6db196a2-de83-4d31-9be3-061453bcd9c0 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:28.244228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.287960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.338830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a59fad-6ee2-44df-bbd8-da16f4325ecb req-7d3f4e6c-9bea-41fe-b7b2-7c83662ae52d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:28.347632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58a59fad-6ee2-44df-bbd8-da16f4325ecb req-7d3f4e6c-9bea-41fe-b7b2-7c83662ae52d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1179872 Nov 23 10:02:28.365418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-266838793-network', 'tenant_id': '288e58b7ba03420f9ba5ce90ee84894c'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:28.392751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.418725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-57849f15-2c3c-49ab-8909-a7f78e1b748c None None] Could not find standard attr ID for object 608c9731-ccb7-46c4-93bc-c4e78310683d. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:28.436387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 17804a84-d9d7-44f3-a7d5-c61070b7cd2c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:28.475276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.484799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 17804a84-d9d7-44f3-a7d5-c61070b7cd2c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:28.485140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 17804a84-d9d7-44f3-a7d5-c61070b7cd2c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:28.486740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Made reservation on behalf of 288e58b7ba03420f9ba5ce90ee84894c for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:28.491156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.503489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58a59fad-6ee2-44df-bbd8-da16f4325ecb req-cb34d21c-d445-4546-9384-f8427dd3975e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548109 Nov 23 10:02:28.523259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.527935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=6db196a2-de83-4d31-9be3-061453bcd9c0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:28.540549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.550303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7ffe31fc-f749-43d1-ab8e-e91a96b422c8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/6db196a2-de83-4d31-9be3-061453bcd9c0 HTTP/1.1" status: 204 len: 168 time: 0.4315336 Nov 23 10:02:28.551136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:28.671251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.683006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.690428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.727597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:28.750929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 5611cb26-d8d3-4a85-965b-a0097a4927ea {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:28.751363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.752626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced2e47a-3899-46af-bc6e-1c8a73c9ad47,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:28.757867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.758220 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Added segment ee49f227-dac4-47d5-9185-e6bad0870009 of type vlan for network 4f61463b-5d20-43fe-a830-c27639e2aeba Nov 23 10:02:28.761719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab18430-4ab9-45cb-aae8-d4ffea827788 None None] Network b046b46c-6f69-4c05-bf1a-d0f966be30fc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:28.827011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.862161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.863629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:28.864577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.909091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port 5611cb26-d8d3-4a85-965b-a0097a4927ea, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5611cb26-d8d3-4a85-965b-a0097a4927ea,segment=NetworkSegment(0a49163e-f73a-461f-ad12-a927b9b3d69d),segment_id=0a49163e-f73a-461f-ad12-a927b9b3d69d)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:28.909575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:28.927650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:28.928389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7897155 Nov 23 10:02:28.933502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Request body: {'subnet': {'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-266838793-subnet', 'tenant_id': '288e58b7ba03420f9ba5ce90ee84894c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:28.955566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 5611cb26-d8d3-4a85-965b-a0097a4927ea owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:28.978498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cf7c8-fd70-4764-98d4-c492a8206c32 admin admin] Pushing event updated for resources: {'Network': ['ID=4f61463b-5d20-43fe-a830-c27639e2aeba,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.013305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4f61463b-5d20-43fe-a830-c27639e2aeba details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:29.059719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Made reservation on behalf of 288e58b7ba03420f9ba5ce90ee84894c for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:29.064938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.107588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] DHCP port deletion for b046b46c-6f69-4c05-bf1a-d0f966be30fc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:29.169131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Deleting port 5611cb26-d8d3-4a85-965b-a0097a4927ea {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:29.170870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.190188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.228228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port 5611cb26-d8d3-4a85-965b-a0097a4927ea on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:29.239119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=5611cb26-d8d3-4a85-965b-a0097a4927ea,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.348405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.388433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] For port 5611cb26-d8d3-4a85-965b-a0097a4927ea, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5611cb26-d8d3-4a85-965b-a0097a4927ea,segment=NetworkSegment(0a49163e-f73a-461f-ad12-a927b9b3d69d),segment_id=0a49163e-f73a-461f-ad12-a927b9b3d69d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:29.388931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.398516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b046b46c-6f69-4c05-bf1a-d0f966be30fc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:29.404964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Calling delete_port for 5611cb26-d8d3-4a85-965b-a0097a4927ea owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:29.417865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a49163e-f73a-461f-ad12-a927b9b3d69d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:29.418193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a49163e-f73a-461f-ad12-a927b9b3d69d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:29.429247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.431213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.479633 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.489664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.491630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:29.492035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:29.500374 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:29.534105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] Pushing event deleted for resources: {'Port': ['ID=5611cb26-d8d3-4a85-965b-a0097a4927ea,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.536376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6e6d-c2ac-43bf-b590-afc864420656 None None] No DVR routers for this DVR port 5611cb26-d8d3-4a85-965b-a0097a4927ea on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:29.544369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3100e4-fbf9-4506-aa98-596c445c07f0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.573476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Checking segment: {'id': 'ee49f227-dac4-47d5-9185-e6bad0870009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:29.573848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Network hostable DHCP agents. Network: 4f61463b-5d20-43fe-a830-c27639e2aeba, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:29.596600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.602866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.610675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/b046b46c-6f69-4c05-bf1a-d0f966be30fc HTTP/1.1" status: 204 len: 168 time: 1.0584869 Nov 23 10:02:29.611798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42164) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:29.620043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421370771'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:29.625434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Network 4f61463b-5d20-43fe-a830-c27639e2aeba is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:29.652017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff502363-27c3-429d-a36a-b0bae83ae455 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=b046b46c-6f69-4c05-bf1a-d0f966be30fc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.656212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf635-97ef-4c8d-8976-ca3973a64983 req-7a349edd-e359-43ec-b8e0-7f15778e5d2b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:29.657884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa1bf635-97ef-4c8d-8976-ca3973a64983 req-7a349edd-e359-43ec-b8e0-7f15778e5d2b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0699725 Nov 23 10:02:29.659360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4f61463b-5d20-43fe-a830-c27639e2aeba) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:29.675244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:29.676419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.679467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61289eb8-6bc6-42fa-bdf0-92e901605e48 None None] Network 4f61463b-5d20-43fe-a830-c27639e2aeba requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:29.688704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:29.699592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.715594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa1bf635-97ef-4c8d-8976-ca3973a64983 req-c1e1871a-a665-4237-aea4-4351f3ee28b6 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491536 Nov 23 10:02:29.729578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57ad70ea-b268-454e-bace-5e1bc3caf1e8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8008163 Nov 23 10:02:29.749572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:29.760779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.761227 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment 5875a08f-5f78-4de3-916c-7ccbca7d3797 of type vlan for network 734a092f-8978-41c3-a0da-0f0668639f87 Nov 23 10:02:29.810649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.858799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c5baf-8116-42d5-9702-9c1552c60d3f None None] Network 4f61463b-5d20-43fe-a830-c27639e2aeba requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:29.859405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.865495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:29.866151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:29.955979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3371220 Nov 23 10:02:29.955979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6a21a-cdd8-4e13-971a-b4904f1338aa tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=734a092f-8978-41c3-a0da-0f0668639f87,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:29.957522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42174) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:29.964991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': '734a092f-8978-41c3-a0da-0f0668639f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:29.983878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:30.094299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:30.101544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.302011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:30.309018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1088382703-network', 'tenant_id': '47705897d6a34571b87ba3fe5269e6da'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:30.317184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.334967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Made reservation on behalf of 47705897d6a34571b87ba3fe5269e6da for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:30.337413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.346788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.387273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': '5875a08f-5f78-4de3-916c-7ccbca7d3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:30.387671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: 734a092f-8978-41c3-a0da-0f0668639f87, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:30.389764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=a683d93a-229c-479d-91a2-bbb9459f3c15,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:30.398869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.399350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.399776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.400220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.400676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.401038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.401463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.401879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.402330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.402682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.403357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.403357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:30.421003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 734a092f-8978-41c3-a0da-0f0668639f87 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:30.430986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 734a092f-8978-41c3-a0da-0f0668639f87) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:30.432808 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.438133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.440505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3e60d-d6ef-4725-8b39-5095e763a32e None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:30.440682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:30.443189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.466510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a1fb48a5-0b5b-41b8-9349-31e31a4cdfcd tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5069873 Nov 23 10:02:30.466894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:30.468724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:30.478330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': '734a092f-8978-41c3-a0da-0f0668639f87', 'name': 'tempest-PortsTestJSON-391667089', 'fixed_ips': [{'subnet_id': 'a683d93a-229c-479d-91a2-bbb9459f3c15', 'ip_address': '172.20.0.10'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:30.504279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b126f2-af72-45cf-9da1-74396ca3cdca,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:30.525354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.525823 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Added segment 38e149c5-3736-4a67-93c5-66e20725cc3f of type vlan for network d641e2a1-4f03-482e-bf79-7a8d56655b55 Nov 23 10:02:30.605006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.634542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-734a092f-8978-41c3-a0da-0f0668639f87', 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': 'a683d93a-229c-479d-91a2-bbb9459f3c15'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:30.635865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.670037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:30.733228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.734243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:30.734888 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.783809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4803467 Nov 23 10:02:30.786861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:30.793679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Request body: {'subnet': {'network_id': 'd641e2a1-4f03-482e-bf79-7a8d56655b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1088382703-subnet', 'tenant_id': '47705897d6a34571b87ba3fe5269e6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:30.799794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Allocated IP 172.20.0.2 (734a092f-8978-41c3-a0da-0f0668639f87/a683d93a-229c-479d-91a2-bbb9459f3c15/8101fa90-717d-4275-81ee-a9ab2324ed27) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:30.826341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc02fd-4447-450f-9f01-c8da8c823137 admin admin] Pushing event updated for resources: {'Network': ['ID=d641e2a1-4f03-482e-bf79-7a8d56655b55,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:30.833971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.835081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Made reservation on behalf of 47705897d6a34571b87ba3fe5269e6da for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:30.841007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d641e2a1-4f03-482e-bf79-7a8d56655b55 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:30.841913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:30.853201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 4c871d46-4125-4b21-903d-807975a337ce yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:31.144501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5611cb26-d8d3-4a85-965b-a0097a4927ea no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:31.208791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5611cb26-d8d3-4a85-965b-a0097a4927ea {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:31.209166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5611cb26-d8d3-4a85-965b-a0097a4927ea not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:31.217104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.297684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c1a684-bc9e-4d8d-917a-0d02f0ce79a7,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:31.305771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Checking segment: {'id': '38e149c5-3736-4a67-93c5-66e20725cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd641e2a1-4f03-482e-bf79-7a8d56655b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:31.306185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Network hostable DHCP agents. Network: d641e2a1-4f03-482e-bf79-7a8d56655b55, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:31.324702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Network d641e2a1-4f03-482e-bf79-7a8d56655b55 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:31.342054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d641e2a1-4f03-482e-bf79-7a8d56655b55) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:31.355981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac7de7-4a4a-46bb-8efd-07bb7eaac6a5 None None] Network d641e2a1-4f03-482e-bf79-7a8d56655b55 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:31.364673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:31.366229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.374471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.417089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-649d5b7d-fa31-4baa-b128-861f9c34cb90 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6285348 Nov 23 10:02:31.438889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c40a32-b5b5-463e-b7dc-78a410cb10df req-89a87e9c-121c-47cf-aa3c-8f8856af87c9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:31.441628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54c40a32-b5b5-463e-b7dc-78a410cb10df req-89a87e9c-121c-47cf-aa3c-8f8856af87c9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0968802 Nov 23 10:02:31.468066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.556056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:31.557687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.10 (734a092f-8978-41c3-a0da-0f0668639f87/a683d93a-229c-479d-91a2-bbb9459f3c15/4c871d46-4125-4b21-903d-807975a337ce) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:31.565141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:31.568166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:31.573941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54c40a32-b5b5-463e-b7dc-78a410cb10df req-95df36d2-8cd9-482b-a643-94556dd72dda tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255257 Nov 23 10:02:31.671520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Pushing event updated for resources: {'Port': ['ID=8101fa90-717d-4275-81ee-a9ab2324ed27,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:31.711642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423789f9-5598-4ae4-a9e2-53cd3f5de249 None None] Network d641e2a1-4f03-482e-bf79-7a8d56655b55 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:31.881606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Attempting to bind port 8101fa90-717d-4275-81ee-a9ab2324ed27 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:31.882000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Attempting to bind port 8101fa90-717d-4275-81ee-a9ab2324ed27 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5875a08f-5f78-4de3-916c-7ccbca7d3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:31.882374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Attempting to bind port 8101fa90-717d-4275-81ee-a9ab2324ed27 on network 734a092f-8978-41c3-a0da-0f0668639f87 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:31.889100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.916713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:31.917100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Checking segment: {'id': '5875a08f-5f78-4de3-916c-7ccbca7d3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:31.917502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.918191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Bound using segment: {'id': '5875a08f-5f78-4de3-916c-7ccbca7d3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:31.918690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Bound port: 8101fa90-717d-4275-81ee-a9ab2324ed27, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5875a08f-5f78-4de3-916c-7ccbca7d3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '734a092f-8978-41c3-a0da-0f0668639f87'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:31.919069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.978665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:31.995562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddb1d2-4b7c-4625-9b84-2b4c9de6b821 req-da74aa19-0a83-4cc0-9b30-7511ab6daa77 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.004457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-caddb1d2-4b7c-4625-9b84-2b4c9de6b821 req-da74aa19-0a83-4cc0-9b30-7511ab6daa77 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0807953 Nov 23 10:02:32.044402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] For port 8101fa90-717d-4275-81ee-a9ab2324ed27, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:32.044779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-f959caf7-74f2-44d7-808e-f7c2087ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.046364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-f959caf7-74f2-44d7-808e-f7c2087ae329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.1067789 Nov 23 10:02:32.048299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 734a092f-8978-41c3-a0da-0f0668639f87 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:32.050504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] For port 8101fa90-717d-4275-81ee-a9ab2324ed27, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8101fa90-717d-4275-81ee-a9ab2324ed27,segment=NetworkSegment(5875a08f-5f78-4de3-916c-7ccbca7d3797),segment_id=5875a08f-5f78-4de3-916c-7ccbca7d3797)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:32.052437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:32.059744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:32.062020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:32.062765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=4c871d46-4125-4b21-903d-807975a337ce,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:32.085611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-caddb1d2-4b7c-4625-9b84-2b4c9de6b821 req-56bc0c4f-6e61-43c0-ab4d-93bff9668f12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799849 Nov 23 10:02:32.205233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ae85-d613-48b3-8f46-3092aa3c9b91 None None] Pushing event updated for resources: {'Port': ['ID=8101fa90-717d-4275-81ee-a9ab2324ed27,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:32.255009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.256219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:32.375251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-05995bf4-ce27-4393-a84d-a7ba6e48a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.376396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-05995bf4-ce27-4393-a84d-a7ba6e48a908 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.3185663 Nov 23 10:02:32.414364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4a43644d-baca-41d2-b7ba-4bde5fc694c6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9398861 Nov 23 10:02:32.417575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42234) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:32.423177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': '734a092f-8978-41c3-a0da-0f0668639f87', 'name': 'tempest-PortsTestJSON-1649708552', 'fixed_ips': [{'subnet_id': 'a683d93a-229c-479d-91a2-bbb9459f3c15', 'ip_address': '172.20.0.9'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:32.506691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-ff0215cc-1a29-4a2a-a37f-5154bba3a2a3 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.514699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-ff0215cc-1a29-4a2a-a37f-5154bba3a2a3 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/networks?id=4f61463b-5d20-43fe-a830-c27639e2aeba HTTP/1.1" status: 200 len: 824 time: 0.2524984 Nov 23 10:02:32.536708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-b667f56a-98a9-4907-94e8-158e597bd2de tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/quotas/288e58b7ba03420f9ba5ce90ee84894c HTTP/1.1" status: 200 len: 375 time: 0.0208373 Nov 23 10:02:32.568569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-89f9e923-25c7-44df-9477-dd7ce78176d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1000 time: 0.1787992 Nov 23 10:02:32.584944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:32.597851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-ec9d55c9-4ef5-464d-bfdd-9df8c8ddb66a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=288e58b7ba03420f9ba5ce90ee84894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599899 Nov 23 10:02:32.689285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:32.705988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-196a7a0d-ef10-4653-b01a-002c5fa06a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.707664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-196a7a0d-ef10-4653-b01a-002c5fa06a86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.1229053 Nov 23 10:02:32.713328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port e849aeca-198f-4a8f-bea0-069e62288362 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:32.758612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-68870595-f8fc-4b51-a79d-4af342ee240c service neutron] 10.222.0.62 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596198 Nov 23 10:02:32.808299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-f63a9e83-d55a-4173-a78f-b646a79b3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:32.810488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-f63a9e83-d55a-4173-a78f-b646a79b3f89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931442 Nov 23 10:02:32.885256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.9 (734a092f-8978-41c3-a0da-0f0668639f87/a683d93a-229c-479d-91a2-bbb9459f3c15/e849aeca-198f-4a8f-bea0-069e62288362) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:32.962343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-e81a0848-bcb3-42f1-8160-060009438475 service neutron] 10.222.0.62 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958799 Nov 23 10:02:32.996426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-1a683c4b-472b-4a38-8c09-edea8adb748a service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580873 Nov 23 10:02:33.166479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.197465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-010fafca-47c9-4d3f-8574-390df3c22cb1 req-3a1229ad-e2d8-4ef8-a472-ce948017709d service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935823 Nov 23 10:02:33.232991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8101fa90-717d-4275-81ee-a9ab2324ed27 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:33.331585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e38e107c-a555-408b-bc36-b1a1e4dea196 req-bc5ba9d5-7181-44aa-9aaf-a349497838a5 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 210 time: 0.0573015 Nov 23 10:02:33.367526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.373878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8101fa90-717d-4275-81ee-a9ab2324ed27 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:33.374278 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.467862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7092270-0018-4398-9c45-4ffa375df15b req-29242e33-7e4d-458d-8c6c-5a69fda1fa89 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.469587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7092270-0018-4398-9c45-4ffa375df15b req-29242e33-7e4d-458d-8c6c-5a69fda1fa89 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2298424 Nov 23 10:02:33.476778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 734a092f-8978-41c3-a0da-0f0668639f87 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:33.510536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:33.522046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:33.566278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=e849aeca-198f-4a8f-bea0-069e62288362,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:33.570061 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.584250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7092270-0018-4398-9c45-4ffa375df15b req-2a0f787e-673f-481d-a9ad-cbad56ffde6c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046314 Nov 23 10:02:33.614334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.615147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.644947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fd85bb58-7d9e-47c9-b58a-082fde5e3f50 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2241948 Nov 23 10:02:33.649046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:33.674921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 8101fa90-717d-4275-81ee-a9ab2324ed27, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8101fa90-717d-4275-81ee-a9ab2324ed27,segment=NetworkSegment(5875a08f-5f78-4de3-916c-7ccbca7d3797),segment_id=5875a08f-5f78-4de3-916c-7ccbca7d3797)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:33.680862 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.730623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52f896-af09-4c0f-9c72-da5e261fe96f None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:33.789030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e6fa5-b99c-4428-aeed-c35fbca0da8b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.790810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-519e6fa5-b99c-4428-aeed-c35fbca0da8b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1316423 Nov 23 10:02:33.793452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:33.850593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=8101fa90-717d-4275-81ee-a9ab2324ed27,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:33.860112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c82fe70e-46da-4e91-a01e-fe511296d40b None None] Provisioning complete for port 8101fa90-717d-4275-81ee-a9ab2324ed27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:33.860474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c82fe70e-46da-4e91-a01e-fe511296d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:33.869804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ac77f-4fe7-4cc0-a175-2367e61fb324 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.878593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ac77f-4fe7-4cc0-a175-2367e61fb324 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.886422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ac77f-4fe7-4cc0-a175-2367e61fb324 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:33.891623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:33.891810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3b1ac77f-4fe7-4cc0-a175-2367e61fb324 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0972214 Nov 23 10:02:34.063791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port e849aeca-198f-4a8f-bea0-069e62288362 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:34.064154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.194982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.209185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for e849aeca-198f-4a8f-bea0-069e62288362 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:34.386059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.472739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Provisioning complete for port 4c871d46-4125-4b21-903d-807975a337ce triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:34.475533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.525062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=e849aeca-198f-4a8f-bea0-069e62288362,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:34.560821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Port 4c871d46-4125-4b21-903d-807975a337ce cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:34.573396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Provisioning complete for port 8101fa90-717d-4275-81ee-a9ab2324ed27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:34.574127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.578972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18c21f1e-43a7-4805-a4a9-48f09b6c233d req-8f914e39-a9d9-4179-82f9-0449e32e5994 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 210 time: 0.1528194 Nov 23 10:02:34.672795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:34.685020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:34.685552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fc6b730f-b8e7-4032-b781-58ba7b3bdf83 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/e849aeca-198f-4a8f-bea0-069e62288362 HTTP/1.1" status: 204 len: 168 time: 0.7919405 Nov 23 10:02:34.740750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7731edf5-64d6-48de-a34b-c3d376af287f None None] Could not find standard attr ID for object e849aeca-198f-4a8f-bea0-069e62288362. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:34.907319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42282) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:34.954048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc96057-6191-482d-af93-3b3d97477b07 req-11ecb6e1-265b-43ee-abbd-e2c77a370f3d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:34.964246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abc96057-6191-482d-af93-3b3d97477b07 req-11ecb6e1-265b-43ee-abbd-e2c77a370f3d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2290707 Nov 23 10:02:34.997572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-15220fad-3a72-4975-8600-a7585efacd20 None None] Provisioning complete for port 4c871d46-4125-4b21-903d-807975a337ce triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:34.998736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15220fad-3a72-4975-8600-a7585efacd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.098387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-15220fad-3a72-4975-8600-a7585efacd20 None None] Port 4c871d46-4125-4b21-903d-807975a337ce cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:35.166520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8101fa90-717d-4275-81ee-a9ab2324ed27 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:35.182228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abc96057-6191-482d-af93-3b3d97477b07 req-e032c879-b588-45c2-8ca9-3048fa476bb8 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164505 Nov 23 10:02:35.192807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-021a6ad4-7d2c-4902-a5a8-5f7a836074fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.275910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-07c7ab89-1fe7-4701-8992-516393e97c6a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:35.278027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-07c7ab89-1fe7-4701-8992-516393e97c6a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.50 "GET /v2.0/networks?id=4f61463b-5d20-43fe-a830-c27639e2aeba HTTP/1.1" status: 200 len: 824 time: 0.4189739 Nov 23 10:02:35.282188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8101fa90-717d-4275-81ee-a9ab2324ed27 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:35.282745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.302248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Request body: {'port': {'device_id': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba', 'admin_state_up': True, 'tenant_id': '288e58b7ba03420f9ba5ce90ee84894c'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:35.330350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-07f38c72-b898-41bb-b759-dec751e29f10 None None] Could not find standard attr ID for object e849aeca-198f-4a8f-bea0-069e62288362. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:35.404723 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f050e93-c873-4071-a56a-70ad58a4778e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:35.406581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f050e93-c873-4071-a56a-70ad58a4778e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/e849aeca-198f-4a8f-bea0-069e62288362 HTTP/1.1" status: 404 len: 333 time: 0.7203677 Nov 23 10:02:35.409704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:35.494635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-021a6ad4-7d2c-4902-a5a8-5f7a836074fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.511615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-021a6ad4-7d2c-4902-a5a8-5f7a836074fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.547957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-021a6ad4-7d2c-4902-a5a8-5f7a836074fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2e0dc066ddd416b9c5af697ab809414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6384976 Nov 23 10:02:35.549060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:35.549189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 4c871d46-4125-4b21-903d-807975a337ce {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:35.549983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.592402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Made reservation on behalf of 288e58b7ba03420f9ba5ce90ee84894c for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:35.596574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.625917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a6ad4-7d2c-4902-a5a8-5f7a836074fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c35cca-fb25-4632-90bd-9e36de2ef613,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:35.683248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.728277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.732143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54ff556e-5dc2-4af7-bbbc-35acb1ead84e req-3b38be5f-ad01-4aac-9c67-1bd78a2baad3 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 210 time: 0.0455606 Nov 23 10:02:35.737708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 4c871d46-4125-4b21-903d-807975a337ce owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:35.784373 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.867386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Allocated IP 172.20.0.5 (4f61463b-5d20-43fe-a830-c27639e2aeba/5e3100e4-fbf9-4506-aa98-596c445c07f0/b9026de1-46db-46f9-a052-7bae4eba370a) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:35.900731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.903841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.904014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:35.905287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68c35cca-fb25-4632-90bd-9e36de2ef613 HTTP/1.1" status: 204 len: 168 time: 0.3442521 Nov 23 10:02:35.925417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9303d-b18d-4974-8ccd-5071343028bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c35cca-fb25-4632-90bd-9e36de2ef613,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:35.938574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=4c871d46-4125-4b21-903d-807975a337ce,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:36.031350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.037882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d1fc4225-f143-4120-917b-8f5358dc500a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/4c871d46-4125-4b21-903d-807975a337ce HTTP/1.1" status: 204 len: 168 time: 0.6245375 Nov 23 10:02:36.038298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:36.066735 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7179477a-b853-40c8-8199-c75588360549 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:36.070514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7179477a-b853-40c8-8199-c75588360549 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/4c871d46-4125-4b21-903d-807975a337ce HTTP/1.1" status: 404 len: 333 time: 0.0278745 Nov 23 10:02:36.071156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42304) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:36.131025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.146579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet a683d93a-229c-479d-91a2-bbb9459f3c15 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:36.156264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.182593 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.246045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Network 4f61463b-5d20-43fe-a830-c27639e2aeba is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:36.248673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:36.252655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:36.258107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.260169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Pushing event updated for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:36.325871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:36.326572 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.344624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-3c7a36c4-ce6b-40fd-a832-dfd784e929ae tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471187 Nov 23 10:02:36.361631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Request body: {'port': {'device_id': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:36.365732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.385973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42310) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:36.405592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb7d1-3f41-46a7-84a5-d3384026f264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.429985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.455070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.491712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=a683d93a-229c-479d-91a2-bbb9459f3c15,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:36.499713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.505669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c9c5049-9196-4043-99d0-2905b1c7776a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/a683d93a-229c-479d-91a2-bbb9459f3c15 HTTP/1.1" status: 204 len: 168 time: 0.4285145 Nov 23 10:02:36.506475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42312) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:36.512428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f303da1-4803-4f26-b127-c1491860024b None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:36.594966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb7d1-3f41-46a7-84a5-d3384026f264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.602580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb7d1-3f41-46a7-84a5-d3384026f264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.618173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.657498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb7d1-3f41-46a7-84a5-d3384026f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41850e06-5a5a-468e-a626-20e492ca3943,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:36.682362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ffeb7d1-3f41-46a7-84a5-d3384026f264 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60ffc04995904beab696eb6621a16127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953022 Nov 23 10:02:36.685188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:36.750952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 8101fa90-717d-4275-81ee-a9ab2324ed27 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:36.751567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.772505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] DHCP port deletion for 734a092f-8978-41c3-a0da-0f0668639f87 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:36.791338 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.818002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9026de1-46db-46f9-a052-7bae4eba370a {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:36.837699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.841524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.859914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Deleting port 8101fa90-717d-4275-81ee-a9ab2324ed27 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:36.860498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.873646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Transition to ACTIVE for port object b9026de1-46db-46f9-a052-7bae4eba370a will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:02:36.887895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.900140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port 8101fa90-717d-4275-81ee-a9ab2324ed27, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8101fa90-717d-4275-81ee-a9ab2324ed27,segment=NetworkSegment(5875a08f-5f78-4de3-916c-7ccbca7d3797),segment_id=5875a08f-5f78-4de3-916c-7ccbca7d3797)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:36.900511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:36.922080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 8101fa90-717d-4275-81ee-a9ab2324ed27 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:36.944255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba693e9-2d70-4d83-8529-c0c8595aaf9b req-1ba29893-a706-4c24-a2ce-c2a085e8b48a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:36.952075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dba693e9-2d70-4d83-8529-c0c8595aaf9b req-1ba29893-a706-4c24-a2ce-c2a085e8b48a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 931 time: 0.1046603 Nov 23 10:02:36.952925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.002003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.005306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.006391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41850e06-5a5a-468e-a626-20e492ca3943 HTTP/1.1" status: 204 len: 168 time: 0.3119457 Nov 23 10:02:37.025164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273159d-bfda-4d82-8407-6f1810416dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41850e06-5a5a-468e-a626-20e492ca3943,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.052377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Attempting to bind port b9026de1-46db-46f9-a052-7bae4eba370a on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:37.052720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Attempting to bind port b9026de1-46db-46f9-a052-7bae4eba370a by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'ee49f227-dac4-47d5-9185-e6bad0870009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:37.053044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Attempting to bind port b9026de1-46db-46f9-a052-7bae4eba370a on network 4f61463b-5d20-43fe-a830-c27639e2aeba {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:37.060426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Port b9026de1-46db-46f9-a052-7bae4eba370a on network 4f61463b-5d20-43fe-a830-c27639e2aeba not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:02:37.060897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Attempting to bind port b9026de1-46db-46f9-a052-7bae4eba370a on network 4f61463b-5d20-43fe-a830-c27639e2aeba {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:37.063227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dba693e9-2d70-4d83-8529-c0c8595aaf9b req-758de81b-76eb-44c4-aac0-6fbbcd0fcbcc tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048295 Nov 23 10:02:37.068665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:37.069004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Checking segment: {'id': 'ee49f227-dac4-47d5-9185-e6bad0870009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:37.069380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Bound using segment: {'id': 'ee49f227-dac4-47d5-9185-e6bad0870009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:37.069968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Bound port: b9026de1-46db-46f9-a052-7bae4eba370a, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee49f227-dac4-47d5-9185-e6bad0870009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:37.070340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.094643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.121624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=8101fa90-717d-4275-81ee-a9ab2324ed27,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.125579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port 8101fa90-717d-4275-81ee-a9ab2324ed27 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:37.194521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:37.198932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9026de1-46db-46f9-a052-7bae4eba370a,segment=NetworkSegment(ee49f227-dac4-47d5-9185-e6bad0870009),segment_id=ee49f227-dac4-47d5-9185-e6bad0870009)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:37.206821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.216730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.225917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] For port 8101fa90-717d-4275-81ee-a9ab2324ed27, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8101fa90-717d-4275-81ee-a9ab2324ed27,segment=NetworkSegment(5875a08f-5f78-4de3-916c-7ccbca7d3797),segment_id=5875a08f-5f78-4de3-916c-7ccbca7d3797)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:37.226311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.238593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a092f-8978-41c3-a0da-0f0668639f87']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:37.248192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Calling delete_port for 8101fa90-717d-4275-81ee-a9ab2324ed27 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:37.248396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:37.249021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.250546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/b9026de1-46db-46f9-a052-7bae4eba370a HTTP/1.1" status: 200 len: 1091 time: 0.8973842 Nov 23 10:02:37.251085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:37.251625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5875a08f-5f78-4de3-916c-7ccbca7d3797') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:37.252139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5875a08f-5f78-4de3-916c-7ccbca7d3797') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:37.254949 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607cb634-eb38-4759-a11a-228d72e64ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:37.265435 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.282330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.285480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c98ee4-a71d-4271-902a-37ed7d1cb0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.290537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:37.290944 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:37.294439 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:37.345207 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84027b-0511-4529-8d95-da8d246f365a x-openstack-request-id: req-fd84027b-0511-4529-8d95-da8d246f365a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:37.345859 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:37.345998 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd84027b-0511-4529-8d95-da8d246f365a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:37.346501 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a', 'status': 'completed', 'code': 200} Nov 23 10:02:37.357641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8101fa90-717d-4275-81ee-a9ab2324ed27 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:37.374832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-1b58df8c-a9c6-47be-b1f4-5975d3f20930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:37.376680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-1b58df8c-a9c6-47be-b1f4-5975d3f20930 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=288e58b7ba03420f9ba5ce90ee84894c&device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 1094 time: 0.0679159 Nov 23 10:02:37.394169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8101fa90-717d-4275-81ee-a9ab2324ed27 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:37.394737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8101fa90-717d-4275-81ee-a9ab2324ed27 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:37.399330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.414872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.426172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/734a092f-8978-41c3-a0da-0f0668639f87 HTTP/1.1" status: 204 len: 168 time: 0.9185164 Nov 23 10:02:37.428097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:37.439331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.439999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-e6e66e7c-620c-4b90-b0aa-edb23ebfc5f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9026de1-46db-46f9-a052-7bae4eba370a HTTP/1.1" status: 200 len: 217 time: 0.0558870 Nov 23 10:02:37.453615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1614826478'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:37.467534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Pushing event deleted for resources: {'Port': ['ID=8101fa90-717d-4275-81ee-a9ab2324ed27,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.471154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] Network 734a092f-8978-41c3-a0da-0f0668639f87 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:02:37.472317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66174f-038e-4bd3-ad73-93778b486057 None None] No DVR routers for this DVR port 8101fa90-717d-4275-81ee-a9ab2324ed27 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:37.477590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385f2e5-e1e4-4ce1-8867-dd6d3822dc24 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=734a092f-8978-41c3-a0da-0f0668639f87,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.492583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:37.496617 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.513289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-5b0433df-f7c3-4be1-adc4-4d8b4baa1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:37.515518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-5b0433df-f7c3-4be1-adc4-4d8b4baa1458 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e3100e4-fbf9-4506-aa98-596c445c07f0 HTTP/1.1" status: 200 len: 864 time: 0.0648367 Nov 23 10:02:37.523173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:37.533689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.536591 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Added segment ba2f60d1-7a0e-4722-9115-bd0794be2847 of type vlan for network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a Nov 23 10:02:37.555829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-52d8ef48-d8a8-4179-9007-d1f7ed97ef22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f61463b-5d20-43fe-a830-c27639e2aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335116 Nov 23 10:02:37.582599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.612245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.623476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:37.624239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.666193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-2b77da5c-873b-477a-9cf7-30c9bf5db1c1 service neutron] 10.222.0.50 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027448 Nov 23 10:02:37.669795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2259357 Nov 23 10:02:37.673218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42340) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:37.678913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:37.739420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f88eb5-20e8-4bd8-bdf3-928aa39e914d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Network': ['ID=1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:37.751540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:37.827252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48df4fb-fb8c-4edf-a292-76165e9ae17f req-6fc3552f-7e0f-4956-8a6b-f9f4261a614a service neutron] 10.222.0.50 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542869 Nov 23 10:02:37.830743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:37.834431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:37.939170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-219824e1-d85d-458c-acbc-b442710361e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:37.941201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-219824e1-d85d-458c-acbc-b442710361e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=288e58b7ba03420f9ba5ce90ee84894c&device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 1094 time: 0.0567541 Nov 23 10:02:38.045533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-f5a72d43-4569-46c4-8d0b-3b9762d9c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:38.047049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-f5a72d43-4569-46c4-8d0b-3b9762d9c276 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f61463b-5d20-43fe-a830-c27639e2aeba HTTP/1.1" status: 200 len: 925 time: 0.0980077 Nov 23 10:02:38.060829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.091290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-18c6c8c2-7ddb-4f3c-954b-cdeeab6e0de2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9026de1-46db-46f9-a052-7bae4eba370a HTTP/1.1" status: 200 len: 217 time: 0.0361726 Nov 23 10:02:38.122169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=5e52883d-4ede-44f9-b833-5fb7c886e7d2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:38.138446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Checking segment: {'id': 'ba2f60d1-7a0e-4722-9115-bd0794be2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:38.138856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network hostable DHCP agents. Network: 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:38.160358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:38.174889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:38.179838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:38.181720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.189950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628afcb8-7e2d-432d-b7b1-852a8b26b838 None None] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:38.190157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-56910a0e-1b17-4ec9-af44-7df9c87ae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:38.190909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-56910a0e-1b17-4ec9-af44-7df9c87ae90f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e3100e4-fbf9-4506-aa98-596c445c07f0 HTTP/1.1" status: 200 len: 864 time: 0.0890729 Nov 23 10:02:38.207471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-642aac88-c502-4a76-a799-39f630619fbf tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5328269 Nov 23 10:02:38.210222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42360) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:38.215486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-423257643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:38.239410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9ab38-560e-449c-872a-e608741bec26 req-8cbd2f13-2897-4825-86a0-200ce0ddbd60 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:38.241497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7b9ab38-560e-449c-872a-e608741bec26 req-8cbd2f13-2897-4825-86a0-200ce0ddbd60 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 943 time: 0.0978518 Nov 23 10:02:38.254722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-4751c0e9-bf4c-448a-be25-7efbc79b531e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f61463b-5d20-43fe-a830-c27639e2aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556805 Nov 23 10:02:38.363091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.365145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.366870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a', 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '5e52883d-4ede-44f9-b833-5fb7c886e7d2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:38.367745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.391445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7b9ab38-560e-449c-872a-e608741bec26 req-ed139eb7-0ced-4e21-9ee8-e0426a9f6fc9 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392200 Nov 23 10:02:38.449616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-2419ec55-08a7-4daa-8e23-c329fd639cd1 service neutron] 10.222.0.50 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857791 Nov 23 10:02:38.457829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.485666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.549671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Allocated IP 172.20.0.2 (1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a/5e52883d-4ede-44f9-b833-5fb7c886e7d2/4d0984dc-4192-409a-8085-fe4cae57de0a) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:38.562636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.566104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eeee6b1d-129c-4970-9228-b84328cde730 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3526502 Nov 23 10:02:38.567308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42368) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:38.572316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a', 'name': 'tempest-PortsTestJSON-554775707'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:38.607896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607cb634-eb38-4759-a11a-228d72e64ee2 req-f38e9722-6cea-4961-ae30-01b796a106fb service neutron] 10.222.0.50 "GET /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484463 Nov 23 10:02:38.689323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:38.693301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.718614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 2dde33f9-3f71-4b9c-bb3d-cc811090037c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:38.731642 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.737918 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.778653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:38.783128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:38.787589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:38.792830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Pushing event updated for resources: {'Port': ['ID=4d0984dc-4192-409a-8085-fe4cae57de0a,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:38.835089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.9 (1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a/5e52883d-4ede-44f9-b833-5fb7c886e7d2/2dde33f9-3f71-4b9c-bb3d-cc811090037c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:38.866431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Attempting to bind port 4d0984dc-4192-409a-8085-fe4cae57de0a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:38.867339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Attempting to bind port 4d0984dc-4192-409a-8085-fe4cae57de0a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ba2f60d1-7a0e-4722-9115-bd0794be2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:38.867712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Attempting to bind port 4d0984dc-4192-409a-8085-fe4cae57de0a on network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:38.875702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:38.876078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Checking segment: {'id': 'ba2f60d1-7a0e-4722-9115-bd0794be2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:38.876482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.877423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Bound using segment: {'id': 'ba2f60d1-7a0e-4722-9115-bd0794be2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:38.877931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Bound port: 4d0984dc-4192-409a-8085-fe4cae57de0a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2f60d1-7a0e-4722-9115-bd0794be2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:38.878334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:38.948477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] For port 4d0984dc-4192-409a-8085-fe4cae57de0a, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:38.951821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] For port 4d0984dc-4192-409a-8085-fe4cae57de0a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4d0984dc-4192-409a-8085-fe4cae57de0a,segment=NetworkSegment(ba2f60d1-7a0e-4722-9115-bd0794be2847),segment_id=ba2f60d1-7a0e-4722-9115-bd0794be2847)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:38.958131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.010318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.018126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66033cb-6ced-46e1-8497-559f2522a8a8 None None] Pushing event updated for resources: {'Port': ['ID=4d0984dc-4192-409a-8085-fe4cae57de0a,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:39.071104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.120672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:39.123731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:39.127462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:39.134124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=2dde33f9-3f71-4b9c-bb3d-cc811090037c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:39.186313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:39.186969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.211056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-853661bc-f890-4b5c-9637-2161bef7327f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6407824 Nov 23 10:02:39.211433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42376) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:39.527295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439927-bc9a-454a-a89a-41634830df34 req-21ff31b2-9222-40b5-8534-a7ca013f3c71 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:39.528786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69439927-bc9a-454a-a89a-41634830df34 req-21ff31b2-9222-40b5-8534-a7ca013f3c71 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 943 time: 0.0545290 Nov 23 10:02:39.584721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.602302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69439927-bc9a-454a-a89a-41634830df34 req-85061130-55a0-4c69-99ff-07d651d2cf62 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Nov 23 10:02:39.773808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-6269f1cb-e6b8-4bcc-aabb-2d242e82fac7 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=334097719a474a14af47b5f6646f5c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352199 Nov 23 10:02:39.861643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.868585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:39.978935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=2dde33f9-3f71-4b9c-bb3d-cc811090037c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:40.128264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.138290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e7390-8e31-4dc0-a4cb-0f26a5d10ec3 None None] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:40.244231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Provisioning complete for port 4d0984dc-4192-409a-8085-fe4cae57de0a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:40.244699 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.268227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.331933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-f26b8f32-c06c-4f63-982b-df8f3fbf4261 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:40.333528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-f26b8f32-c06c-4f63-982b-df8f3fbf4261 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5520101 Nov 23 10:02:40.355340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-93987d43-0e4e-41e6-af9b-6a5bbbb0fff5 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/quotas/334097719a474a14af47b5f6646f5c19 HTTP/1.1" status: 200 len: 375 time: 0.0132291 Nov 23 10:02:40.386268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.389120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-bbcfd0f2-30ed-41bd-8830-bf60648ebdc6 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=334097719a474a14af47b5f6646f5c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287516 Nov 23 10:02:40.431004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] For port 4d0984dc-4192-409a-8085-fe4cae57de0a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4d0984dc-4192-409a-8085-fe4cae57de0a,segment=NetworkSegment(ba2f60d1-7a0e-4722-9115-bd0794be2847),segment_id=ba2f60d1-7a0e-4722-9115-bd0794be2847)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:40.436425 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.499827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Pushing event updated for resources: {'Port': ['ID=4d0984dc-4192-409a-8085-fe4cae57de0a,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:40.510258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.511045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.511668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.512032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.512340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.512715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.512992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.513351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.513777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.514302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.514626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.514946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ddbbb-75d0-42a4-94f1-67b3b25f2a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:40.529226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9026de1-46db-46f9-a052-7bae4eba370a details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:02:40.659092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69ecca6e-5029-41ae-9b9c-1ff50e365b2d req-43f9ff0c-fd8c-40a8-9a9f-43e143524cdd tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 210 time: 0.0709908 Nov 23 10:02:40.664790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.673198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.679316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9026de1-46db-46f9-a052-7bae4eba370a,segment=NetworkSegment(ee49f227-dac4-47d5-9185-e6bad0870009),segment_id=ee49f227-dac4-47d5-9185-e6bad0870009)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:40.710092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'b9026de1-46db-46f9-a052-7bae4eba370a', 'network_id': '4f61463b-5d20-43fe-a830-c27639e2aeba', 'port_id': 'b9026de1-46db-46f9-a052-7bae4eba370a', 'mac_address': 'fa:16:3e:37:f3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3100e4-fbf9-4506-aa98-596c445c07f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:02:40.803445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.810957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ada35-ec57-4699-8a18-b76e27053719 req-79550aaf-5404-4a20-a260-95060d1d4528 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:40.825825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9026de1-46db-46f9-a052-7bae4eba370a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:40.830368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b42ada35-ec57-4699-8a18-b76e27053719 req-79550aaf-5404-4a20-a260-95060d1d4528 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 943 time: 0.1136181 Nov 23 10:02:40.833878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73b7e73b-8caa-4dfd-92de-fe2246ccad0b None None] Provisioning complete for port 2dde33f9-3f71-4b9c-bb3d-cc811090037c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:40.835754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73b7e73b-8caa-4dfd-92de-fe2246ccad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.840008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.889227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9026de1-46db-46f9-a052-7bae4eba370a,segment=NetworkSegment(ee49f227-dac4-47d5-9185-e6bad0870009),segment_id=ee49f227-dac4-47d5-9185-e6bad0870009)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:40.898900 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.915877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-73b7e73b-8caa-4dfd-92de-fe2246ccad0b None None] Port 2dde33f9-3f71-4b9c-bb3d-cc811090037c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:40.917907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b42ada35-ec57-4699-8a18-b76e27053719 req-ed31cda5-af8f-4144-8409-5b1b17d42160 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805392 Nov 23 10:02:40.963431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73b7e73b-8caa-4dfd-92de-fe2246ccad0b None None] Provisioning complete for port 4d0984dc-4192-409a-8085-fe4cae57de0a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:40.963807 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73b7e73b-8caa-4dfd-92de-fe2246ccad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:40.973415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=2dde33f9-3f71-4b9c-bb3d-cc811090037c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:41.001439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:41.013805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:41.019753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:41.180810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4d0984dc-4192-409a-8085-fe4cae57de0a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:41.190420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b9026de1-46db-46f9-a052-7bae4eba370a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:41.224326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Router b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:02:41.294039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7eb5f557-2515-4bd4-a21b-a196599c4a6e None None] Provisioning complete for port 2dde33f9-3f71-4b9c-bb3d-cc811090037c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:41.295067 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f557-2515-4bd4-a21b-a196599c4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:41.366770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:02:41.374562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5bf0357f-aa6b-407a-80d0-60c5363e142d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/routers/b58c0cd3-e25d-46eb-95fd-6bbe957a52f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620047 Nov 23 10:02:41.377220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:41.379576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5f557-2515-4bd4-a21b-a196599c4a6e None None] Port 2dde33f9-3f71-4b9c-bb3d-cc811090037c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:41.380757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] Sync routers for ids ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:02:41.383717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4d0984dc-4192-409a-8085-fe4cae57de0a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:41.384100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:41.406907 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] Routers {'b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:41.409283 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:41.449498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032cbe1-dfec-4b38-ba56-9ffbea8c38cb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:41.453870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5032cbe1-dfec-4b38-ba56-9ffbea8c38cb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 HTTP/1.1" status: 200 len: 981 time: 0.0730703 Nov 23 10:02:41.454118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42420) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:41.454929 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:41.465112 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] Routers {'b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:41.466165 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:41.506310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:41.508361 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f1ece-6619-45f0-b83f-c03e3300cdf6 None None] The sync data for ids ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:02:41.566723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fc194d6e-2392-4dca-81c6-bcdb90057512 None None] Provisioning complete for port 2dde33f9-3f71-4b9c-bb3d-cc811090037c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:41.567086 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fc194d6e-2392-4dca-81c6-bcdb90057512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:41.612801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fc194d6e-2392-4dca-81c6-bcdb90057512 None None] Port 2dde33f9-3f71-4b9c-bb3d-cc811090037c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:41.734007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0bb55026-0788-4d10-a1d0-ad532783d602 None None] Provisioning complete for port 2dde33f9-3f71-4b9c-bb3d-cc811090037c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:41.734473 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0bb55026-0788-4d10-a1d0-ad532783d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:41.775455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0bb55026-0788-4d10-a1d0-ad532783d602 None None] Port 2dde33f9-3f71-4b9c-bb3d-cc811090037c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:42.037050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20968722-1dd6-4e4f-87d0-7b1c6cca93b6 req-0e8777b3-bb75-4d53-8f35-ee1ff7dd60b1 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:42.044716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20968722-1dd6-4e4f-87d0-7b1c6cca93b6 req-0e8777b3-bb75-4d53-8f35-ee1ff7dd60b1 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 944 time: 0.0601861 Nov 23 10:02:42.092450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20968722-1dd6-4e4f-87d0-7b1c6cca93b6 req-a2188593-b749-44b4-a7bf-4c43f9c9e58c tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Nov 23 10:02:42.122457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3cf046ef-0eee-4f98-94ac-429728d7d0e9 req-4350881d-fc66-4936-8b73-3aa1e3acd3bf tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 210 time: 0.3726382 Nov 23 10:02:42.158627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-38bfd7b9-9929-4bcb-ad2f-8c3bf7059b91 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=334097719a474a14af47b5f6646f5c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348268 Nov 23 10:02:42.267097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.375265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-3350d319-f26a-4f21-a236-6a83a3d344b2 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:42.376809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-3350d319-f26a-4f21-a236-6a83a3d344b2 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081029 Nov 23 10:02:42.415141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Request body: {'port': {'device_id': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '334097719a474a14af47b5f6646f5c19'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:42.560776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9026de1-46db-46f9-a052-7bae4eba370a up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:42.583187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Made reservation on behalf of 334097719a474a14af47b5f6646f5c19 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:42.586942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.598968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.613605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port b9026de1-46db-46f9-a052-7bae4eba370a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:02:42.618522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port b9026de1-46db-46f9-a052-7bae4eba370a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:42.618522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.642599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 2dde33f9-3f71-4b9c-bb3d-cc811090037c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:42.642850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.703395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.732705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:42.735399 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5afa1b6-94dc-4cdb-81b2-9c9402dc11b7" -d '{"events": [{"server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "name": "network-vif-plugged", "status": "completed", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:42.758305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9026de1-46db-46f9-a052-7bae4eba370a,segment=NetworkSegment(ee49f227-dac4-47d5-9185-e6bad0870009),segment_id=ee49f227-dac4-47d5-9185-e6bad0870009)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:42.763523 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.771976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.782700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.790124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 2dde33f9-3f71-4b9c-bb3d-cc811090037c owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:42.794352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:42.829842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:42.931984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06be762-b4b1-4735-94d0-986238ec4b6a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:42.948023 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e7debd-f074-462e-92d4-ad8eb91be519 x-openstack-request-id: req-33e7debd-f074-462e-92d4-ad8eb91be519 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:42.948330 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "name": "network-vif-plugged", "status": "completed", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:42.948579 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33e7debd-f074-462e-92d4-ad8eb91be519 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:42.948979 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a', 'code': 200} Nov 23 10:02:43.050641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Allocated IP 192.168.233.253 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/da116ed4-a466-44a7-8192-a15712771f7b) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:43.055593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772bd2-e80f-4fcc-b0b3-427522919d39 req-ecbdb3c4-21fa-4e42-a687-1a5e40e2f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:43.058822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65772bd2-e80f-4fcc-b0b3-427522919d39 req-ecbdb3c4-21fa-4e42-a687-1a5e40e2f535 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 1096 time: 0.0507507 Nov 23 10:02:43.108317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65772bd2-e80f-4fcc-b0b3-427522919d39 req-e8e632a0-2981-40dd-b9c7-4e2d2bd96398 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Nov 23 10:02:43.215990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.236670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2c062-e4b5-4619-aa53-39a015519868 req-dd68bc90-de71-4871-a16a-2929694ddf7a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:43.244807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb2c062-e4b5-4619-aa53-39a015519868 req-dd68bc90-de71-4871-a16a-2929694ddf7a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.0685623 Nov 23 10:02:43.292227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=2dde33f9-3f71-4b9c-bb3d-cc811090037c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:43.293367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beb2c062-e4b5-4619-aa53-39a015519868 req-4c1dd63f-a9d3-4a7b-869d-3fd1fed38983 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Nov 23 10:02:43.315307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-218b3f53-23a4-426a-b9ac-5e4bf9756483 req-cba7bfd3-51bd-48d0-9161-a6d974d1fd48 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 210 time: 0.0815904 Nov 23 10:02:43.377971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.471209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.491612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.603470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:43.610433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Pushing event updated for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:43.612926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:43.616297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:43.734743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Router b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:02:43.745069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:43.745704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.803230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-fb5454ba-2336-4bf0-9371-ced7f04d0b3e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3925002 Nov 23 10:02:43.808782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-00baa4f4-b1c4-4463-976f-4556e1535193 None None] Provisioning complete for port da116ed4-a466-44a7-8192-a15712771f7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:43.809288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00baa4f4-b1c4-4463-976f-4556e1535193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.832183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Request body: {'port': {'device_id': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:43.843087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-00baa4f4-b1c4-4463-976f-4556e1535193 None None] Port da116ed4-a466-44a7-8192-a15712771f7b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:43.860551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:02:43.866759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-721a0aaf-b7d7-4003-8ceb-a65fd6505078 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/routers/b58c0cd3-e25d-46eb-95fd-6bbe957a52f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110785 Nov 23 10:02:43.870682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:43.872790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] Sync routers for ids ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:02:43.883826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] Routers {'b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:43.884392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:43.898201 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ba36af-34c7-4d83-9376-406df96251a8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:43.899726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-00ba36af-34c7-4d83-9376-406df96251a8 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/2dde33f9-3f71-4b9c-bb3d-cc811090037c HTTP/1.1" status: 404 len: 333 time: 0.0276163 Nov 23 10:02:43.902527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:43.911492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:43.930318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:43.939574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] Routers {'b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:43.940191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:43.973753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:43.974562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270fd80-b8c1-4b02-a1cb-c70726d70690 None None] The sync data for ids ['b58c0cd3-e25d-46eb-95fd-6bbe957a52f9'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:02:43.985244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.233633 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.237686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.301271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.301809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Fanout notify agent at l3_agent the message router_deleted on router b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:02:44.335403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.336500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a61a2484-9dc5-483a-a462-1e065b4c3bd6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/routers/b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 HTTP/1.1" status: 204 len: 168 time: 0.4328921 Nov 23 10:02:44.339290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42456) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:44.434241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 5e52883d-4ede-44f9-b833-5fb7c886e7d2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:44.445323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.445914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95f16b-0f73-4a47-b78a-1aa89cf488ff req-8d605589-e1a2-4c44-9098-c892376fd76b tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:44.447433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f95f16b-0f73-4a47-b78a-1aa89cf488ff req-8d605589-e1a2-4c44-9098-c892376fd76b tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 936 time: 0.0535588 Nov 23 10:02:44.499456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f95f16b-0f73-4a47-b78a-1aa89cf488ff req-cad029f1-f0d9-4898-ab03-6144852fcd7e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Nov 23 10:02:44.520844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711d9c-0aee-4bf1-84b2-47ec7153f2d3 req-ee8a5ea9-89b9-46ee-a396-a53dd31d572e tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:44.520844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07711d9c-0aee-4bf1-84b2-47ec7153f2d3 req-ee8a5ea9-89b9-46ee-a396-a53dd31d572e tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.1308258 Nov 23 10:02:44.521111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.610244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da116ed4-a466-44a7-8192-a15712771f7b {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:44.632652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.643538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07711d9c-0aee-4bf1-84b2-47ec7153f2d3 req-de9c1b72-9c44-49c7-a315-fbb4c8586c6d tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197350 Nov 23 10:02:44.688241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Transition to ACTIVE for port object da116ed4-a466-44a7-8192-a15712771f7b will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:02:44.694283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.732352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.787018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4c7a-4151-436e-9184-eb9095d16682 req-04e8c6f2-a2cb-44a9-a1c4-27293803d1c9 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:44.789993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:44.795204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-585a4c7a-4151-436e-9184-eb9095d16682 req-04e8c6f2-a2cb-44a9-a1c4-27293803d1c9 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.0723300 Nov 23 10:02:44.845217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-585a4c7a-4151-436e-9184-eb9095d16682 req-678c9ee7-9acc-4f94-903c-177aa9aebd75 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Nov 23 10:02:44.864322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.912043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Attempting to bind port da116ed4-a466-44a7-8192-a15712771f7b on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:44.912389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Attempting to bind port da116ed4-a466-44a7-8192-a15712771f7b by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:44.912722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Attempting to bind port da116ed4-a466-44a7-8192-a15712771f7b on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:44.915976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:44.921587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa77ce3-91aa-4a72-b931-70ac4a515e6e None None] Network 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:44.927013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/5e52883d-4ede-44f9-b833-5fb7c886e7d2 HTTP/1.1" status: 204 len: 168 time: 0.5866222 Nov 23 10:02:44.927924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95c83f-688e-4653-94aa-cfd4af13e193 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=5e52883d-4ede-44f9-b833-5fb7c886e7d2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:44.929827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42468) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:44.933054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Port da116ed4-a466-44a7-8192-a15712771f7b on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:02:44.933395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Attempting to bind port da116ed4-a466-44a7-8192-a15712771f7b on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:44.941221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:44.942169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:44.942566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:44.943147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Bound port: da116ed4-a466-44a7-8192-a15712771f7b, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:44.943513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.033554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:45.038995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=da116ed4-a466-44a7-8192-a15712771f7b,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:45.049335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.051319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.115520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.117999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.125063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/da116ed4-a466-44a7-8192-a15712771f7b HTTP/1.1" status: 200 len: 1096 time: 1.2969882 Nov 23 10:02:45.125608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:45.128341 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e2eb06-d589-4932-92ac-94b47ecebcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "tag": "da116ed4-a466-44a7-8192-a15712771f7b"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:45.160498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 4d0984dc-4192-409a-8085-fe4cae57de0a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:45.160952 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.172835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f2202-0169-4dbb-b3ae-b100986cd9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:45.200688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] DHCP port deletion for 1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:45.295856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port 4d0984dc-4192-409a-8085-fe4cae57de0a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4d0984dc-4192-409a-8085-fe4cae57de0a,segment=NetworkSegment(ba2f60d1-7a0e-4722-9115-bd0794be2847),segment_id=ba2f60d1-7a0e-4722-9115-bd0794be2847)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:45.299238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Deleting port 4d0984dc-4192-409a-8085-fe4cae57de0a {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:45.299529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.302457 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.310201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1e5f-8d1d-4cdc-a4df-8214bb216855 req-f3bf9e43-43b1-4d60-a121-c794012ea909 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.313304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ead1e5f-8d1d-4cdc-a4df-8214bb216855 req-f3bf9e43-43b1-4d60-a121-c794012ea909 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.1059756 Nov 23 10:02:45.330910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 4d0984dc-4192-409a-8085-fe4cae57de0a owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:45.370310 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67305cf6-ffbd-4b61-a5b6-4bd06a11906d x-openstack-request-id: req-67305cf6-ffbd-4b61-a5b6-4bd06a11906d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:45.370653 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "tag": "da116ed4-a466-44a7-8192-a15712771f7b", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:45.370854 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67305cf6-ffbd-4b61-a5b6-4bd06a11906d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:45.371308 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b', 'status': 'completed', 'code': 200} Nov 23 10:02:45.416659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ead1e5f-8d1d-4cdc-a4df-8214bb216855 req-a8b92b35-b77c-477e-ab5f-dd90d3efbd5d tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915704 Nov 23 10:02:45.432026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-49d6814c-98fc-49e5-a188-871e25b53e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.433160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-49d6814c-98fc-49e5-a188-871e25b53e18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=334097719a474a14af47b5f6646f5c19&device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 1099 time: 0.2324092 Nov 23 10:02:45.434223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] For port 4d0984dc-4192-409a-8085-fe4cae57de0a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4d0984dc-4192-409a-8085-fe4cae57de0a,segment=NetworkSegment(ba2f60d1-7a0e-4722-9115-bd0794be2847),segment_id=ba2f60d1-7a0e-4722-9115-bd0794be2847)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:45.434735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.451784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Calling delete_port for 4d0984dc-4192-409a-8085-fe4cae57de0a owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:45.455224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.468029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port 4d0984dc-4192-409a-8085-fe4cae57de0a on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:45.489842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=4d0984dc-4192-409a-8085-fe4cae57de0a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:45.508430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-708e2007-eabe-4955-966d-b1ed4ffddefe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=da116ed4-a466-44a7-8192-a15712771f7b HTTP/1.1" status: 200 len: 217 time: 0.0661554 Nov 23 10:02:45.570235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.576242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.601180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:45.616556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] No DVR routers for this DVR port 4d0984dc-4192-409a-8085-fe4cae57de0a on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:45.617022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2f60d1-7a0e-4722-9115-bd0794be2847') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:45.617555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2f60d1-7a0e-4722-9115-bd0794be2847') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:45.621994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053ad24-1b2b-408a-96a2-e9e235efb686 None None] Pushing event deleted for resources: {'Port': ['ID=4d0984dc-4192-409a-8085-fe4cae57de0a,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:45.624540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-7f8247ca-4a6a-4a67-ab5d-e6b97b6c3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.626381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-7f8247ca-4a6a-4a67-ab5d-e6b97b6c3e1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.1077309 Nov 23 10:02:45.644247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.677503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.687053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:45.687672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:45.693117 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:45.707432 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.717950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-2703eb64-8ab9-49bd-b427-7923edf0c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.719479 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-2703eb64-8ab9-49bd-b427-7923edf0c4d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841439 Nov 23 10:02:45.728960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a03d2f-e1cf-466c-9968-65e3b09e79ec req-a76538cc-1834-471d-a95e-e52ef24cc6b8 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.736760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36a03d2f-e1cf-466c-9968-65e3b09e79ec req-a76538cc-1834-471d-a95e-e52ef24cc6b8 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 948 time: 0.1067305 Nov 23 10:02:45.803660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.816580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:45.819871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a HTTP/1.1" status: 204 len: 168 time: 0.8885019 Nov 23 10:02:45.825465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:45.842370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b2da-bfa0-4d68-acfa-1aeff251d26a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=1e06b164-29ac-4b75-b7b5-1c3faf5c7c9a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:45.854949 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36a03d2f-e1cf-466c-9968-65e3b09e79ec req-d350407c-d70a-4100-9045-d71e0fa0a7a6 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171930 Nov 23 10:02:45.878127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-0b6d9078-6327-4102-b40d-a694ef386a5a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443734 Nov 23 10:02:45.917770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464147a-cfed-4058-998d-8788449a8ea7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:45.919240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c464147a-cfed-4058-998d-8788449a8ea7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/45f53d76-8cc6-45be-a72a-013a9e5870a5 HTTP/1.1" status: 200 len: 841 time: 0.0922010 Nov 23 10:02:45.923569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42494) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:45.970169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7316b4c6-22bb-4c5d-a8aa-f9ba7d48efc7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/45f53d76-8cc6-45be-a72a-013a9e5870a5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0451493 Nov 23 10:02:45.974087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42496) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:45.979452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:46.020204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859227c-b0d9-4853-adc8-38b61d0cc000 req-6fa35614-d5f7-49b4-a0dc-f08c6aaf40e8 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.021843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c859227c-b0d9-4853-adc8-38b61d0cc000 req-6fa35614-d5f7-49b4-a0dc-f08c6aaf40e8 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.1150651 Nov 23 10:02:46.025965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c91ff0fd-8b64-4dd1-b9dc-f7d81706b82b req-5eb1c939-8675-4dff-b23e-9890e66ab590 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464095 Nov 23 10:02:46.075719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:46.079719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.105456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c859227c-b0d9-4853-adc8-38b61d0cc000 req-fefe976b-e0de-4541-bd13-4368fb4197a1 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Nov 23 10:02:46.121430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-aa574fe9-4556-4dc1-b538-767d58dbd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.123127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-aa574fe9-4556-4dc1-b538-767d58dbd038 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=334097719a474a14af47b5f6646f5c19&device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 1099 time: 0.0478318 Nov 23 10:02:46.222438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-bfad0b6e-8176-44ff-9609-85f0beac0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.224008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-bfad0b6e-8176-44ff-9609-85f0beac0185 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.0936389 Nov 23 10:02:46.271067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.278459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-c85d26ad-5e0b-4957-9b9d-893f072e7a85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=da116ed4-a466-44a7-8192-a15712771f7b HTTP/1.1" status: 200 len: 217 time: 0.0388684 Nov 23 10:02:46.310948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:46.314190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:46.318415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.319019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.323557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99949ad5-74b5-4c7f-acd7-7c05f4d271c3 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:46.335459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-5e5f1b06-6a80-4d28-acac-02cd75e80aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.336493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=877f2a4e-3998-4754-b2f7-201c2d456e0a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:46.337079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-5e5f1b06-6a80-4d28-acac-02cd75e80aac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0475688 Nov 23 10:02:46.348393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f49a08f4-310d-4e32-be1b-6beed2e7ebbc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3727908 Nov 23 10:02:46.351022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42500) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:46.356055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1528801144'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:46.379898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.391035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-9854ebf6-b63a-43ef-bf62-3beba19848b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:46.392937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-9854ebf6-b63a-43ef-bf62-3beba19848b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463192 Nov 23 10:02:46.451363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.458141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.489404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.490692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1386752 Nov 23 10:02:46.493422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42502) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:46.498933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'security_group': {'name': 'tempest-secgroup-2019209422'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:46.504300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6872c-325f-42f0-abb4-8c08681f9553 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7bd072-08bc-435e-8068-00741705b7be,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:46.504803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'tenant_id': '0cba7384c2604fa2b9bfea5683be8f05', 'fixed_ips': [{'subnet_id': '877f2a4e-3998-4754-b2f7-201c2d456e0a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:46.505425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-9f8aea1e-4b66-45d8-bbb0-c71c48903ba4 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036484 Nov 23 10:02:46.505684 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.527413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.615910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.619262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51e2eb06-d589-4932-92ac-94b47ecebcc7 req-0f8580df-78ca-45b5-bdee-7460bca1ef4a service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050575 Nov 23 10:02:46.621594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.646446 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.647664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1532183 Nov 23 10:02:46.651106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:46.655971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f661d5-4d6d-4c13-838d-63d75e77d52b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3896ab-3d2f-41e2-8309-c6c97e0af000,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:46.658174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-982676447', 'security_groups': ['2f3896ab-3d2f-41e2-8309-c6c97e0af000'], 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '877f2a4e-3998-4754-b2f7-201c2d456e0a'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:46.675729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Allocated IP 172.20.0.2 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/877f2a4e-3998-4754-b2f7-201c2d456e0a/3c5f12d0-854a-498a-a643-7adfe695758c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:46.789313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:46.834520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.842578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.887218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.889005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:46.892286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:46.896212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:46.902360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:46.917438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 730d89db-710b-4488-98a3-9aafd73ec603 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:46.956075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Attempting to bind port 3c5f12d0-854a-498a-a643-7adfe695758c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:46.956448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Attempting to bind port 3c5f12d0-854a-498a-a643-7adfe695758c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '323f3278-7479-456f-a2c6-2bbdcfe3a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:46.956828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Attempting to bind port 3c5f12d0-854a-498a-a643-7adfe695758c on network a25f4e84-b50c-4ec8-9aec-5e395db80b5c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:46.962094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:46.962475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Checking segment: {'id': '323f3278-7479-456f-a2c6-2bbdcfe3a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:46.962925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:46.963265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Bound using segment: {'id': '323f3278-7479-456f-a2c6-2bbdcfe3a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:46.963735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Bound port: 3c5f12d0-854a-498a-a643-7adfe695758c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f3278-7479-456f-a2c6-2bbdcfe3a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:46.964111 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.034008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58c9a3-44a3-4e6b-934a-a71c81b81d7d req-a936840a-2bc8-46b6-a63a-9b37beae122a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:47.036264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c58c9a3-44a3-4e6b-934a-a71c81b81d7d req-a936840a-2bc8-46b6-a63a-9b37beae122a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 948 time: 0.0793779 Nov 23 10:02:47.040289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-0ea8cb6d-b164-436f-a8ee-692a990775f9 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:47.041833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-0ea8cb6d-b164-436f-a8ee-692a990775f9 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.50 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.0642679 Nov 23 10:02:47.066189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:47.073131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:47.081089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.148692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4d0984dc-4192-409a-8085-fe4cae57de0a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:47.199669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8fd68-d854-4fa3-b55d-65786de4fa59 None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:47.206322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4d0984dc-4192-409a-8085-fe4cae57de0a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:47.207047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4d0984dc-4192-409a-8085-fe4cae57de0a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:47.233301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c58c9a3-44a3-4e6b-934a-a71c81b81d7d req-c9cde11e-f04b-41ce-b448-d80edb8906da tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653342 Nov 23 10:02:47.260966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.8 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/877f2a4e-3998-4754-b2f7-201c2d456e0a/730d89db-710b-4488-98a3-9aafd73ec603) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:47.273013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Deleting port b9026de1-46db-46f9-a052-7bae4eba370a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:47.273551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.308563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdddbf-ccaa-48f9-8555-75afd1cc455d req-add0cef3-2cf7-46ef-9973-1f022e165baf tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:47.310472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6bdddbf-ccaa-48f9-8555-75afd1cc455d req-add0cef3-2cf7-46ef-9973-1f022e165baf tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/ports?device_id=67d159bd-3f5b-46d0-9fba-b6b65a8c9559 HTTP/1.1" status: 200 len: 945 time: 0.0904512 Nov 23 10:02:47.445964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6bdddbf-ccaa-48f9-8555-75afd1cc455d req-617de997-d5b6-403b-89a9-1c0c23504042 tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ced2e47a-3899-46af-bc6e-1c8a73c9ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270585 Nov 23 10:02:47.469175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] For port b9026de1-46db-46f9-a052-7bae4eba370a, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9026de1-46db-46f9-a052-7bae4eba370a,segment=NetworkSegment(ee49f227-dac4-47d5-9185-e6bad0870009),segment_id=ee49f227-dac4-47d5-9185-e6bad0870009)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:47.469829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.495183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Calling delete_port for b9026de1-46db-46f9-a052-7bae4eba370a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:47.514474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.559505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.618081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:47.622026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:47.624915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:47.633217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=730d89db-710b-4488-98a3-9aafd73ec603,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:47.686069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:47.686661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.688702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.700624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b9026de1-46db-46f9-a052-7bae4eba370a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:47.709353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc500998-7ec3-41f2-97d5-db688feaae94 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0566292 Nov 23 10:02:47.712348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:47.719349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:47.722665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Pushing event deleted for resources: {'Port': ['ID=b9026de1-46db-46f9-a052-7bae4eba370a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:47.764813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] No DVR routers for this DVR port b9026de1-46db-46f9-a052-7bae4eba370a on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:02:47.767731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.771333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-260079e0-873d-4eb0-8bca-e0158549d9ab req-d0561e71-6ad3-41ca-ba03-1f2c1a6b787a tempest-ServersNegativeTestMultiTenantJSON-701782370 tempest-ServersNegativeTestMultiTenantJSON-701782370-project] 10.222.0.50 "DELETE /v2.0/ports/b9026de1-46db-46f9-a052-7bae4eba370a HTTP/1.1" status: 204 len: 173 time: 0.7219419 Nov 23 10:02:47.771815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'name': 'network-vif-deleted', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:47.774767 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15275ec1-5878-4ba9-b27c-80815edae050" -d '{"events": [{"server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "name": "network-vif-deleted", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:47.805313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e64d3a1-ae52-4c24-8dda-eea4c53a02cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:47.830218 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d794a9-5ff9-4afc-8595-8680cc9a55af x-openstack-request-id: req-b6d794a9-5ff9-4afc-8595-8680cc9a55af {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:47.830532 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d159bd-3f5b-46d0-9fba-b6b65a8c9559", "name": "network-vif-deleted", "tag": "b9026de1-46db-46f9-a052-7bae4eba370a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:47.830755 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6d794a9-5ff9-4afc-8595-8680cc9a55af {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:47.831183 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d159bd-3f5b-46d0-9fba-b6b65a8c9559', 'name': 'network-vif-deleted', 'tag': 'b9026de1-46db-46f9-a052-7bae4eba370a', 'status': 'completed', 'code': 200} Nov 23 10:02:48.254776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:48.258492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.368866 n-d-781076-5 neutron-server[110024]: INFO neutron.db.ipam_backend_mixin [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 877f2a4e-3998-4754-b2f7-201c2d456e0a (CIDR: 172.20.0.0/28) Nov 23 10:02:48.373701 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:02:48.375243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:48.392443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8393d7-67e8-40df-ade2-1a2b16bf4c82 req-5a5c587b-9839-47f7-8d88-a711f822d1f4 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:48.394413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c8393d7-67e8-40df-ade2-1a2b16bf4c82 req-5a5c587b-9839-47f7-8d88-a711f822d1f4 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 948 time: 0.0618994 Nov 23 10:02:48.404264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:48.404726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.409855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ce69f7c9-7c70-471b-8140-d30badc51ba6 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6957862 Nov 23 10:02:48.413829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42530) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:48.431934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:48.459730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:48.471992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:48.472369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.476096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c8393d7-67e8-40df-ade2-1a2b16bf4c82 req-84715e47-fe35-4b5c-95a6-4fad9b9be484 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747230 Nov 23 10:02:48.525562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:48.572370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.575679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Deleting subnet 5e3100e4-fbf9-4506-aa98-596c445c07f0 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:48.578823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.595175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:48.599988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.607636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:48.612999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.619719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.661577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3a68-4e8c-46cd-81dc-a2939cfd8a59 None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:48.661863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.719949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.735827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-678d4234-bffd-4ee5-a6fa-b57478bdb8b4 None None] Provisioning complete for port 730d89db-710b-4488-98a3-9aafd73ec603 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:48.736502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-678d4234-bffd-4ee5-a6fa-b57478bdb8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.745598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3100e4-fbf9-4506-aa98-596c445c07f0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:48.749202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.752583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-300a653a-8b90-414d-a31e-46e6fcc708a3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5e3100e4-fbf9-4506-aa98-596c445c07f0 HTTP/1.1" status: 204 len: 168 time: 0.2255862 Nov 23 10:02:48.754987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42536) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:48.776426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-678d4234-bffd-4ee5-a6fa-b57478bdb8b4 None None] Port 730d89db-710b-4488-98a3-9aafd73ec603 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:48.824474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.837421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.881976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:48.886126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:48.890410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:48.891024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.895906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5f1c1-91b7-4fa9-9b6d-d27bedabe4e5 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:48.902597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=772373c6-650a-4184-92d9-90b66b8d28a3,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:48.912730 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.931763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-441b6001-0c3d-45d9-bee0-b7cc24156572 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5166872 Nov 23 10:02:48.934374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:48.939979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f61463b-5d20-43fe-a830-c27639e2aeba']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:48.940186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277262636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '772373c6-650a-4184-92d9-90b66b8d28a3'}], 'security_groups': ['ea7bd072-08bc-435e-8068-00741705b7be']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:48.950986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee49f227-dac4-47d5-9185-e6bad0870009') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:48.951289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee49f227-dac4-47d5-9185-e6bad0870009') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:48.961340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.977232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.984346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:48.984850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:48.988909 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:49.035647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.054630 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.079351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.084512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4f61463b-5d20-43fe-a830-c27639e2aeba HTTP/1.1" status: 204 len: 168 time: 0.3260643 Nov 23 10:02:49.084512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f317624-2e72-456e-a84c-3685d52947f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f61463b-5d20-43fe-a830-c27639e2aeba,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:49.092147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42544) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:49.143962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Deleting subnet 26c1a684-bc9e-4d8d-917a-0d02f0ce79a7 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:49.147475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.192469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.212329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:49.217316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Update dhcp port {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'fixed_ips': [{'subnet_id': '877f2a4e-3998-4754-b2f7-201c2d456e0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '772373c6-650a-4184-92d9-90b66b8d28a3'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '3c5f12d0-854a-498a-a643-7adfe695758c'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:02:49.245584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.271010 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.309931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.318361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:49.318725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.340864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c1a684-bc9e-4d8d-917a-0d02f0ce79a7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:49.349994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.358424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5d5024c1-ef20-40af-ac0c-ee2f568256dc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/26c1a684-bc9e-4d8d-917a-0d02f0ce79a7 HTTP/1.1" status: 204 len: 168 time: 0.2652233 Nov 23 10:02:49.359061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42546) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:49.437101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.469947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Delete allocated IP 172.20.0.8 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/877f2a4e-3998-4754-b2f7-201c2d456e0a) {{(pid=110024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:02:49.500384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.23 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/772373c6-650a-4184-92d9-90b66b8d28a3/730d89db-710b-4488-98a3-9aafd73ec603) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:49.579105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.602314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d641e2a1-4f03-482e-bf79-7a8d56655b55']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:49.613819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e149c5-3736-4a67-93c5-66e20725cc3f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:49.614725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e149c5-3736-4a67-93c5-66e20725cc3f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:49.624066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.638251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.644834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:49.645232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:49.647332 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:49.700651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb891-a327-4347-a436-fe538d674835 req-b9d37a18-db55-4f47-98e1-5182742c1492 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:49.702151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2baeb891-a327-4347-a436-fe538d674835 req-b9d37a18-db55-4f47-98e1-5182742c1492 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 948 time: 0.1190310 Nov 23 10:02:49.708250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.715313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.718955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d641e2a1-4f03-482e-bf79-7a8d56655b55 HTTP/1.1" status: 204 len: 168 time: 0.3588469 Nov 23 10:02:49.729941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbe93c-20c7-461a-b2f3-9d0e01d046f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d641e2a1-4f03-482e-bf79-7a8d56655b55,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:49.770754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.779980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.820948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2baeb891-a327-4347-a436-fe538d674835 req-9b32c8b3-7d1b-4b1c-9d9f-ce4f043e933a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043625 Nov 23 10:02:49.832524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Allocated IP 172.20.0.18 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/772373c6-650a-4184-92d9-90b66b8d28a3/3c5f12d0-854a-498a-a643-7adfe695758c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:49.879322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=730d89db-710b-4488-98a3-9aafd73ec603,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:49.900731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] In _notify_port_updated(), no bound segment for port 730d89db-710b-4488-98a3-9aafd73ec603 on network a25f4e84-b50c-4ec8-9aec-5e395db80b5c {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:02:49.907275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:49.910427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.913070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68baca9e-474b-4abb-9580-9e04733cf016 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/ports/730d89db-710b-4488-98a3-9aafd73ec603 HTTP/1.1" status: 200 len: 921 time: 0.9765260 Nov 23 10:02:49.915587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42554) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:49.940310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42556) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:49.943010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:49.984409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca5930eb-eaf5-4fca-ba54-0fd166696632 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=288e58b7ba03420f9ba5ce90ee84894c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427432 Nov 23 10:02:49.985006 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:49.987011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42558) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:49.991639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.041991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 730d89db-710b-4488-98a3-9aafd73ec603 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:50.042332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.052268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.082041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7681-d586-45cd-9f85-08cf0c6839e4 None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.083961 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.143383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.153563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.157533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.158810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ced2e47a-3899-46af-bc6e-1c8a73c9ad47 HTTP/1.1" status: 204 len: 168 time: 0.1704216 Nov 23 10:02:50.161127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.162357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 730d89db-710b-4488-98a3-9aafd73ec603 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:50.173760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a51d7-b4dc-4912-b912-7e11b19b4a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced2e47a-3899-46af-bc6e-1c8a73c9ad47,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.329667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.357472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=730d89db-710b-4488-98a3-9aafd73ec603,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.394363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2ae1889f-5f69-489a-9aee-fd344bb4673a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.436175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.440958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-779d0f06-ecbf-477a-ae2f-202d711e7a40 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/730d89db-710b-4488-98a3-9aafd73ec603 HTTP/1.1" status: 204 len: 168 time: 0.5230896 Nov 23 10:02:50.442607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.468896 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94f6649-7c3b-4cb3-bef7-299a51068ece tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:50.473353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c94f6649-7c3b-4cb3-bef7-299a51068ece tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/730d89db-710b-4488-98a3-9aafd73ec603 HTTP/1.1" status: 404 len: 333 time: 0.0267808 Nov 23 10:02:50.473942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42570) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.534486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.553837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42572) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.566682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.604690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2898c645-1375-4222-857c-70e8f29538d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47705897d6a34571b87ba3fe5269e6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494988 Nov 23 10:02:50.605348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42576) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.624789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.628080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.632366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/security-groups/2f3896ab-3d2f-41e2-8309-c6c97e0af000 HTTP/1.1" status: 204 len: 168 time: 0.1542325 Nov 23 10:02:50.632869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.655611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4e5e-ca88-4376-b70f-461144409449 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3896ab-3d2f-41e2-8309-c6c97e0af000,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.670654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.701500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Could not find standard attr ID for object 730d89db-710b-4488-98a3-9aafd73ec603. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:50.708040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.709933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.719784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:50.720272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.735279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.771958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.775015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.776189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95b126f2-af72-45cf-9da1-74396ca3cdca HTTP/1.1" status: 204 len: 168 time: 0.1697328 Nov 23 10:02:50.796780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087261b-57e4-4753-a90d-c2a48728969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b126f2-af72-45cf-9da1-74396ca3cdca,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.802147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.805077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.806257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea7bd072-08bc-435e-8068-00741705b7be HTTP/1.1" status: 204 len: 168 time: 0.1724646 Nov 23 10:02:50.808958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42582) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:50.816766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b2f2-fb31-4c8b-bc4f-67904488d807 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7bd072-08bc-435e-8068-00741705b7be,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:50.877984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 877f2a4e-3998-4754-b2f7-201c2d456e0a {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:50.878137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:50.878640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.885259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:50.929689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-24902054-c059-472b-90b8-54ab0c888f94 None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:50.952852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device da116ed4-a466-44a7-8192-a15712771f7b details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:02:50.954527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.010144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de0eaa-0b80-43f1-a281-48a5d5d0aad3 req-60b76d08-122f-4bcd-9b1f-6b155d22219d tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:51.011683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2de0eaa-0b80-43f1-a281-48a5d5d0aad3 req-60b76d08-122f-4bcd-9b1f-6b155d22219d tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 948 time: 0.0918834 Nov 23 10:02:51.080856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=da116ed4-a466-44a7-8192-a15712771f7b,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:51.091575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.113274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'da116ed4-a466-44a7-8192-a15712771f7b', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'da116ed4-a466-44a7-8192-a15712771f7b', 'mac_address': 'fa:16:3e:06:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:02:51.172907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:51.195360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2de0eaa-0b80-43f1-a281-48a5d5d0aad3 req-4a1a2450-9de9-444e-9e84-068c6493cb48 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630404 Nov 23 10:02:51.244959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.261437 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.263481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.280247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=877f2a4e-3998-4754-b2f7-201c2d456e0a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:51.285810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.294579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e6a081b4-58e5-4200-9ced-11942b408dd9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/877f2a4e-3998-4754-b2f7-201c2d456e0a HTTP/1.1" status: 204 len: 168 time: 0.4801245 Nov 23 10:02:51.295141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42598) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:51.300508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:51.315757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da116ed4-a466-44a7-8192-a15712771f7b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:02:51.336533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614142f7-8f55-4ef5-9cb6-15bdb326dd1b None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:51.363421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=da116ed4-a466-44a7-8192-a15712771f7b,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:51.378385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b6e070ac-326d-4a15-924e-89137325b611 None None] Could not find standard attr ID for object 730d89db-710b-4488-98a3-9aafd73ec603. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:51.383995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.390488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:51.390488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.439410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:51.443057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.510841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:51.665695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42610) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:51.681842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.726030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:51.729503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:51.734225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:51.734797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.753273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=3f7cf072-9e7c-4085-b9e2-11624bf7f8cc,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:51.758880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af3630e6-fbb3-4917-9040-319cb47e7b26 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4626298 Nov 23 10:02:51.761585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:51.766329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601889809'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:51.779865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1338820294-network', 'tenant_id': 'b3a2085dd165481c80ac418bdc2fc5cc'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:51.796599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.811588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Made reservation on behalf of b3a2085dd165481c80ac418bdc2fc5cc for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:51.814338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.815982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['da116ed4-a466-44a7-8192-a15712771f7b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:02:51.825299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.882710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.889122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.913067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.918373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1528339 Nov 23 10:02:51.921463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42618) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:51.929302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'security_group': {'name': 'tempest-secgroup-358603650'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:51.936549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.943693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.954446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0eb05-1e6d-4287-bb15-6b0fe60a8d93 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63345ea8-1c52-479d-a602-eb43af5e0d19,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:51.970622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.976441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:51.992211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b045ed-efe7-496f-90dd-7288a301504f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:51.997979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:51.998194 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Added segment afdd4e06-433c-4f6f-9caa-a972cd2d3794 of type vlan for network d949e7a0-f356-4802-8630-510b50418081 Nov 23 10:02:52.048449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.070980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.076592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.078497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.080013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:52.081013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.108474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.109727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1873837 Nov 23 10:02:52.111982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b9304-6f84-425b-8c19-f9bf4f1a3257 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d2aa2-bbc4-46f0-9fa1-e227e3e318b3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:52.115005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42620) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:52.119400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'security_group': {'name': 'tempest-secgroup-902560363'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:52.148015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] Pushing event updated for resources: {'Network': ['ID=d949e7a0-f356-4802-8630-510b50418081,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:52.153432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-242abb66-4c9b-4c12-bb39-0e9b908a9685 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4865382 Nov 23 10:02:52.156444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42622) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:52.160739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d949e7a0-f356-4802-8630-510b50418081 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:52.161762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Request body: {'subnet': {'network_id': 'd949e7a0-f356-4802-8630-510b50418081', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1338820294-subnet', 'tenant_id': 'b3a2085dd165481c80ac418bdc2fc5cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:52.187811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.205359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Made reservation on behalf of b3a2085dd165481c80ac418bdc2fc5cc for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:52.214978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.320823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.324167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efddfd13-9ed2-419a-a98d-4771eef5b629 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:52.326357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.353313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.358880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2387469 Nov 23 10:02:52.359541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42630) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:52.368972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-774729708', 'security_groups': ['9a8adfb4-0a73-45b5-b9b4-02b16acf9ec9'], 'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f7cf072-9e7c-4085-b9e2-11624bf7f8cc'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:52.385696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1ae6c-f1ef-4e70-943b-7fbbb6c169f6 req-8e0010bf-8d12-4bb3-bb05-99045b830efd tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:52.387265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-47e1ae6c-f1ef-4e70-943b-7fbbb6c169f6 req-8e0010bf-8d12-4bb3-bb05-99045b830efd tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 949 time: 0.0713072 Nov 23 10:02:52.391771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc1e89-f924-4f91-af2d-9ddcbd04fa1e tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8adfb4-0a73-45b5-b9b4-02b16acf9ec9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:52.459585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-287aab3c-3850-49bd-a70d-95f9be9b5f06 None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:52.460034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-287aab3c-3850-49bd-a70d-95f9be9b5f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.496370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:52.525339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.597229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cd27dc-618e-44c1-8c0f-a050d1044877,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:52.608201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.628265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-47e1ae6c-f1ef-4e70-943b-7fbbb6c169f6 req-e2def41f-685a-43f4-b8ec-391f58ac9b4b tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121256 Nov 23 10:02:52.633371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] device_id is not set on port 48c2989c-6733-4766-ac0c-a2e09a79fcd4 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:02:52.635987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Checking segment: {'id': 'afdd4e06-433c-4f6f-9caa-a972cd2d3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd949e7a0-f356-4802-8630-510b50418081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:52.636382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Network hostable DHCP agents. Network: d949e7a0-f356-4802-8630-510b50418081, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:52.644038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9026de1-46db-46f9-a052-7bae4eba370a no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:02:52.659380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Network d949e7a0-f356-4802-8630-510b50418081 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:52.671238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d949e7a0-f356-4802-8630-510b50418081) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:52.675972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:52.676692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.704333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14eb33e0-28b0-4e82-affa-67fa51cb42cd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5392346 Nov 23 10:02:52.704582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa88ac7-469b-47cf-a2d3-2800d3c09bbc None None] Network d949e7a0-f356-4802-8630-510b50418081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:52.711092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: b9026de1-46db-46f9-a052-7bae4eba370a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:02:52.711092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9026de1-46db-46f9-a052-7bae4eba370a not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:02:52.736200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.744838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-287aab3c-3850-49bd-a70d-95f9be9b5f06 None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:52.829938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-287aab3c-3850-49bd-a70d-95f9be9b5f06 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:52.830319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-287aab3c-3850-49bd-a70d-95f9be9b5f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.839277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:52.873059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.2 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/3f7cf072-9e7c-4085-b9e2-11624bf7f8cc/48c2989c-6733-4766-ac0c-a2e09a79fcd4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:52.904941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Deleting subnet 42cd27dc-618e-44c1-8c0f-a050d1044877 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:52.915618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:52.935871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997c654-469d-4f43-a49f-d99fbfc1043c None None] Network d949e7a0-f356-4802-8630-510b50418081 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:52.983838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.065532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.074458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Update dhcp port {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'fixed_ips': [{'subnet_id': '772373c6-650a-4184-92d9-90b66b8d28a3', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f7cf072-9e7c-4085-b9e2-11624bf7f8cc'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '3c5f12d0-854a-498a-a643-7adfe695758c'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:02:53.115285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.122775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.155931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.189919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cd27dc-618e-44c1-8c0f-a050d1044877,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:53.191889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.195490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3dc9f875-4e37-454e-80b4-8193696a1bde admin admin] 10.222.0.62 "DELETE /v2.0/subnets/42cd27dc-618e-44c1-8c0f-a050d1044877 HTTP/1.1" status: 204 len: 168 time: 0.3550692 Nov 23 10:02:53.197395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.198466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42640) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.240018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:53.245165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:53.248777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:53.276066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=48c2989c-6733-4766-ac0c-a2e09a79fcd4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:53.278929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.303314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:53.303932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.313251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-feed5c91-d63f-439b-9c2e-4b49cd7c9d64 {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:02:53.313867 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:02:53.321795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-22d17ef7-c737-4ad9-ad05-ef678d134434 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9613810 Nov 23 10:02:53.324363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42644) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.329744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:53.373164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.394648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d949e7a0-f356-4802-8630-510b50418081']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:53.403654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdd4e06-433c-4f6f-9caa-a972cd2d3794') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:53.403943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdd4e06-433c-4f6f-9caa-a972cd2d3794') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:53.413215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.426918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.433000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:02:53.433384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:02:53.435168 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:02:53.448053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:53.451713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.503544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.511266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.512440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.517266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d949e7a0-f356-4802-8630-510b50418081 HTTP/1.1" status: 204 len: 168 time: 0.3165247 Nov 23 10:02:53.527962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede637c-ebea-4a8f-aea8-31493a9cbca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d949e7a0-f356-4802-8630-510b50418081,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:53.561686 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f7cf072-9e7c-4085-b9e2-11624bf7f8cc (CIDR: 172.20.0.0/28) Nov 23 10:02:53.564932 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:02:53.565418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:53.580933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03bd6118-34c2-4f9f-bb61-da9b27f2aa86 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2555597 Nov 23 10:02:53.584115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42650) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.589098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:53.634813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.678509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e7451be2-2793-4454-9e36-e2b2b9d38b2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3a2085dd165481c80ac418bdc2fc5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401528 Nov 23 10:02:53.678632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42656) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.711488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:53.716409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.757595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.791820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af37aa-7bfc-413a-a854-71143a130c05 req-e3219217-0983-45fd-967c-5434f2532c41 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:53.793290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44af37aa-7bfc-413a-a854-71143a130c05 req-e3219217-0983-45fd-967c-5434f2532c41 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 949 time: 0.0773444 Nov 23 10:02:53.795219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.807112 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 772373c6-650a-4184-92d9-90b66b8d28a3 (CIDR: 172.20.0.16/28) Nov 23 10:02:53.811324 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:02:53.811821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:53.832055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3df34a25-a1fc-425c-aa49-a4111a1e263d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2440369 Nov 23 10:02:53.832299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42658) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:53.837961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'subnet': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:53.841466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.876732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44af37aa-7bfc-413a-a854-71143a130c05 req-d4adbbb0-df8f-4a41-9a43-1cda7b9d9596 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746367 Nov 23 10:02:53.889403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.892430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:53.901970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14b045ed-efe7-496f-90dd-7288a301504f HTTP/1.1" status: 204 len: 168 time: 0.2144911 Nov 23 10:02:53.912915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1608e-6193-4592-aa96-7f96e5e6bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b045ed-efe7-496f-90dd-7288a301504f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:53.987271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Made reservation on behalf of 0cba7384c2604fa2b9bfea5683be8f05 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:53.992607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.047441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Allocated IP 172.20.0.3 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/3f7cf072-9e7c-4085-b9e2-11624bf7f8cc/3c5f12d0-854a-498a-a643-7adfe695758c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:54.148894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:54.183759 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.191498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.242006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.289954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2d31f-a2a3-434a-a563-24a11b8d92e8 None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:54.668967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:54.672307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:54.677049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:54.677830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.685542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:54.689872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Subnet': ['ID=0c33b69c-3bbb-4a9b-88f9-6634c6884389,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:54.703025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3da910d5-0218-434b-ad32-78f9f6e1adeb tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8692846 Nov 23 10:02:54.705647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42690) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:54.711072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-994024710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c33b69c-3bbb-4a9b-88f9-6634c6884389'}], 'security_groups': ['63345ea8-1c52-479d-a602-eb43af5e0d19', 'e84d2aa2-bbc4-46f0-9fa1-e227e3e318b3']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:54.783942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.813349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-network', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:54.837387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Made reservation on behalf of 322a3c3ad16848299492fc857fcbb9d2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:54.840021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.849512 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.851822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7e3b3-50be-4944-ac0f-b5b0c63dcf00 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:54.929729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.938039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.947708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-020fa5c2-b484-4cbf-b377-8090a88dcd7c None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:54.948082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-020fa5c2-b484-4cbf-b377-8090a88dcd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.970692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c563c-56f9-4265-9be8-3f81162d898f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:54.979740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:02:54.990069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:54.990493 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Added segment 642e3fff-f2a4-428c-ae09-188b3637c555 of type vlan for network 3f5891b9-c547-4737-a8f2-2c0079f00710 Nov 23 10:02:55.015483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device da116ed4-a466-44a7-8192-a15712771f7b up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:55.062738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.099949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.102296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:55.103118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.107347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-020fa5c2-b484-4cbf-b377-8090a88dcd7c None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:55.114750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295903d-a83c-45a3-904d-9e312019555a req-5d77fe31-5828-44ec-80bd-8df633b0c68a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:55.116342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c295903d-a83c-45a3-904d-9e312019555a req-5d77fe31-5828-44ec-80bd-8df633b0c68a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 949 time: 0.1144977 Nov 23 10:02:55.141392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:55.152631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Delete allocated IP 172.20.0.2 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/3f7cf072-9e7c-4085-b9e2-11624bf7f8cc) {{(pid=110023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:02:55.165956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Allocated IP 172.20.0.41 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/0c33b69c-3bbb-4a9b-88f9-6634c6884389/48c2989c-6733-4766-ac0c-a2e09a79fcd4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:55.174071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4872751 Nov 23 10:02:55.176959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:55.184136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Request body: {'subnet': {'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-subnet', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:55.199985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port da116ed4-a466-44a7-8192-a15712771f7b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:02:55.210626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e195ac4-1b79-4143-ad4e-dc887b165c8d admin admin] Pushing event updated for resources: {'Network': ['ID=3f5891b9-c547-4737-a8f2-2c0079f00710,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:55.225946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:02:55.228352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port da116ed4-a466-44a7-8192-a15712771f7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:55.228869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.230025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c295903d-a83c-45a3-904d-9e312019555a req-a13530bc-16ab-4e55-93b9-178f036c47b4 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064403 Nov 23 10:02:55.246696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Made reservation on behalf of 322a3c3ad16848299492fc857fcbb9d2 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:02:55.248624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-020fa5c2-b484-4cbf-b377-8090a88dcd7c None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:55.249079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.249317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-020fa5c2-b484-4cbf-b377-8090a88dcd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.400969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:55.401339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.463269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.473038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.557366 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.560929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Update dhcp port {'port': {'network_id': 'a25f4e84-b50c-4ec8-9aec-5e395db80b5c', 'fixed_ips': [{'subnet_id': '772373c6-650a-4184-92d9-90b66b8d28a3', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f7cf072-9e7c-4085-b9e2-11624bf7f8cc', 'ip_address': '172.20.0.3'}, {'subnet_id': '0c33b69c-3bbb-4a9b-88f9-6634c6884389'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '3c5f12d0-854a-498a-a643-7adfe695758c'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:02:55.609649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event updated for resources: {'Port': ['ID=48c2989c-6733-4766-ac0c-a2e09a79fcd4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:55.622789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.626763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.641731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:02:55.645369 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9becdf5-1fd9-4d12-ad84-4989b60a3d14" -d '{"events": [{"server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "name": "network-vif-plugged", "status": "completed", "tag": "da116ed4-a466-44a7-8192-a15712771f7b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:02:55.675513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=da116ed4-a466-44a7-8192-a15712771f7b,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:55.685695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] In _notify_port_updated(), no bound segment for port 48c2989c-6733-4766-ac0c-a2e09a79fcd4 on network a25f4e84-b50c-4ec8-9aec-5e395db80b5c {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:02:55.691486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:55.692490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.699974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b000f7c-6ad2-4580-b995-eec63e335700 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "PUT /v2.0/ports/48c2989c-6733-4766-ac0c-a2e09a79fcd4 HTTP/1.1" status: 200 len: 959 time: 0.9870193 Nov 23 10:02:55.700394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42704) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:55.704681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.712437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f04f68-965d-417a-b3c7-9c5b6dbd9190,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:55.714868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:55.715152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Network hostable DHCP agents. Network: 3f5891b9-c547-4737-a8f2-2c0079f00710, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:02:55.746154 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834c1bca-22ed-4dd6-bf7d-027f3dae4747 x-openstack-request-id: req-834c1bca-22ed-4dd6-bf7d-027f3dae4747 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:02:55.746431 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "name": "network-vif-plugged", "status": "completed", "tag": "da116ed4-a466-44a7-8192-a15712771f7b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:02:55.746686 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-834c1bca-22ed-4dd6-bf7d-027f3dae4747 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:02:55.747091 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b', 'code': 200} Nov 23 10:02:55.750420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:02:55.764287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3f5891b9-c547-4737-a8f2-2c0079f00710) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:55.776412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:55.777049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.799319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-065e776e-3a00-407f-8551-c29352071d59 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6212175 Nov 23 10:02:55.802033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:55.806942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:02:55.822061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abfab8-7cf6-46da-a455-b08cf5c6a758 None None] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:55.836130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.837501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.864517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404494dd-fc26-413e-8595-87c80e93297a req-2ea4db2d-c6a8-44aa-b9db-43a6721b2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:55.866067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-404494dd-fc26-413e-8595-87c80e93297a req-2ea4db2d-c6a8-44aa-b9db-43a6721b2519 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 1101 time: 0.0646985 Nov 23 10:02:55.874968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 48c2989c-6733-4766-ac0c-a2e09a79fcd4 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:55.875381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.891721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:55.949607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-404494dd-fc26-413e-8595-87c80e93297a req-3fc5431a-4cea-46d6-995d-e21818c88cd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Nov 23 10:02:56.012015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.027730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 48c2989c-6733-4766-ac0c-a2e09a79fcd4 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:56.033795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.058230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.131102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Allocated IP 172.20.0.34 (a25f4e84-b50c-4ec8-9aec-5e395db80b5c/0c33b69c-3bbb-4a9b-88f9-6634c6884389/3c5f12d0-854a-498a-a643-7adfe695758c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:56.193814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.233741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=48c2989c-6733-4766-ac0c-a2e09a79fcd4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.267241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.276380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3f5891b9-c547-4737-a8f2-2c0079f00710', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:02:56.277274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.299100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.300762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.305952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:56.309135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cc44fe90-a647-4c96-9bdf-d11f5ca9f028 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/48c2989c-6733-4766-ac0c-a2e09a79fcd4 HTTP/1.1" status: 204 len: 168 time: 0.6110628 Nov 23 10:02:56.310023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:56.335953 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab08606-c8e5-4215-aff6-4b41800a234a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] GET failed (client error): The resource could not be found. Nov 23 10:02:56.340377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ab08606-c8e5-4215-aff6-4b41800a234a tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports/48c2989c-6733-4766-ac0c-a2e09a79fcd4 HTTP/1.1" status: 404 len: 333 time: 0.0293107 Nov 23 10:02:56.341003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42716) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:56.400971 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.402138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.411397 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.426067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.440803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e519f6-1d17-414c-9ac5-2ba4b757ec1e req-965fd6c4-397e-4446-a07a-041279ad9408 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:56.442336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e519f6-1d17-414c-9ac5-2ba4b757ec1e req-965fd6c4-397e-4446-a07a-041279ad9408 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 950 time: 0.0972130 Nov 23 10:02:56.468720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.470493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Allocated IP 172.25.1.163 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bb907255-9086-4476-9d02-de83f5350c51) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:56.472659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.478436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/security-groups/9a8adfb4-0a73-45b5-b9b4-02b16acf9ec9 HTTP/1.1" status: 204 len: 168 time: 0.1364059 Nov 23 10:02:56.478947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42718) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:56.490521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a2d6b-1433-4439-926e-b3189e498981 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8adfb4-0a73-45b5-b9b4-02b16acf9ec9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.554689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Allocated IP 172.20.0.2 (3f5891b9-c547-4737-a8f2-2c0079f00710/77f04f68-965d-417a-b3c7-9c5b6dbd9190/771778a9-c6cb-4295-b421-ef27bbf781e8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:56.570208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40180276-5a6e-428c-bcea-ee4191f3339d None None] Pushing event updated for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.573322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e519f6-1d17-414c-9ac5-2ba4b757ec1e req-4a4bc4ee-e603-4a0f-9945-2a6238a20a45 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171174 Nov 23 10:02:56.628706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.666118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.694658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.751168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.754293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.755885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/security-groups/e84d2aa2-bbc4-46f0-9fa1-e227e3e318b3 HTTP/1.1" status: 204 len: 168 time: 0.2741463 Nov 23 10:02:56.758793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:56.773655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538017-e153-4f0d-971b-e661b3ddf471 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d2aa2-bbc4-46f0-9fa1-e227e3e318b3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.773880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.781823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.796437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.834109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.839276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:56.843327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:56.846562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:56.866965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Pushing event updated for resources: {'Port': ['ID=bb907255-9086-4476-9d02-de83f5350c51,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.871023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.890816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Pushing event updated for resources: {'Port': ['ID=771778a9-c6cb-4295-b421-ef27bbf781e8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.892439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:56.895390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:56.900370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:56.926360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beca004-c1b4-46d4-be02-8a5087d2001a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:56.931017 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.935840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.940946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/security-groups/63345ea8-1c52-479d-a602-eb43af5e0d19 HTTP/1.1" status: 204 len: 168 time: 0.1773531 Nov 23 10:02:56.941139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42726) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:56.951947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Attempting to bind port 771778a9-c6cb-4295-b421-ef27bbf781e8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:56.952280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Attempting to bind port 771778a9-c6cb-4295-b421-ef27bbf781e8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:56.956552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dc382-954f-4e23-bf01-1a93e22fdf23 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63345ea8-1c52-479d-a602-eb43af5e0d19,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:56.956704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Attempting to bind port 771778a9-c6cb-4295-b421-ef27bbf781e8 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:56.963609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:56.963960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:56.964482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:56.964746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Bound using segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:56.965293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Bound port: 771778a9-c6cb-4295-b421-ef27bbf781e8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:56.965584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.030016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be839ff1-6e4c-44af-980a-dcb5f88289f4 None None] Provisioning complete for port bb907255-9086-4476-9d02-de83f5350c51 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:57.030851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be839ff1-6e4c-44af-980a-dcb5f88289f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.065401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 3f7cf072-9e7c-4085-b9e2-11624bf7f8cc {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:57.072174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.094614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] For port 771778a9-c6cb-4295-b421-ef27bbf781e8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:57.100795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] For port 771778a9-c6cb-4295-b421-ef27bbf781e8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=771778a9-c6cb-4295-b421-ef27bbf781e8,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:57.104428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-be839ff1-6e4c-44af-980a-dcb5f88289f4 None None] Port bb907255-9086-4476-9d02-de83f5350c51 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:57.108853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.144301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:57.145230 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.219934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b889f5-3f90-4f67-b684-784e2f7fd072 None None] Pushing event updated for resources: {'Port': ['ID=771778a9-c6cb-4295-b421-ef27bbf781e8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:57.268486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:57.268693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.334706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Could not find standard attr ID for object 48c2989c-6733-4766-ac0c-a2e09a79fcd4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:57.340490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.359388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:57.359812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.370367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.403464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:02:57.452688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:57.452688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21fdc7ff-18c0-4847-92bb-5444d55b462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.542470 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.577971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7cf072-9e7c-4085-b9e2-11624bf7f8cc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:57.585675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.592437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-edf93e69-1a9a-42c1-b55f-6b7aab808ee1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/3f7cf072-9e7c-4085-b9e2-11624bf7f8cc HTTP/1.1" status: 204 len: 168 time: 0.6478906 Nov 23 10:02:57.592897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42730) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:57.659486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9262d-65c1-4012-a4f3-ef6373d7d053 None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:57.703195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 0c33b69c-3bbb-4a9b-88f9-6634c6884389 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:57.707202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.728375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d02de5a7-4a24-4f59-88c5-c8f9c4e71a2d None None] Could not find standard attr ID for object 48c2989c-6733-4766-ac0c-a2e09a79fcd4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:02:57.767656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.787379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.807314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ab24-f582-4186-83dc-25ce37957ff6 req-d99ad961-1859-4aa4-8ebc-740c1977e5f9 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:02:57.809051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3043ab24-f582-4186-83dc-25ce37957ff6 req-d99ad961-1859-4aa4-8ebc-740c1977e5f9 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 950 time: 0.0921760 Nov 23 10:02:57.870746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.944635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.952207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3043ab24-f582-4186-83dc-25ce37957ff6 req-48157957-871c-4521-b265-a2932413dfb8 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888031 Nov 23 10:02:57.979376 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=0c33b69c-3bbb-4a9b-88f9-6634c6884389,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:57.983861 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:57.989647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba032ad5-8423-401f-8bfe-5108656e152b tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/0c33b69c-3bbb-4a9b-88f9-6634c6884389 HTTP/1.1" status: 204 len: 168 time: 0.3934498 Nov 23 10:02:57.990796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42738) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.007945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:02:58.019297 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-408214e5-1ad9-4be4-9291-783cd3fd67c7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.019881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408214e5-1ad9-4be4-9291-783cd3fd67c7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.023170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-408214e5-1ad9-4be4-9291-783cd3fd67c7 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/3f7cf072-9e7c-4085-b9e2-11624bf7f8cc HTTP/1.1" status: 404 len: 337 time: 0.0312860 Nov 23 10:02:58.028235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.095821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting subnet 772373c6-650a-4184-92d9-90b66b8d28a3 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:02:58.099957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.150458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:02:58.154548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.165360 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:02:58.181948 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:58.184522 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:58.198165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.199898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5741b24b-6b60-448e-b592-b4d34337981f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3965535 Nov 23 10:02:58.202726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42746) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.329692 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:02:58.391972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.506263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.559883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Subnet': ['ID=772373c6-650a-4184-92d9-90b66b8d28a3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:58.587528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.593234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-610d3e90-d360-4c6a-ade9-01d753300d91 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/772373c6-650a-4184-92d9-90b66b8d28a3 HTTP/1.1" status: 204 len: 168 time: 0.5616534 Nov 23 10:02:58.594190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42756) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.643876 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1ee987-cb7b-4995-8f60-daceba556cc4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.644466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1ee987-cb7b-4995-8f60-daceba556cc4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.651440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da1ee987-cb7b-4995-8f60-daceba556cc4 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/877f2a4e-3998-4754-b2f7-201c2d456e0a HTTP/1.1" status: 404 len: 337 time: 0.0530820 Nov 23 10:02:58.651868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42758) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.693356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f176f8a4-29c8-49ee-a99f-fa01c001248c tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "GET /v2.0/ports?device_id=b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 HTTP/1.1" status: 200 len: 205 time: 0.0378561 Nov 23 10:02:58.695153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42760) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.715891 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:02:57Z', 'revision_number': 3, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:58.761302 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:02:58.761748 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Updating router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 port bb907255-9086-4476-9d02-de83f5350c51 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:02:58.767823 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-7d7e8168-f86c-45fe-9fc2-ae29ab93a067 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] delete failed (client error): The resource could not be found. Nov 23 10:02:58.771911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d7e8168-f86c-45fe-9fc2-ae29ab93a067 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/routers/b58c0cd3-e25d-46eb-95fd-6bbe957a52f9 HTTP/1.1" status: 404 len: 336 time: 0.0734816 Nov 23 10:02:58.773716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.813249 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-359b7a7a-2030-4fe7-93b5-15288ac432af tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.814212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359b7a7a-2030-4fe7-93b5-15288ac432af tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.814413 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.820151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88859d6-43e5-4404-8b71-edf31a9e031c None None] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:58.821228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-359b7a7a-2030-4fe7-93b5-15288ac432af tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/5e52883d-4ede-44f9-b833-5fb7c886e7d2 HTTP/1.1" status: 404 len: 337 time: 0.0459261 Nov 23 10:02:58.821379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42766) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.892266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c9bde-6a82-439e-8402-7b701591756d None None] Network a25f4e84-b50c-4ec8-9aec-5e395db80b5c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:02:58.898864 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-04189a40-120a-4c06-b71a-67a7df0ce2f1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.902220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04189a40-120a-4c06-b71a-67a7df0ce2f1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.905537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-04189a40-120a-4c06-b71a-67a7df0ce2f1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/a683d93a-229c-479d-91a2-bbb9459f3c15 HTTP/1.1" status: 404 len: 337 time: 0.0825715 Nov 23 10:02:58.909342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.946371 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2445aae6-3269-4e6d-81a5-a09f0f497236 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.946769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2445aae6-3269-4e6d-81a5-a09f0f497236 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.949987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2445aae6-3269-4e6d-81a5-a09f0f497236 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/6db196a2-de83-4d31-9be3-061453bcd9c0 HTTP/1.1" status: 404 len: 337 time: 0.0395017 Nov 23 10:02:58.953097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:58.983873 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fafad4-21d2-471f-ac72-c6349e124514 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:58.984836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fafad4-21d2-471f-ac72-c6349e124514 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:58.988185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-86fafad4-21d2-471f-ac72-c6349e124514 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/d4e262c1-c02b-4902-be57-61f299f230c3 HTTP/1.1" status: 404 len: 333 time: 0.0337276 Nov 23 10:02:58.990728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] Provisioning complete for port 771778a9-c6cb-4295-b421-ef27bbf781e8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:58.991101 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:58.991463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42774) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.037928 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2401fc-0d8b-40f9-89e8-1a63c48a93e1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:59.038386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2401fc-0d8b-40f9-89e8-1a63c48a93e1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:59.055823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc2401fc-0d8b-40f9-89e8-1a63c48a93e1 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/8e7d94fd-bebc-4806-bcfb-0ce75f6b737f HTTP/1.1" status: 404 len: 337 time: 0.0631783 Nov 23 10:02:59.056672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.058666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42776) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.105363 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b2a86f-0837-47d7-9faa-d63892e6a36d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:59.105819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b2a86f-0837-47d7-9faa-d63892e6a36d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:59.116036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b9b2a86f-0837-47d7-9faa-d63892e6a36d tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/87afacf3-e3e2-4600-97a2-9ef16572d1c1 HTTP/1.1" status: 404 len: 337 time: 0.0550029 Nov 23 10:02:59.118906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42778) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.206168 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1c290a-4293-41c1-93d9-43f2d6d9c16f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:59.206730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1c290a-4293-41c1-93d9-43f2d6d9c16f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:59.217048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f1c290a-4293-41c1-93d9-43f2d6d9c16f tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/3fc84a66-b151-473d-af8a-bb844f5aab8c HTTP/1.1" status: 404 len: 333 time: 0.0970495 Nov 23 10:02:59.229754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.269515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 771778a9-c6cb-4295-b421-ef27bbf781e8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:02:59.284698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.285715 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e6eb35-7d4c-4b22-b6a2-0a094e5f9bdc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:59.286916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e6eb35-7d4c-4b22-b6a2-0a094e5f9bdc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:59.289818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c6e6eb35-7d4c-4b22-b6a2-0a094e5f9bdc tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/86523058-30ff-48d7-ab78-d17239e01717 HTTP/1.1" status: 404 len: 337 time: 0.0587850 Nov 23 10:02:59.294532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42782) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.321941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] DHCP port deletion for a25f4e84-b50c-4ec8-9aec-5e395db80b5c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:59.328033 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c5365a-c714-41ef-b537-683187127984 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] DELETE failed (client error): The resource could not be found. Nov 23 10:02:59.328520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c5365a-c714-41ef-b537-683187127984 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:02:59.335837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1c5365a-c714-41ef-b537-683187127984 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/subnets/85854f7b-0f9c-494c-a978-c26d294d86d0 HTTP/1.1" status: 404 len: 337 time: 0.0402021 Nov 23 10:02:59.336516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42784) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.384333 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.396041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] For port 771778a9-c6cb-4295-b421-ef27bbf781e8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=771778a9-c6cb-4295-b421-ef27bbf781e8,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:02:59.402779 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.404590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.443588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 771778a9-c6cb-4295-b421-ef27bbf781e8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:59.443969 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.496346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 45f53d76-8cc6-45be-a72a-013a9e5870a5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:59.496686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.508277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de68568-e631-49e0-8346-48d1085e8abc None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:59.514389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Allocated IP 172.20.0.1 (3f5891b9-c547-4737-a8f2-2c0079f00710/77f04f68-965d-417a-b3c7-9c5b6dbd9190/7120699a-af6b-48b1-bd88-5c231fb3d7cd) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:02:59.516986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Attempting to bind port bb907255-9086-4476-9d02-de83f5350c51 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:02:59.520378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Attempting to bind port bb907255-9086-4476-9d02-de83f5350c51 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:02:59.522334 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Attempting to bind port bb907255-9086-4476-9d02-de83f5350c51 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:02:59.527668 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Pushing event updated for resources: {'Port': ['ID=bb907255-9086-4476-9d02-de83f5350c51,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:59.552216 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:02:59.556178 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:02:59.556613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Deleting port 3c5f12d0-854a-498a-a643-7adfe695758c {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:02:59.556995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.557217 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.557627 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:02:59.558140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Bound port: bb907255-9086-4476-9d02-de83f5350c51, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:02:59.558540 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.566751 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.567366 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.567887 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.568402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.569124 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.572081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.572578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.573240 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.573809 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.574102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.574424 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.574753 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:02:59.690154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.705073 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] For port bb907255-9086-4476-9d02-de83f5350c51, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:02:59.709791 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] For port bb907255-9086-4476-9d02-de83f5350c51, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb907255-9086-4476-9d02-de83f5350c51,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:02:59.712582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 45f53d76-8cc6-45be-a72a-013a9e5870a5 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:02:59.717842 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.750160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.802633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.817041 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:02:59.817972 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:02:59.820066 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b6120-8f87-4fed-bddb-c25fe2aed058 None None] Pushing event updated for resources: {'Port': ['ID=bb907255-9086-4476-9d02-de83f5350c51,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:59.853276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8e71a-c54e-4a7a-8027-edd956f08abf None None] Pushing event updated for resources: {'Port': ['ID=771778a9-c6cb-4295-b421-ef27bbf781e8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:59.868657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Pushing event updated for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:59.879373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.896435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad94dd-e7cf-418c-86c9-b94adc066f11 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:02:59.904384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:02:59.909084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:02:59.915869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:02:59.942570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=45f53d76-8cc6-45be-a72a-013a9e5870a5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:02:59.953322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:02:59.960128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f132c295-dba3-4bff-aac0-2e4d360e22c9 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/ports/45f53d76-8cc6-45be-a72a-013a9e5870a5 HTTP/1.1" status: 204 len: 168 time: 0.6220651 Nov 23 10:02:59.960761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:02:59.988075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c53e3574-4058-4a4c-b8e6-d24c0a6225a4 None None] Provisioning complete for port 45f53d76-8cc6-45be-a72a-013a9e5870a5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:02:59.988451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c53e3574-4058-4a4c-b8e6-d24c0a6225a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.011744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.045310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:00.078033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c53e3574-4058-4a4c-b8e6-d24c0a6225a4 None None] Port 45f53d76-8cc6-45be-a72a-013a9e5870a5 was deleted so its status cannot be updated. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 10:03:00.081589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:00.082073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.122957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.181466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Calling delete_port for 3c5f12d0-854a-498a-a643-7adfe695758c owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:00.193439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.215777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Deleting port 3c5f12d0-854a-498a-a643-7adfe695758c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:00.217941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.310477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] For port 3c5f12d0-854a-498a-a643-7adfe695758c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3c5f12d0-854a-498a-a643-7adfe695758c,segment=NetworkSegment(323f3278-7479-456f-a2c6-2bbdcfe3a9e9),segment_id=323f3278-7479-456f-a2c6-2bbdcfe3a9e9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:00.315565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.326377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c53e3574-4058-4a4c-b8e6-d24c0a6225a4 None None] Provisioning complete for port 3c5f12d0-854a-498a-a643-7adfe695758c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:00.326751 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c53e3574-4058-4a4c-b8e6-d24c0a6225a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.332910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Calling delete_port for 3c5f12d0-854a-498a-a643-7adfe695758c owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:00.421845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.445026 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-40eee40c-4779-4764-858f-a2a239499601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:02:57Z', 'revision_number': 3, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:00.453690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] Pushing event deleted for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:00.466111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed08dc5-f6a8-439b-94f1-cfd435f0de14 None None] No DVR routers for this DVR port 3c5f12d0-854a-498a-a643-7adfe695758c on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:00.502457 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eee40c-4779-4764-858f-a2a239499601 None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:02:57Z', 'revision_number': 3, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:00.534585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.563734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Port': ['ID=3c5f12d0-854a-498a-a643-7adfe695758c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:00.569617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] No DVR routers for this DVR port 3c5f12d0-854a-498a-a643-7adfe695758c on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:00.608861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Provisioning complete for port 771778a9-c6cb-4295-b421-ef27bbf781e8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:00.609578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.740636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.779036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Provisioning complete for port bb907255-9086-4476-9d02-de83f5350c51 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:00.779408 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.791769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25f4e84-b50c-4ec8-9aec-5e395db80b5c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:00.803259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f3278-7479-456f-a2c6-2bbdcfe3a9e9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:00.803643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f3278-7479-456f-a2c6-2bbdcfe3a9e9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:00.824895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.851722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.862920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:00.863420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.879332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:00.882447 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:00.889695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.935136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:00.986713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Pushing event updated for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:00.992183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] For port bb907255-9086-4476-9d02-de83f5350c51, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb907255-9086-4476-9d02-de83f5350c51,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:00.999838 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.000611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.027398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.051686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.063170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Provisioning complete for port 7120699a-af6b-48b1-bd88-5c231fb3d7cd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:01.063543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.075225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] 10.222.0.62 "DELETE /v2.0/networks/a25f4e84-b50c-4ec8-9aec-5e395db80b5c HTTP/1.1" status: 204 len: 168 time: 1.1033094 Nov 23 10:03:01.117789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e62a0-e2e2-4497-8100-e7e78d966d66 tempest-PortsTestJSON-1009072294 tempest-PortsTestJSON-1009072294-project] Pushing event deleted for resources: {'Network': ['ID=a25f4e84-b50c-4ec8-9aec-5e395db80b5c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:01.174751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Port 7120699a-af6b-48b1-bd88-5c231fb3d7cd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:01.184862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:01.187435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:01.213264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87ad84-61e1-4cc3-9c19-dfc3c6917313 None None] Pushing event updated for resources: {'Port': ['ID=bb907255-9086-4476-9d02-de83f5350c51,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:01.377367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 771778a9-c6cb-4295-b421-ef27bbf781e8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:01.439150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:01.478799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 771778a9-c6cb-4295-b421-ef27bbf781e8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:01.479098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.519769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42808) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:01.566217 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:03:01.590199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:01.605452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b520aa2a-4b67-4b47-9d30-b6b9fa21b585 admin admin] 10.222.0.62 "PUT /v2.0/routers/1278d34c-3b8b-4e17-9521-f11b6f58f2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4013481 Nov 23 10:03:01.609649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb907255-9086-4476-9d02-de83f5350c51 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:01.675161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ab1ff942-13c4-440f-9229-ff6d31c97391 None None] Provisioning complete for port 7120699a-af6b-48b1-bd88-5c231fb3d7cd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:01.675765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff942-13c4-440f-9229-ff6d31c97391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.731886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff942-13c4-440f-9229-ff6d31c97391 None None] Port 7120699a-af6b-48b1-bd88-5c231fb3d7cd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:01.735938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb907255-9086-4476-9d02-de83f5350c51 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:01.736634 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.744538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:01.745863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-87fd7433-07bd-43f9-b6c2-36ce07deb95b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cba7384c2604fa2b9bfea5683be8f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248564 Nov 23 10:03:01.844017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.896140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.943065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:01.966307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.969435 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:01.971021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82e4bfb6-1fb5-4981-9e14-4210416878bc HTTP/1.1" status: 204 len: 168 time: 0.2251906 Nov 23 10:03:01.980691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d39c9-9907-4f5b-b992-cde2f8f46185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e4bfb6-1fb5-4981-9e14-4210416878bc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:01.983746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3c5f12d0-854a-498a-a643-7adfe695758c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:01.984100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3c5f12d0-854a-498a-a643-7adfe695758c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:02.193058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42830) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:02.197615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170406845', 'description': 'tempest-description--54057665'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:02.226773 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.323420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.328628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.361777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.363082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1691203 Nov 23 10:03:02.365506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eb582-1176-4b14-8b7b-5719da7bd04d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45709f8d-ee18-4f6f-9361-6b35d303b256,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:02.366240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:02.375905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group_rule': {'security_group_id': '45709f8d-ee18-4f6f-9361-6b35d303b256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:02.414716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.474821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.480078 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.507716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcfa12d-e740-491a-bbfb-9144bc66f740,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:02.513214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.514715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5b7cc194-3caf-4ffe-ae2c-7b61db9c350e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463859 Nov 23 10:03:02.517784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42844) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:02.523248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group_rule': {'security_group_id': '45709f8d-ee18-4f6f-9361-6b35d303b256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:02.568200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.639422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.644289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.661764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2722bfb-dc8b-4cbf-adc4-cb7b32945d9e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:02.680094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.684943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42852) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:02.685845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f6a05c34-b577-4de4-ad6e-36601893d52b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664042 Nov 23 10:03:02.690555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:02.721874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.825161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42860) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:02.855331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:02.955981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379908017'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:02.989069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:03.007422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:03.008612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:03.010164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:03.014749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.039214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Allocated IP 172.25.1.250 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/7053fc5c-d60d-46b6-b0c2-9dddbfca1e25) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:03.048477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.140100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:03.179217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb907255-9086-4476-9d02-de83f5350c51 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:03.195048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.202171 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.220363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.221642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:03.238812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.239436 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 2f6be8c6-6922-45e8-8bac-81d22fd1b621 of type vlan for network d97e0c2e-d343-4f7f-9c16-c3e440827f39 Nov 23 10:03:03.263742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.302171 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.308503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:03.312323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:03.322927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:03.351948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.368848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=7053fc5c-d60d-46b6-b0c2-9dddbfca1e25,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:03.370891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:03.372484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.409790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb907255-9086-4476-9d02-de83f5350c51 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:03.410559 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.467873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=d97e0c2e-d343-4f7f-9c16-c3e440827f39,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:03.485230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:03.485681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071fab28-27db-4420-919b-b6f657b59ef6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:03.487637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.493089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f90d82e-6b20-42c7-b5ca-cc2e7360b3f2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6666160 Nov 23 10:03:03.496133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42870) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:03.504517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1927366768'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:03.528334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:03.532204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.549358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.562498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:03.577094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.577471 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 238dfc4e-4d54-4e88-a40a-a1f36e88c07d of type vlan for network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 Nov 23 10:03:03.629769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 2, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:03.646052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.671289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:03.671745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Updating router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 port 7120699a-af6b-48b1-bd88-5c231fb3d7cd binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:03:03.686440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.692214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:03.692828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.700170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.734277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2370636 Nov 23 10:03:03.755114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42872) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:03.780475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.786692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:03.793922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:03.797181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c569-b439-435b-bdf9-10f24287793c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=b940ddeb-748e-4cdf-95ef-8ce6a9327c32,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:03.823426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:03.937632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=7053fc5c-d60d-46b6-b0c2-9dddbfca1e25,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:03.975404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.003845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:04.008128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.038674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.049049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-546b6c43-d0ca-444b-a557-81254f65a7b2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3627276 Nov 23 10:03:04.133044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.141180 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.261428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552e2a1-485b-4428-af08-73f70964649a None None] Pushing event updated for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:04.301682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.329227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-275fae09-f5e8-473e-83bd-f45af2b46526 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--170406845&fields=id&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 267 time: 0.0993812 Nov 23 10:03:04.425365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=b3304de4-1f92-4aa3-963f-66732a8efb30,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:04.439366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '2f6be8c6-6922-45e8-8bac-81d22fd1b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:04.439748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: d97e0c2e-d343-4f7f-9c16-c3e440827f39, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:04.477554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Attempting to bind port 7120699a-af6b-48b1-bd88-5c231fb3d7cd on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:04.477751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:04.480245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Attempting to bind port 7120699a-af6b-48b1-bd88-5c231fb3d7cd by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:04.482718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Attempting to bind port 7120699a-af6b-48b1-bd88-5c231fb3d7cd on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:04.494405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d97e0c2e-d343-4f7f-9c16-c3e440827f39) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:04.498995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:04.499634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:04.500163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.500662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Bound using segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:04.503382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Bound port: 7120699a-af6b-48b1-bd88-5c231fb3d7cd, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:04.503896 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.510193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:04.511068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.513716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5f2d0-7450-4eae-96aa-d5c87516ade7 None None] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:04.552746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-81a6923f-74d9-4ccf-9f80-30e4c61c7930 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7961226 Nov 23 10:03:04.560090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42894) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:04.565368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:04.622594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-aaf6aee4-8f0a-4a3a-a8ff-79291df9306c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:04.632272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-aaf6aee4-8f0a-4a3a-a8ff-79291df9306c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 817 time: 0.2851300 Nov 23 10:03:04.656421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-76e7380b-292e-40d6-bd4f-e35c3be3db6e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/quotas/322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 375 time: 0.0231299 Nov 23 10:03:04.726232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-fdbfd016-0a03-4026-911e-92e89f27b43e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677769 Nov 23 10:03:04.737487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:04.742161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.809962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] For port 7120699a-af6b-48b1-bd88-5c231fb3d7cd, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:04.839602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] For port 7120699a-af6b-48b1-bd88-5c231fb3d7cd, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7120699a-af6b-48b1-bd88-5c231fb3d7cd,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:04.863883 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.871726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] Provisioning complete for port 7120699a-af6b-48b1-bd88-5c231fb3d7cd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:04.872329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:04.893501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-b47d2aa1-a9da-433f-8dce-a0eba8df4f68 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312382 Nov 23 10:03:05.004320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:05.005181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:05.036551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.045785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9279017-7a27-4b42-9093-6569802b8b25 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491570 Nov 23 10:03:05.228778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:05.233010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '238dfc4e-4d54-4e88-a40a-a1f36e88c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:05.233747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: b940ddeb-748e-4cdf-95ef-8ce6a9327c32, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:05.263201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:05.275782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b940ddeb-748e-4cdf-95ef-8ce6a9327c32) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:05.282400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:05.283140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.323669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dcb8bccc-2fd3-4e0c-b308-014e4031b332 req-7c776c86-9ced-48e0-a093-4795fe48f13c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 210 time: 0.0435321 Nov 23 10:03:05.345776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42904) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:05.346660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d2f1b34-cf8b-4c9e-87df-f6ba752ac7fb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7852550 Nov 23 10:03:05.351712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503189715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:05.387774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.389241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.426698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552e2a1-485b-4428-af08-73f70964649a None None] Pushing event updated for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:05.434078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d97e0c2e-d343-4f7f-9c16-c3e440827f39', 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': 'b3304de4-1f92-4aa3-963f-66732a8efb30'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:05.435135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.445056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a091b4-39a8-4248-b570-5e4d5618f6f5 None None] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:05.482294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.488220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.513446 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.517574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-05fe4a5d-93bb-4b5f-9614-c33d6b9d25bf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1673608 Nov 23 10:03:05.517997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:05.648991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:05.782500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.878520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.930401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] For port 7120699a-af6b-48b1-bd88-5c231fb3d7cd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7120699a-af6b-48b1-bd88-5c231fb3d7cd,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:05.955777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:05.996853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Allocated IP 2001:db8::2 (d97e0c2e-d343-4f7f-9c16-c3e440827f39/b3304de4-1f92-4aa3-963f-66732a8efb30/72d74b3a-6919-4e53-8617-23686fdb76a4) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:06.178377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-28f50929-6999-4fb1-8623-47a156ccf7bc None None] Provisioning complete for port 7120699a-af6b-48b1-bd88-5c231fb3d7cd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:06.178835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28f50929-6999-4fb1-8623-47a156ccf7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.189300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e179e7-571e-43e3-90b1-46692e671cb9 None None] Pushing event updated for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:06.251140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b940ddeb-748e-4cdf-95ef-8ce6a9327c32', 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': '8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:06.251930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.452740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-90ae47fd-1299-4216-8de3-5a4ad107b452 req-facd3b75-e194-4bbc-9bc7-3e4337e39698 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Nov 23 10:03:06.547466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.559530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-2b323094-36b8-4cc6-8d94-a730354cbb0f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:06.561778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-2b323094-36b8-4cc6-8d94-a730354cbb0f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 817 time: 0.1168242 Nov 23 10:03:06.569238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.582988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Allocated IP 2001:db8:1::2 (b940ddeb-748e-4cdf-95ef-8ce6a9327c32/8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd/3dc333c7-81cd-470b-95c4-28618f16e49c) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:06.613170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:04Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:06.641464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8::1 (d97e0c2e-d343-4f7f-9c16-c3e440827f39/b3304de4-1f92-4aa3-963f-66732a8efb30/09476867-9d24-4bb4-ab05-7c1f951c7019) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:06.651805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:06.656249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436bd3a-d4fc-472d-bf4a-e7254fec0e12 None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:04Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:06.664932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:06.669652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:06.678953 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-103e6f93-8c77-464e-8256-af24e86cb8e6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 379 time: 0.0860045 Nov 23 10:03:06.688925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Pushing event updated for resources: {'Port': ['ID=72d74b3a-6919-4e53-8617-23686fdb76a4,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:06.698779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'port': {'device_id': 'cd687856-4a3b-48cd-913b-342783255428', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'admin_state_up': True, 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'security_groups': ['45709f8d-ee18-4f6f-9361-6b35d303b256']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:06.825357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Attempting to bind port 72d74b3a-6919-4e53-8617-23686fdb76a4 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:06.825726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Attempting to bind port 72d74b3a-6919-4e53-8617-23686fdb76a4 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f6be8c6-6922-45e8-8bac-81d22fd1b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:06.826120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Attempting to bind port 72d74b3a-6919-4e53-8617-23686fdb76a4 on network d97e0c2e-d343-4f7f-9c16-c3e440827f39 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:06.839538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:06.839914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Checking segment: {'id': '2f6be8c6-6922-45e8-8bac-81d22fd1b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:06.840320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.840708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Bound using segment: {'id': '2f6be8c6-6922-45e8-8bac-81d22fd1b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:06.841185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Bound port: 72d74b3a-6919-4e53-8617-23686fdb76a4, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6be8c6-6922-45e8-8bac-81d22fd1b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd97e0c2e-d343-4f7f-9c16-c3e440827f39'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:06.841550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.900985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.940837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.941556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Made reservation on behalf of 322a3c3ad16848299492fc857fcbb9d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:06.945345 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.954157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.982716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:06.988985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] For port 72d74b3a-6919-4e53-8617-23686fdb76a4, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:07.008602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] For port 72d74b3a-6919-4e53-8617-23686fdb76a4, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=72d74b3a-6919-4e53-8617-23686fdb76a4,segment=NetworkSegment(2f6be8c6-6922-45e8-8bac-81d22fd1b621),segment_id=2f6be8c6-6922-45e8-8bac-81d22fd1b621)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:07.017824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:07.021301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.025157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:07.030779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:07.035559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Pushing event updated for resources: {'Port': ['ID=3dc333c7-81cd-470b-95c4-28618f16e49c,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:07.084135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:07.088185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:07.096276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=09476867-9d24-4bb4-ab05-7c1f951c7019,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:07.101352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:07.101865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.146522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-5c5b0b0b-b950-4fac-866b-66f64a1a32bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0856411 Nov 23 10:03:07.218396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Attempting to bind port 3dc333c7-81cd-470b-95c4-28618f16e49c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:07.218774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Attempting to bind port 3dc333c7-81cd-470b-95c4-28618f16e49c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '238dfc4e-4d54-4e88-a40a-a1f36e88c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:07.219269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Attempting to bind port 3dc333c7-81cd-470b-95c4-28618f16e49c on network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:07.228242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:07.228625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Checking segment: {'id': '238dfc4e-4d54-4e88-a40a-a1f36e88c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:07.231371 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.231371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Bound using segment: {'id': '238dfc4e-4d54-4e88-a40a-a1f36e88c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:07.232056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Bound port: 3dc333c7-81cd-470b-95c4-28618f16e49c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238dfc4e-4d54-4e88-a40a-a1f36e88c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b940ddeb-748e-4cdf-95ef-8ce6a9327c32'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:07.232440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.265423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7120699a-af6b-48b1-bd88-5c231fb3d7cd up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:07.267580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2da0c-ffa4-41e9-8bfd-12d8699db966 None None] Pushing event updated for resources: {'Port': ['ID=72d74b3a-6919-4e53-8617-23686fdb76a4,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:07.309844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.310392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.311065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.312300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.314066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.314950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.315622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:07.317857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-4a88e0c7-cc23-4843-a9a1-6b650e391be8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.0916970 Nov 23 10:03:07.343159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Allocated IP 172.20.0.11 (3f5891b9-c547-4737-a8f2-2c0079f00710/77f04f68-965d-417a-b3c7-9c5b6dbd9190/c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:07.430830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.464007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] For port 3dc333c7-81cd-470b-95c4-28618f16e49c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:07.470934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] For port 3dc333c7-81cd-470b-95c4-28618f16e49c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3dc333c7-81cd-470b-95c4-28618f16e49c,segment=NetworkSegment(238dfc4e-4d54-4e88-a40a-a1f36e88c07d),segment_id=238dfc4e-4d54-4e88-a40a-a1f36e88c07d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:07.473228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7120699a-af6b-48b1-bd88-5c231fb3d7cd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:07.473723 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.529030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:07.636116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7208d1-9aca-40d4-ba26-d2f2ba722f9e None None] Pushing event updated for resources: {'Port': ['ID=3dc333c7-81cd-470b-95c4-28618f16e49c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:07.839608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.047154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.097708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:08.122065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:08.125213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:08.158714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92845-73c4-488d-b439-16bc9a9e7ed3 req-e0a53786-5090-45d1-9319-8fb2212d16b6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.160316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98d92845-73c4-488d-b439-16bc9a9e7ed3 req-e0a53786-5090-45d1-9319-8fb2212d16b6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 932 time: 0.0887070 Nov 23 10:03:08.174707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6e57592f-ae49-4d33-b03d-3b3f2e25fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.175340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6e57592f-ae49-4d33-b03d-3b3f2e25fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.175816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6e57592f-ae49-4d33-b03d-3b3f2e25fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.177574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6e57592f-ae49-4d33-b03d-3b3f2e25fb8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 2292 time: 0.8159637 Nov 23 10:03:08.294876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:08.304711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.305601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.333014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-23619fe9-582c-4a49-89f7-ce2770c1d0e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 1002 time: 0.1416619 Nov 23 10:03:08.337219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-6dff3bde-c4f4-4869-92fd-e7954734c702 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6425059 Nov 23 10:03:08.342294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-1fc33114-7fa2-4cf1-b615-4244d946b5cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570084 Nov 23 10:03:08.373627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Request body: {'port': {'device_id': 'cd687856-4a3b-48cd-913b-342783255428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:08.386842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98d92845-73c4-488d-b439-16bc9a9e7ed3 req-6daa3922-7b4a-40df-b1ae-7ae4e1b9f844 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079298 Nov 23 10:03:08.430164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.471984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-5bcd4b09-cb6d-43ff-a280-09cad588a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.473542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-5bcd4b09-cb6d-43ff-a280-09cad588a7f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 200 len: 850 time: 0.1300797 Nov 23 10:03:08.489856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.490724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.552564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-f48becd8-817c-4660-844e-a9c64d59b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.554950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-f48becd8-817c-4660-844e-a9c64d59b3d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5c7f922-e5d2-464a-8217-0ac5442bc374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696824 Nov 23 10:03:08.619326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=09476867-9d24-4bb4-ab05-7c1f951c7019,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:08.641337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-8a472191-7e05-433d-920d-2897ca8003e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.643039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-8a472191-7e05-433d-920d-2897ca8003e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 1096 time: 0.2638445 Nov 23 10:03:08.666672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fde61ecd-a689-4f9f-9c30-00ab75a17692 None None] Provisioning complete for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:08.667698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fde61ecd-a689-4f9f-9c30-00ab75a17692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.706680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-90a4f0a8-3beb-4d38-8d53-2f292c8c9805 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412778 Nov 23 10:03:08.707598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:08.740706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fde61ecd-a689-4f9f-9c30-00ab75a17692 None None] Port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:08.767034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86386c-51ad-4697-b9a0-3474e7a0ab70 None None] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:08.833389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-5eff9b9a-5dfe-4d7a-8dee-8c7c6bd29ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154606 Nov 23 10:03:08.872678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:08.883264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:08.908980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-bb16bb21-f9d0-4a71-969a-c90663e8d168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 217 time: 0.0627379 Nov 23 10:03:08.982853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-ae9f2abc-9a89-4399-bf90-e51c983cc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:08.984371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-ae9f2abc-9a89-4399-bf90-e51c983cc11b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.0673423 Nov 23 10:03:09.055875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4e56b999-e845-40ec-957b-980059333d61 None None] Provisioning complete for port 72d74b3a-6919-4e53-8617-23686fdb76a4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:09.056249 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e56b999-e845-40ec-957b-980059333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.102257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-86160c76-6e6d-4101-8316-dc2c86caa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.103866 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-86160c76-6e6d-4101-8316-dc2c86caa11c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116381 Nov 23 10:03:09.186552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df118783-d168-4520-8b71-eaccd6d089fc None None] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:09.262435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-8d14717c-6e0a-4e8e-9d30-e2bbba9a03da service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490934 Nov 23 10:03:09.290653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 72d74b3a-6919-4e53-8617-23686fdb76a4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:09.367536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-e3e9ef52-47ad-4874-be2a-a43fa265504f service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963960 Nov 23 10:03:09.390734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-c2847e0b-76e3-4aa7-b6b8-5b46e1aeee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.392540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-c2847e0b-76e3-4aa7-b6b8-5b46e1aeee2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 200 len: 907 time: 0.6935472 Nov 23 10:03:09.417953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-f05a92da-7fcd-4340-a488-30ba45fb426f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 217 time: 0.0411494 Nov 23 10:03:09.457416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e56b999-e845-40ec-957b-980059333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.511119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 72d74b3a-6919-4e53-8617-23686fdb76a4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:09.511490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.565655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4e56b999-e845-40ec-957b-980059333d61 None None] For port 72d74b3a-6919-4e53-8617-23686fdb76a4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=72d74b3a-6919-4e53-8617-23686fdb76a4,segment=NetworkSegment(2f6be8c6-6922-45e8-8bac-81d22fd1b621),segment_id=2f6be8c6-6922-45e8-8bac-81d22fd1b621)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:09.583529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-6009a1e8-5d3f-4677-abe6-cb139c6445da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 200 len: 1001 time: 0.1625707 Nov 23 10:03:09.586859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e56b999-e845-40ec-957b-980059333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.630302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-1235f247-b974-4cef-8a1b-308f65ff8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.632114 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-1235f247-b974-4cef-8a1b-308f65ff8a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1852355 Nov 23 10:03:09.651588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523638-ba3b-4c7a-9aa3-3fb75f5af905 req-645d8c23-b5bd-4b31-a10c-911cc436749e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.659514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22523638-ba3b-4c7a-9aa3-3fb75f5af905 req-645d8c23-b5bd-4b31-a10c-911cc436749e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 932 time: 0.0900345 Nov 23 10:03:09.687556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-aa1f9e7d-c5ef-4e62-9b15-9a627f68e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.689138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-aa1f9e7d-c5ef-4e62-9b15-9a627f68e8de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7192b4c-edbd-4aa8-8aba-0547cd737057 HTTP/1.1" status: 200 len: 845 time: 0.0946391 Nov 23 10:03:09.699404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56b999-e845-40ec-957b-980059333d61 None None] Pushing event updated for resources: {'Port': ['ID=72d74b3a-6919-4e53-8617-23686fdb76a4,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:09.747399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6f4f864a-c798-4dea-aea7-11a1d0fb2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.749998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6f4f864a-c798-4dea-aea7-11a1d0fb2972 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883324 Nov 23 10:03:09.760745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router ffcb4f1b-97fb-4eca-bc24-f75d24542f17 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:09.769600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22523638-ba3b-4c7a-9aa3-3fb75f5af905 req-b9d5dbae-c869-4400-bb8c-4560f53d092e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091309 Nov 23 10:03:09.780398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] Provisioning complete for port 3dc333c7-81cd-470b-95c4-28618f16e49c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:09.781015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.808367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-0ed442c5-0df8-478c-a249-b291c15c2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:09.809919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-0ed442c5-0df8-478c-a249-b291c15c2f9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80a3880-319a-48cc-bcdd-287ff006fa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099453 Nov 23 10:03:09.814779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:03:09.850762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.857137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3dc333c7-81cd-470b-95c4-28618f16e49c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:09.879525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-a93fd067-ed0d-43d5-a07b-89422ec24f97 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088576 Nov 23 10:03:09.944718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.964691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3dc333c7-81cd-470b-95c4-28618f16e49c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:09.964691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:09.978730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Transition to ACTIVE for port object c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:03:09.980398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:09.994775 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] Sync routers for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:10.011979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-ff317bcf-67c1-4260-b091-f79a6959296c service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230209 Nov 23 10:03:10.020808 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:10.027844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] For port 3dc333c7-81cd-470b-95c4-28618f16e49c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3dc333c7-81cd-470b-95c4-28618f16e49c,segment=NetworkSegment(238dfc4e-4d54-4e88-a40a-a1f36e88c07d),segment_id=238dfc4e-4d54-4e88-a40a-a1f36e88c07d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:10.036284 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:10.036785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.053632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-3cd7f537-2416-462e-955d-31d7a2e81d9f service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341807 Nov 23 10:03:10.057516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb0e9d8b-1462-4dc7-88d6-f9b45eb449f3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5382674 Nov 23 10:03:10.061703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42954) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:10.063955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.097680 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:10.112936 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:10.113549 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:10.150493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6c8c54d2-65f0-4bc9-bdab-32009d2c74f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 200 len: 217 time: 0.1243839 Nov 23 10:03:10.176456 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:10.177700 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df846fe-29b7-498e-b6b1-257fe20052ff None None] The sync data for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:10.234814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef10c2-653a-4fef-a9cc-d7b96db521f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.235450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00cf4e8-1285-4c6f-ab02-fbb869027b60 req-c4f0e95d-31a2-48f8-b06d-9940b3af4e8a service neutron] 10.222.0.50 "GET /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723173 Nov 23 10:03:10.236375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92008e-77bf-40dc-8504-1f929690dec2 None None] Pushing event updated for resources: {'Port': ['ID=3dc333c7-81cd-470b-95c4-28618f16e49c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:10.243726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42958) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:10.251050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52ef10c2-653a-4fef-a9cc-d7b96db521f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports/09476867-9d24-4bb4-ab05-7c1f951c7019 HTTP/1.1" status: 200 len: 911 time: 0.1839347 Nov 23 10:03:10.267241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5bef7e73-c1a9-4604-abc6-e9b918d6f21e None None] Provisioning complete for port 09476867-9d24-4bb4-ab05-7c1f951c7019 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:10.267607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bef7e73-c1a9-4604-abc6-e9b918d6f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.281343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-63370830-d864-46da-ba07-cbf0cc26a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.283892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-63370830-d864-46da-ba07-cbf0cc26a7f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1240859 Nov 23 10:03:10.326928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5bef7e73-c1a9-4604-abc6-e9b918d6f21e None None] Port 09476867-9d24-4bb4-ab05-7c1f951c7019 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:10.339978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5bef7e73-c1a9-4604-abc6-e9b918d6f21e None None] Provisioning complete for port 72d74b3a-6919-4e53-8617-23686fdb76a4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:10.340348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bef7e73-c1a9-4604-abc6-e9b918d6f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.357689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-07529fdf-6e45-4043-bdb0-737338b1e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.359238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-07529fdf-6e45-4043-bdb0-737338b1e897 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632591 Nov 23 10:03:10.432639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:10.495318 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-a8b1d18d-6213-4e27-bd62-562a3edc7993 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266327 Nov 23 10:03:10.597219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f1dd10bc-8fe4-4a6a-a1f7-eab235aaadcf None None] Provisioning complete for port 09476867-9d24-4bb4-ab05-7c1f951c7019 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:10.597589 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1dd10bc-8fe4-4a6a-a1f7-eab235aaadcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.628073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:10.628426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:10.628734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:10.650593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:03:10.651320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:10.651859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-16b7beff-2e44-4daa-9541-abceeb612071 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360435 Nov 23 10:03:10.677974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd10bc-8fe4-4a6a-a1f7-eab235aaadcf None None] Port 09476867-9d24-4bb4-ab05-7c1f951c7019 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:10.693986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:10.694366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:10.694729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Bound using segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:10.695181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Bound port: c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:10.695549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.700166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-9478f7cf-c776-49e7-b33d-2f00dded4df9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 200 len: 217 time: 0.0449474 Nov 23 10:03:10.709724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f1dd10bc-8fe4-4a6a-a1f7-eab235aaadcf None None] Provisioning complete for port 3dc333c7-81cd-470b-95c4-28618f16e49c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:10.710256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1dd10bc-8fe4-4a6a-a1f7-eab235aaadcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.764034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-77e9fa46-c468-4e14-81cd-fa97132d0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.765514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-77e9fa46-c468-4e14-81cd-fa97132d0895 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.0537016 Nov 23 10:03:10.819740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-d5fa6e0f-6abc-4dc9-92a1-75fc55abe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.821019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-d5fa6e0f-6abc-4dc9-92a1-75fc55abe239 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441203 Nov 23 10:03:10.861243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:10.865815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:10.894099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.934123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f56910cd-befc-43e5-8244-b34f57611043 None None] Provisioning complete for port 09476867-9d24-4bb4-ab05-7c1f951c7019 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:10.934761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f56910cd-befc-43e5-8244-b34f57611043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.941083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.941624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:10.943377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] 10.222.0.50 "PUT /v2.0/ports/c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1092 time: 2.5744679 Nov 23 10:03:10.945493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:10.956961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73f659-2a61-4c34-94e9-a6d165507a36 req-3a63a8b6-4bca-421e-bef0-d9c65c4fa0e8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:10.960878 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6647a-cb25-496e-8039-d52c9987b890" -d '{"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:10.970912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e73f659-2a61-4c34-94e9-a6d165507a36 req-3a63a8b6-4bca-421e-bef0-d9c65c4fa0e8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1197524 Nov 23 10:03:10.976367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f56910cd-befc-43e5-8244-b34f57611043 None None] Port 09476867-9d24-4bb4-ab05-7c1f951c7019 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:10.976888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-b53ad468-8e49-4e74-ab85-77c85ccb5d99 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442342 Nov 23 10:03:10.986071 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.127871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e73f659-2a61-4c34-94e9-a6d165507a36 req-2cbb9631-6996-4db2-90da-330262db2292 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431894 Nov 23 10:03:11.143900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec9f8c-6cb9-4bfb-903d-189e2a3ff43e service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:11.166684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-2916a47b-2584-4d7f-b8db-30998cf0bf29 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704402 Nov 23 10:03:11.205492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-47d24030-7f54-40da-a477-a10b86fa507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.207327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-47d24030-7f54-40da-a477-a10b86fa507b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1095 time: 0.1995807 Nov 23 10:03:11.236142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-8135d460-4479-4f50-aaea-f43de6aa1e5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 200 len: 217 time: 0.0550830 Nov 23 10:03:11.315825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-0e8ab73f-cfdc-42f7-88fd-cad4c901e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.317048 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff84c9c-acc2-405d-a9fc-130160352039 x-openstack-request-id: req-cff84c9c-acc2-405d-a9fc-130160352039 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:11.317348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-0e8ab73f-cfdc-42f7-88fd-cad4c901e90d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.0585358 Nov 23 10:03:11.317938 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:11.318230 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cff84c9c-acc2-405d-a9fc-130160352039 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:11.318719 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'status': 'completed', 'code': 200} Nov 23 10:03:11.325767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-da598995-b92e-4d1e-b0ef-ca75df85391c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0664573 Nov 23 10:03:11.386612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-2ab717c2-5adc-4795-9f0a-5dcebca4efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.388233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-2ab717c2-5adc-4795-9f0a-5dcebca4efec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599828 Nov 23 10:03:11.405146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 72d74b3a-6919-4e53-8617-23686fdb76a4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:11.442324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-35f24fc1-b9c9-47ba-872b-ae3885048c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.443862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-35f24fc1-b9c9-47ba-872b-ae3885048c25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.1089883 Nov 23 10:03:11.460357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 72d74b3a-6919-4e53-8617-23686fdb76a4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:11.461266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.488199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-78cf2a3d-1ffd-42df-8b3f-4c9b636f36ef service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906332 Nov 23 10:03:11.534524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c422b0-1f48-4883-ac09-853df21d7073 req-a466c64c-9f40-45ef-bc33-9e382639e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.536165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-a466c64c-9f40-45ef-bc33-9e382639e94b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839164 Nov 23 10:03:11.537445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8:1::1 (b940ddeb-748e-4cdf-95ef-8ce6a9327c32/8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd/77893b74-1e52-4301-a407-046d67e1e48e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:11.541679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3dc333c7-81cd-470b-95c4-28618f16e49c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:11.588786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-e6e26d3a-fe7d-4c30-a7d8-d153502c7fcd service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926554 Nov 23 10:03:11.591622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3dc333c7-81cd-470b-95c4-28618f16e49c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:11.591989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.639751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-d4b12565-b4e1-4e2c-9b83-84c8339c6db9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 217 time: 0.0422542 Nov 23 10:03:11.704398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-c6a79641-3cba-4e35-9d97-71a0246c5bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606710 Nov 23 10:03:11.706345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-34b434b4-66e9-4a7e-b579-20d30d1abb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.707872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-34b434b4-66e9-4a7e-b579-20d30d1abb84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.0605221 Nov 23 10:03:11.755782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.763331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-0ba1cc22-2349-42e3-8880-e6768d0dfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:11.764973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-0ba1cc22-2349-42e3-8880-e6768d0dfe48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470195 Nov 23 10:03:11.842334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16c422b0-1f48-4883-ac09-853df21d7073 req-4389a5b3-f56e-4e33-88be-0e9e57885d63 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Nov 23 10:03:11.849944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.867103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-9ff36fea-f77f-425c-8699-035d3585408a service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860336 Nov 23 10:03:11.893919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:11.909960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:11.928442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:11.929013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:11.977019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=77893b74-1e52-4301-a407-046d67e1e48e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:11.985243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f84bd718-3ff7-4b36-8b90-d87bd1974c5f req-6fec37a9-186c-4c26-9498-3802b4b1de65 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048543 Nov 23 10:03:12.040756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-6f146264-d9c6-4d00-855a-5aea5d4c1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:12.042335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-6f146264-d9c6-4d00-855a-5aea5d4c1301 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1095 time: 0.1505952 Nov 23 10:03:12.145682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:12.154624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e0d44b5a-05fa-4eb9-bcc4-d28505da6195 None None] Provisioning complete for port 77893b74-1e52-4301-a407-046d67e1e48e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:12.155165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e0d44b5a-05fa-4eb9-bcc4-d28505da6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:12.198835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e0d44b5a-05fa-4eb9-bcc4-d28505da6195 None None] Port 77893b74-1e52-4301-a407-046d67e1e48e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:12.207644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-b3509621-4329-4c4c-98ac-6f23383c902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:12.209463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-b3509621-4329-4c4c-98ac-6f23383c902d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.1594567 Nov 23 10:03:12.660555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-52b8cd21-a459-4975-804c-3d2d704f3b27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 217 time: 0.4321024 Nov 23 10:03:12.756671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9c2a-916f-4ec7-94fa-707bc3e27d95 req-97a4f138-7ebd-4136-8406-b22cf3e4ada0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:12.758182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-568c9c2a-916f-4ec7-94fa-707bc3e27d95 req-97a4f138-7ebd-4136-8406-b22cf3e4ada0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.5401952 Nov 23 10:03:12.774163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-44047a72-50bb-4f10-8872-90569af93602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:12.775582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-44047a72-50bb-4f10-8872-90569af93602 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.0887084 Nov 23 10:03:12.913134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-568c9c2a-916f-4ec7-94fa-707bc3e27d95 req-c605b6bd-c4d0-4456-8f1d-7da540e8c173 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433258 Nov 23 10:03:12.926971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-168d7064-7938-47be-bd66-f42d5497bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:12.928447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-168d7064-7938-47be-bd66-f42d5497bea4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437416 Nov 23 10:03:13.038016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:13.048726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:13.049517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:13.124160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-23e14e0e-6cf0-42df-b5ca-870dc9718830 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868691 Nov 23 10:03:13.186607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=77893b74-1e52-4301-a407-046d67e1e48e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:13.269716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:13.276928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:13.284457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e6647a-cb25-496e-8039-d52c9987b890 req-4a5895e1-cd32-4381-856e-2debc4546ec6 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524889 Nov 23 10:03:13.388111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router ffcb4f1b-97fb-4eca-bc24-f75d24542f17 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:13.503459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:13.513653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42998) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:13.515625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f0bc12d-c80d-4498-9e9a-095884a43d40 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2318196 Nov 23 10:03:13.516931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364a7631-b619-4988-987c-03303a82c2cf None None] Sync routers for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:13.536636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:13.537616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:13.572055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1311c-b3b2-434e-8160-0b57ce3cf7f6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:13.572055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28c1311c-b3b2-434e-8160-0b57ce3cf7f6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports/77893b74-1e52-4301-a407-046d67e1e48e HTTP/1.1" status: 200 len: 913 time: 0.0553920 Nov 23 10:03:13.573055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:13.587176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fba0646c-a604-45ff-8ed9-49bd9a3a691c None None] Provisioning complete for port 77893b74-1e52-4301-a407-046d67e1e48e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:13.587770 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba0646c-a604-45ff-8ed9-49bd9a3a691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:13.589592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:13.628033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:13.628840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:13.668009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-364a7631-b619-4988-987c-03303a82c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:13.668753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364a7631-b619-4988-987c-03303a82c2cf None None] The sync data for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:13.671717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fba0646c-a604-45ff-8ed9-49bd9a3a691c None None] Port 77893b74-1e52-4301-a407-046d67e1e48e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:13.898656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.066209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26b8a3-f921-46dd-bbc0-56eabe7ae464 req-87b5acff-f4aa-4c4c-8867-7f45199ef32d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:14.073666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d26b8a3-f921-46dd-bbc0-56eabe7ae464 req-87b5acff-f4aa-4c4c-8867-7f45199ef32d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.0609534 Nov 23 10:03:14.117864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d26b8a3-f921-46dd-bbc0-56eabe7ae464 req-49a7100c-3b07-4232-a0b8-b010e7982ab9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432036 Nov 23 10:03:14.177752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 77893b74-1e52-4301-a407-046d67e1e48e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:14.178112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.279860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.294758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 77893b74-1e52-4301-a407-046d67e1e48e owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:14.495585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.523839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=77893b74-1e52-4301-a407-046d67e1e48e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:14.654571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:03:14.662729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.769343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:14.790088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:03:14.836430 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.851076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:03:14.865692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router ffcb4f1b-97fb-4eca-bc24-f75d24542f17 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:14.873206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:14.878164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:14.941066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:14.963075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:14.972291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d61ba342-80bd-4a91-a32e-d49197109f0c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976052 Nov 23 10:03:14.974328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43016) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:14.976449 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] Sync routers for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:14.988481 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:14.989423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:15.024041 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:15.032834 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:15.033691 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:15.068451 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:15.069120 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506c47c-c081-4940-8bc4-ac670a46ff23 None None] The sync data for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:15.138993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:03:15.279637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb9fe-7066-4143-9530-690376dfb314 req-f44f7684-d220-424b-848b-5ec56c448a97 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:15.286488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e27bb9fe-7066-4143-9530-690376dfb314 req-f44f7684-d220-424b-848b-5ec56c448a97 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.0637913 Nov 23 10:03:15.342562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e27bb9fe-7066-4143-9530-690376dfb314 req-c6f01bab-0326-4433-9909-2561aa4c4a26 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527778 Nov 23 10:03:15.654927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:15.710263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:15.909516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 09476867-9d24-4bb4-ab05-7c1f951c7019 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:15.909748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:15.999704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.012462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 09476867-9d24-4bb4-ab05-7c1f951c7019 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:16.234396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.268093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=09476867-9d24-4bb4-ab05-7c1f951c7019,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:16.293212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.293212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.293212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.293589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.293773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.294111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.294433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.294759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.295080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.295398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.295714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.296029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:16.380337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.489331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd83e22-1a6e-43e1-9cf5-a12d1e10bc98 req-694d9c9b-0f6f-4358-8e1d-192587a73364 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:16.491011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdd83e22-1a6e-43e1-9cf5-a12d1e10bc98 req-694d9c9b-0f6f-4358-8e1d-192587a73364 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.0613964 Nov 23 10:03:16.539611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdd83e22-1a6e-43e1-9cf5-a12d1e10bc98 req-00123a49-1d3a-427a-84ac-74bd75a341a8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 Nov 23 10:03:16.564834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router ffcb4f1b-97fb-4eca-bc24-f75d24542f17 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:16.653158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:16.661564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43034) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:16.661711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2d464513-cd6b-40c4-85de-5bbd669c7b7a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857903 Nov 23 10:03:16.663219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] Sync routers for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:16.668923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:16.693303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6bd2168c-f0c4-44c0-b7e8-b5946bb34177 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffcb4f1b-97fb-4eca-bc24-f75d24542f17 HTTP/1.1" status: 200 len: 205 time: 0.0272756 Nov 23 10:03:16.693607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43036) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:16.704102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:16.704732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:16.790982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.901698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:16.916951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] Routers {'ffcb4f1b-97fb-4eca-bc24-f75d24542f17'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:16.917593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:16.951996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:16.952669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39c437-1cef-4272-b64a-74af7c5e9fa5 None None] The sync data for ids ['ffcb4f1b-97fb-4eca-bc24-f75d24542f17'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:16.958106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:03:16.963659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:16.964047 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.964695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:16.967245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.017839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.018185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router ffcb4f1b-97fb-4eca-bc24-f75d24542f17 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:17.026157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.027554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-185ad713-eac3-4a5d-aa35-6ef7b5d65ba5 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17 HTTP/1.1" status: 204 len: 168 time: 0.3327191 Nov 23 10:03:17.030144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43042) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:17.076261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.107717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:17.110278 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b64088b-8995-4440-b010-9e6cce24aeb3" -d '{"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:17.126154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:17.136331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.145699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet 8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:17.152734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.179461 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592fea92-7fde-455a-ad0b-30d38d40d447 x-openstack-request-id: req-592fea92-7fde-455a-ad0b-30d38d40d447 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:17.179778 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:17.180034 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-592fea92-7fde-455a-ad0b-30d38d40d447 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:17.180441 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'code': 200} Nov 23 10:03:17.196828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:17.219877 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.332735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca523e-fe55-46aa-b886-c691a144e244 req-d9b928c8-b468-410f-85a5-6dee088d2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:17.334263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83ca523e-fe55-46aa-b886-c691a144e244 req-d9b928c8-b468-410f-85a5-6dee088d2b7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1097 time: 0.0922101 Nov 23 10:03:17.360438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.422515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83ca523e-fe55-46aa-b886-c691a144e244 req-88c44187-1b07-4908-96a0-b8103dd4b326 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809772 Nov 23 10:03:17.440395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.467536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:17.471360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.477790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb39e908-29dd-4029-bd3d-6f99a6272683 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd HTTP/1.1" status: 204 len: 168 time: 0.4435298 Nov 23 10:03:17.477790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43050) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:17.483005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442472d3-e4b2-44c7-987d-728d7848948d None None] Network b940ddeb-748e-4cdf-95ef-8ce6a9327c32 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:17.529646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet b3304de4-1f92-4aa3-963f-66732a8efb30 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:17.533736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.580680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.694795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f071c-3f38-4ff8-9c76-2674c005d7aa req-ec462dbf-853b-42aa-8053-e76c56733913 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:17.696430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-534f071c-3f38-4ff8-9c76-2674c005d7aa req-ec462dbf-853b-42aa-8053-e76c56733913 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0697787 Nov 23 10:03:17.702979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] DHCP port deletion for b940ddeb-748e-4cdf-95ef-8ce6a9327c32 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:17.716232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.754988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-534f071c-3f38-4ff8-9c76-2674c005d7aa req-0473b367-f968-4cc7-a7fd-71e3cf979ebe tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491333 Nov 23 10:03:17.757858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Deleting port 3dc333c7-81cd-470b-95c4-28618f16e49c {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:17.758474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.801994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.827318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=b3304de4-1f92-4aa3-963f-66732a8efb30,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:17.834754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.841570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43058) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:17.842448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0dd8254-ae36-4f4a-ae0d-b3e02370fc77 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/b3304de4-1f92-4aa3-963f-66732a8efb30 HTTP/1.1" status: 204 len: 168 time: 0.3641348 Nov 23 10:03:17.855076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696595c-4099-4b81-bd4c-6d8320fe8462 None None] Network d97e0c2e-d343-4f7f-9c16-c3e440827f39 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:17.863158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] For port 3dc333c7-81cd-470b-95c4-28618f16e49c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3dc333c7-81cd-470b-95c4-28618f16e49c,segment=NetworkSegment(238dfc4e-4d54-4e88-a40a-a1f36e88c07d),segment_id=238dfc4e-4d54-4e88-a40a-a1f36e88c07d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:17.863557 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.882880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc8d7-a8a8-421b-bebb-6d9e8142a25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:17.898621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Calling delete_port for 3dc333c7-81cd-470b-95c4-28618f16e49c owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:17.940742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.018958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 3dc333c7-81cd-470b-95c4-28618f16e49c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:18.019635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.064484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.090535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] Pushing event deleted for resources: {'Port': ['ID=3dc333c7-81cd-470b-95c4-28618f16e49c,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:18.109720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 3dc333c7-81cd-470b-95c4-28618f16e49c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3dc333c7-81cd-470b-95c4-28618f16e49c,segment=NetworkSegment(238dfc4e-4d54-4e88-a40a-a1f36e88c07d),segment_id=238dfc4e-4d54-4e88-a40a-a1f36e88c07d)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:18.110188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.122695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cfb3f-62e5-4dce-8c72-4e280d7aa29c None None] No DVR routers for this DVR port 3dc333c7-81cd-470b-95c4-28618f16e49c on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:18.128256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 3dc333c7-81cd-470b-95c4-28618f16e49c owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:18.144028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] DHCP port deletion for d97e0c2e-d343-4f7f-9c16-c3e440827f39 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:18.207908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Deleting port 72d74b3a-6919-4e53-8617-23686fdb76a4 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:18.208296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.219417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.251436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=3dc333c7-81cd-470b-95c4-28618f16e49c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:18.259199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 3dc333c7-81cd-470b-95c4-28618f16e49c on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:18.288920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] For port 72d74b3a-6919-4e53-8617-23686fdb76a4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=72d74b3a-6919-4e53-8617-23686fdb76a4,segment=NetworkSegment(2f6be8c6-6922-45e8-8bac-81d22fd1b621),segment_id=2f6be8c6-6922-45e8-8bac-81d22fd1b621)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:18.289326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.302436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Calling delete_port for 72d74b3a-6919-4e53-8617-23686fdb76a4 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:18.346993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.379294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b940ddeb-748e-4cdf-95ef-8ce6a9327c32']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.390566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238dfc4e-4d54-4e88-a40a-a1f36e88c07d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.390866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238dfc4e-4d54-4e88-a40a-a1f36e88c07d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.401515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.412471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.425657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.433090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:18.433499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.447131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] Pushing event deleted for resources: {'Port': ['ID=72d74b3a-6919-4e53-8617-23686fdb76a4,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:18.455727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d767f4-7c7a-433a-ae50-1588d707ce77 None None] No DVR routers for this DVR port 72d74b3a-6919-4e53-8617-23686fdb76a4 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:18.462461 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:18.504827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.511102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.517476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:18.517704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/b940ddeb-748e-4cdf-95ef-8ce6a9327c32 HTTP/1.1" status: 204 len: 168 time: 0.6750202 Nov 23 10:03:18.535798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6b4a4-a9c5-48f3-b109-735ab468782b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=b940ddeb-748e-4cdf-95ef-8ce6a9327c32,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:18.598571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.684163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.711125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97e0c2e-d343-4f7f-9c16-c3e440827f39']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.721703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6be8c6-6922-45e8-8bac-81d22fd1b621') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.722138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6be8c6-6922-45e8-8bac-81d22fd1b621') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:18.732906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.747515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.754998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:18.755551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:18.758667 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:18.822591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.829992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.837927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/d97e0c2e-d343-4f7f-9c16-c3e440827f39 HTTP/1.1" status: 204 len: 168 time: 0.3148682 Nov 23 10:03:18.838220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:18.852340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1208247140'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:18.856750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e79284-8cd8-4d4d-8724-33f59b977f15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=d97e0c2e-d343-4f7f-9c16-c3e440827f39,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:18.876704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:18.880229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.904724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:18.914283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:18.914661 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01 of type vlan for network 789c8b6a-92af-457f-9e04-ed6f6df5e769 Nov 23 10:03:18.914775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc881-de75-4a8e-b6ee-06236dbca079 req-91cb5929-0af5-4798-bd9c-fd27f4369546 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:18.918522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5adc881-de75-4a8e-b6ee-06236dbca079 req-91cb5929-0af5-4798-bd9c-fd27f4369546 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0613065 Nov 23 10:03:18.991117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5adc881-de75-4a8e-b6ee-06236dbca079 req-ea75ec1d-a5d9-46a6-8c24-3fb37dbe8a66 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681398 Nov 23 10:03:18.991881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.021709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.029121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:19.030000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.087396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2390804 Nov 23 10:03:19.090381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43076) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:19.095737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:19.154224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833584e5-3088-4131-8421-cc2673cc52b1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=789c8b6a-92af-457f-9e04-ed6f6df5e769,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:19.171732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:19.188995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3142c-7e2d-403a-b7c6-573325a726d4 req-253594a7-2bbf-4e18-8bff-0bdea5112d5d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:19.195177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50f3142c-7e2d-403a-b7c6-573325a726d4 req-253594a7-2bbf-4e18-8bff-0bdea5112d5d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1229086 Nov 23 10:03:19.195699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43080) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:19.198112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 72d74b3a-6919-4e53-8617-23686fdb76a4 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:19.200163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'floatingip': {'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:19.226718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 72d74b3a-6919-4e53-8617-23686fdb76a4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:19.227057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 72d74b3a-6919-4e53-8617-23686fdb76a4 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:19.227801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3dc333c7-81cd-470b-95c4-28618f16e49c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:19.235929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:19.240283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.247406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.287055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3dc333c7-81cd-470b-95c4-28618f16e49c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:19.287693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3dc333c7-81cd-470b-95c4-28618f16e49c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:19.470403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.536066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=0e8fca3c-c055-4d88-9a7a-e23c4d34c204,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:19.547660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:19.548022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: 789c8b6a-92af-457f-9e04-ed6f6df5e769, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:19.566215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:19.581228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 789c8b6a-92af-457f-9e04-ed6f6df5e769) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:19.591683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e4ede-f48e-4c7e-b773-24ca45b35d65 None None] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:19.594146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:19.594799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.622238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-00626909-fcfc-4772-a99a-aa38e81fe943 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5304680 Nov 23 10:03:19.625076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:19.640994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-546258641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:19.677695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.679278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.746217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.757617 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.769203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-789c8b6a-92af-457f-9e04-ed6f6df5e769', 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': '0e8fca3c-c055-4d88-9a7a-e23c4d34c204'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:19.770118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.795619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.797295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b98e11cb-eaef-40d4-adbc-bb681b91a127 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1628191 Nov 23 10:03:19.803383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43088) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:19.814635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'port': {'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769', 'name': 'tempest-RoutersIpV6Test-1544142509'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:19.859008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.867289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:19.964451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Allocated IP 2001:db8::2 (789c8b6a-92af-457f-9e04-ed6f6df5e769/0e8fca3c-c055-4d88-9a7a-e23c4d34c204/bf73bf8d-0858-4e34-821d-932c14182876) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:20.077025 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Floating IP 73f88755-eeac-4f28-b1b1-6e21788ac2e1 associated. External IP: 172.25.1.250, port: c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6. Nov 23 10:03:20.119486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:20.186093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.191457 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.207608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.265714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Pushing event updated for resources: {'Port': ['ID=bf73bf8d-0858-4e34-821d-932c14182876,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:20.274478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:20.275987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:20.278786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:20.340172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Attempting to bind port bf73bf8d-0858-4e34-821d-932c14182876 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:20.341697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Attempting to bind port bf73bf8d-0858-4e34-821d-932c14182876 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:20.341697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Attempting to bind port bf73bf8d-0858-4e34-821d-932c14182876 on network 789c8b6a-92af-457f-9e04-ed6f6df5e769 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:20.347211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:20.347596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Checking segment: {'id': 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:20.348017 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.348393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Bound using segment: {'id': 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:20.348888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Bound port: bf73bf8d-0858-4e34-821d-932c14182876, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '789c8b6a-92af-457f-9e04-ed6f6df5e769'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:20.349255 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.466952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6130fabc-06a9-4ecd-8c7c-d8f9f0c65e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.469784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.477781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] For port bf73bf8d-0858-4e34-821d-932c14182876, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:20.481413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] For port bf73bf8d-0858-4e34-821d-932c14182876, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bf73bf8d-0858-4e34-821d-932c14182876,segment=NetworkSegment(a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01),segment_id=a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:20.494766 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:20.499090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] device_id is not set on port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:03:20.578173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b4915-b5fb-48e4-932a-2531a0136ae3 None None] Pushing event updated for resources: {'Port': ['ID=bf73bf8d-0858-4e34-821d-932c14182876,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:20.737583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8::27e (789c8b6a-92af-457f-9e04-ed6f6df5e769/0e8fca3c-c055-4d88-9a7a-e23c4d34c204/85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:20.900308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:21.108252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.144038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:21.150023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.161331 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:21.190375 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.195033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:21.195671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:21.224184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bf73bf8d-0858-4e34-821d-932c14182876 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:21.253169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-baa0920f-0881-4156-9dca-8e40f8c253bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "PUT /v2.0/floatingips/73f88755-eeac-4f28-b1b1-6e21788ac2e1 HTTP/1.1" status: 200 len: 992 time: 2.0563507 Nov 23 10:03:21.255394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:21.257807 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:21.275826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.342584 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f82c8-99b3-4d93-afd9-e728acfc61d7 x-openstack-request-id: req-a77f82c8-99b3-4d93-afd9-e728acfc61d7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:21.342844 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:21.343069 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a77f82c8-99b3-4d93-afd9-e728acfc61d7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:21.344585 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'status': 'completed', 'code': 200} Nov 23 10:03:21.386391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:21.389515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bf73bf8d-0858-4e34-821d-932c14182876 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:21.390107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.404067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:21.436966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:21.441092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:21.450552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:21.459818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:21.461348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.467550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-99ccbc8d-a5d5-4ec7-a4dc-962834ecac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:21.469993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-99ccbc8d-a5d5-4ec7-a4dc-962834ecac66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1097 time: 0.1204906 Nov 23 10:03:21.593679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-178c4bad-2c0d-42a3-a4f3-143066e0be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:21.595392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-178c4bad-2c0d-42a3-a4f3-143066e0be50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.1169279 Nov 23 10:03:21.609329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f1700e06-70dc-4ca4-8fb1-b6b51e652eac tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8047793 Nov 23 10:03:21.621542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43110) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:21.650025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.698291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-23f6b03e-dc31-4256-83ff-cef5b40d8ed1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0923400 Nov 23 10:03:21.729291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port bf73bf8d-0858-4e34-821d-932c14182876, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bf73bf8d-0858-4e34-821d-932c14182876,segment=NetworkSegment(a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01),segment_id=a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:21.745921 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:21.821373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-4740690f-891d-4db3-a9a6-272b2f90f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:21.830427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-4740690f-891d-4db3-a9a6-272b2f90f078 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.1207294 Nov 23 10:03:21.871707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=bf73bf8d-0858-4e34-821d-932c14182876,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:21.903469 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '73f88755-eeac-4f28-b1b1-6e21788ac2e1', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd687856-4a3b-48cd-913b-342783255428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:03:03Z', 'updated_at': '2021-11-23T10:03:19Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:21.945361 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:21.948314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-6736b0b4-dedf-40b9-bc4c-5330b62001af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:21.949967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-6736b0b4-dedf-40b9-bc4c-5330b62001af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123407 Nov 23 10:03:21.961653 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:21.962768 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:21.976982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a958b-a263-47c1-bb7e-2788b9cbf1f5 None None] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:22.129875 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:22.140190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-40080b3b-72c0-4daf-9f88-db9f8f7b885b service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829236 Nov 23 10:03:22.161953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ee997fe9-853b-4667-9f6c-9dcb3defe4fe None None] Provisioning complete for port bf73bf8d-0858-4e34-821d-932c14182876 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:22.162282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee997fe9-853b-4667-9f6c-9dcb3defe4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:22.300857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1b52a61-4533-4fa9-a4e0-507f41fabdfd req-8d9a3bfd-ac56-498d-a2bc-e1eef8976aac service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520317 Nov 23 10:03:22.395442 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:22.585309 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:22.669170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '73f88755-eeac-4f28-b1b1-6e21788ac2e1', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd687856-4a3b-48cd-913b-342783255428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:03:03Z', 'updated_at': '2021-11-23T10:03:19Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:22.698066 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76775f00-a957-459c-b547-2e731b5081e3 None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '73f88755-eeac-4f28-b1b1-6e21788ac2e1', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd687856-4a3b-48cd-913b-342783255428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:03:03Z', 'updated_at': '2021-11-23T10:03:19Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:22.797785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:22.804346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:22.879381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:23.012335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539bc1a-9c44-4c07-aeaf-5fc0e79427b5 None None] New status for floating IP 73f88755-eeac-4f28-b1b1-6e21788ac2e1: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:03:23.015088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.023631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a219b0a1-d18b-44f9-97ca-25d0a33de18c None None] Provisioning complete for port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:23.024146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a219b0a1-d18b-44f9-97ca-25d0a33de18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.147089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a219b0a1-d18b-44f9-97ca-25d0a33de18c None None] Port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:23.185311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.207939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a219b0a1-d18b-44f9-97ca-25d0a33de18c None None] Provisioning complete for port bf73bf8d-0858-4e34-821d-932c14182876 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:23.208317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a219b0a1-d18b-44f9-97ca-25d0a33de18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.250496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bf73bf8d-0858-4e34-821d-932c14182876 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:23.411218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bf73bf8d-0858-4e34-821d-932c14182876 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:23.412200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.573534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.615301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e56a8bf6-5b68-47e8-a492-4489b042d06f None None] Provisioning complete for port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:23.616306 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e56a8bf6-5b68-47e8-a492-4489b042d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.658761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e56a8bf6-5b68-47e8-a492-4489b042d06f None None] Port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:23.675979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.681924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.682690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.746954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:23.784072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bc396993-cfd5-430b-9cc6-af1a21227035 None None] Provisioning complete for port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:23.784540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc396993-cfd5-430b-9cc6-af1a21227035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:23.838486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:23.843277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:23.858246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bc396993-cfd5-430b-9cc6-af1a21227035 None None] Port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:24.013293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router e8dc19cf-d909-42af-b254-5312d113c26e is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:24.124537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:24.134192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:24.135922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] Sync routers for ids ['e8dc19cf-d909-42af-b254-5312d113c26e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:24.138503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e14dcbe7-5529-472f-81b2-bc2329c7b69b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/e8dc19cf-d909-42af-b254-5312d113c26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157187 Nov 23 10:03:24.151207 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] Routers {'e8dc19cf-d909-42af-b254-5312d113c26e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:24.151843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e8dc19cf-d909-42af-b254-5312d113c26e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:24.183176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37acce4c-335e-404e-b941-2e26ac72a736 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:24.191816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37acce4c-335e-404e-b941-2e26ac72a736 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports/85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 HTTP/1.1" status: 200 len: 984 time: 0.0490324 Nov 23 10:03:24.191816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:24.199821 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:24.208732 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] Routers {'e8dc19cf-d909-42af-b254-5312d113c26e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:24.210292 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e8dc19cf-d909-42af-b254-5312d113c26e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:24.250768 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:24.251499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0898c6-cfec-4208-8b64-178dab95dd48 None None] The sync data for ids ['e8dc19cf-d909-42af-b254-5312d113c26e'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:24.408283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f4d61952-2c5d-43bf-a5b3-2ae179f37509 None None] Provisioning complete for port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:24.408697 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4d61952-2c5d-43bf-a5b3-2ae179f37509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:24.444168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f4d61952-2c5d-43bf-a5b3-2ae179f37509 None None] Port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:24.574462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:24.818734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:24.819077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:24.912797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:24.927606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:25.128591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:25.157915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=85a73bfb-ba9c-40a9-b860-76d9f9ef4bd3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:25.260427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:25.431541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router e8dc19cf-d909-42af-b254-5312d113c26e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:25.509395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:25.514687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f3f88961-3c37-444b-8106-79b5356b91d0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/e8dc19cf-d909-42af-b254-5312d113c26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3258638 Nov 23 10:03:25.517572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:25.561874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f49a41-389b-465d-8040-501479c10c70 None None] Sync routers for ids ['e8dc19cf-d909-42af-b254-5312d113c26e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:25.580231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] Routers {'e8dc19cf-d909-42af-b254-5312d113c26e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:25.581022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e8dc19cf-d909-42af-b254-5312d113c26e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:25.620839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:25.634226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] Routers {'e8dc19cf-d909-42af-b254-5312d113c26e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:25.634832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e8dc19cf-d909-42af-b254-5312d113c26e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:25.709942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86f49a41-389b-465d-8040-501479c10c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:25.715256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f49a41-389b-465d-8040-501479c10c70 None None] The sync data for ids ['e8dc19cf-d909-42af-b254-5312d113c26e'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:25.734510 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-1eaae45b-22b4-40bb-a8e8-e0144762bc13 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 10:03:25.737701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1eaae45b-22b4-40bb-a8e8-e0144762bc13 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/e8dc19cf-d909-42af-b254-5312d113c26e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2184792 Nov 23 10:03:25.739915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:25.772822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-292d1fc2-eb70-4fff-9e6d-bf7e14003b5a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8dc19cf-d909-42af-b254-5312d113c26e HTTP/1.1" status: 200 len: 205 time: 0.0287609 Nov 23 10:03:25.773169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43160) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:26.172686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.330692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.332535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.380131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.380760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router e8dc19cf-d909-42af-b254-5312d113c26e {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:26.391295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.391295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfb9db51-9d75-42af-8345-4975f6b1df94 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e8dc19cf-d909-42af-b254-5312d113c26e HTTP/1.1" status: 204 len: 168 time: 0.6153960 Nov 23 10:03:26.393020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43164) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:26.454531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet 0e8fca3c-c055-4d88-9a7a-e23c4d34c204 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:26.458327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.505662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.589967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.650189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.676100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8fca3c-c055-4d88-9a7a-e23c4d34c204,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:26.685585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.688803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-479ef793-5191-4970-bf7d-54119fecfd38 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/0e8fca3c-c055-4d88-9a7a-e23c4d34c204 HTTP/1.1" status: 204 len: 168 time: 0.2947729 Nov 23 10:03:26.691452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:26.695326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531aef8-229f-4aa6-b2fe-1228b762337a None None] Network 789c8b6a-92af-457f-9e04-ed6f6df5e769 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:26.776495 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.833970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port bf73bf8d-0858-4e34-821d-932c14182876 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:26.834279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.903765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port bf73bf8d-0858-4e34-821d-932c14182876, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bf73bf8d-0858-4e34-821d-932c14182876,segment=NetworkSegment(a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01),segment_id=a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:26.904125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:26.918557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for bf73bf8d-0858-4e34-821d-932c14182876 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:26.937696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] DHCP port deletion for 789c8b6a-92af-457f-9e04-ed6f6df5e769 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:26.985569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Deleting port bf73bf8d-0858-4e34-821d-932c14182876 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:26.986141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.001623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.029016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=bf73bf8d-0858-4e34-821d-932c14182876,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:27.030864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port bf73bf8d-0858-4e34-821d-932c14182876 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:27.100704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] For port bf73bf8d-0858-4e34-821d-932c14182876, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bf73bf8d-0858-4e34-821d-932c14182876,segment=NetworkSegment(a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01),segment_id=a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:27.101115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.133816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Calling delete_port for bf73bf8d-0858-4e34-821d-932c14182876 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:27.137142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.146353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bf73bf8d-0858-4e34-821d-932c14182876 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:27.165131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789c8b6a-92af-457f-9e04-ed6f6df5e769']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:27.178129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:27.178440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c9e486-d3dc-40ae-a5b1-dcdf367a2e01') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:27.181924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bf73bf8d-0858-4e34-821d-932c14182876 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:27.182162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bf73bf8d-0858-4e34-821d-932c14182876 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:27.193093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.209704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.219898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:27.220749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.266818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:27.292800 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:27.299105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] No DVR routers for this DVR port bf73bf8d-0858-4e34-821d-932c14182876 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:27.303783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019088-362d-49d6-887d-e625dea4b497 None None] Pushing event deleted for resources: {'Port': ['ID=bf73bf8d-0858-4e34-821d-932c14182876,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:27.322676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.331143 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.334374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/789c8b6a-92af-457f-9e04-ed6f6df5e769 HTTP/1.1" status: 204 len: 168 time: 0.6419818 Nov 23 10:03:27.340515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43182) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:27.346825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1972-77e8-4223-bda3-acefcb023c2b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=789c8b6a-92af-457f-9e04-ed6f6df5e769,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:27.348799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266062246'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:27.374607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:27.379076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.406575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:27.416370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.416715 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 45b21b83-5f4a-4e56-86f8-a5164ba67c87 of type vlan for network 51e7002c-c1bc-4597-be41-98e056e73783 Nov 23 10:03:27.468014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.504005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.511390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.512156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:27.604665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2626629 Nov 23 10:03:27.605261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43190) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:27.612794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': '51e7002c-c1bc-4597-be41-98e056e73783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:27.617970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dbbdb-befc-45cf-99aa-8a95131f7ebb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=51e7002c-c1bc-4597-be41-98e056e73783,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:27.630669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 51e7002c-c1bc-4597-be41-98e056e73783 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:27.641621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.658024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.666941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.673194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.680237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.686709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.693128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:27.701592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05a9866b-493e-4915-92d9-189fa4711a68 req-79fdf15e-3086-4a2b-8d6c-271126eb0e4e tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.1280341 Nov 23 10:03:27.766413 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05a9866b-493e-4915-92d9-189fa4711a68 req-a02c858f-fea0-4574-b497-7f78c6f6cdb1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635374 Nov 23 10:03:27.793634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:27.797456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.019419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.086519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=4e9e1e08-912b-44cb-8d32-7c120171f594,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:28.095552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '45b21b83-5f4a-4e56-86f8-a5164ba67c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:28.095963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: 51e7002c-c1bc-4597-be41-98e056e73783, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:28.113708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 51e7002c-c1bc-4597-be41-98e056e73783 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:28.123743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 51e7002c-c1bc-4597-be41-98e056e73783) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:28.128255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.129009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.134316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256171d-07dd-4d13-b4ed-2f4f537754ca None None] Network 51e7002c-c1bc-4597-be41-98e056e73783 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:28.148439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2e7cd536-8e22-4437-b2d5-c9996198a2a7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5397105 Nov 23 10:03:28.150905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43196) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:28.155623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2146545224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:28.196217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.197381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.281294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.289527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.309852 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.311139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f7286446-bc8e-4076-ad68-3be4e14abe2a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1591296 Nov 23 10:03:28.314615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43200) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:28.339062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-51e7002c-c1bc-4597-be41-98e056e73783', 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': '4e9e1e08-912b-44cb-8d32-7c120171f594'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:28.340393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.474742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Allocated IP 2001:db8::2 (51e7002c-c1bc-4597-be41-98e056e73783/4e9e1e08-912b-44cb-8d32-7c120171f594/164876f8-343b-4b2c-9193-ad309e49a292) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:28.612068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.641653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.649825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.657511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.665979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.672856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.679994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.680560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.687591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.689177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.690081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-ca7feaf3-6289-4892-9e49-0665db99b4f1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.1220717 Nov 23 10:03:28.741382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Pushing event updated for resources: {'Port': ['ID=164876f8-343b-4b2c-9193-ad309e49a292,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:28.745002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Network 51e7002c-c1bc-4597-be41-98e056e73783 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:28.746999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:28.752957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:28.761527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-c9b0518c-4c85-4bd1-97a4-c77e74f15484 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:28.763633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-c9b0518c-4c85-4bd1-97a4-c77e74f15484 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0638173 Nov 23 10:03:28.831189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Attempting to bind port 164876f8-343b-4b2c-9193-ad309e49a292 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:28.831562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Attempting to bind port 164876f8-343b-4b2c-9193-ad309e49a292 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '45b21b83-5f4a-4e56-86f8-a5164ba67c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:28.831925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Attempting to bind port 164876f8-343b-4b2c-9193-ad309e49a292 on network 51e7002c-c1bc-4597-be41-98e056e73783 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:28.841450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:28.844562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Checking segment: {'id': '45b21b83-5f4a-4e56-86f8-a5164ba67c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:28.844746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.845101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Bound using segment: {'id': '45b21b83-5f4a-4e56-86f8-a5164ba67c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:28.845596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Bound port: 164876f8-343b-4b2c-9193-ad309e49a292, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b21b83-5f4a-4e56-86f8-a5164ba67c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51e7002c-c1bc-4597-be41-98e056e73783'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:28.846003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.891100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-64414bac-4976-45f2-97e9-a326c64bb0d7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1210063 Nov 23 10:03:28.903730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:28.923082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] For port 164876f8-343b-4b2c-9193-ad309e49a292, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:28.927321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] For port 164876f8-343b-4b2c-9193-ad309e49a292, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=164876f8-343b-4b2c-9193-ad309e49a292,segment=NetworkSegment(45b21b83-5f4a-4e56-86f8-a5164ba67c87),segment_id=45b21b83-5f4a-4e56-86f8-a5164ba67c87)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:28.935574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.963558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:28.967395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8::1 (51e7002c-c1bc-4597-be41-98e056e73783/4e9e1e08-912b-44cb-8d32-7c120171f594/090ec202-7feb-453f-a1cc-acfb15bf8bee) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:29.013840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f8cfa-20a8-4539-b0cc-f55e7e801ce5 None None] Pushing event updated for resources: {'Port': ['ID=164876f8-343b-4b2c-9193-ad309e49a292,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:29.066798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.077982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.084461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.091306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.098540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.110663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.117067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.122776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-b319b4ec-cf67-47e6-ba51-8163898160e3 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 5444 time: 0.2141232 Nov 23 10:03:29.153395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a446a203-3b6c-4855-a242-537914fc1e4d,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:29.204886 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] For port a446a203-3b6c-4855-a242-537914fc1e4d, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:29.240948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] device_id is not set on port a446a203-3b6c-4855-a242-537914fc1e4d yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:03:29.250537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.259625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.283951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.367266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] No DVR routers for this DVR port a446a203-3b6c-4855-a242-537914fc1e4d on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:29.380025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c5e8bbb-cda1-4fdd-a343-e49910085107 req-dc96c26a-aefa-4e0b-94fa-fff201c51255 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&id=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1852050 Nov 23 10:03:29.427608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] In _notify_port_updated(), no bound segment for port a446a203-3b6c-4855-a242-537914fc1e4d on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:03:29.428530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.429156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.430541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] 10.222.0.50 "PUT /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 200 len: 1032 time: 0.5321467 Nov 23 10:03:29.431348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82aa7c2-54d9-444e-b936-95c36d7d6083 service neutron] Pushing event updated for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:29.459307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.518331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f096500a-9b04-4014-91fd-5eb5671495e2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:29.520174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f096500a-9b04-4014-91fd-5eb5671495e2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "GET /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0789163 Nov 23 10:03:29.537192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:29.546144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 51e7002c-c1bc-4597-be41-98e056e73783 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:29.549697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:29.558785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:29.559318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.563077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=090ec202-7feb-453f-a1cc-acfb15bf8bee,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:29.647596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.708513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.719249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ee5f471d-e838-49e3-a518-f89e559f11d5 None None] Provisioning complete for port a446a203-3b6c-4855-a242-537914fc1e4d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:29.724860 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee5f471d-e838-49e3-a518-f89e559f11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.808035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f471d-e838-49e3-a518-f89e559f11d5 None None] Port a446a203-3b6c-4855-a242-537914fc1e4d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:29.831641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d873826a-dd89-4499-a426-9ede815c0f23,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:29.867474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] For port d873826a-dd89-4499-a426-9ede815c0f23, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:29.903412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] device_id is not set on port d873826a-dd89-4499-a426-9ede815c0f23 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:03:29.919010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.928014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:29.993291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] No DVR routers for this DVR port d873826a-dd89-4499-a426-9ede815c0f23 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:29.996800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Pushing event updated for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:30.027435 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.038057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.039531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.054130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] In _notify_port_updated(), no bound segment for port d873826a-dd89-4499-a426-9ede815c0f23 on network c7c8d507-08e7-4f05-917a-cd32f575d714 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:03:30.055041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:30.055707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.058241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a97a920d-887c-4e67-9537-195d8586374c service neutron] 10.222.0.50 "PUT /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 200 len: 1033 time: 0.5274479 Nov 23 10:03:30.164614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=090ec202-7feb-453f-a1cc-acfb15bf8bee,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:30.234373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 964043c6-66a0-4330-be51-0573b2548b56 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:30.234787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.280831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 51e7002c-c1bc-4597-be41-98e056e73783 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:30.291267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:30.366807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 964043c6-66a0-4330-be51-0573b2548b56, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=964043c6-66a0-4330-be51-0573b2548b56,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:30.367170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.438502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router 49b3a9ed-894a-4991-8123-9c50228eb155 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:30.449468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ad255826-906c-415d-9659-a895416aef8f None None] Provisioning complete for port d873826a-dd89-4499-a426-9ede815c0f23 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:30.450183 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ad255826-906c-415d-9659-a895416aef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.527086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ad255826-906c-415d-9659-a895416aef8f None None] Port d873826a-dd89-4499-a426-9ede815c0f23 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:30.532299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233219c4-5cc0-42cc-93e2-50cc512d6303 None None] Network 51e7002c-c1bc-4597-be41-98e056e73783 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:30.589365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:30.595694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b2187ce-f7bb-472e-922e-8c7ab743f65e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/49b3a9ed-894a-4991-8123-9c50228eb155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2796233 Nov 23 10:03:30.598204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:30.601332 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] Sync routers for ids ['49b3a9ed-894a-4991-8123-9c50228eb155'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:30.619547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] Routers {'49b3a9ed-894a-4991-8123-9c50228eb155'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:30.620496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['49b3a9ed-894a-4991-8123-9c50228eb155'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:30.657880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a54d2e-f0c9-4498-a25c-a2ebd4720c67 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:30.659331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2a54d2e-f0c9-4498-a25c-a2ebd4720c67 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports/090ec202-7feb-453f-a1cc-acfb15bf8bee HTTP/1.1" status: 200 len: 911 time: 0.0597785 Nov 23 10:03:30.662208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43230) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:30.683390 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:30.696210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] Routers {'49b3a9ed-894a-4991-8123-9c50228eb155'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:30.697017 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['49b3a9ed-894a-4991-8123-9c50228eb155'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:30.740355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] Provisioning complete for port 164876f8-343b-4b2c-9193-ad309e49a292 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:30.741475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.748660 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:30.749584 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f5d78-35fd-4ca9-a3c2-7a156574ea84 None None] The sync data for ids ['49b3a9ed-894a-4991-8123-9c50228eb155'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:30.882553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:30.927388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] For port 164876f8-343b-4b2c-9193-ad309e49a292, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=164876f8-343b-4b2c-9193-ad309e49a292,segment=NetworkSegment(45b21b83-5f4a-4e56-86f8-a5164ba67c87),segment_id=45b21b83-5f4a-4e56-86f8-a5164ba67c87)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:30.934436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.026241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29830e9b-fbe2-45f4-bea4-f0cae3c268f4 None None] Pushing event updated for resources: {'Port': ['ID=164876f8-343b-4b2c-9193-ad309e49a292,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:31.139016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.209737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:31.215998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:31.222959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:31.225045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 164876f8-343b-4b2c-9193-ad309e49a292 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:31.230749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:31.237058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:31.238964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-37fc1b1e-3027-42a2-924f-416669953dab tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 3885 time: 0.6792645 Nov 23 10:03:31.313287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.313287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.313287 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Floating IP a4699c2b-bd12-4d4c-9c74-cfa3bc11dace disassociated. External IP: 172.25.1.191, port: 964043c6-66a0-4330-be51-0573b2548b56. Nov 23 10:03:31.313287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 964043c6-66a0-4330-be51-0573b2548b56 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:31.320759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-315c4cd2-5ef5-4ee2-9972-1fd16490468d req-d53130dc-4035-4a0e-87d5-2b90618ea3d8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708790 Nov 23 10:03:31.351028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2d38159a-f7a0-4642-886f-ab62a24b7796 None None] Provisioning complete for port 164876f8-343b-4b2c-9193-ad309e49a292 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:31.351402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d38159a-f7a0-4642-886f-ab62a24b7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.445735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 164876f8-343b-4b2c-9193-ad309e49a292 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:31.445735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.513086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.593550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=964043c6-66a0-4330-be51-0573b2548b56,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:31.614855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 090ec202-7feb-453f-a1cc-acfb15bf8bee {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:31.615446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.625281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.625628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.626348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.626348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.626652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.626948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.627275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.627595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.627917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.628233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.628548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.628863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:31.639287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2d38159a-f7a0-4642-886f-ab62a24b7796 None None] Provisioning complete for port 090ec202-7feb-453f-a1cc-acfb15bf8bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:31.639672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d38159a-f7a0-4642-886f-ab62a24b7796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.712002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2d38159a-f7a0-4642-886f-ab62a24b7796 None None] Port 090ec202-7feb-453f-a1cc-acfb15bf8bee cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:31.773040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.793682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 090ec202-7feb-453f-a1cc-acfb15bf8bee owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:31.838423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Router 07033cda-2758-4588-bd62-17945d4b48e5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:31.860784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-65122dd3-77cd-4fa7-9e71-910877398f8d None None] Provisioning complete for port 090ec202-7feb-453f-a1cc-acfb15bf8bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:31.861397 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65122dd3-77cd-4fa7-9e71-910877398f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:31.916230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-65122dd3-77cd-4fa7-9e71-910877398f8d None None] Port 090ec202-7feb-453f-a1cc-acfb15bf8bee cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:32.049535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-607adb8e-4349-4c56-8631-dd5e1ca72f33 None None] Provisioning complete for port 090ec202-7feb-453f-a1cc-acfb15bf8bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:32.051263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:32.051398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-607adb8e-4349-4c56-8631-dd5e1ca72f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.091350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.131903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Sync routers for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:32.134525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 964043c6-66a0-4330-be51-0573b2548b56 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:32.137174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.140899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-f7fa0135-f2a5-4813-bc2a-6792e70937bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "DELETE /v2.0/ports/964043c6-66a0-4330-be51-0573b2548b56 HTTP/1.1" status: 204 len: 173 time: 2.0738859 Nov 23 10:03:32.141936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '964043c6-66a0-4330-be51-0573b2548b56'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:32.144327 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f1c8c-0e84-4773-932b-b2091679acd6" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "964043c6-66a0-4330-be51-0573b2548b56"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:32.161922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=090ec202-7feb-453f-a1cc-acfb15bf8bee,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:32.200481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:32.205663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:32.260317 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de190b27-5f64-4597-a2ff-865a9ea8b7e3 x-openstack-request-id: req-de190b27-5f64-4597-a2ff-865a9ea8b7e3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:32.260885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "964043c6-66a0-4330-be51-0573b2548b56", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:32.260885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de190b27-5f64-4597-a2ff-865a9ea8b7e3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:32.261264 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '964043c6-66a0-4330-be51-0573b2548b56', 'status': 'completed', 'code': 200} Nov 23 10:03:32.294503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-607adb8e-4349-4c56-8631-dd5e1ca72f33 None None] Port 090ec202-7feb-453f-a1cc-acfb15bf8bee cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:32.308998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:32.309393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.452686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:32.527351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:32.527718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.542470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:32.739639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.767133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d5b7417b-e185-4468-9d5f-f1557f2b5cc2 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:32.776021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=5b0946ef-d482-44b6-9e28-b3fb5c9d4771,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:32.844003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:32.847689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.852629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-603fd112-e32b-4711-8b6b-336bbfe9ffe2 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "DELETE /v2.0/ports/5b0946ef-d482-44b6-9e28-b3fb5c9d4771 HTTP/1.1" status: 204 len: 173 time: 0.7050009 Nov 23 10:03:32.862281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:32.890399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Checking router: 07033cda-2758-4588-bd62-17945d4b48e5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:32.919402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:32.975339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 2462d168-d302-43b8-809c-dc62523be609 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:32.975707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.021316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c649a6-0e74-4d6b-9301-ce3ec5b405c4 req-7fa58fcc-d621-4850-aa64-7c29de401514 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:33.028417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c649a6-0e74-4d6b-9301-ce3ec5b405c4 req-7fa58fcc-d621-4850-aa64-7c29de401514 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:33.035263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c649a6-0e74-4d6b-9301-ce3ec5b405c4 req-7fa58fcc-d621-4850-aa64-7c29de401514 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:33.038838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3c649a6-0e74-4d6b-9301-ce3ec5b405c4 req-7fa58fcc-d621-4850-aa64-7c29de401514 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 2415 time: 0.1844275 Nov 23 10:03:33.097059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3c649a6-0e74-4d6b-9301-ce3ec5b405c4 req-03404897-7104-45bc-be70-8f50bfb7bdcd tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527260 Nov 23 10:03:33.114347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:33.114992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:33.118615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.154310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 2462d168-d302-43b8-809c-dc62523be609, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2462d168-d302-43b8-809c-dc62523be609,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:33.158337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.190921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:33.193211 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27142096-e121-46ea-8d19-07fc14f2fdb0" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:33.211836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 2462d168-d302-43b8-809c-dc62523be609 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:33.232829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router 49b3a9ed-894a-4991-8123-9c50228eb155 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:33.291066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:33.295430 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faef7942-0971-48cc-87fc-299872ac8446 x-openstack-request-id: req-faef7942-0971-48cc-87fc-299872ac8446 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:33.296278 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:33.296648 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faef7942-0971-48cc-87fc-299872ac8446 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:33.297246 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'code': 200} Nov 23 10:03:33.316032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.316763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d873826a-dd89-4499-a426-9ede815c0f23 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:33.356817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:33.364461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57d1930e-901e-40bf-88ac-617825fc3478 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/49b3a9ed-894a-4991-8123-9c50228eb155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7008393 Nov 23 10:03:33.368412 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] Sync routers for ids ['49b3a9ed-894a-4991-8123-9c50228eb155'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:33.376084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:33.395854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] Routers {'49b3a9ed-894a-4991-8123-9c50228eb155'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:33.399584 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['49b3a9ed-894a-4991-8123-9c50228eb155'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:33.435162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:33.436173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.437973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d873826a-dd89-4499-a426-9ede815c0f23 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:33.437973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1b3f8912-1f89-49f8-b96d-514457e1815c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:33.453209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d3aad995-8ccb-44df-a9f8-35826b8161be tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b3a9ed-894a-4991-8123-9c50228eb155 HTTP/1.1" status: 200 len: 205 time: 0.0702653 Nov 23 10:03:33.455245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:33.498213 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:33.516985 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] Routers {'49b3a9ed-894a-4991-8123-9c50228eb155'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:33.518012 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['49b3a9ed-894a-4991-8123-9c50228eb155'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:33.518777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=2462d168-d302-43b8-809c-dc62523be609,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:33.587824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 2462d168-d302-43b8-809c-dc62523be609 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:33.590779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.595239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-a5a7401e-27ef-456a-bc3f-16b8a7240972 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "DELETE /v2.0/ports/2462d168-d302-43b8-809c-dc62523be609 HTTP/1.1" status: 204 len: 173 time: 0.7352026 Nov 23 10:03:33.597290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:33.605797 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:33.611599 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141f381-f43f-4060-8065-e630102fdaf0 None None] The sync data for ids ['49b3a9ed-894a-4991-8123-9c50228eb155'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:33.634109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.741721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:33.742113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.789308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.852197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.857731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:33.858204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.876484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.878059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:33.885247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port d5b7417b-e185-4468-9d5f-f1557f2b5cc2, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:33.885623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.921205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:33.921472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b0946ef-d482-44b6-9e28-b3fb5c9d4771 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:33.921956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 964043c6-66a0-4330-be51-0573b2548b56 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:33.922371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for d5b7417b-e185-4468-9d5f-f1557f2b5cc2 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:33.924275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.924914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router 49b3a9ed-894a-4991-8123-9c50228eb155 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:33.935884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:33.937617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d08e12c1-80bc-48a0-a021-19e80757286d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/49b3a9ed-894a-4991-8123-9c50228eb155 HTTP/1.1" status: 204 len: 168 time: 0.4808657 Nov 23 10:03:33.940114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:33.963858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 964043c6-66a0-4330-be51-0573b2548b56 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:33.964059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 964043c6-66a0-4330-be51-0573b2548b56 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:33.964817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2462d168-d302-43b8-809c-dc62523be609 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:34.030034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet 4e9e1e08-912b-44cb-8d32-7c120171f594 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:34.033524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 2462d168-d302-43b8-809c-dc62523be609 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:34.033879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2462d168-d302-43b8-809c-dc62523be609 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:34.034398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.035667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a446a203-3b6c-4855-a242-537914fc1e4d no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:34.096131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a446a203-3b6c-4855-a242-537914fc1e4d not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:34.122180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.125825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:34.128771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:34.182557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756b786-fbaf-465e-9401-ca165ee2161a None None] The sync data for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 is: [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T09:52:39Z', 'revision_number': 4, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '8de3df9c-6755-45ed-9884-23d29b751471', 'name': '', 'network_id': 'bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'mac_address': 'fa:16:3e:d2:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:38Z', 'updated_at': '2021-11-23T09:52:47Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'subnets': [{'id': '85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:34.253187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.271805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '2462d168-d302-43b8-809c-dc62523be609'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:34.278465 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b970b96-9f6c-405e-82c6-bd155d9abbcd" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "2462d168-d302-43b8-809c-dc62523be609"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:34.338359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.371715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=d5b7417b-e185-4468-9d5f-f1557f2b5cc2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:34.434328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.462886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.475219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/4e9e1e08-912b-44cb-8d32-7c120171f594 HTTP/1.1" status: 204 len: 168 time: 0.5276468 Nov 23 10:03:34.479705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed93c9-1253-4b7c-a640-865b8fa74cff None None] Network 51e7002c-c1bc-4597-be41-98e056e73783 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:34.500189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43296) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:34.512087 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea053f3b-649e-4564-b5e4-dcd106a7f024 x-openstack-request-id: req-ea053f3b-649e-4564-b5e4-dcd106a7f024 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:34.512673 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "5b0946ef-d482-44b6-9e28-b3fb5c9d4771", "status": "completed", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "2462d168-d302-43b8-809c-dc62523be609", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:34.512673 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea053f3b-649e-4564-b5e4-dcd106a7f024 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:34.513043 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '5b0946ef-d482-44b6-9e28-b3fb5c9d4771', 'status': 'completed', 'code': 200} Nov 23 10:03:34.513195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b105b6f-5512-472b-923c-5eb57d40aa15 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9e1e08-912b-44cb-8d32-7c120171f594,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:34.513296 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '2462d168-d302-43b8-809c-dc62523be609', 'status': 'completed', 'code': 200} Nov 23 10:03:34.515197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port d5b7417b-e185-4468-9d5f-f1557f2b5cc2 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:34.518494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.521808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-5df152bb-dd2d-466f-b8d8-1f558a434535 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "DELETE /v2.0/ports/d5b7417b-e185-4468-9d5f-f1557f2b5cc2 HTTP/1.1" status: 204 len: 173 time: 0.9117560 Nov 23 10:03:34.574771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37440-daaf-45ae-8b31-6635d148a0ce req-76dda147-53b2-4145-b3b3-186b3d8de8e7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:34.585477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eda37440-daaf-45ae-8b31-6635d148a0ce req-76dda147-53b2-4145-b3b3-186b3d8de8e7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 942 time: 0.2460973 Nov 23 10:03:34.636471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.727938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 164876f8-343b-4b2c-9193-ad309e49a292 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:34.728522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.733310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cc0c1-bf4f-48f6-901e-36417f79930a None None] New status for floating IP a4699c2b-bd12-4d4c-9c74-cfa3bc11dace: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:03:34.790346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eda37440-daaf-45ae-8b31-6635d148a0ce req-5881ad4e-69f2-415f-80be-22b51b64f486 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038174 Nov 23 10:03:34.823406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 1b3f8912-1f89-49f8-b96d-514457e1815c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:34.824044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.831004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 164876f8-343b-4b2c-9193-ad309e49a292, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=164876f8-343b-4b2c-9193-ad309e49a292,segment=NetworkSegment(45b21b83-5f4a-4e56-86f8-a5164ba67c87),segment_id=45b21b83-5f4a-4e56-86f8-a5164ba67c87)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:34.831368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.876566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 164876f8-343b-4b2c-9193-ad309e49a292 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:34.966097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 1b3f8912-1f89-49f8-b96d-514457e1815c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1b3f8912-1f89-49f8-b96d-514457e1815c,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:34.967696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:34.985517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 1b3f8912-1f89-49f8-b96d-514457e1815c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:35.028789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.059080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=164876f8-343b-4b2c-9193-ad309e49a292,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:35.064231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e155b4d-a7b6-4e41-b560-af5711af0c68 None None] DHCP port deletion for 51e7002c-c1bc-4597-be41-98e056e73783 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:35.064772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 164876f8-343b-4b2c-9193-ad309e49a292 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:35.181555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.187776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.213613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 164876f8-343b-4b2c-9193-ad309e49a292 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:35.219030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=1b3f8912-1f89-49f8-b96d-514457e1815c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:35.234752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e7002c-c1bc-4597-be41-98e056e73783']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:35.261979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b21b83-5f4a-4e56-86f8-a5164ba67c87') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:35.261979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b21b83-5f4a-4e56-86f8-a5164ba67c87') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:35.263813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 164876f8-343b-4b2c-9193-ad309e49a292 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:35.264527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 164876f8-343b-4b2c-9193-ad309e49a292 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:35.281543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.296991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 1b3f8912-1f89-49f8-b96d-514457e1815c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:35.298332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:35.299718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.302612 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e120cfd3-25d4-442e-a298-6bcce0607e1d" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:35.320544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-149e912f-054b-475c-b1db-3cc4c417d847 req-d2a7a713-0457-4223-a647-b14fe23d0456 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.50 "DELETE /v2.0/ports/1b3f8912-1f89-49f8-b96d-514457e1815c HTTP/1.1" status: 204 len: 173 time: 0.7599034 Nov 23 10:03:35.338845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.350675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:35.351096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.357333 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1babeb-89f1-4a78-81de-874c00c07be9 x-openstack-request-id: req-3d1babeb-89f1-4a78-81de-874c00c07be9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:35.357852 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:35.358340 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d1babeb-89f1-4a78-81de-874c00c07be9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:35.358959 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'code': 200} Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:35.432573 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:35.440515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.452994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.464550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/51e7002c-c1bc-4597-be41-98e056e73783 HTTP/1.1" status: 204 len: 168 time: 0.9579446 Nov 23 10:03:35.464898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43312) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:35.472909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-193554171', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:35.484623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7c916-f20d-4bd4-92b6-f94736515cb0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=51e7002c-c1bc-4597-be41-98e056e73783,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:35.514855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.518118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.632659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.759017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95211137-9b77-4d6e-b4f0-e8bdd11faa7d req-9412db05-26cf-4ea0-b43a-fb0c027071c4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:35.760562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95211137-9b77-4d6e-b4f0-e8bdd11faa7d req-9412db05-26cf-4ea0-b43a-fb0c027071c4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.1410725 Nov 23 10:03:35.885285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:35.933324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95211137-9b77-4d6e-b4f0-e8bdd11faa7d req-cebbc9c2-c2c1-4543-a607-60b82d0cfb56 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689309 Nov 23 10:03:35.943032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15c7e129-5ca2-4454-8805-f481822340b0 req-1c373f5a-55fa-4ac4-9553-ba16877ce63b tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0425239 Nov 23 10:03:36.163709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.185963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.302823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 172.25.1.90 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/666481a6-3765-42eb-b884-7f6f103706a6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:36.410121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.453919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.495588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:36.502411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:36.509690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:36.515973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2'}, {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:36.518460 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c07f899-d083-4b54-92fe-a04f1e185333" -d '{"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2"}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:36.525147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765171e0-1b81-4c4a-a9f8-a2eed739e548 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:36.557302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=666481a6-3765-42eb-b884-7f6f103706a6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:36.599520 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4da020-4a32-47dd-8bee-d549ce584b70 x-openstack-request-id: req-6f4da020-4a32-47dd-8bee-d549ce584b70 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:36.600135 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "d5b7417b-e185-4468-9d5f-f1557f2b5cc2", "status": "completed", "code": 200}, {"server_uuid": "459acc5f-b93c-47d7-a32b-8ac795f8e978", "name": "network-vif-deleted", "tag": "1b3f8912-1f89-49f8-b96d-514457e1815c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:36.600542 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f4da020-4a32-47dd-8bee-d549ce584b70 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:36.601215 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': 'd5b7417b-e185-4468-9d5f-f1557f2b5cc2', 'status': 'completed', 'code': 200} Nov 23 10:03:36.601613 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459acc5f-b93c-47d7-a32b-8ac795f8e978', 'name': 'network-vif-deleted', 'tag': '1b3f8912-1f89-49f8-b96d-514457e1815c', 'status': 'completed', 'code': 200} Nov 23 10:03:36.604113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c076c479-5ad4-4b01-9992-b2f4e8289e1e None None] Provisioning complete for port 666481a6-3765-42eb-b884-7f6f103706a6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:36.604596 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c076c479-5ad4-4b01-9992-b2f4e8289e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.674688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c076c479-5ad4-4b01-9992-b2f4e8289e1e None None] Port 666481a6-3765-42eb-b884-7f6f103706a6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:36.876497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f81b-adff-42da-bff9-c88dbffafaef req-32d67ae0-bc61-43d1-9c6f-57e39a5d9113 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:36.890280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d804f81b-adff-42da-bff9-c88dbffafaef req-32d67ae0-bc61-43d1-9c6f-57e39a5d9113 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.1203997 Nov 23 10:03:36.895695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:36.958327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d804f81b-adff-42da-bff9-c88dbffafaef req-935e2915-27c5-4ef9-a03f-4c0f9adac2b2 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663033 Nov 23 10:03:37.137159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99800679-59e2-45c2-9be1-5661eda1eb6c req-dc62a6fc-de45-4cda-b7f4-61f36100c253 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0852423 Nov 23 10:03:37.145068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:37.293538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router e1d47d70-3ed7-4ca5-982b-2c57420c0267 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:37.439171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:37.455457 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] Sync routers for ids ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:37.495710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] Routers {'e1d47d70-3ed7-4ca5-982b-2c57420c0267'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:37.496402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:37.497302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:37.500408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7e631ab9-40a0-42d3-8d68-559df0fa133f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0322497 Nov 23 10:03:37.502955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:37.573245 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:37.585977 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] Routers {'e1d47d70-3ed7-4ca5-982b-2c57420c0267'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:37.586699 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:37.622180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed82d8-65e8-49e0-8aed-66560ca90d27 req-a5909370-fd0f-4e13-bf61-e5208cc9cf42 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:37.623790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed82d8-65e8-49e0-8aed-66560ca90d27 req-a5909370-fd0f-4e13-bf61-e5208cc9cf42 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0782182 Nov 23 10:03:37.631262 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:37.632416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c25725-993c-4bc7-9b27-c470a444a773 None None] The sync data for ids ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:37.686707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed82d8-65e8-49e0-8aed-66560ca90d27 req-d1349fb0-5db9-4ff2-94bc-ddb3bf7a7bc4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549977 Nov 23 10:03:37.732947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a875589-0dd6-41c7-8cf8-ae88786a6333 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers/e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 200 len: 883 time: 0.2287357 Nov 23 10:03:37.735513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43390) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:38.309814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b402a770-323e-425c-835c-006b75e86fc6 req-9ea18b3b-95b2-4ab3-9ef3-cb3605cc4d54 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0369480 Nov 23 10:03:38.364621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1a26142-df9b-4865-9d52-2c3b8bb65820 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6268668 Nov 23 10:03:38.369209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:38.375055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-193554171'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:38.567379 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:03:38.689528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:38.700700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:38.814646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router e1d47d70-3ed7-4ca5-982b-2c57420c0267 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:38.849845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48217f8b-4290-4f99-a377-e76f4df2aa0f req-fb1b285e-b484-48a7-9492-b70a8ca3a1be tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:38.854749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48217f8b-4290-4f99-a377-e76f4df2aa0f req-fb1b285e-b484-48a7-9492-b70a8ca3a1be tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0786426 Nov 23 10:03:38.940626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:38.940839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d9bac901-f014-4bf4-b459-c07ae4e4cd68 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:38.942315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d9bac901-f014-4bf4-b459-c07ae4e4cd68 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.50 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 945 time: 0.0866432 Nov 23 10:03:38.955372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] Sync routers for ids ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:38.958982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:38.962861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e509caa-3032-4faa-bf69-5df495146696 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 200 len: 890 time: 0.5902500 Nov 23 10:03:38.963042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48217f8b-4290-4f99-a377-e76f4df2aa0f req-b1c0e40a-d9eb-447a-bfca-79127a3cc73c tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976760 Nov 23 10:03:38.963526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43422) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:38.972094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] Routers {'e1d47d70-3ed7-4ca5-982b-2c57420c0267'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:38.977119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:39.053424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:39.073475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] Routers {'e1d47d70-3ed7-4ca5-982b-2c57420c0267'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:39.074139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:39.148134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:39.153215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7ff4f-3037-4dfd-8ac2-204feab09456 None None] The sync data for ids ['e1d47d70-3ed7-4ca5-982b-2c57420c0267'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:39.154099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Deleting port 442352c2-672b-4832-ab26-456db1ade99f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:39.154642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.173201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d79e3dd-1ed2-453a-b627-0f79900f231c tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers/e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 200 len: 890 time: 0.2081819 Nov 23 10:03:39.175688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43426) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:39.210261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-598aaaba-cb89-4e0a-99cf-985bd6b2aadc tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 200 len: 205 time: 0.0329397 Nov 23 10:03:39.210891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:39.289028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] For port 442352c2-672b-4832-ab26-456db1ade99f, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=442352c2-672b-4832-ab26-456db1ade99f,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:39.289543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.344533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.550517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f2279c2-ad75-40f1-8f51-63f78d243497 req-4cbec824-82d7-48d7-af12-01422b2ed517 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0585101 Nov 23 10:03:39.631060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.631424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.631871 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Floating IP 9356eabb-ee93-4248-a020-e0b199e00af1 disassociated. External IP: 172.25.1.131, port: 442352c2-672b-4832-ab26-456db1ade99f. Nov 23 10:03:39.632565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Calling delete_port for 442352c2-672b-4832-ab26-456db1ade99f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:39.869924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63b8d-79dc-4614-806b-45ef208d7877 req-6fefe77b-3a38-4e15-97bb-de0cce215929 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:39.872651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7d63b8d-79dc-4614-806b-45ef208d7877 req-6fefe77b-3a38-4e15-97bb-de0cce215929 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1072712 Nov 23 10:03:39.900847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:39.955791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event deleted for resources: {'Port': ['ID=442352c2-672b-4832-ab26-456db1ade99f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:39.976488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.033899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7d63b8d-79dc-4614-806b-45ef208d7877 req-47a07c46-ec36-4263-8a23-586244cb6996 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491959 Nov 23 10:03:40.118571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33a92087-3841-4339-bc50-4fa7a6a11700 req-08f4465b-0694-4afc-be0f-3395ccf7aba2 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f15c0f-3897-4959-9d64-88677403a928 HTTP/1.1" status: 200 len: 210 time: 0.0362525 Nov 23 10:03:40.127951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 666481a6-3765-42eb-b884-7f6f103706a6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:40.127951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.151334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Router 504b877d-afc8-4511-9852-67288e1a39db has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:40.260159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.276539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 666481a6-3765-42eb-b884-7f6f103706a6 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:40.281639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:40.295553 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Sync routers for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:40.315670 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:40.320452 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:40.347009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] No DVR routers for this DVR port 442352c2-672b-4832-ab26-456db1ade99f on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:40.350297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.357159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b9145cdb-1e71-44cc-9395-fdcb7cfb9aa6 req-d2ecacb8-6bb1-455f-90cf-474cb39d44f4 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.50 "DELETE /v2.0/ports/442352c2-672b-4832-ab26-456db1ade99f HTTP/1.1" status: 204 len: 173 time: 1.3914282 Nov 23 10:03:40.357942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'name': 'network-vif-deleted', 'tag': '442352c2-672b-4832-ab26-456db1ade99f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:40.362030 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b30e2b-8614-407e-8e58-6b033c00b6ba" -d '{"events": [{"server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "name": "network-vif-deleted", "tag": "442352c2-672b-4832-ab26-456db1ade99f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:40.432486 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e4e71d-3f14-4757-a620-2a4c680f0c1a x-openstack-request-id: req-30e4e71d-3f14-4757-a620-2a4c680f0c1a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:40.432781 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f15c0f-3897-4959-9d64-88677403a928", "name": "network-vif-deleted", "tag": "442352c2-672b-4832-ab26-456db1ade99f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:40.433045 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30e4e71d-3f14-4757-a620-2a4c680f0c1a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:40.433512 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f15c0f-3897-4959-9d64-88677403a928', 'name': 'network-vif-deleted', 'tag': '442352c2-672b-4832-ab26-456db1ade99f', 'status': 'completed', 'code': 200} Nov 23 10:03:40.573571 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:40.683139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.715161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=666481a6-3765-42eb-b884-7f6f103706a6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:40.721291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c36c9ffc-2dbb-46a9-919c-bd0b49da0917 req-e5c2932a-2076-4e5e-b846-cf174c11df16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0428464 Nov 23 10:03:40.737162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef3f08-6804-4523-b3a0-6622644628ed None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:40.816324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.844015 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:40.872914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Checking router: 504b877d-afc8-4511-9852-67288e1a39db for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:40.882896 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:40.884242 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:40.935075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:40.935075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.013518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.014138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router e1d47d70-3ed7-4ca5-982b-2c57420c0267 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:41.021741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.026825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-edb64664-430a-4e91-b681-1fc73e98c84d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 204 len: 168 time: 1.8111465 Nov 23 10:03:41.026940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43472) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:41.030704 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:41.032373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266435183'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:41.078176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:41.086677 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.142122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:41.158272 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.158700 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 6ec8d328-96a1-4392-8328-384db8acef48 of type vlan for network 50bfc443-d630-430e-8dad-1e1134a271b7 Nov 23 10:03:41.255812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893d138-0ab3-4ae2-8f84-bdbb51a1b5d1 req-b1f74354-351f-4f10-ad0a-9f5295a5bb65 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:41.257712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f893d138-0ab3-4ae2-8f84-bdbb51a1b5d1 req-b1f74354-351f-4f10-ad0a-9f5295a5bb65 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0869164 Nov 23 10:03:41.266692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:41.301032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.360699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.368727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:41.369298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.376067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:41.393630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.420224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5838ebee-fd3a-4240-8577-2793e75d60ef None None] The sync data for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 is: [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:01:30Z', 'revision_number': 4, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c5dbd07-100c-41de-801c-50d974e551bb', 'name': '', 'network_id': 'f80a3880-319a-48cc-bcdd-287ff006fa8e', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'mac_address': 'fa:16:3e:b1:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:29Z', 'updated_at': '2021-11-23T10:01:40Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'subnets': [{'id': 'c7192b4c-edbd-4aa8-8aba-0547cd737057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:41.430214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f893d138-0ab3-4ae2-8f84-bdbb51a1b5d1 req-c794196a-8921-47d6-b833-f05090b862fd tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603408 Nov 23 10:03:41.452206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.488759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4603276 Nov 23 10:03:41.489151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43492) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:41.504152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:41.547770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.551233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.552622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "DELETE /v2.0/security-groups/2f67c618-ee59-4ef0-b8e3-7a358ed8e00d HTTP/1.1" status: 204 len: 168 time: 0.2840979 Nov 23 10:03:41.556418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43494) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:41.582237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085fda-b461-48e4-a287-c52ddf647f61 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=50bfc443-d630-430e-8dad-1e1134a271b7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:41.595745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 50bfc443-d630-430e-8dad-1e1134a271b7 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:41.597073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90379841-5b7c-4547-be6a-1e21f602e470 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67c618-ee59-4ef0-b8e3-7a358ed8e00d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:41.601932 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-3b76cc31-3be9-43ac-8992-99c48032b627 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] show failed (client error): The resource could not be found. Nov 23 10:03:41.612738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:41.614244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3b76cc31-3be9-43ac-8992-99c48032b627 tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "GET /v2.0/security-groups/2f67c618-ee59-4ef0-b8e3-7a358ed8e00d HTTP/1.1" status: 404 len: 347 time: 0.0519853 Nov 23 10:03:41.707752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:41.712161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.892157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Deleting port 7a42231f-5052-43ae-9e22-bd9b2bc348cb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:41.893280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:41.930190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e592f7-3d53-44b6-a11c-9699f474fb2f None None] New status for floating IP 9356eabb-ee93-4248-a020-e0b199e00af1: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:03:42.019955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.020683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.029864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-876ed3c6-a3ae-48c7-bd14-932f47ea0f24 req-be6b4fca-b556-4046-b1a8-68ab23a6c7c8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.1890516 Nov 23 10:03:42.030904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.039069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Calling delete_port for 7a42231f-5052-43ae-9e22-bd9b2bc348cb owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:42.132775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=e63c58bd-01fb-4966-8537-92d6f8c04e93,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:42.214217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '6ec8d328-96a1-4392-8328-384db8acef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:42.214511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: 50bfc443-d630-430e-8dad-1e1134a271b7, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:42.245018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 50bfc443-d630-430e-8dad-1e1134a271b7 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:42.262345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 50bfc443-d630-430e-8dad-1e1134a271b7) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:42.264860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.266715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:42.267320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.275266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9cd8a-9794-46cc-9179-f750eef71cc2 None None] Network 50bfc443-d630-430e-8dad-1e1134a271b7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:42.299803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Pushing event deleted for resources: {'Port': ['ID=7a42231f-5052-43ae-9e22-bd9b2bc348cb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:42.304969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2bd2c1f1-f539-4058-8134-d9055e858f39 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8080060 Nov 23 10:03:42.307441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:42.311894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-490469180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:42.365414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.365414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.404794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.412764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.414502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68ce841c-b1ed-425c-bf8d-bb4e1971048d tempest-ServersTestJSON-968093832 tempest-ServersTestJSON-968093832-project] 10.222.0.62 "DELETE /v2.0/floatingips/9356eabb-ee93-4248-a020-e0b199e00af1 HTTP/1.1" status: 204 len: 168 time: 0.7903652 Nov 23 10:03:42.417441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43514) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:42.485298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.496669 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.560933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.565712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bdcd6c3a-a763-4352-bb93-4ae78c234250 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2572203 Nov 23 10:03:42.566455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:42.599749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-50bfc443-d630-430e-8dad-1e1134a271b7', 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': 'e63c58bd-01fb-4966-8537-92d6f8c04e93'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:42.600717 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:42.875109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 442352c2-672b-4832-ab26-456db1ade99f no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:42.902182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1ba9f-da38-4fec-8396-a73859a93777 req-0c34a226-655a-4e9d-9668-dce6a790a47c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:42.902496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 442352c2-672b-4832-ab26-456db1ade99f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:42.903271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 442352c2-672b-4832-ab26-456db1ade99f not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:42.918947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34e1ba9f-da38-4fec-8396-a73859a93777 req-0c34a226-655a-4e9d-9668-dce6a790a47c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2729383 Nov 23 10:03:42.952951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Allocated IP 2001:db8::2 (50bfc443-d630-430e-8dad-1e1134a271b7/e63c58bd-01fb-4966-8537-92d6f8c04e93/0806f20a-23d1-4722-8b12-b4fd9a5d2d78) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:43.114040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.135123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34e1ba9f-da38-4fec-8396-a73859a93777 req-f427cc4e-6be5-45fc-b9b2-ec023582429d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1988227 Nov 23 10:03:43.168706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.180395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.204877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.285455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Pushing event updated for resources: {'Port': ['ID=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:43.304479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.304953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.305407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.305817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.306334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.306923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.307369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.307774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.308235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.308764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.309162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.309588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:03:43.322866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Network 50bfc443-d630-430e-8dad-1e1134a271b7 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:43.325174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:43.330463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:43.367268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76ca3e45-1862-45ed-9af9-5f1d46ee3717 req-47a31ff8-ed0c-4804-af5e-2eebcc8b1f48 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.1188028 Nov 23 10:03:43.486392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Attempting to bind port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:43.486978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Attempting to bind port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '6ec8d328-96a1-4392-8328-384db8acef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:43.487418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Attempting to bind port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 on network 50bfc443-d630-430e-8dad-1e1134a271b7 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:43.498695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:43.502141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Checking segment: {'id': '6ec8d328-96a1-4392-8328-384db8acef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:43.505626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.507033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Bound using segment: {'id': '6ec8d328-96a1-4392-8328-384db8acef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:43.507552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Bound port: 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec8d328-96a1-4392-8328-384db8acef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '50bfc443-d630-430e-8dad-1e1134a271b7'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:43.510069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.691818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8::1 (50bfc443-d630-430e-8dad-1e1134a271b7/e63c58bd-01fb-4966-8537-92d6f8c04e93/e4f7491b-26d8-4843-9e59-9dae4c5a0079) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:43.698648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] For port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:43.709404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] For port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,segment=NetworkSegment(6ec8d328-96a1-4392-8328-384db8acef48),segment_id=6ec8d328-96a1-4392-8328-384db8acef48)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:43.721978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.823464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Deleting port 4c5dbd07-100c-41de-801c-50d974e551bb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:43.823786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.912858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bfe16-efed-4ccb-881f-f74cacc31560 None None] Pushing event updated for resources: {'Port': ['ID=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:43.962851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:43.989284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] For port 4c5dbd07-100c-41de-801c-50d974e551bb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c5dbd07-100c-41de-801c-50d974e551bb,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:43.990103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:44.006840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Calling delete_port for 4c5dbd07-100c-41de-801c-50d974e551bb owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:44.040518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:44.107511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=e4f7491b-26d8-4843-9e59-9dae4c5a0079,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:44.127099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 50bfc443-d630-430e-8dad-1e1134a271b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:44.129057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:44.144715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:44.146186 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:44.403266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:44.407874 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:44.476380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5dbd07-100c-41de-801c-50d974e551bb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:44.542477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919f48-d9a5-47b9-87e9-752b439d3f4e req-6ab8b657-ce19-490d-97c1-a614dd7509aa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:44.544315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87919f48-d9a5-47b9-87e9-752b439d3f4e req-6ab8b657-ce19-490d-97c1-a614dd7509aa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.2086525 Nov 23 10:03:44.565737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d05a7e89-2702-420e-ad3a-c9232bab660e req-0b9e89f6-44a9-48dc-91d3-9b4921e677d4 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0739567 Nov 23 10:03:44.779258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87919f48-d9a5-47b9-87e9-752b439d3f4e req-f88be36e-11e9-4d70-a92c-0d5c13566c4d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2071011 Nov 23 10:03:44.857800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.008989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.014826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.016328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.067008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=e4f7491b-26d8-4843-9e59-9dae4c5a0079,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:45.189916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Router 504b877d-afc8-4511-9852-67288e1a39db has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:45.269159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 50bfc443-d630-430e-8dad-1e1134a271b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:45.273432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:45.408242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:45.428575 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Sync routers for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:45.437819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:45.449590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1acf57f9-be12-4bde-94dd-49ed86fefe08 admin admin] 10.222.0.62 "PUT /v2.0/routers/504b877d-afc8-4511-9852-67288e1a39db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303652 Nov 23 10:03:45.450547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43580) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:45.457407 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:45.458068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:45.460227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router 63e889c9-7f03-4d09-adcf-9994bb2febba is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:45.549924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:45.550951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.633521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:45.650823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4f4d0f00-e850-4cb2-840f-be3b5e448e9a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/63e889c9-7f03-4d09-adcf-9994bb2febba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813878 Nov 23 10:03:45.651363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43586) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:45.693133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.695473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] Sync routers for ids ['63e889c9-7f03-4d09-adcf-9994bb2febba'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:45.720076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:45.738208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6b06a-4c45-41df-a2bb-2fe6609613a2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:45.740268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-98c6b06a-4c45-41df-a2bb-2fe6609613a2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports/e4f7491b-26d8-4843-9e59-9dae4c5a0079 HTTP/1.1" status: 200 len: 911 time: 0.0878808 Nov 23 10:03:45.743333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43588) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:45.750430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e63c58bd-01fb-4966-8537-92d6f8c04e93'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:45.783059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321e2c77-5d45-438d-94e9-d8d4fd83a74e None None] Network 50bfc443-d630-430e-8dad-1e1134a271b7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:45.855708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89546585-e1fb-438c-b7ef-611115303fe2 req-07292122-05a9-4869-8fcf-6cb26e8362a8 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0516553 Nov 23 10:03:45.937946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] Routers {'63e889c9-7f03-4d09-adcf-9994bb2febba'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:45.940545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['63e889c9-7f03-4d09-adcf-9994bb2febba'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.005359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.025989 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:46.097258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa4e01-7622-4df3-ae8c-4444b83940db req-e832f008-69f1-4617-98d0-a43d22562619 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:46.102458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caaa4e01-7622-4df3-ae8c-4444b83940db req-e832f008-69f1-4617-98d0-a43d22562619 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0888321 Nov 23 10:03:46.107258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.216307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caaa4e01-7622-4df3-ae8c-4444b83940db req-80dde635-ecca-4bf3-b17a-59c6eb0ef7a2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074233 Nov 23 10:03:46.224913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Deleting port d36aecf6-a237-490f-865e-ee6202f56986 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:46.225224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.390666 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:03:44Z', 'revision_number': 5, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port': {'id': 'd36aecf6-a237-490f-865e-ee6202f56986', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504b877d-afc8-4511-9852-67288e1a39db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:26Z', 'updated_at': '2021-11-23T10:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.399159 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.399913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.419526 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Checking router: 504b877d-afc8-4511-9852-67288e1a39db for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:46.428646 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Routers {'504b877d-afc8-4511-9852-67288e1a39db'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:46.429327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['504b877d-afc8-4511-9852-67288e1a39db'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.443399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-55541154-26b1-400b-8bdd-de4a2fe3232f None None] Provisioning complete for port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:46.444028 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-55541154-26b1-400b-8bdd-de4a2fe3232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.447686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,segment=NetworkSegment(6ec8d328-96a1-4392-8328-384db8acef48),segment_id=6ec8d328-96a1-4392-8328-384db8acef48)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:46.458673 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.466743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] Routers {'63e889c9-7f03-4d09-adcf-9994bb2febba'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:46.468013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['63e889c9-7f03-4d09-adcf-9994bb2febba'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.475617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] For port d36aecf6-a237-490f-865e-ee6202f56986, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d36aecf6-a237-490f-865e-ee6202f56986,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:46.476165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.503488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Calling delete_port for d36aecf6-a237-490f-865e-ee6202f56986 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:46.543924 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] Set router 504b877d-afc8-4511-9852-67288e1a39db gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:46.602585 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:03:46Z', 'revision_number': 6, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.618766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:46.619782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3da77-f949-4d98-8d0e-48e21c0a79ba None None] The sync data for ids ['63e889c9-7f03-4d09-adcf-9994bb2febba'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:46.631868 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8a990-35e5-4f33-a204-4402f5dbd7be None None] The sync data for ids ['504b877d-afc8-4511-9852-67288e1a39db'] in n-d-781076-5 is: [{'id': '504b877d-afc8-4511-9852-67288e1a39db', 'name': 'tempest-ServersTestJSON-1534960342-router', 'tenant_id': '3ee35a43c3df4994ae67f95d9ded6383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:25Z', 'updated_at': '2021-11-23T10:03:46Z', 'revision_number': 6, 'project_id': '3ee35a43c3df4994ae67f95d9ded6383', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:46.648472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:46.917457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.934633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.946091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.954765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:46.955414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:46.968266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/ports/e4f7491b-26d8-4843-9e59-9dae4c5a0079 HTTP/1.1" status: 200 len: 911 time: 1.2236075 Nov 23 10:03:46.969485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:46.975830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36aecf6-a237-490f-865e-ee6202f56986,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:47.018098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b75f79-89d8-406f-91ec-731b92a7c92c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:47.112737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19955583-cb53-4792-b94f-93e9b053c03c req-4e556d2a-bb53-49fa-bd7e-04292f221586 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0701439 Nov 23 10:03:47.161830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:47.349449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471003-6ee2-412f-b4b1-220a7a4805d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=e4f7491b-26d8-4843-9e59-9dae4c5a0079,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:47.469997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8d4823e7-87c2-494c-be37-f68b231a8318 None None] Provisioning complete for port e4f7491b-26d8-4843-9e59-9dae4c5a0079 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:47.470469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8d4823e7-87c2-494c-be37-f68b231a8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:47.554371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665185a9-d28d-4326-9c39-7ed07e4e8b43 req-37bc4056-72d1-4f33-9ff6-cc6f972216d0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:47.563827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-665185a9-d28d-4326-9c39-7ed07e4e8b43 req-37bc4056-72d1-4f33-9ff6-cc6f972216d0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1738005 Nov 23 10:03:47.587566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8d4823e7-87c2-494c-be37-f68b231a8318 None None] Port e4f7491b-26d8-4843-9e59-9dae4c5a0079 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:47.617349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8d4823e7-87c2-494c-be37-f68b231a8318 None None] Provisioning complete for port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:47.617850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8d4823e7-87c2-494c-be37-f68b231a8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:47.802145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:47.810232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-665185a9-d28d-4326-9c39-7ed07e4e8b43 req-c558d7d1-a880-4ba4-843b-669725034a64 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451153 Nov 23 10:03:47.966708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b23f858-fade-4b5c-a79f-289206b21cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.051800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.053096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:48.053468 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.057445 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.062777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.148573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.149328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504b877d-afc8-4511-9852-67288e1a39db {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:48.160009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.163300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ed0a49dc-82cd-4c86-a30f-9a2ee3a1a7f1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/504b877d-afc8-4511-9852-67288e1a39db HTTP/1.1" status: 204 len: 168 time: 2.7112949 Nov 23 10:03:48.165867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:48.180566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f4213848-5e1d-4260-a9ba-375cbea42291 None None] Provisioning complete for port e4f7491b-26d8-4843-9e59-9dae4c5a0079 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:48.181034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4213848-5e1d-4260-a9ba-375cbea42291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.236935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f4213848-5e1d-4260-a9ba-375cbea42291 None None] Port e4f7491b-26d8-4843-9e59-9dae4c5a0079 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:48.311538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c5dbd07-100c-41de-801c-50d974e551bb no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:48.337395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Deleting subnet c7192b4c-edbd-4aa8-8aba-0547cd737057 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:48.347673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.351279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4c5dbd07-100c-41de-801c-50d974e551bb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:48.351279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c5dbd07-100c-41de-801c-50d974e551bb not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:48.387838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-46248306-01e6-49af-a51c-684e6eb34f75 None None] Provisioning complete for port e4f7491b-26d8-4843-9e59-9dae4c5a0079 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:48.388215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46248306-01e6-49af-a51c-684e6eb34f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.457182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.468762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-46248306-01e6-49af-a51c-684e6eb34f75 None None] Port e4f7491b-26d8-4843-9e59-9dae4c5a0079 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:03:48.575937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.649988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.679266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7192b4c-edbd-4aa8-8aba-0547cd737057,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:48.694224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:48.699411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d1525305-54de-4fc1-8b82-5a694c8ca613 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c7192b4c-edbd-4aa8-8aba-0547cd737057 HTTP/1.1" status: 204 len: 168 time: 0.5320334 Nov 23 10:03:48.701567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:48.703702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8f220-d6d6-4c9e-8037-74757283cbb2 None None] Network f80a3880-319a-48cc-bcdd-287ff006fa8e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:48.787273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6293ff34-600c-460a-be14-123455dfaed8 req-f8fe8894-aded-480d-8962-b804ff3ce3c1 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0499358 Nov 23 10:03:48.830784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.013727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d94ff-4697-43c2-82fd-41c108e4084c req-b89249c1-1c0a-4e3e-8b54-19c22197859d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:49.021154 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-932d94ff-4697-43c2-82fd-41c108e4084c req-b89249c1-1c0a-4e3e-8b54-19c22197859d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0773432 Nov 23 10:03:49.024860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] DHCP port deletion for f80a3880-319a-48cc-bcdd-287ff006fa8e request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:49.046332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Deleting port 6457781a-7a66-4545-b3db-249aa0be9289 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:49.046775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.097179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Deleting port 6457781a-7a66-4545-b3db-249aa0be9289 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:49.098275 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.139712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-932d94ff-4697-43c2-82fd-41c108e4084c req-33dac1e1-5605-4274-8639-862aa2481dc5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176593 Nov 23 10:03:49.182624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] For port 6457781a-7a66-4545-b3db-249aa0be9289, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6457781a-7a66-4545-b3db-249aa0be9289,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:49.183008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.187133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] For port 6457781a-7a66-4545-b3db-249aa0be9289, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6457781a-7a66-4545-b3db-249aa0be9289,segment=NetworkSegment(cbea7edd-687d-425d-b2c0-696ed54997df),segment_id=cbea7edd-687d-425d-b2c0-696ed54997df)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:49.187740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.191878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port e4f7491b-26d8-4843-9e59-9dae4c5a0079 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:49.192501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.206660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Calling delete_port for 6457781a-7a66-4545-b3db-249aa0be9289 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:49.214583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Calling delete_port for 6457781a-7a66-4545-b3db-249aa0be9289 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:49.321546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6457781a-7a66-4545-b3db-249aa0be9289 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:49.352368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.383338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] No DVR routers for this DVR port 6457781a-7a66-4545-b3db-249aa0be9289 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:49.391417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.408565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for e4f7491b-26d8-4843-9e59-9dae4c5a0079 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:49.418970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port 6457781a-7a66-4545-b3db-249aa0be9289 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:03:49.430742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6457781a-7a66-4545-b3db-249aa0be9289 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:49.431430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d36aecf6-a237-490f-865e-ee6202f56986 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:49.449575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6457781a-7a66-4545-b3db-249aa0be9289,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:49.481641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d36aecf6-a237-490f-865e-ee6202f56986 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:49.482214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d36aecf6-a237-490f-865e-ee6202f56986 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:49.500666 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.533203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] Pushing event deleted for resources: {'Port': ['ID=6457781a-7a66-4545-b3db-249aa0be9289,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:49.535295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.535456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24839f9f-8e7e-4203-8d62-ab032cb1b056 None None] No DVR routers for this DVR port 6457781a-7a66-4545-b3db-249aa0be9289 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:49.562596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80a3880-319a-48cc-bcdd-287ff006fa8e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:49.575381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea7edd-687d-425d-b2c0-696ed54997df') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:49.575680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea7edd-687d-425d-b2c0-696ed54997df') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:49.594882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.615107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.626400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:49.626953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:49.629461 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:49.690978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.709161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.714985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:49.721746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f80a3880-319a-48cc-bcdd-287ff006fa8e HTTP/1.1" status: 204 len: 168 time: 1.0159159 Nov 23 10:03:49.724778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=e4f7491b-26d8-4843-9e59-9dae4c5a0079,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:49.763421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c243b68-7d6a-4c25-aaf1-a54044584be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80a3880-319a-48cc-bcdd-287ff006fa8e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:49.913365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.019953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-793aef36-2b1d-467e-8745-e552b07109dc req-fb9a162a-6b31-4e89-9550-359ce3d06259 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0865579 Nov 23 10:03:50.067259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:50.182598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-58f62bdd-28d2-4011-86fa-5997f2859b99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ee35a43c3df4994ae67f95d9ded6383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942698 Nov 23 10:03:50.186702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43690) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:50.215938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.224131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router 63e889c9-7f03-4d09-adcf-9994bb2febba has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:03:50.315917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.343383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.387980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e1227dca-78db-4a3f-9b47-36b27f49eb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.395607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:50.407767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4b1ae33-5e65-4161-b7a1-e0ae6650a2f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/63e889c9-7f03-4d09-adcf-9994bb2febba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316065 Nov 23 10:03:50.408612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:50.415419 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] Sync routers for ids ['63e889c9-7f03-4d09-adcf-9994bb2febba'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:50.426564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.429585 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] Routers {'63e889c9-7f03-4d09-adcf-9994bb2febba'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:50.430936 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['63e889c9-7f03-4d09-adcf-9994bb2febba'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:50.433919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.438899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b205b9a4-c03a-436c-ac81-191db7c04205 HTTP/1.1" status: 204 len: 168 time: 0.2439559 Nov 23 10:03:50.448145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0913b-a71a-443e-b782-cfcba65c7ee1 req-8e8423ef-b573-4e12-9548-15b723e336e3 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:50.450059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9fc0913b-a71a-443e-b782-cfcba65c7ee1 req-8e8423ef-b573-4e12-9548-15b723e336e3 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1553071 Nov 23 10:03:50.468126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-42ad6d50-f705-4380-b169-5a8ec5aa45bc tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=63e889c9-7f03-4d09-adcf-9994bb2febba HTTP/1.1" status: 200 len: 205 time: 0.0588667 Nov 23 10:03:50.471408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43702) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:50.491509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080f09-2e78-40f3-b1df-3bb564ba6f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b205b9a4-c03a-436c-ac81-191db7c04205,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:50.568642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:50.586532 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] Routers {'63e889c9-7f03-4d09-adcf-9994bb2febba'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:50.587330 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['63e889c9-7f03-4d09-adcf-9994bb2febba'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:50.617008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.631638 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:50.632506 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe0436-2e91-424f-a170-d3b27d5d1f63 None None] The sync data for ids ['63e889c9-7f03-4d09-adcf-9994bb2febba'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:03:50.636170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9fc0913b-a71a-443e-b782-cfcba65c7ee1 req-848723eb-9123-4f5c-8445-68ba71eed788 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790426 Nov 23 10:03:50.950776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:50.953192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.011369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.012084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router 63e889c9-7f03-4d09-adcf-9994bb2febba {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:03:51.029481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.030944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f958f8de-d4b2-43db-90e4-6d6846b528cf tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/63e889c9-7f03-4d09-adcf-9994bb2febba HTTP/1.1" status: 204 len: 168 time: 0.5586712 Nov 23 10:03:51.033539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:51.102418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet e63c58bd-01fb-4966-8537-92d6f8c04e93 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:03:51.107342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.182204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-19b6dbc8-7688-4bf2-8844-e315db9192c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:51.183712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.186123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-19b6dbc8-7688-4bf2-8844-e315db9192c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 1096 time: 0.1744039 Nov 23 10:03:51.203757 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.208891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b916b-413a-4d2c-853f-f7ec30ab0640 req-8cfe2f5a-ddc5-4f12-bf1f-62a38e47d47d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:51.218643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b0b916b-413a-4d2c-853f-f7ec30ab0640 req-8cfe2f5a-ddc5-4f12-bf1f-62a38e47d47d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.3030920 Nov 23 10:03:51.263881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2f0f638-93eb-443c-942c-8bb1939aa000 req-c445eb99-6551-4d84-85e4-63fef04f49ce tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0827003 Nov 23 10:03:51.410518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.431908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b0b916b-413a-4d2c-853f-f7ec30ab0640 req-66869c59-acf7-4d24-be35-2b7f580914a3 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2121027 Nov 23 10:03:51.487573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-1ffab14d-4bb6-45dd-814e-539c2ff613c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:51.489264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-1ffab14d-4bb6-45dd-814e-539c2ff613c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.2676771 Nov 23 10:03:51.529225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.566524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=e63c58bd-01fb-4966-8537-92d6f8c04e93,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:51.577831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea8bd3-90ef-41d1-ab01-22bf7e7bf743 None None] Network 50bfc443-d630-430e-8dad-1e1134a271b7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:51.578521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.590811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7fe3d0df-6e6f-4ecb-bf11-912b85b13102 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/e63c58bd-01fb-4966-8537-92d6f8c04e93 HTTP/1.1" status: 204 len: 168 time: 0.5560765 Nov 23 10:03:51.591490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-e239e8e2-a990-4480-8984-b13c9f6be04b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 200 len: 1000 time: 0.0931618 Nov 23 10:03:51.591901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43744) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:51.685948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-70e992bf-6b5f-4e28-a5f6-ab4146db2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:51.690027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-70e992bf-6b5f-4e28-a5f6-ab4146db2bb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.0897498 Nov 23 10:03:51.707152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.767678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-2863c7ba-9cd4-4c91-8ab4-8aff5af24721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:51.772384 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-2863c7ba-9cd4-4c91-8ab4-8aff5af24721 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767810 Nov 23 10:03:51.815124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:51.815498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.892001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43758) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:51.929573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,segment=NetworkSegment(6ec8d328-96a1-4392-8328-384db8acef48),segment_id=6ec8d328-96a1-4392-8328-384db8acef48)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:51.929978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:51.953027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:52.014834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] DHCP port deletion for 50bfc443-d630-430e-8dad-1e1134a271b7 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:03:52.025579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-f74378e2-38e4-4217-9922-64b694bb0667 service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394519 Nov 23 10:03:52.067187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.106173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Deleting port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:03:52.106698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.122029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1170130639-network', 'tenant_id': '85973610c5c440a18b225652089753a0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:52.126418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:52.136080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:52.185385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Made reservation on behalf of 85973610c5c440a18b225652089753a0 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:52.188244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.192589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] For port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:52.193304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.210583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.211331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Calling delete_port for 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:03:52.216305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:03:52.218548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.227830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55bcccfd-f725-471a-8a77-badd8c491e6e req-0e625775-9387-4e93-af58-ab130f19113b service neutron] 10.222.0.11 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918590 Nov 23 10:03:52.248704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] Pushing event deleted for resources: {'Port': ['ID=0806f20a-23d1-4722-8b12-b4fd9a5d2d78,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:52.257855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b716c57-51d8-4b57-b04a-21db06379738 None None] No DVR routers for this DVR port 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:03:52.283069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.324257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bfc443-d630-430e-8dad-1e1134a271b7']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:52.339689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec8d328-96a1-4392-8328-384db8acef48') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:52.340047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec8d328-96a1-4392-8328-384db8acef48') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:52.364858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.400172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.406282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a085aea9-f60d-4764-8f1f-21d9bd3a6f16 req-7c21d4c7-960f-45e7-a5ab-a18dbde59b16 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0314205 Nov 23 10:03:52.410760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:03:52.411170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:03:52.414886 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:03:52.539313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.554867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.558144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.564205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/50bfc443-d630-430e-8dad-1e1134a271b7 HTTP/1.1" status: 204 len: 168 time: 0.9682319 Nov 23 10:03:52.583976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43776) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:52.583976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444938159', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:52.583976 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.596586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09132482-66e1-4f18-9c62-90d94b3844c8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=50bfc443-d630-430e-8dad-1e1134a271b7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:52.597601 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.616158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:52.654392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.654725 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Added segment da970471-e930-4453-abfd-4f106d478d4f of type vlan for network 4701206a-25f5-478e-8808-66ec66a15898 Nov 23 10:03:52.669277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f039b9-f1b6-4c50-a767-3170f43a30a9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:52.682550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.683580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.727048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.787082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16689f6-cd4f-41a6-b503-7350e1a5510a req-2d8a7b07-c300-4f9e-80a2-7689016052c0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:52.788938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e16689f6-cd4f-41a6-b503-7350e1a5510a req-2d8a7b07-c300-4f9e-80a2-7689016052c0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1594253 Nov 23 10:03:52.799588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.812133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.813012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:52.813575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.815880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.968055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:52.972189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a2e7675-1986-4542-a535-90e5ea65d084 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3963959 Nov 23 10:03:52.972649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43788) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:52.977798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-99661445'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:52.992298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0875790 Nov 23 10:03:52.992298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43790) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:52.992298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Request body: {'subnet': {'network_id': '4701206a-25f5-478e-8808-66ec66a15898', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1170130639-subnet', 'tenant_id': '85973610c5c440a18b225652089753a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:52.999178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a5311-5a13-4949-88ad-16cc7bf5b60e admin admin] Pushing event updated for resources: {'Network': ['ID=4701206a-25f5-478e-8808-66ec66a15898,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:53.006362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:53.012905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.015729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4701206a-25f5-478e-8808-66ec66a15898 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:53.040462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e16689f6-cd4f-41a6-b503-7350e1a5510a req-5fb51d09-dd3f-4405-ab2a-e98d998154de tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2375820 Nov 23 10:03:53.049372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Made reservation on behalf of 85973610c5c440a18b225652089753a0 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:53.052574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.087433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:53.098244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.099145 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 513553d0-d185-44ca-bb16-a16088ef69de of type vlan for network c70557fc-90a8-4635-8492-5e5e2db05e17 Nov 23 10:03:53.158114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.214140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.224404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:53.225265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.251796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:03:53.275625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:03:53.275969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0806f20a-23d1-4722-8b12-b4fd9a5d2d78 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:03:53.327198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=c70557fc-90a8-4635-8492-5e5e2db05e17,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:53.354418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4206803f-36b1-45f0-9346-b1f7b179c218 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3805594 Nov 23 10:03:53.357624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43796) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:53.363577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.366011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:53.366997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c70557fc-90a8-4635-8492-5e5e2db05e17 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:53.432199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d811cbb2-96df-4ed7-aeee-21f3d450294e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:53.457245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Checking segment: {'id': 'da970471-e930-4453-abfd-4f106d478d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4701206a-25f5-478e-8808-66ec66a15898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:53.457382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Network hostable DHCP agents. Network: 4701206a-25f5-478e-8808-66ec66a15898, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:53.486828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Network 4701206a-25f5-478e-8808-66ec66a15898 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:53.498926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4701206a-25f5-478e-8808-66ec66a15898) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:53.509362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:53.510008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.516843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a32dd-e5ce-4773-a56e-3b6b67db8aa0 None None] Network 4701206a-25f5-478e-8808-66ec66a15898 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:53.532301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c2f44a2-9733-4801-a032-c17cf1028f5c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5473647 Nov 23 10:03:53.600848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.612511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-abb54bc9-f1c9-4866-8a52-f0026e882655 req-dacb45de-b038-4ef2-97a2-329772f478bf tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0768752 Nov 23 10:03:53.638325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:53.642469 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:53.771329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea8c3c-ce21-459c-b8e7-149340ec96a7 None None] Network 4701206a-25f5-478e-8808-66ec66a15898 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:54.016145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:54.199171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c81a1-ea35-421f-9d4a-79a72704f979 req-ef3294a1-31c7-437d-a2d7-6ae9ec1f370c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:54.206765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b62c81a1-ea35-421f-9d4a-79a72704f979 req-ef3294a1-31c7-437d-a2d7-6ae9ec1f370c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0727813 Nov 23 10:03:54.250751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-0cae9f66-5688-4fd3-9be8-3650f16e43d8 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:54.259311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-0cae9f66-5688-4fd3-9be8-3650f16e43d8 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/networks?id=4701206a-25f5-478e-8808-66ec66a15898 HTTP/1.1" status: 200 len: 814 time: 0.1718857 Nov 23 10:03:54.261942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b62c81a1-ea35-421f-9d4a-79a72704f979 req-26df116c-6843-49a5-abe8-d19710f330b0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499403 Nov 23 10:03:54.298162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-4db2b0d2-000a-45d3-a8b5-55436e0387e7 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/quotas/85973610c5c440a18b225652089753a0 HTTP/1.1" status: 200 len: 375 time: 0.0375121 Nov 23 10:03:54.306864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=9c74473f-0957-4c28-9339-b9c354955ab2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:54.321458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:54.321830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: c70557fc-90a8-4635-8492-5e5e2db05e17, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:54.342043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-4e022c2f-f18d-472f-ae1f-c69efa5ead6b tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=85973610c5c440a18b225652089753a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360231 Nov 23 10:03:54.388448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c70557fc-90a8-4635-8492-5e5e2db05e17 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:54.424821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c70557fc-90a8-4635-8492-5e5e2db05e17) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:54.437983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:54.438513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03760c-9776-4d1c-a73c-9a08110432e9 None None] Network c70557fc-90a8-4635-8492-5e5e2db05e17 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:54.438651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:54.468932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ad2d2fab-06bf-47c9-b3d3-f99a628f7d1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1101739 Nov 23 10:03:54.472745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43840) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:54.481420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-b414db25-0b08-4286-8274-491d324021dc service neutron] 10.222.0.62 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317244 Nov 23 10:03:54.596978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-b57821a2-ffe3-4210-a674-110cf64c1ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144435 Nov 23 10:03:54.770920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c70557fc-90a8-4635-8492-5e5e2db05e17', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:54.772813 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:54.862299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1855404-77fe-4a7c-83f8-73d8a7a62329 req-f26a1ddb-5bd8-49e7-a4d1-10134c25f85c tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0378442 Nov 23 10:03:54.998622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Allocated IP 2001:db8::2 (c70557fc-90a8-4635-8492-5e5e2db05e17/9c74473f-0957-4c28-9339-b9c354955ab2/2ab0b80a-2da5-465d-9c40-a609a3f0a512) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:55.025765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-362dceca-c563-4929-b4d3-57d1ad499ade req-a11a7601-e449-4d34-bf60-55742635ac7e tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 210 time: 0.1227255 Nov 23 10:03:55.274508 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.284376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.308601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.342777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Pushing event updated for resources: {'Port': ['ID=2ab0b80a-2da5-465d-9c40-a609a3f0a512,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:55.360214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Network c70557fc-90a8-4635-8492-5e5e2db05e17 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:55.362091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:55.368845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:55.445637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Attempting to bind port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:55.446524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Attempting to bind port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:55.447309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Attempting to bind port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 on network c70557fc-90a8-4635-8492-5e5e2db05e17 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:55.454030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:55.454821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Checking segment: {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:55.455470 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.456046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Bound using segment: {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:55.456749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Bound port: 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:55.457315 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.539076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] For port 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:55.543086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] For port 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2ab0b80a-2da5-465d-9c40-a609a3f0a512,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:55.550520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.676088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed1e57-104f-48e9-b1a5-f90bf05d5bbc None None] Pushing event updated for resources: {'Port': ['ID=2ab0b80a-2da5-465d-9c40-a609a3f0a512,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:55.719208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8::1 (c70557fc-90a8-4635-8492-5e5e2db05e17/9c74473f-0957-4c28-9339-b9c354955ab2/122c1abf-114d-4709-976b-62d39dd7983d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:55.893342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:55.982782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.031012 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3aa41061-36a8-4468-bea3-60775f3b9cd0 req-af59051d-6783-4a33-a288-fd18779ad030 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0407987 Nov 23 10:03:56.076031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c70557fc-90a8-4635-8492-5e5e2db05e17 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:56.080160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:56.094105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:56.094676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.145357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:56.305065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-538ff660-5fde-443c-92cd-0442b60b2684 req-0ab5bab5-3cce-48d3-8be1-07410d502be0 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 210 time: 0.1429780 Nov 23 10:03:56.335947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.487986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-a473f2b1-78da-4e4f-87d4-367fc12dc5ea tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:56.490552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-a473f2b1-78da-4e4f-87d4-367fc12dc5ea tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.11 "GET /v2.0/networks?id=4701206a-25f5-478e-8808-66ec66a15898 HTTP/1.1" status: 200 len: 814 time: 0.2253556 Nov 23 10:03:56.506423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Request body: {'port': {'device_id': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'network_id': '4701206a-25f5-478e-8808-66ec66a15898', 'admin_state_up': True, 'tenant_id': '85973610c5c440a18b225652089753a0'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:56.665388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Made reservation on behalf of 85973610c5c440a18b225652089753a0 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:56.681939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.731046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.736612 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.737689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:56.805937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:56.925262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c70557fc-90a8-4635-8492-5e5e2db05e17 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:56.926803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:57.000181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Allocated IP 172.20.0.7 (4701206a-25f5-478e-8808-66ec66a15898/d811cbb2-96df-4ed7-aeee-21f3d450294e/ee252ca3-2398-4065-9a40-1a7d51f7031a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:57.123015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c752cc-782d-41ae-b14d-c5c43e5b3534 None None] Network c70557fc-90a8-4635-8492-5e5e2db05e17 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:57.156698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:03:57.272097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0abb5371-2724-4fce-b906-b8f443574b34 req-670fff91-6ed5-4173-a16d-0859a8e66ee9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0775089 Nov 23 10:03:57.320888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:03:57.326146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1fbdf4c6-71a4-45d9-bf5e-bcaf06878f33 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8514535 Nov 23 10:03:57.329370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43912) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:57.338206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1397233622'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:57.371163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.379796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:57.387188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.420849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:03:57.423744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2ab0b80a-2da5-465d-9c40-a609a3f0a512 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:03:57.437820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.438106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.438240 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment 4266d23d-d20b-42a4-8a15-941c8fd68cac of type vlan for network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 Nov 23 10:03:57.470140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Network 4701206a-25f5-478e-8808-66ec66a15898 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:57.473577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:57.499058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:03:57.501111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:03:57.533660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:03:57.534391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:57.558776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.608006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9b327-d6f6-475c-ac2d-7bdb6ed6a808 req-39cb56a7-815c-4946-90a6-36a46e52022e tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:57.608853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:57.609686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.613920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Pushing event updated for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:57.617804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2e9b327-d6f6-475c-ac2d-7bdb6ed6a808 req-39cb56a7-815c-4946-90a6-36a46e52022e tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 931 time: 0.1255755 Nov 23 10:03:57.638502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-2edebd0e-0065-48a7-aef2-95f020067f34 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367569 Nov 23 10:03:57.654465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Request body: {'port': {'device_id': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:57.675994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2e9b327-d6f6-475c-ac2d-7bdb6ed6a808 req-d9b86dc4-1434-44e9-bbf5-e5c4002d8fad tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 Nov 23 10:03:57.676678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.694007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:57.694007 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.722473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:03:57.735130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:57.748276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4164648 Nov 23 10:03:57.752216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:57.759330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:03:57.821005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7464-bd50-4795-ad15-70ca1f09f4e2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:57.922764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:03:57.927342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.085077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:03:58.254762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee252ca3-2398-4065-9a40-1a7d51f7031a {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:03:58.272502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.278880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.298219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24555a50-ae53-4ae4-a948-ba461364294d None None] Provisioning complete for port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:58.299102 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24555a50-ae53-4ae4-a948-ba461364294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.301072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:03:58.301458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.304534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Transition to ACTIVE for port object ee252ca3-2398-4065-9a40-1a7d51f7031a will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:03:58.327669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.380873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=f3b32d22-2a01-42ca-b210-70e7f2147921,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:58.392015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:58.392584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:03:58.435590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:03:58.540206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Pushing event updated for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:58.543397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Attempting to bind port ee252ca3-2398-4065-9a40-1a7d51f7031a on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:03:58.543935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Attempting to bind port ee252ca3-2398-4065-9a40-1a7d51f7031a by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'da970471-e930-4453-abfd-4f106d478d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4701206a-25f5-478e-8808-66ec66a15898'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:03:58.544343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Attempting to bind port ee252ca3-2398-4065-9a40-1a7d51f7031a on network 4701206a-25f5-478e-8808-66ec66a15898 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:58.550545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Port ee252ca3-2398-4065-9a40-1a7d51f7031a on network 4701206a-25f5-478e-8808-66ec66a15898 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:03:58.551129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Attempting to bind port ee252ca3-2398-4065-9a40-1a7d51f7031a on network 4701206a-25f5-478e-8808-66ec66a15898 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:03:58.560358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:03:58.560863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Checking segment: {'id': 'da970471-e930-4453-abfd-4f106d478d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4701206a-25f5-478e-8808-66ec66a15898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:03:58.561514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Bound using segment: {'id': 'da970471-e930-4453-abfd-4f106d478d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4701206a-25f5-478e-8808-66ec66a15898'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:03:58.562145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Bound port: ee252ca3-2398-4065-9a40-1a7d51f7031a, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da970471-e930-4453-abfd-4f106d478d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4701206a-25f5-478e-8808-66ec66a15898'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:03:58.565401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.602163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be6e86b3-f442-457f-8dfe-8599a83bd5b2 req-cbd90df5-cd83-427d-8287-3eeb6b27a132 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0954556 Nov 23 10:03:58.615040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:58.644971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:58.645588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.671203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:03:58.675576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a,segment=NetworkSegment(da970471-e930-4453-abfd-4f106d478d4f),segment_id=da970471-e930-4453-abfd-4f106d478d4f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:03:58.678120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4e83bf1-e938-4b91-9979-b27622f3273a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9242494 Nov 23 10:03:58.680901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43940) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:03:58.685832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.761701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:58.762567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.764173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-cbb1946b-8385-40f9-8079-739217430787 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee252ca3-2398-4065-9a40-1a7d51f7031a HTTP/1.1" status: 200 len: 1091 time: 1.1150517 Nov 23 10:03:58.765762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:03:58.775174 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d041a6-6352-4a96-a70a-5d0094611fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:03:58.801260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f226c1-5bf1-4f3f-b0b8-3b8d18a18d43 None None] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:03:58.801804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1946b-8385-40f9-8079-739217430787 service neutron] Pushing event updated for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:58.810402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.898271 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f58178-459b-4cfb-b99f-745dfa82a008 x-openstack-request-id: req-25f58178-459b-4cfb-b99f-745dfa82a008 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:03:58.898568 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:03:58.898828 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25f58178-459b-4cfb-b99f-745dfa82a008 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:03:58.899235 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a', 'status': 'completed', 'code': 200} Nov 23 10:03:58.912374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2ab0b80a-2da5-465d-9c40-a609a3f0a512,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:03:58.950965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:58.988140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a6e84-58e0-447d-aba4-2e050ba391e7 req-8022a0c0-9a79-4d4e-a5e0-0775fe9c67f1 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:58.993377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d3a6e84-58e0-447d-aba4-2e050ba391e7 req-8022a0c0-9a79-4d4e-a5e0-0775fe9c67f1 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 943 time: 0.1491773 Nov 23 10:03:58.999158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-1afe8bbe-70c9-424b-b3b3-41e41fad44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:59.000842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-1afe8bbe-70c9-424b-b3b3-41e41fad44a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85973610c5c440a18b225652089753a0&device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.1851368 Nov 23 10:03:59.004118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24555a50-ae53-4ae4-a948-ba461364294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.097920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-ed407f41-7fd9-40ab-949c-9c67432e5a60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a HTTP/1.1" status: 200 len: 217 time: 0.0849843 Nov 23 10:03:59.221134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-e492bf9b-5db1-4f24-95ea-1dd23eebfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:59.225053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-e492bf9b-5db1-4f24-95ea-1dd23eebfda1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d811cbb2-96df-4ed7-aeee-21f3d450294e HTTP/1.1" status: 200 len: 854 time: 0.1180046 Nov 23 10:03:59.242464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.245161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d3a6e84-58e0-447d-aba4-2e050ba391e7 req-c5e331e9-f226-4e75-8f53-eb10e503600c tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348037 Nov 23 10:03:59.258494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:03:56Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:03:56Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:03:59.301816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-b030a8ff-4fae-44b3-8248-5d7aad9fd91c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4701206a-25f5-478e-8808-66ec66a15898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539708 Nov 23 10:03:59.372354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:03:59.373409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Updating router f3633d0e-2292-42bf-9bae-e13528a17207 port 122c1abf-114d-4709-976b-62d39dd7983d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:03:59.408700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=2ab0b80a-2da5-465d-9c40-a609a3f0a512,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:03:59.462569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-259d0d01-a863-43f9-95a1-eaa74365af99 service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538019 Nov 23 10:03:59.573711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-24555a50-ae53-4ae4-a948-ba461364294d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:03:59.574815 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-24555a50-ae53-4ae4-a948-ba461364294d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:03:59.582650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc5e6e7-6504-4823-8075-6376b626a713 req-c4002d5d-254d-4e00-9eef-ec7439874f7d service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113882 Nov 23 10:03:59.612809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.707822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8:1::1 (11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5/f3b32d22-2a01-42ca-b210-70e7f2147921/de52a89d-1596-4a63-bc4b-353313541b21) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:03:59.742627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-e4232ceb-e2c6-4527-847c-a8d8f3e9a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:03:59.744380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-e4232ceb-e2c6-4527-847c-a8d8f3e9a5d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85973610c5c440a18b225652089753a0&device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.1043887 Nov 23 10:03:59.745718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:03:59.746638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.870464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.918536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:03:59.948936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edd0d5e6-011a-456b-a377-9bb6f3825d53 req-5a8119db-58c7-42ba-ba22-59d9aca57100 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.2035396 Nov 23 10:03:59.975451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:03:59.994284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:03:59.997986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:00.006093 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.019949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-651f4f61-1588-46b0-80fd-d91bb613c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:00.022589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-651f4f61-1588-46b0-80fd-d91bb613c45b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4701206a-25f5-478e-8808-66ec66a15898 HTTP/1.1" status: 200 len: 915 time: 0.2611988 Nov 23 10:04:00.051771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:00.097796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-3c926114-2a89-463c-95d3-9c4b83526632 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a HTTP/1.1" status: 200 len: 217 time: 0.0668314 Nov 23 10:04:00.160990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-3b5f3fe3-d5ee-41b3-b33d-4a068f7ace55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:00.171891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-3b5f3fe3-d5ee-41b3-b33d-4a068f7ace55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d811cbb2-96df-4ed7-aeee-21f3d450294e HTTP/1.1" status: 200 len: 854 time: 0.0675714 Nov 23 10:04:00.215928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Allocated IP 2001:db8:1::2 (11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5/f3b32d22-2a01-42ca-b210-70e7f2147921/2dfcff0b-11d8-46eb-ac7d-388a5a65e155) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:00.221040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-f26cb651-9c00-4391-8072-c201401b96c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4701206a-25f5-478e-8808-66ec66a15898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400102 Nov 23 10:04:00.223712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.293113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.349481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.423222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-d58ca034-2b75-493a-9813-301b6ad26e8b service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931231 Nov 23 10:04:00.441074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-60f90f1c-ed17-43a9-bfe2-dd4ab52a685c None None] Provisioning complete for port 122c1abf-114d-4709-976b-62d39dd7983d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:00.442113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60f90f1c-ed17-43a9-bfe2-dd4ab52a685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.518835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2458195-e043-47ca-be33-5f550963153c None None] Pushing event updated for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:00.549856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-60f90f1c-ed17-43a9-bfe2-dd4ab52a685c None None] Port 122c1abf-114d-4709-976b-62d39dd7983d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:00.582578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36d041a6-6352-4a96-a70a-5d0094611fe9 req-e8158bb9-afbe-4826-b385-111da82cf043 service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504686 Nov 23 10:04:00.664215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.707909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.803227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:00.807393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-60f90f1c-ed17-43a9-bfe2-dd4ab52a685c None None] Provisioning complete for port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:00.808240 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60f90f1c-ed17-43a9-bfe2-dd4ab52a685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.815367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Attempting to bind port 122c1abf-114d-4709-976b-62d39dd7983d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:00.816105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Attempting to bind port 122c1abf-114d-4709-976b-62d39dd7983d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:00.816698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Attempting to bind port 122c1abf-114d-4709-976b-62d39dd7983d on network c70557fc-90a8-4635-8492-5e5e2db05e17 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:00.819274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:00.835030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:00.869527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:00.869954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Checking segment: {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:00.870333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.870726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Bound using segment: {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:00.871199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Bound port: 122c1abf-114d-4709-976b-62d39dd7983d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513553d0-d185-44ca-bb16-a16088ef69de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:00.871577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:00.879227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Pushing event updated for resources: {'Port': ['ID=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:00.941171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eb62c-c370-4f1f-a7e6-2be072e47dc2 req-629cab54-0d1b-4ac1-8d4a-dc8f62c2cb07 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:00.943077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a8eb62c-c370-4f1f-a7e6-2be072e47dc2 req-629cab54-0d1b-4ac1-8d4a-dc8f62c2cb07 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 943 time: 0.5775392 Nov 23 10:04:01.012486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Attempting to bind port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:01.012882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Attempting to bind port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:01.013217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Attempting to bind port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 on network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:01.027025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:01.027401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Checking segment: {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:01.027878 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.028280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Bound using segment: {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:01.028759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Bound port: 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:01.029185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.034171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] For port 122c1abf-114d-4709-976b-62d39dd7983d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:01.090104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] For port 122c1abf-114d-4709-976b-62d39dd7983d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=122c1abf-114d-4709-976b-62d39dd7983d,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:01.123471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82a1223a-15d1-401e-80f2-6bbd1466ca30 req-ca774e8f-2c25-4121-b7b9-f9d5217f5757 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0502534 Nov 23 10:04:01.125828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a8eb62c-c370-4f1f-a7e6-2be072e47dc2 req-da772a5c-1150-4939-935a-f19609a1d127 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742620 Nov 23 10:04:01.180420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.194732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-744156e7-54ea-4901-b868-d901c553e240 None None] For port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:01.199082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-744156e7-54ea-4901-b868-d901c553e240 None None] For port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:01.230433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.242325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.253820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.254697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.302021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2458195-e043-47ca-be33-5f550963153c None None] Pushing event updated for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:01.304693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:01.305973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:01.359373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:01.582077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:01.583681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:01.617936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2ab0b80a-2da5-465d-9c40-a609a3f0a512 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:01.766210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:01.784396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:01.812723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] Provisioning complete for port 122c1abf-114d-4709-976b-62d39dd7983d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:01.813089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:01.880318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744156e7-54ea-4901-b868-d901c553e240 None None] Pushing event updated for resources: {'Port': ['ID=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:01.943573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:01.956536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0064acc3-0fc4-42de-ad1a-1b4d4eae85f9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2737067 Nov 23 10:04:01.959534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:01.967176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811985346'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:02.004121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:02.004667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.032173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:02.036420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.072368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:04:02.087635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.087995 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment a710f1e5-b5b3-43c9-b1b5-deb15c73b301 of type vlan for network c6e4080d-db38-4b14-9232-6f036cad8a33 Nov 23 10:04:02.138334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.149443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.187578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.211250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:02.212136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.312898 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] For port 122c1abf-114d-4709-976b-62d39dd7983d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=122c1abf-114d-4709-976b-62d39dd7983d,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:02.339639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.365604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce554018-0023-49b6-ac8c-3173fffae73b req-d9b7c1af-603a-4513-9cb0-ee3294fa9d65 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/ports?device_id=459acc5f-b93c-47d7-a32b-8ac795f8e978 HTTP/1.1" status: 200 len: 210 time: 0.0836883 Nov 23 10:04:02.419046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46b6d-7ae4-4369-8d2f-b295dbca57c0 None None] Pushing event updated for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:02.420181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375acf-61ff-40b1-99d4-bd8eb4c1ecac req-ef1bc795-fc9d-4f0c-8b21-afb3758d939a tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:02.422140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7375acf-61ff-40b1-99d4-bd8eb4c1ecac req-ef1bc795-fc9d-4f0c-8b21-afb3758d939a tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 943 time: 0.1258838 Nov 23 10:04:02.431516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:00Z', 'revision_number': 3, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:01Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:00Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:02.440806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=c6e4080d-db38-4b14-9232-6f036cad8a33,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:02.464068 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f855def6-f362-43a1-a5cf-82fd4d5b6ec8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5018086 Nov 23 10:04:02.464952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44020) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:02.466814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c6e4080d-db38-4b14-9232-6f036cad8a33 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:04:02.471783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:02.473671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b835e45-7244-45cf-bdcb-12d0776d8987 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:00Z', 'revision_number': 3, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:01Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:00Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:02.534706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7375acf-61ff-40b1-99d4-bd8eb4c1ecac req-2560ffba-ecae-4861-9c2a-b5bd5e80f10b tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030684 Nov 23 10:04:02.588007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c364abe3-3e26-4c0b-80a8-a199b990a4a5 None None] Provisioning complete for port 122c1abf-114d-4709-976b-62d39dd7983d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:02.588404 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c364abe3-3e26-4c0b-80a8-a199b990a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.705010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:02.710700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:02.947980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.061291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e4adc-fb84-4edc-928a-5ac5e3a08b28 None None] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:03.109841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] Provisioning complete for port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:03.110243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.236627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ee252ca3-2398-4065-9a40-1a7d51f7031a details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:04:03.376360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 122c1abf-114d-4709-976b-62d39dd7983d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:03.499572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.534617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=c1344aeb-8e1a-4858-b473-c83f531d0944,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:03.549565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44046) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:03.595830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a,segment=NetworkSegment(da970471-e930-4453-abfd-4f106d478d4f),segment_id=da970471-e930-4453-abfd-4f106d478d4f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:03.620472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'ee252ca3-2398-4065-9a40-1a7d51f7031a', 'network_id': '4701206a-25f5-478e-8808-66ec66a15898', 'port_id': 'ee252ca3-2398-4065-9a40-1a7d51f7031a', 'mac_address': 'fa:16:3e:a1:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd811cbb2-96df-4ed7-aeee-21f3d450294e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:04:03.625715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:03.626440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: c6e4080d-db38-4b14-9232-6f036cad8a33, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:04:03.661359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c6e4080d-db38-4b14-9232-6f036cad8a33 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:04:03.670621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c6e4080d-db38-4b14-9232-6f036cad8a33) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:03.677525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] For port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:03.677786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:03.678347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.694957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.706826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6028631-9862-4288-b838-848c55b220fb None None] Network c6e4080d-db38-4b14-9232-6f036cad8a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:03.718126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-de3448bf-dd9b-4164-9075-cd7b1ac0921e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2503195 Nov 23 10:04:03.718799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:03.740187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.744994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.759313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.794437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 122c1abf-114d-4709-976b-62d39dd7983d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:03.794815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.810271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939da0-7f96-4a5a-a5eb-7a38414b75f3 req-0352dc2d-1d98-45e9-ada2-7fc5dbbe7a3a tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:03.814737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2939da0-7f96-4a5a-a5eb-7a38414b75f3 req-0352dc2d-1d98-45e9-ada2-7fc5dbbe7a3a tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 943 time: 0.1437166 Nov 23 10:04:03.901140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee252ca3-2398-4065-9a40-1a7d51f7031a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:04:03.936474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.955878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:03.961389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:03.967194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9 HTTP/1.1" status: 204 len: 168 time: 0.4160345 Nov 23 10:04:03.999513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2939da0-7f96-4a5a-a5eb-7a38414b75f3 req-1d507314-2b15-48d4-b697-cc6b5f6fbabc tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607220 Nov 23 10:04:04.024696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8c90a-8d71-4c13-bee8-245ac9df1c73 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:04.046294 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-0209330e-e5cc-4d23-9364-2581c0bfee3a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] show failed (client error): The resource could not be found. Nov 23 10:04:04.050740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0209330e-e5cc-4d23-9364-2581c0bfee3a tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "GET /v2.0/security-groups/ad56fb3f-cc1e-44f8-9832-2b0d7d0862a9 HTTP/1.1" status: 404 len: 347 time: 0.0315514 Nov 23 10:04:04.051062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44058) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:04.125025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a,segment=NetworkSegment(da970471-e930-4453-abfd-4f106d478d4f),segment_id=da970471-e930-4453-abfd-4f106d478d4f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:04.189071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.194683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aa3b6-417e-4cda-8afe-cfed1018d241 None None] Pushing event updated for resources: {'Port': ['ID=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:04.340154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 4441705b-38b7-4c01-b457-410fb4565ccf {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:04.340659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.417575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c6e4080d-db38-4b14-9232-6f036cad8a33', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:04:04.418527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.498257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.566176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.566792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.611457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 4441705b-38b7-4c01-b457-410fb4565ccf owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:04.811070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:04.822581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:04.852858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-98297500-6ade-48c2-894f-13aac44efdb4 None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:04.853246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98297500-6ade-48c2-894f-13aac44efdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.900021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:04.938105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=4441705b-38b7-4c01-b457-410fb4565ccf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:04.996649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ee252ca3-2398-4065-9a40-1a7d51f7031a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:04:05.037415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8:2::1 (c6e4080d-db38-4b14-9232-6f036cad8a33/c1344aeb-8e1a-4858-b473-c83f531d0944/758a67bb-b62e-43a9-92d9-2b05173db023) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:05.096890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.099970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.101217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-13608f5b-5e84-4bab-9d8a-a9cdd082e5a7 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/floatingips/a4699c2b-bd12-4d4c-9c74-cfa3bc11dace HTTP/1.1" status: 204 len: 168 time: 1.0491118 Nov 23 10:04:05.104753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44080) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:05.127160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245518a0-d93b-43e0-a68e-4fa39c04bbf4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:05.197272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-98297500-6ade-48c2-894f-13aac44efdb4 None None] Port de52a89d-1596-4a63-bc4b-353313541b21 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:05.265763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:05.266226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.315065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2390a-bebf-4c64-9e53-f30a01f84ec2 req-34b11b83-1c97-4f2c-b417-35464b8ced20 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:05.317221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46e2390a-bebf-4c64-9e53-f30a01f84ec2 req-34b11b83-1c97-4f2c-b417-35464b8ced20 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 944 time: 0.1441383 Nov 23 10:04:05.321870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-98297500-6ade-48c2-894f-13aac44efdb4 None None] Provisioning complete for port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:05.323771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.327095 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98297500-6ade-48c2-894f-13aac44efdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.336341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port a446a203-3b6c-4855-a242-537914fc1e4d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:05.336678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.383939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.444743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c6e4080d-db38-4b14-9232-6f036cad8a33 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:05.448103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:05.453745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:05.454529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.458465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:05.474218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46e2390a-bebf-4c64-9e53-f30a01f84ec2 req-98e00494-814c-43b4-96e4-eef51614233a tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445649 Nov 23 10:04:05.537418 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:05.587276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Allocated IP 2001:db8:2::2 (c6e4080d-db38-4b14-9232-6f036cad8a33/c1344aeb-8e1a-4858-b473-c83f531d0944/41b07b85-b666-4c3b-886b-e62617983cb1) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:05.613353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.616452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.633563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for a446a203-3b6c-4855-a242-537914fc1e4d owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:05.676870 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:05.677818 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:05.819576 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:05.934761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:05.954636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b466012a-9dc3-4ae5-88f7-62631610b764 None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:05.955150 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b466012a-9dc3-4ae5-88f7-62631610b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:05.983741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.008591 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.023176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.061904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.070176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.071144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.098677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-a3eeac55-c4ec-42f0-8bf4-d90892103cdb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041519 Nov 23 10:04:06.099914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=a446a203-3b6c-4855-a242-537914fc1e4d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:06.110490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Pushing event updated for resources: {'Port': ['ID=41b07b85-b666-4c3b-886b-e62617983cb1,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:06.118918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b466012a-9dc3-4ae5-88f7-62631610b764 None None] Port de52a89d-1596-4a63-bc4b-353313541b21 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:06.150431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Network c6e4080d-db38-4b14-9232-6f036cad8a33 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:06.154631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:06.161105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:06.171624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.175898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5563ce8a-f0f9-4df1-b7d8-7556010904e0 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/ports/a446a203-3b6c-4855-a242-537914fc1e4d HTTP/1.1" status: 204 len: 168 time: 1.0700283 Nov 23 10:04:06.180147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:06.214101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d820a-7562-47ee-9a85-592ba4156605 req-80fc44ed-0450-428f-85a9-b757f7a46cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:06.215829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-80fc44ed-0450-428f-85a9-b757f7a46cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1097 time: 0.0572431 Nov 23 10:04:06.288262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:06.289431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.344372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d820a-7562-47ee-9a85-592ba4156605 req-9c27cbf9-fd35-4c94-b2ac-90aa93bcaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:06.345819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-9c27cbf9-fd35-4c94-b2ac-90aa93bcaecf service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.1109369 Nov 23 10:04:06.365024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network c6e4080d-db38-4b14-9232-6f036cad8a33 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:06.374557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:06.387916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:06.412267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Attempting to bind port 41b07b85-b666-4c3b-886b-e62617983cb1 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:06.412267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Attempting to bind port 41b07b85-b666-4c3b-886b-e62617983cb1 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:06.413028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Attempting to bind port 41b07b85-b666-4c3b-886b-e62617983cb1 on network c6e4080d-db38-4b14-9232-6f036cad8a33 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:06.439467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:05Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:05Z', 'revision_number': 1, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:00Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:06.465948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:06.466505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Checking segment: {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:06.467000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.469581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Bound using segment: {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:06.472315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Bound port: 41b07b85-b666-4c3b-886b-e62617983cb1, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:06.472988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.500219 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:06.500723 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Updating router f3633d0e-2292-42bf-9bae-e13528a17207 port 758a67bb-b62e-43a9-92d9-2b05173db023 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:04:06.538662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-ee0f0814-cbd1-4612-aa02-83276df9fac8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.1848085 Nov 23 10:04:06.545601 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.642754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d820a-7562-47ee-9a85-592ba4156605 req-d6d6b89f-4b50-42ff-9ba3-c734367df0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:06.644250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-d6d6b89f-4b50-42ff-9ba3-c734367df0c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.0959461 Nov 23 10:04:06.696058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:06.726638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] For port 41b07b85-b666-4c3b-886b-e62617983cb1, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:06.731056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port d873826a-dd89-4499-a426-9ede815c0f23 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:06.731447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.763890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] For port 41b07b85-b666-4c3b-886b-e62617983cb1, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=41b07b85-b666-4c3b-886b-e62617983cb1,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:06.773599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eaedf-1f2b-4007-b620-926a38b42b0a req-4d5b752f-3f4b-4973-a35c-082e80cd591b tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:06.775209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb4eaedf-1f2b-4007-b620-926a38b42b0a req-4d5b752f-3f4b-4973-a35c-082e80cd591b tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 944 time: 0.1235180 Nov 23 10:04:06.779515 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:06.841398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d820a-7562-47ee-9a85-592ba4156605 req-ccb6d994-1b92-4418-a915-ab2ea92686a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:06.843300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-ccb6d994-1b92-4418-a915-ab2ea92686a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617866 Nov 23 10:04:06.926386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503f62-ddc7-4bc9-9e3b-878eef99fb75 None None] Pushing event updated for resources: {'Port': ['ID=41b07b85-b666-4c3b-886b-e62617983cb1,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:06.927953 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb4eaedf-1f2b-4007-b620-926a38b42b0a req-4be098a6-8076-4430-8f08-cd8f34c44533 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383226 Nov 23 10:04:07.017239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-ca43c2b7-fe21-4bf4-b9d2-8466ef180db9 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647234 Nov 23 10:04:07.032057 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.041699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:07.041939 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.045760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.057929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1d86707-8403-4b04-a6a0-d7e893bf0b08 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3379631 Nov 23 10:04:07.058819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44116) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:07.071953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-773298906'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:07.090937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Pushing event updated for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:07.102218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.102635 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.102889 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.103224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.103553 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.103876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.104768 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.105103 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.105433 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.105750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.106106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.106424 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:07.138189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for d873826a-dd89-4499-a426-9ede815c0f23 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:07.202645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ee252ca3-2398-4065-9a40-1a7d51f7031a up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:07.234265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f09d820a-7562-47ee-9a85-592ba4156605 req-69201d18-f990-4700-b0b9-60acb3796a83 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105262 Nov 23 10:04:07.253844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:07.255828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.323717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:04:07.340569 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.341093 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added segment ddd1d6aa-3c12-4f7f-a8eb-dd738b858325 of type vlan for network bdadc4e9-4252-425f-aad4-6ff390d4d01d Nov 23 10:04:07.390298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port ee252ca3-2398-4065-9a40-1a7d51f7031a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:04:07.394006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port ee252ca3-2398-4065-9a40-1a7d51f7031a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:07.394218 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.407274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.423744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port 758a67bb-b62e-43a9-92d9-2b05173db023 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:07.424579 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port 758a67bb-b62e-43a9-92d9-2b05173db023 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:07.425222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port 758a67bb-b62e-43a9-92d9-2b05173db023 on network c6e4080d-db38-4b14-9232-6f036cad8a33 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:07.431479 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:07.431950 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Checking segment: {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:07.432438 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.432898 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Bound using segment: {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:07.433463 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Bound port: 758a67bb-b62e-43a9-92d9-2b05173db023, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:07.433942 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.539074 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.542257 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] For port 758a67bb-b62e-43a9-92d9-2b05173db023, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:07.546538 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] For port 758a67bb-b62e-43a9-92d9-2b05173db023, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=758a67bb-b62e-43a9-92d9-2b05173db023,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:07.552723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:07.553400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.555164 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.578688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.596379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.615429 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Updating router f3633d0e-2292-42bf-9bae-e13528a17207 port de52a89d-1596-4a63-bc4b-353313541b21 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:04:07.624325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:07.626891 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482bf95c-d7ea-4d10-bbe8-a0732da2d40a" -d '{"events": [{"server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:07.646675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a,segment=NetworkSegment(da970471-e930-4453-abfd-4f106d478d4f),segment_id=da970471-e930-4453-abfd-4f106d478d4f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:07.658418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.679852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6131883 Nov 23 10:04:07.686374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:07.713003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'subnet': {'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:07.721662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=d873826a-dd89-4499-a426-9ede815c0f23,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:07.730836 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.736006 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Pushing event updated for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:07.781578 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965a5a8-3515-49b6-aee2-a639a34a275f x-openstack-request-id: req-0965a5a8-3515-49b6-aee2-a639a34a275f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:07.782236 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:07.782706 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0965a5a8-3515-49b6-aee2-a639a34a275f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:07.783288 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a', 'code': 200} Nov 23 10:04:07.785733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:07.821512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90de0-f5f8-44bd-9132-36831f40fecb tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Network': ['ID=bdadc4e9-4252-425f-aad4-6ff390d4d01d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:07.862181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:04:07.990684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:07.995215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cbf838b4-1016-4fa1-936c-ea3ad87b2f79 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/ports/d873826a-dd89-4499-a426-9ede815c0f23 HTTP/1.1" status: 204 len: 168 time: 1.8137383 Nov 23 10:04:07.999589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:08.008195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-e8a6ca75-56d8-4ce0-ab36-baf251c16ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237772 Nov 23 10:04:08.088902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785a05-75c6-4bf1-8b95-eaa855184faf req-cc0dc53f-37ca-49e8-a87c-0472d294d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:08.108914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80785a05-75c6-4bf1-8b95-eaa855184faf req-cc0dc53f-37ca-49e8-a87c-0472d294d699 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2500939 Nov 23 10:04:08.139558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 41b07b85-b666-4c3b-886b-e62617983cb1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:08.164132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-6abd8a30-60db-46c0-b8fe-3a5bf652200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:08.168945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-6abd8a30-60db-46c0-b8fe-3a5bf652200b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1096 time: 0.1230731 Nov 23 10:04:08.263887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Made reservation on behalf of 63b008467db1483aa7e401614350a26d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:08.283065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.290255 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.292472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 41b07b85-b666-4c3b-886b-e62617983cb1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:08.293432 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.305184 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.438786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-7dd675c5-0670-4ede-b76e-ba9d07cf6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:08.447760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-7dd675c5-0670-4ede-b76e-ba9d07cf6eb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.2488043 Nov 23 10:04:08.455038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.466870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting subnet 91357ed1-4331-4bd3-923d-8836537d0233 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:08.493225 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Pushing event updated for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:08.495277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.541522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 41b07b85-b666-4c3b-886b-e62617983cb1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=41b07b85-b666-4c3b-886b-e62617983cb1,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:08.543068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port de52a89d-1596-4a63-bc4b-353313541b21 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:08.543450 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port de52a89d-1596-4a63-bc4b-353313541b21 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:08.543871 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Attempting to bind port de52a89d-1596-4a63-bc4b-353313541b21 on network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Checking segment: {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Bound using segment: {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Bound port: de52a89d-1596-4a63-bc4b-353313541b21, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4266d23d-d20b-42a4-8a15-941c8fd68cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:08.557901 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.563381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.612394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-09f42f9b-b5ee-40f4-8db0-90868394b00f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 1000 time: 0.1461103 Nov 23 10:04:08.691876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3313-946c-4bb3-b0b3-0f2dbab92e4c req-2bf7ea98-9dbc-44ff-800b-8f3db50ccb89 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:08.700905 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d5c3313-946c-4bb3-b0b3-0f2dbab92e4c req-2bf7ea98-9dbc-44ff-800b-8f3db50ccb89 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.5526049 Nov 23 10:04:08.714635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80785a05-75c6-4bf1-8b95-eaa855184faf req-efdb5109-efb6-4f15-8c7c-1e485a2d0ce2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044865 Nov 23 10:04:08.723925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=41b07b85-b666-4c3b-886b-e62617983cb1,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:08.735436 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] For port de52a89d-1596-4a63-bc4b-353313541b21, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:08.743854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] For port de52a89d-1596-4a63-bc4b-353313541b21, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52a89d-1596-4a63-bc4b-353313541b21,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:08.752952 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.767205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:08.767448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-fbf41690-9473-49bb-8500-d6c5b31858f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:08.768912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-fbf41690-9473-49bb-8500-d6c5b31858f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1484411 Nov 23 10:04:08.824596 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:08.825219 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:08.853673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d5c3313-946c-4bb3-b0b3-0f2dbab92e4c req-53432551-55e0-49e9-9139-04137c0073f4 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260009 Nov 23 10:04:08.949371 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:08.954101 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a448-8ae6-42d7-bf42-6239f02b3c4e None None] Pushing event updated for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:08.964013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cbe39-89d8-4cda-b50f-6b242142142a None None] Network c6e4080d-db38-4b14-9232-6f036cad8a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:08.979540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.075078 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.124693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-43b9e70f-43c4-4780-a146-835f2e0b6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:09.133472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-43b9e70f-43c4-4780-a146-835f2e0b6b94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222613 Nov 23 10:04:09.180278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:09.181923 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.200213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Subnet': ['ID=29900426-3ac1-4871-954b-445958dd0a95,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:09.206439 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.279651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:05Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:07Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:08Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:09.283403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Checking segment: {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:09.284120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network hostable DHCP agents. Network: bdadc4e9-4252-425f-aad4-6ff390d4d01d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:04:09.294857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Subnet': ['ID=91357ed1-4331-4bd3-923d-8836537d0233,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:09.301598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.313598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-003b67c2-30c2-44ef-92ec-8978541b83d5 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/subnets/91357ed1-4331-4bd3-923d-8836537d0233 HTTP/1.1" status: 204 len: 168 time: 1.3128049 Nov 23 10:04:09.316490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44162) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:09.325568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7a18d-7740-488c-9c26-045db618a46b None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:09.336932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37204ee-5272-4f8a-8320-635c581b95ed None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:05Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:07Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:08Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:09.349758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-f43a6cb8-c8f2-4a77-b668-9b6908ba2e1b service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088797 Nov 23 10:04:09.390802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:04:09.462051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting subnet a90f4cc8-dc24-460d-8256-84e2c6401fb6 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:09.471780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.560297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.593076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90aae1ad-dd6f-4d2f-9f3e-17229d8b28a1 req-bff4c5ec-90a8-437c-8c34-adcae55b3253 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271993 Nov 23 10:04:09.594930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, bdadc4e9-4252-425f-aad4-6ff390d4d01d) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:09.605481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:09.605481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.625772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2e0f1-12e8-4fff-9682-bd34e007d40b None None] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:09.631692 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.653135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ae019d8-1b8d-4861-8153-c1b8c5fe7134 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9628499 Nov 23 10:04:09.657596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44172) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:09.733516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.885385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:09.926349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] For port de52a89d-1596-4a63-bc4b-353313541b21, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52a89d-1596-4a63-bc4b-353313541b21,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:09.929236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] DHCP port deletion for 32ff3901-514f-48a8-b6f1-247a46fc2083 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:09.998438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.071374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.088119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/subnets/a90f4cc8-dc24-460d-8256-84e2c6401fb6 HTTP/1.1" status: 204 len: 168 time: 0.7678909 Nov 23 10:04:10.089072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44184) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:10.196444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a8be3-9396-46ff-9df8-c6a990345a32 None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:10.219409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 41b07b85-b666-4c3b-886b-e62617983cb1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:10.363327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa051ef7-1857-437d-a275-2f47f0571ea9 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Subnet': ['ID=a90f4cc8-dc24-460d-8256-84e2c6401fb6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:10.370884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.404599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0ebdd-a3de-4ecd-8d15-2af49c706468 req-1a659d55-367e-413c-9a10-ebd9bda9cf11 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:10.412647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddc0ebdd-a3de-4ecd-8d15-2af49c706468 req-1a659d55-367e-413c-9a10-ebd9bda9cf11 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.3224738 Nov 23 10:04:10.525528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddc0ebdd-a3de-4ecd-8d15-2af49c706468 req-177145e2-045b-4331-add0-f665a5c90c4b tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Nov 23 10:04:10.543094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 250d6e94-e684-4386-a33d-cd29650d6532 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:10.544067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.595101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.650867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 250d6e94-e684-4386-a33d-cd29650d6532, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=250d6e94-e684-4386-a33d-cd29650d6532,segment=NetworkSegment(265c4cbe-0266-4ada-8caa-3729c43c33a4),segment_id=265c4cbe-0266-4ada-8caa-3729c43c33a4)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:10.652104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.672303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 250d6e94-e684-4386-a33d-cd29650d6532 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:10.757416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Provisioning complete for port 41b07b85-b666-4c3b-886b-e62617983cb1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:10.758657 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.760830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.794749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 250d6e94-e684-4386-a33d-cd29650d6532 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:10.798426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:10.801113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=250d6e94-e684-4386-a33d-cd29650d6532,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:10.801721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac18aa-8f58-430a-ae16-b688c5860208 None None] Pushing event updated for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:10.851203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:04:10.852689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:10.977082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Allocated IP 2001:db8:3::1 (bdadc4e9-4252-425f-aad4-6ff390d4d01d/29900426-3ac1-4871-954b-445958dd0a95/3a5067db-92f9-4e70-a858-4cfb5e6e5724) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:10.993021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.022648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ff3901-514f-48a8-b6f1-247a46fc2083']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:11.031103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Deleting port 250d6e94-e684-4386-a33d-cd29650d6532 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:11.033781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.035830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:11.037263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265c4cbe-0266-4ada-8caa-3729c43c33a4') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:11.037559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265c4cbe-0266-4ada-8caa-3729c43c33a4') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:11.038893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:11.049921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.076926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.090860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:11.091560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:11.098988 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:11.167020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.181598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.200194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.203999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/networks/32ff3901-514f-48a8-b6f1-247a46fc2083 HTTP/1.1" status: 204 len: 168 time: 1.0200694 Nov 23 10:04:11.214170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44204) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:11.225486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9aa36-f874-481f-9cf8-46ab8e1ffc49 tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Network': ['ID=32ff3901-514f-48a8-b6f1-247a46fc2083,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:11.240741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 41b07b85-b666-4c3b-886b-e62617983cb1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:11.241114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.288668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] For port 250d6e94-e684-4386-a33d-cd29650d6532, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:11.298310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.310535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.372828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.377867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:11.388239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:11.391844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:11.396978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:11.397731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.401743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:11.578035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.583547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Allocated IP 2001:db8:3::2 (bdadc4e9-4252-425f-aad4-6ff390d4d01d/29900426-3ac1-4871-954b-445958dd0a95/c45a6982-0a47-449e-98f3-cdad799c1fa9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:11.725045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Calling delete_port for 250d6e94-e684-4386-a33d-cd29650d6532 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:11.769796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Port 250d6e94-e684-4386-a33d-cd29650d6532 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:04:11.905749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.929562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.932224 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.985810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Deleting port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:11.986269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:11.996038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a69dd3-b407-4748-adeb-f1bb670bf624 req-0e6f3a21-1c25-4518-a3f9-da57afaeec6c tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:12.004002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56a69dd3-b407-4748-adeb-f1bb670bf624 req-0e6f3a21-1c25-4518-a3f9-da57afaeec6c tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0997245 Nov 23 10:04:12.085669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56a69dd3-b407-4748-adeb-f1bb670bf624 req-206fa64d-5f7f-4f60-92b4-bc7036ea0d26 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793982 Nov 23 10:04:12.088862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] DHCP port deletion for c7c8d507-08e7-4f05-917a-cd32f575d714 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:12.091046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Pushing event updated for resources: {'Port': ['ID=c45a6982-0a47-449e-98f3-cdad799c1fa9,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:12.173824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Network 32ff3901-514f-48a8-b6f1-247a46fc2083 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:04:12.173824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] No DVR routers for this DVR port 250d6e94-e684-4386-a33d-cd29650d6532 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:12.181801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253f67-cc6d-46d2-83b5-63e4daf67100 None None] Pushing event deleted for resources: {'Port': ['ID=250d6e94-e684-4386-a33d-cd29650d6532,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:12.195237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] For port 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2152fd2e-ac13-4863-9bc8-d96e8a51e434,segment=NetworkSegment(1f1909ed-0473-4e41-a421-a7e2fbd4fb11),segment_id=1f1909ed-0473-4e41-a421-a7e2fbd4fb11)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:12.195237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.197623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52a89d-1596-4a63-bc4b-353313541b21 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:12.228131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Calling delete_port for 2152fd2e-ac13-4863-9bc8-d96e8a51e434 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:12.230655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:12.274737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:12.280051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:12.299055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.318675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.322777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.331368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.369010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Port': ['ID=2152fd2e-ac13-4863-9bc8-d96e8a51e434,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:12.378641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] No DVR routers for this DVR port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:12.406426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:12.407600 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.417017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event updated for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:12.540310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.583827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c8d507-08e7-4f05-917a-cd32f575d714']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:12.599989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1909ed-0473-4e41-a421-a7e2fbd4fb11') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:12.600532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1909ed-0473-4e41-a421-a7e2fbd4fb11') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:12.614439 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.622617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Attempting to bind port c45a6982-0a47-449e-98f3-cdad799c1fa9 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:12.623088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Attempting to bind port c45a6982-0a47-449e-98f3-cdad799c1fa9 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:12.623515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Attempting to bind port c45a6982-0a47-449e-98f3-cdad799c1fa9 on network bdadc4e9-4252-425f-aad4-6ff390d4d01d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:12.632906 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.642849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:12.643312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Checking segment: {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:12.643773 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.644169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Bound using segment: {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:12.644744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Bound port: c45a6982-0a47-449e-98f3-cdad799c1fa9, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:12.645209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.645342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:12.645858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.647229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:12.648783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.649446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:12.654692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Deleting port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:12.655215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.661869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718586ad-b173-4d32-a1e6-207d75939343 req-400f94f6-d04c-46b0-9598-fbe169de67cf tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:12.663743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-718586ad-b173-4d32-a1e6-207d75939343 req-400f94f6-d04c-46b0-9598-fbe169de67cf tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0762880 Nov 23 10:04:12.666175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-aeae95c9-65ab-4416-a1cd-e7b86ad07b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:12.667575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-aeae95c9-65ab-4416-a1cd-e7b86ad07b06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85973610c5c440a18b225652089753a0&device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.1368515 Nov 23 10:04:12.668576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:12.703819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:05Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:07Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:12.752482 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:12.757828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:12.760184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.769365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.777545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] 10.222.0.62 "DELETE /v2.0/networks/c7c8d507-08e7-4f05-917a-cd32f575d714 HTTP/1.1" status: 204 len: 168 time: 1.5567946 Nov 23 10:04:12.814434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cd63c-d27e-4aef-896b-157d89b9921f tempest-TaggedBootDevicesTest_v242-226788002 tempest-TaggedBootDevicesTest_v242-226788002-project] Pushing event deleted for resources: {'Network': ['ID=c7c8d507-08e7-4f05-917a-cd32f575d714,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:12.842054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-718586ad-b173-4d32-a1e6-207d75939343 req-b9f4748a-2c2b-4743-a8dc-83e2c931f921 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711771 Nov 23 10:04:12.856882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] For port c45a6982-0a47-449e-98f3-cdad799c1fa9, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:12.861209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] For port c45a6982-0a47-449e-98f3-cdad799c1fa9, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c45a6982-0a47-449e-98f3-cdad799c1fa9,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:12.897050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] For port 2152fd2e-ac13-4863-9bc8-d96e8a51e434, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:12.897937 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.912227 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:12.946001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:12.956206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Calling delete_port for 2152fd2e-ac13-4863-9bc8-d96e8a51e434 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:12.973983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:04:12.973983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:12.973983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:12.981417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-8f2a9da3-edf7-4979-aeea-0dfe53446912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:12.981417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-8f2a9da3-edf7-4979-aeea-0dfe53446912 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4701206a-25f5-478e-8808-66ec66a15898 HTTP/1.1" status: 200 len: 915 time: 0.2924519 Nov 23 10:04:13.061675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:13.148693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-c011ca4c-c243-469f-95b9-855ed4a680ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a HTTP/1.1" status: 200 len: 217 time: 0.1620564 Nov 23 10:04:13.241447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:13.247004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3bac2bd5-0a8a-48e6-99a6-c88a85f67ab1 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5879688 Nov 23 10:04:13.249850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:13.251546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-c46887e9-4a05-4e61-8489-1c0f61b8ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:13.253181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-c46887e9-4a05-4e61-8489-1c0f61b8ac9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d811cbb2-96df-4ed7-aeee-21f3d450294e HTTP/1.1" status: 200 len: 854 time: 0.0877137 Nov 23 10:04:13.254847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:13.322354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-35a71d41-2fc6-4c5d-86d2-79a3bf82703f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4701206a-25f5-478e-8808-66ec66a15898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585883 Nov 23 10:04:13.465576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Network c7c8d507-08e7-4f05-917a-cd32f575d714 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:04:13.465995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] No DVR routers for this DVR port 2152fd2e-ac13-4863-9bc8-d96e8a51e434 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:13.484661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-7939ab94-e986-41d2-8bd9-b84573cdf0cc service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556523 Nov 23 10:04:13.484824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Provisioning complete for port 758a67bb-b62e-43a9-92d9-2b05173db023 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:13.485199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:13.493445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d417-bb75-4033-b0b4-13ff3db94bf2 None None] Pushing event updated for resources: {'Port': ['ID=c45a6982-0a47-449e-98f3-cdad799c1fa9,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:13.536297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 758a67bb-b62e-43a9-92d9-2b05173db023 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:13.600910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2559020-0cae-4ad7-ab5e-4f7c61b23cc8 None None] Pushing event deleted for resources: {'Port': ['ID=2152fd2e-ac13-4863-9bc8-d96e8a51e434,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:13.618424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:13.722325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2ee611a-5668-4f12-8a50-e18646ce0810 req-5f9d5d65-3b1c-4d13-a489-22e8d777d510 service neutron] 10.222.0.11 "GET /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232752 Nov 23 10:04:13.879146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:13.947307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.extraroute_db [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:04:13.968610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 758a67bb-b62e-43a9-92d9-2b05173db023 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:13.968987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.011082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.extraroute_db [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Removed routes are [] {{(pid=110024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:04:14.015177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.065474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658395-9791-4ca7-a701-c1ede3548877 req-99d3e6bf-5544-469f-9b27-effc43c19957 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:14.075749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46658395-9791-4ca7-a701-c1ede3548877 req-99d3e6bf-5544-469f-9b27-effc43c19957 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.1031346 Nov 23 10:04:14.106359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] For port 758a67bb-b62e-43a9-92d9-2b05173db023, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=758a67bb-b62e-43a9-92d9-2b05173db023,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:14.132036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.141512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46658395-9791-4ca7-a701-c1ede3548877 req-06487707-1887-4b31-a58f-9ed568d7991d tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605373 Nov 23 10:04:14.216694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Pushing event updated for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:14.241932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Provisioning complete for port 41b07b85-b666-4c3b-886b-e62617983cb1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:14.242298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d984d921-99f2-447e-9957-a95d232d81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.315753 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.319785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.412234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:11Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:11Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:07Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:14.475584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f33f4-9d41-429d-a18c-9fa603eed580 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:11Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:11Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:07Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:14.489625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:14.567985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 250d6e94-e684-4386-a33d-cd29650d6532 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:14.609582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 250d6e94-e684-4386-a33d-cd29650d6532 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:14.609981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 250d6e94-e684-4386-a33d-cd29650d6532 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:14.734496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:14.756645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:14.763372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44286) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:14.763995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1630b5ea-3497-4ce5-a589-2bd25e3ef29b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 953 time: 1.5123434 Nov 23 10:04:14.977267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:14.983003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'routes': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:14.983572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca15c88a-4e56-4efb-8431-7a8c30507883 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 953 time: 0.2189686 Nov 23 10:04:15.006097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52a89d-1596-4a63-bc4b-353313541b21 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:15.107503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port de52a89d-1596-4a63-bc4b-353313541b21 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:15.107967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:15.184753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dab50a-2d34-4215-9362-202109ff05fe None None] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:15.345442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cea80-304e-48f3-bc95-bf65abb6fb51 req-fcf269cd-25fa-4d6a-a18b-c2751869b56d tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:15.348676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b9cea80-304e-48f3-bc95-bf65abb6fb51 req-fcf269cd-25fa-4d6a-a18b-c2751869b56d tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0948033 Nov 23 10:04:15.358202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] Provisioning complete for port c45a6982-0a47-449e-98f3-cdad799c1fa9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:15.359020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:15.464225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b9cea80-304e-48f3-bc95-bf65abb6fb51 req-ffe44dd2-aa91-4677-b121-945e46f20426 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047790 Nov 23 10:04:15.542674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c45a6982-0a47-449e-98f3-cdad799c1fa9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:15.568007 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:04:15.669685 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:15.675929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.extraroute_db [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added routes are [] {{(pid=110024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:04:15.676256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.extraroute_db [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:04:15.683029 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:15.683840 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:15.718904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:15.763058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:15.820879 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:15.901608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:15.978666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] For port c45a6982-0a47-449e-98f3-cdad799c1fa9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c45a6982-0a47-449e-98f3-cdad799c1fa9,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:15.998660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.006452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c45a6982-0a47-449e-98f3-cdad799c1fa9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:16.007013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.047105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace671b5-fd55-4f1f-8003-198a1c119712 req-6608e4ae-1662-480b-8bdd-2649a2d1dd25 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:16.054823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ace671b5-fd55-4f1f-8003-198a1c119712 req-6608e4ae-1662-480b-8bdd-2649a2d1dd25 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0704381 Nov 23 10:04:16.089379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.093343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.131865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ace671b5-fd55-4f1f-8003-198a1c119712 req-007f9fe7-b13a-4378-8fce-1bb4b55fa8e5 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759749 Nov 23 10:04:16.156707 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:13Z', 'revision_number': 6, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:11Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:16.193920 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:16.194474 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Updating router f3633d0e-2292-42bf-9bae-e13528a17207 port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:04:16.235509 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.281729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7617-19a3-44fa-adea-fcce590b447b None None] Pushing event updated for resources: {'Port': ['ID=c45a6982-0a47-449e-98f3-cdad799c1fa9,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:16.351077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:16.420713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 758a67bb-b62e-43a9-92d9-2b05173db023 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:16.514237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 758a67bb-b62e-43a9-92d9-2b05173db023 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:16.514671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.639384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:16.648065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.649424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f22ffa02-9458-43d8-9869-46bce261d703 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 703 time: 1.6703649 Nov 23 10:04:16.652240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44332) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:16.691216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c67aba77-9cac-497d-bbfb-e655ac3d1e23 None None] Provisioning complete for port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:16.691851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c67aba77-9cac-497d-bbfb-e655ac3d1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.733468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c67aba77-9cac-497d-bbfb-e655ac3d1e23 None None] Port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:16.754248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c67aba77-9cac-497d-bbfb-e655ac3d1e23 None None] Provisioning complete for port c45a6982-0a47-449e-98f3-cdad799c1fa9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:16.754622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c67aba77-9cac-497d-bbfb-e655ac3d1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.786596 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.806496 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:16.824861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2152fd2e-ac13-4863-9bc8-d96e8a51e434 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:16.854241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-acd56537-26ab-4fe5-be02-bc174f3e45d7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 703 time: 0.1980054 Nov 23 10:04:16.854528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44336) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:16.865873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2152fd2e-ac13-4863-9bc8-d96e8a51e434 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:16.866395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2152fd2e-ac13-4863-9bc8-d96e8a51e434 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:16.895698 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79213b9c-127e-4820-9e8a-4f56e2ece5cf None None] Pushing event updated for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:17.004603 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Attempting to bind port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:17.004961 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Attempting to bind port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:17.005323 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Attempting to bind port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 on network bdadc4e9-4252-425f-aad4-6ff390d4d01d {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:17.011215 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:17.011357 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Checking segment: {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:17.011651 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.012034 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Bound using segment: {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:17.012491 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Bound port: 3a5067db-92f9-4e70-a858-4cfb5e6e5724, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:17.012860 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.058222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c45a6982-0a47-449e-98f3-cdad799c1fa9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:17.110180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] For port 3a5067db-92f9-4e70-a858-4cfb5e6e5724, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:17.113962 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] For port 3a5067db-92f9-4e70-a858-4cfb5e6e5724, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3a5067db-92f9-4e70-a858-4cfb5e6e5724,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:17.123241 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.207608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] Provisioning complete for port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:17.215966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.236227 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79213b9c-127e-4820-9e8a-4f56e2ece5cf None None] Pushing event updated for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:17.273791 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:17.274966 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:17.309409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c45a6982-0a47-449e-98f3-cdad799c1fa9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:17.310165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.454368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89fd3-36e8-4be6-9ae5-76bd8f08778b req-142199c4-37bd-4862-8583-5bb17a3c0df1 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:17.462722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2c89fd3-36e8-4be6-9ae5-76bd8f08778b req-142199c4-37bd-4862-8583-5bb17a3c0df1 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.1832817 Nov 23 10:04:17.615102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:17.630964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.635442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e2c89fd3-36e8-4be6-9ae5-76bd8f08778b req-323da620-a9ca-486c-b94b-f0479888e854 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/security-groups?id=89f039b9-f1b6-4c50-a767-3170f43a30a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706510 Nov 23 10:04:17.700628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.720928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-b751ebad-6add-4fd7-b5c7-df5c307eeb81 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:17.723295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-b751ebad-6add-4fd7-b5c7-df5c307eeb81 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.11 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 945 time: 0.1168692 Nov 23 10:04:17.727856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] For port 3a5067db-92f9-4e70-a858-4cfb5e6e5724, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3a5067db-92f9-4e70-a858-4cfb5e6e5724,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:17.745051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.908531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40568fd6-7c43-4c51-b744-073fc8abb8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.947215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Deleting port ee252ca3-2398-4065-9a40-1a7d51f7031a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:17.947562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:17.959707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34496f53-c3c9-4522-ac47-5a1f08ae419c None None] Pushing event updated for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:17.982540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ce702d60-3552-48d4-b50c-7ad7c104c2a9 None None] Provisioning complete for port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:17.982910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ce702d60-3552-48d4-b50c-7ad7c104c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.182322 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:15Z', 'revision_number': 7, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:17Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:18.229209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] For port ee252ca3-2398-4065-9a40-1a7d51f7031a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ee252ca3-2398-4065-9a40-1a7d51f7031a,segment=NetworkSegment(da970471-e930-4453-abfd-4f106d478d4f),segment_id=da970471-e930-4453-abfd-4f106d478d4f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:18.229837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.254586 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae586a15-84d9-4141-b95d-f055707c1e1e None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:15Z', 'revision_number': 7, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:17Z', 'revision_number': 4, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:18.267492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Calling delete_port for ee252ca3-2398-4065-9a40-1a7d51f7031a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:18.320309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b94e749a-6f7c-4240-89d3-1d2bd2db743b None None] Provisioning complete for port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:18.320849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b94e749a-6f7c-4240-89d3-1d2bd2db743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.368147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:18.368493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.470236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.513067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Pushing event deleted for resources: {'Port': ['ID=ee252ca3-2398-4065-9a40-1a7d51f7031a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:18.626149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] No DVR routers for this DVR port ee252ca3-2398-4065-9a40-1a7d51f7031a on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:18.629442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.635875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-91de5154-20df-4dcc-bcc9-c0b2ee40a81c req-8c0ac7d0-9887-4187-be5e-72b9d184b217 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.11 "DELETE /v2.0/ports/ee252ca3-2398-4065-9a40-1a7d51f7031a HTTP/1.1" status: 204 len: 173 time: 0.9060390 Nov 23 10:04:18.636602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'name': 'network-vif-deleted', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:18.640982 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565ca40-5675-4df3-9e20-7840ac3184aa" -d '{"events": [{"server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "name": "network-vif-deleted", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:18.647476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 3a5067db-92f9-4e70-a858-4cfb5e6e5724, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3a5067db-92f9-4e70-a858-4cfb5e6e5724,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:18.648122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:18.671344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:18.674613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ee252ca3-2398-4065-9a40-1a7d51f7031a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:04:18.698134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 3a5067db-92f9-4e70-a858-4cfb5e6e5724 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:18.737679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:18.739299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:18.759002 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1adce7-6510-4bbb-a5ce-d68127d9baae x-openstack-request-id: req-2e1adce7-6510-4bbb-a5ce-d68127d9baae {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:18.759306 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691d64c-1eee-4360-9209-cecd16dd6cd5", "name": "network-vif-deleted", "tag": "ee252ca3-2398-4065-9a40-1a7d51f7031a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:18.759560 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e1adce7-6510-4bbb-a5ce-d68127d9baae {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:18.759964 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b691d64c-1eee-4360-9209-cecd16dd6cd5', 'name': 'network-vif-deleted', 'tag': 'ee252ca3-2398-4065-9a40-1a7d51f7031a', 'status': 'completed', 'code': 200} Nov 23 10:04:18.857109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37c1a237-1844-4be5-a56f-44f69afe7d39 req-9adfb1da-ac8c-4208-9d5e-cfa9c11f8cb0 tempest-InstanceActionsTestJSON-36203035 tempest-InstanceActionsTestJSON-36203035-project] 10.222.0.62 "GET /v2.0/ports?device_id=b691d64c-1eee-4360-9209-cecd16dd6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0421927 Nov 23 10:04:18.891724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:19.059706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:19.130612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=3a5067db-92f9-4e70-a858-4cfb5e6e5724,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:19.133404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3a5067db-92f9-4e70-a858-4cfb5e6e5724 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:19.188181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.188601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.188807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.189111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.189448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.189779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.190192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.190575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.190905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.191241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.194187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.194561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:19.249276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3a5067db-92f9-4e70-a858-4cfb5e6e5724 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:19.249684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3a5067db-92f9-4e70-a858-4cfb5e6e5724 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 10:04:19.353792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port 3a5067db-92f9-4e70-a858-4cfb5e6e5724 not found, will not notify nova. {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 10:04:19.537571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:15Z', 'revision_number': 7, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a5067db-92f9-4e70-a858-4cfb5e6e5724', 'name': '', 'network_id': 'bdadc4e9-4252-425f-aad4-6ff390d4d01d', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:29:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '29900426-3ac1-4871-954b-445958dd0a95', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:10Z', 'updated_at': '2021-11-23T10:04:17Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '29900426-3ac1-4871-954b-445958dd0a95', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:19.571050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:19.586815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:19.587567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:19.620569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb50156-6222-41e5-9b25-e6d31005c995 req-ddf07e53-c787-40ef-b999-152276bbe162 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:19.628060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbb50156-6222-41e5-9b25-e6d31005c995 req-ddf07e53-c787-40ef-b999-152276bbe162 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.0769286 Nov 23 10:04:19.682126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dbb50156-6222-41e5-9b25-e6d31005c995 req-a073f785-9af3-48a6-a9c0-fde7104636e8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530298 Nov 23 10:04:19.719584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:19.821313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:19.955221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44416) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:20.080583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Deleting subnet d811cbb2-96df-4ed7-aeee-21f3d450294e {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:20.088478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.184335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.245905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:20.275976 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.290300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.393044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:18Z', 'revision_number': 8, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:20.399600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.417400 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e83eca85-9aae-4f91-bcef-8ff0f9775fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.438247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:20.445940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffa02f20-d57d-444b-a622-32d668ce8159 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5880136 Nov 23 10:04:20.446348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:20.469680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.473832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d811cbb2-96df-4ed7-aeee-21f3d450294e HTTP/1.1" status: 204 len: 168 time: 0.5172164 Nov 23 10:04:20.475280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d8441-86a8-472d-91f4-4dc0f74c754b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d811cbb2-96df-4ed7-aeee-21f3d450294e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:20.478871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44432) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:20.538288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7a2be-9a28-45c5-a1e1-e9422f72ecb6 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:18Z', 'revision_number': 8, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:20.565653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet 29900426-3ac1-4871-954b-445958dd0a95 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:20.569795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.601800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.629068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.720213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.724547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.747509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4701206a-25f5-478e-8808-66ec66a15898']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:20.758432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da970471-e930-4453-abfd-4f106d478d4f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:20.758723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da970471-e930-4453-abfd-4f106d478d4f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:20.769082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.783743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.791566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:20.792187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:20.794596 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:20.802754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.821844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.825187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/29900426-3ac1-4871-954b-445958dd0a95 HTTP/1.1" status: 204 len: 168 time: 0.3778582 Nov 23 10:04:20.828586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0554ab-c933-40ea-a783-b5c3e5410eac None None] Network bdadc4e9-4252-425f-aad4-6ff390d4d01d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:20.844204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:20.874406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f952fe-329c-44f9-be41-8e625b5efc1e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=29900426-3ac1-4871-954b-445958dd0a95,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:20.883003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.892250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:20.903533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4701206a-25f5-478e-8808-66ec66a15898 HTTP/1.1" status: 204 len: 168 time: 0.4164662 Nov 23 10:04:20.929676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29ca3c-26bd-40a4-95ca-c8798c8508f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4701206a-25f5-478e-8808-66ec66a15898,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:20.992812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.049198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3a5067db-92f9-4e70-a858-4cfb5e6e5724 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:21.087744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3a5067db-92f9-4e70-a858-4cfb5e6e5724 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:21.088188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3a5067db-92f9-4e70-a858-4cfb5e6e5724 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:21.092696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port c45a6982-0a47-449e-98f3-cdad799c1fa9 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:21.093049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.109372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] DHCP port deletion for bdadc4e9-4252-425f-aad4-6ff390d4d01d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:21.143460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44444) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:21.189841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port c45a6982-0a47-449e-98f3-cdad799c1fa9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c45a6982-0a47-449e-98f3-cdad799c1fa9,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:21.190925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.207096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for c45a6982-0a47-449e-98f3-cdad799c1fa9 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:21.222901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.234306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Deleting port c45a6982-0a47-449e-98f3-cdad799c1fa9 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:21.235414 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.238580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-644e0861-c1da-479f-a0ec-37ec8708a412 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85973610c5c440a18b225652089753a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926075 Nov 23 10:04:21.238847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:21.256320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ee252ca3-2398-4065-9a40-1a7d51f7031a no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:21.304307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.308164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.316210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: ee252ca3-2398-4065-9a40-1a7d51f7031a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:21.316576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ee252ca3-2398-4065-9a40-1a7d51f7031a not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:21.328269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.340636 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:21.350481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=c45a6982-0a47-449e-98f3-cdad799c1fa9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:21.356174 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:21.357389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:21.358480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port c45a6982-0a47-449e-98f3-cdad799c1fa9 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:21.390659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] For port c45a6982-0a47-449e-98f3-cdad799c1fa9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c45a6982-0a47-449e-98f3-cdad799c1fa9,segment=NetworkSegment(ddd1d6aa-3c12-4f7f-a8eb-dd738b858325),segment_id=ddd1d6aa-3c12-4f7f-a8eb-dd738b858325)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:21.391426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.429186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Calling delete_port for c45a6982-0a47-449e-98f3-cdad799c1fa9 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:21.431890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.434552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.438367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89f039b9-f1b6-4c50-a767-3170f43a30a9 HTTP/1.1" status: 204 len: 168 time: 0.1985400 Nov 23 10:04:21.455292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f7cec-f4cf-46c2-9e59-5c0cd8d4fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f039b9-f1b6-4c50-a767-3170f43a30a9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:21.495426 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:21.519407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.563561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdadc4e9-4252-425f-aad4-6ff390d4d01d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:21.583213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.595560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:21.595908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd1d6aa-3c12-4f7f-a8eb-dd738b858325') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:21.616697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] No DVR routers for this DVR port c45a6982-0a47-449e-98f3-cdad799c1fa9 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:21.619802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.650612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.673302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:21.674094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:21.677158 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:21.680156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a0833-c903-457a-aa44-94e427ac0154 None None] Pushing event deleted for resources: {'Port': ['ID=c45a6982-0a47-449e-98f3-cdad799c1fa9,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:21.796776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.806837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:21.815753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/bdadc4e9-4252-425f-aad4-6ff390d4d01d HTTP/1.1" status: 204 len: 168 time: 0.9700830 Nov 23 10:04:21.820354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44458) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:21.978693 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:18Z', 'revision_number': 8, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:22.030661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197500ca-75d2-4def-81c9-c4fb7ac9d9f8 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=bdadc4e9-4252-425f-aad4-6ff390d4d01d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:22.034983 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:22.058455 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:22.059082 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:22.219424 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:22.422285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.468645 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:18Z', 'revision_number': 8, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:22.497368 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad6805-eb1c-4918-a9a1-afce80b1be56 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:18Z', 'revision_number': 8, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758a67bb-b62e-43a9-92d9-2b05173db023', 'name': '', 'network_id': 'c6e4080d-db38-4b14-9232-6f036cad8a33', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:49:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:04Z', 'updated_at': '2021-11-23T10:04:14Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'c1344aeb-8e1a-4858-b473-c83f531d0944', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:22.507252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:22.593945 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.649096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-network', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:22.684360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Made reservation on behalf of 069e6f253fc44f638c9de9145fa2cfc0 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:22.689605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.700308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.808355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 758a67bb-b62e-43a9-92d9-2b05173db023 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:22.808703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.827814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.833276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.850977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:04:22.861751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.862493 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Added segment 36a507d3-a627-4934-9fa9-b5bf5526bbff of type vlan for network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 Nov 23 10:04:22.918324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.925800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 758a67bb-b62e-43a9-92d9-2b05173db023, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=758a67bb-b62e-43a9-92d9-2b05173db023,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:22.926231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:22.942410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 758a67bb-b62e-43a9-92d9-2b05173db023 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:23.005595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa867e4-a687-47de-be00-64632cc6bcc2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:23.024319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.027282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:23.029049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.074802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c45a6982-0a47-449e-98f3-cdad799c1fa9 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:23.108228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c45a6982-0a47-449e-98f3-cdad799c1fa9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:23.108816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c45a6982-0a47-449e-98f3-cdad799c1fa9 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:23.165318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] Pushing event updated for resources: {'Network': ['ID=6e12d1bc-abfc-46a3-adcc-40e1b922e308,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:23.179818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:04:23.190041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a3add061-b6eb-4d0a-a713-71aaf4aa461d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6810350 Nov 23 10:04:23.190784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44498) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:23.205740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Request body: {'subnet': {'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-subnet', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:23.249820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Made reservation on behalf of 069e6f253fc44f638c9de9145fa2cfc0 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:23.255065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.260348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.302651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=758a67bb-b62e-43a9-92d9-2b05173db023,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:23.495354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.496008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.541356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.551784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:23.576258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Checking segment: {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:23.576683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Network hostable DHCP agents. Network: 6e12d1bc-abfc-46a3-adcc-40e1b922e308, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:04:23.598258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:04:23.616575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 6e12d1bc-abfc-46a3-adcc-40e1b922e308) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:23.621766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:23.622374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.628663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3865081-b672-4f6e-ba58-1f5e502cddbd None None] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:23.666952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa4c61ce-bdf8-4934-b447-3a7bbb51096c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4728556 Nov 23 10:04:23.667667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44504) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:23.676411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:23.749364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.750828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.765833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:23.819436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:23.898639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229fcf6-29df-44cc-a9cf-fb41c062db91 None None] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:23.902446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:23.909556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6cfb7710-ffb5-4880-8a6d-0c3dbc922bf0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0883572 Nov 23 10:04:23.918114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44508) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:23.994944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:24.045847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:24.046504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:24.047484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet c1344aeb-8e1a-4858-b473-c83f531d0944 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:24.052152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.056058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.107484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.168849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:24.297000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.400898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.461625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:23Z', 'revision_number': 9, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:24.491412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:24.500966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:24.501583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:24.532552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=c1344aeb-8e1a-4858-b473-c83f531d0944,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:24.535210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.538478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21933d63-04ba-4fac-8e3e-a3d0607482b5 None None] Network c6e4080d-db38-4b14-9232-6f036cad8a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:24.543750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec01e967-07f3-40e9-a167-733efe8334a0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/c1344aeb-8e1a-4858-b473-c83f531d0944 HTTP/1.1" status: 204 len: 168 time: 0.6214411 Nov 23 10:04:24.544738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44522) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:24.653475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.663775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.695878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.740599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 41b07b85-b666-4c3b-886b-e62617983cb1 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:24.740996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.869211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 41b07b85-b666-4c3b-886b-e62617983cb1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=41b07b85-b666-4c3b-886b-e62617983cb1,segment=NetworkSegment(a710f1e5-b5b3-43c9-b1b5-deb15c73b301),segment_id=a710f1e5-b5b3-43c9-b1b5-deb15c73b301)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:24.869610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:24.871471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:24.887449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 41b07b85-b666-4c3b-886b-e62617983cb1 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:24.919012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Allocated IP 172.25.1.153 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/9d7cbddc-0783-46a7-a7ee-d790487e8858) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:25.005671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.039183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=41b07b85-b666-4c3b-886b-e62617983cb1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:25.043785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 41b07b85-b666-4c3b-886b-e62617983cb1 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:25.143789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.179468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4080d-db38-4b14-9232-6f036cad8a33']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:25.199494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:25.199782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a710f1e5-b5b3-43c9-b1b5-deb15c73b301') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:25.213054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.239012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1b523-5883-400e-a77e-1acd36c2c5b8 None None] DHCP port deletion for c6e4080d-db38-4b14-9232-6f036cad8a33 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:25.252129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:04:25.256616 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.266995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:25.268635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:25.316890 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:25.465863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.476321 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.487204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/c6e4080d-db38-4b14-9232-6f036cad8a33 HTTP/1.1" status: 204 len: 168 time: 0.9400740 Nov 23 10:04:25.489232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:25.523617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:23Z', 'revision_number': 9, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:25.537054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48c8f-909f-4d61-a78c-671030eda39d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=c6e4080d-db38-4b14-9232-6f036cad8a33,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:25.562385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ef0fb-3d63-4e92-ac66-20fcf8c9e76e None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:23Z', 'revision_number': 9, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de52a89d-1596-4a63-bc4b-353313541b21', 'name': '', 'network_id': '11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:b4:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:59Z', 'updated_at': '2021-11-23T10:04:09Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': 'f3b32d22-2a01-42ca-b210-70e7f2147921', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:25.570309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:25.575856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.592534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:04:25.619078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.658519 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.668807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:25.672882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:04:25.681657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:25.687694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:25.694606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:25.697665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7cbddc-0783-46a7-a7ee-d790487e8858,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:25.698440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c29982-a63d-4700-a3c5-42b68e6e9d5e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:25.703291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.767708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:25.825296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0e378d6a-0edd-44e1-a797-b31b593bb2b0 None None] Provisioning complete for port 9d7cbddc-0783-46a7-a7ee-d790487e8858 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:25.825798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e378d6a-0edd-44e1-a797-b31b593bb2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:25.851772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fd085956-f7af-49e2-89df-5a226f5b6e05'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:04:25.938625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0e378d6a-0edd-44e1-a797-b31b593bb2b0 None None] Port 9d7cbddc-0783-46a7-a7ee-d790487e8858 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:26.147517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.156911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.390949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.465398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port de52a89d-1596-4a63-bc4b-353313541b21 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:26.465773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.562051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Router f0c9558c-50b0-409a-a8f9-7c158d372514 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:04:26.573330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port de52a89d-1596-4a63-bc4b-353313541b21, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52a89d-1596-4a63-bc4b-353313541b21,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:26.573709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.591184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for de52a89d-1596-4a63-bc4b-353313541b21 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:26.682461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:26.693642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Sync routers for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:26.706281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.707633 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:26.708594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:26.708758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7467fa34-7b4d-4cae-bdac-424f2e20c864 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0399044 Nov 23 10:04:26.710924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44554) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:26.836407 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:26.896211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:26.956662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=de52a89d-1596-4a63-bc4b-353313541b21,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:27.063030 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:25Z', 'revision_number': 3, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:27.087859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 41b07b85-b666-4c3b-886b-e62617983cb1 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:27.091260 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Checking router: f0c9558c-50b0-409a-a8f9-7c158d372514 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:27.091616 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Updating router f0c9558c-50b0-409a-a8f9-7c158d372514 port 9d7cbddc-0783-46a7-a7ee-d790487e8858 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:04:27.119740 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.128693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 41b07b85-b666-4c3b-886b-e62617983cb1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:27.129270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 41b07b85-b666-4c3b-886b-e62617983cb1 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:27.129455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 758a67bb-b62e-43a9-92d9-2b05173db023 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:27.178463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 758a67bb-b62e-43a9-92d9-2b05173db023 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:27.178805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 758a67bb-b62e-43a9-92d9-2b05173db023 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:27.246280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:27.316748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fd085956-f7af-49e2-89df-5a226f5b6e05 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:27.317226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.410086 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.435481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:27.438376 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa81d2-937f-4e10-a61d-ae69b3feb8ca" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:27.455694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:27.466814 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.536646 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d1522a-e021-4d43-b7b9-3ff1faee8bb7 x-openstack-request-id: req-98d1522a-e021-4d43-b7b9-3ff1faee8bb7 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:27.537047 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:27.537395 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98d1522a-e021-4d43-b7b9-3ff1faee8bb7 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:27.538226 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:04:27.538908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:27.589985 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.590851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.598727 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.645360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1a74d-b325-49ea-8d98-10bf79f36bd4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:27.652715 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Attempting to bind port 9d7cbddc-0783-46a7-a7ee-d790487e8858 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:27.653201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Attempting to bind port 9d7cbddc-0783-46a7-a7ee-d790487e8858 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:27.653770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Attempting to bind port 9d7cbddc-0783-46a7-a7ee-d790487e8858 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:27.662130 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1799b1-879d-4f97-a35c-af8fa7e3b6e0 None None] Pushing event updated for resources: {'Port': ['ID=9d7cbddc-0783-46a7-a7ee-d790487e8858,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:27.665416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:27.665929 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:27.666437 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.666906 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:27.667468 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Bound port: 9d7cbddc-0783-46a7-a7ee-d790487e8858, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:27.668090 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.708857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a2891a46-7d1e-401f-b178-fca81276f786 None None] Provisioning complete for port 9d7cbddc-0783-46a7-a7ee-d790487e8858 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:27.709529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2891a46-7d1e-401f-b178-fca81276f786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.742489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] For port 9d7cbddc-0783-46a7-a7ee-d790487e8858, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:27.747177 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] For port 9d7cbddc-0783-46a7-a7ee-d790487e8858, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9d7cbddc-0783-46a7-a7ee-d790487e8858,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:27.753212 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.758145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a2891a46-7d1e-401f-b178-fca81276f786 None None] Port 9d7cbddc-0783-46a7-a7ee-d790487e8858 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:04:27.813494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6334544-5e55-4afd-9829-72f2fbf49c78 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:27.826474 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:27.827162 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:27.884884 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1799b1-879d-4f97-a35c-af8fa7e3b6e0 None None] Pushing event updated for resources: {'Port': ['ID=9d7cbddc-0783-46a7-a7ee-d790487e8858,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:27.888833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] Provisioning complete for port 9d7cbddc-0783-46a7-a7ee-d790487e8858 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:27.889335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.919942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:27.988991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:28.015319 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:28.081516 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.108924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] For port 9d7cbddc-0783-46a7-a7ee-d790487e8858, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9d7cbddc-0783-46a7-a7ee-d790487e8858,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:28.115320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.174679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549415a5-5067-48e9-a82d-1e88ab47317c None None] Pushing event updated for resources: {'Port': ['ID=9d7cbddc-0783-46a7-a7ee-d790487e8858,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:28.201276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:28.212943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36b390dd-f4b5-44d1-95d3-6d680c86b50a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114117 Nov 23 10:04:28.216053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44570) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:28.230249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:28.233623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Allocated IP 172.20.0.1 (6e12d1bc-abfc-46a3-adcc-40e1b922e308/ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3/731a985d-20aa-4b8b-9627-c29330ee650f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:28.259053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:28.272115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:28.347978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet f3b32d22-2a01-42ca-b210-70e7f2147921 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:28.356417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.405213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:28.416392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.427547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:25Z', 'revision_number': 3, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:28.467093 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.473987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed206b-fa20-482b-9bc6-b687a88d0952 None None] The sync data for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 is: [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:25Z', 'revision_number': 3, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:28.518347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.563656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:28.568613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:28.574042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:28.615906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.679616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Pushing event updated for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:28.703950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.706657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.766989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:28.774608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44600) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:28.775835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/f3b32d22-2a01-42ca-b210-70e7f2147921 HTTP/1.1" status: 204 len: 168 time: 0.5586321 Nov 23 10:04:28.779818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfc5a8-0ae5-424a-8bed-ff9360959c11 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b32d22-2a01-42ca-b210-70e7f2147921,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:28.801823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6ef2f-0281-4a54-acf6-7fa9f15af091 None None] Network 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:29.063417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.063757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:26Z', 'revision_number': 10, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:29.077162 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.108754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:29.125493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:29.128217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:29.331701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] DHCP port deletion for 11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:29.383852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9d7cbddc-0783-46a7-a7ee-d790487e8858 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:29.412930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:29.542147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:29.542753 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.654261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9d7cbddc-0783-46a7-a7ee-d790487e8858 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:29.657161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.798324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.854018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:29.896936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Deleting port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:29.897574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.021079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Pushing event updated for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:30.062159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:30.062529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.106842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:30.135247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.466831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.535066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] For port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,segment=NetworkSegment(4266d23d-d20b-42a4-8a15-941c8fd68cac),segment_id=4266d23d-d20b-42a4-8a15-941c8fd68cac)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:30.536319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.572088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Calling delete_port for 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:30.613724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:30.622427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:30.626373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:30.628732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:30.793759 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.822074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:30.833242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:30.850583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4266d23d-d20b-42a4-8a15-941c8fd68cac') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:30.851114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4266d23d-d20b-42a4-8a15-941c8fd68cac') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:30.868905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:31.035822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:31.064288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:31.064990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:31.072406 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:31.075969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] Pushing event deleted for resources: {'Port': ['ID=2dfcff0b-11d8-46eb-ac7d-388a5a65e155,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:31.095085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de11f0-7b17-4ba8-935d-7b128fb2e03f None None] No DVR routers for this DVR port 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:31.214077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:26Z', 'revision_number': 10, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:31.293658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47cc7a-0838-4c69-be13-98182062d706 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:26Z', 'revision_number': 10, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None, '_interfaces': [{'id': '122c1abf-114d-4709-976b-62d39dd7983d', 'name': '', 'network_id': 'c70557fc-90a8-4635-8492-5e5e2db05e17', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:03:55Z', 'updated_at': '2021-11-23T10:04:02Z', 'revision_number': 5, 'project_id': '63b008467db1483aa7e401614350a26d', 'subnets': [{'id': '9c74473f-0957-4c28-9339-b9c354955ab2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:31.316331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:31.380866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:31.398961 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:31.408025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44852) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:31.408987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5 HTTP/1.1" status: 204 len: 168 time: 2.6331296 Nov 23 10:04:31.424462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716528e3-b6a3-45d9-beb4-307f7cb27acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=11a8f6a9-7bfe-4f9b-beae-d7fecd1e2be5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:31.435683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Router f0c9558c-50b0-409a-a8f9-7c158d372514 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:31.461517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:31.461768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2dfcff0b-11d8-46eb-ac7d-388a5a65e155 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:31.600870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:31.613354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Sync routers for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:31.616963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ff722d7-e7e0-4e18-8a72-932e9c927836 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0c9558c-50b0-409a-a8f9-7c158d372514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9048815 Nov 23 10:04:31.676053 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:31.676986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:32.046666 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:32.553694 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:29Z', 'revision_number': 2, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:32.617327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:32.621575 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Checking router: f0c9558c-50b0-409a-a8f9-7c158d372514 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:32.622413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Updating router f0c9558c-50b0-409a-a8f9-7c158d372514 port 731a985d-20aa-4b8b-9627-c29330ee650f binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:04:32.667094 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:32.781201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-1e4d9dc3-4f10-48dd-beb0-93687e8103e6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:32.782240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-1e4d9dc3-4f10-48dd-beb0-93687e8103e6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 820 time: 0.4128985 Nov 23 10:04:32.838770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-8accb6e6-7396-4e17-b0eb-b90e974ffcbe tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/quotas/069e6f253fc44f638c9de9145fa2cfc0 HTTP/1.1" status: 200 len: 375 time: 0.0487993 Nov 23 10:04:33.104476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-9da8eec4-16d1-4ce5-b506-acd1500f8dbb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2250161 Nov 23 10:04:33.195455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52a89d-1596-4a63-bc4b-353313541b21 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:33.273606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: de52a89d-1596-4a63-bc4b-353313541b21 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:33.274026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52a89d-1596-4a63-bc4b-353313541b21 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:33.299895 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.313406 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.398322 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65b9b-e2d1-48ae-947a-66885431f9dd None None] Pushing event updated for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:33.511242 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Attempting to bind port 731a985d-20aa-4b8b-9627-c29330ee650f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:33.512273 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Attempting to bind port 731a985d-20aa-4b8b-9627-c29330ee650f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:33.512273 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Attempting to bind port 731a985d-20aa-4b8b-9627-c29330ee650f on network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:33.520384 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:33.521568 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Checking segment: {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:33.522145 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.522630 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Bound using segment: {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:33.523213 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Bound port: 731a985d-20aa-4b8b-9627-c29330ee650f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:33.523787 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.559731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-59f4a839-94ec-44a6-804b-a9e96672b26f service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467864 Nov 23 10:04:33.673376 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] For port 731a985d-20aa-4b8b-9627-c29330ee650f, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:33.682725 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] For port 731a985d-20aa-4b8b-9627-c29330ee650f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731a985d-20aa-4b8b-9627-c29330ee650f,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:33.692197 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.707327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-b2b9e2a6-59e2-4ecb-b6f4-dac68e982651 service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441762 Nov 23 10:04:33.711760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 122c1abf-114d-4709-976b-62d39dd7983d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:33.716951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.840542 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65b9b-e2d1-48ae-947a-66885431f9dd None None] Pushing event updated for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:33.843695 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:33.844727 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:33.948978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 122c1abf-114d-4709-976b-62d39dd7983d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=122c1abf-114d-4709-976b-62d39dd7983d,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:33.950441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:33.983895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 122c1abf-114d-4709-976b-62d39dd7983d owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:34.108551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a82fafdb-5ad6-4ff3-9c58-6b68b1d404ee req-18fea434-8d60-44d5-b6b9-9e4363855ae9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 210 time: 0.0984714 Nov 23 10:04:34.327225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45080) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:34.480192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:34.483529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:34.620226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=122c1abf-114d-4709-976b-62d39dd7983d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:34.775084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.776117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.776650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.777174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.777695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.778312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.780340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.782471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.784340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.784888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.785426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.788832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:34.896426 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:33Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:34.900863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:34.973985 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2162-6c74-4296-99e8-e8cc38c190ab None None] The sync data for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 is: [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:33Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:35.180118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:35.592411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-87621074-91e3-4424-8af0-1e1bdfd23764 req-ec17a1ce-ab1a-47c9-b9d7-8c7c145801bb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 210 time: 0.1568246 Nov 23 10:04:35.609684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:35.620706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:35.626868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4273129-5821-4cd2-b820-dff4a75f37af tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163308 Nov 23 10:04:35.631868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45148) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:35.648708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:35.651380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:35.804713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting subnet 9c74473f-0957-4c28-9339-b9c354955ab2 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:35.807691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:35.895678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:35.913442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:35.949095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:36.240088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:36.295234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:36.337815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:36.340590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:36.521450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:36.549487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Deleting port 8de3df9c-6755-45ed-9884-23d29b751471 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:36.551091 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:36.648945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:36.699679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e6e1d-73f2-432d-90d6-197e792c0dcc None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:36.793987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] For port 8de3df9c-6755-45ed-9884-23d29b751471, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8de3df9c-6755-45ed-9884-23d29b751471,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:36.796433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:36.831783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Calling delete_port for 8de3df9c-6755-45ed-9884-23d29b751471 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:37.037917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-fa3ce4b0-746a-48d6-86db-01b996890250 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:37.053329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-fa3ce4b0-746a-48d6-86db-01b996890250 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 820 time: 0.2751303 Nov 23 10:04:37.060088 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.080199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'port': {'device_id': '173b1889-74e4-4b35-86ce-d924cead99fc', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'admin_state_up': True, 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:37.371758 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.388475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Made reservation on behalf of 069e6f253fc44f638c9de9145fa2cfc0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:37.399227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.431970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731a985d-20aa-4b8b-9627-c29330ee650f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:37.610186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 731a985d-20aa-4b8b-9627-c29330ee650f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:37.615493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.792176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Allocated IP 172.20.0.11 (6e12d1bc-abfc-46a3-adcc-40e1b922e308/ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3/e0185fae-07bf-4943-8511-3b5786f876ca) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:04:37.826790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c8582-12f1-46ea-8b98-c572fcc0a368 None None] Network c70557fc-90a8-4635-8492-5e5e2db05e17 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:37.841063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Subnet': ['ID=9c74473f-0957-4c28-9339-b9c354955ab2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:37.844389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.850511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7884b02d-705a-46f6-ab77-372a1ab27bed tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/9c74473f-0957-4c28-9339-b9c354955ab2 HTTP/1.1" status: 204 len: 168 time: 2.2173617 Nov 23 10:04:37.872823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:37.873581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10e664a6-6b2e-4417-bbc1-24ebda1471a7 req-005971bf-081e-4878-9cb5-07fc89ff6070 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 210 time: 0.0414760 Nov 23 10:04:37.874145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45192) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:38.025258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.085818 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.103735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 731a985d-20aa-4b8b-9627-c29330ee650f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731a985d-20aa-4b8b-9627-c29330ee650f,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:38.128091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.138845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 122c1abf-114d-4709-976b-62d39dd7983d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:38.165603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.199356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 122c1abf-114d-4709-976b-62d39dd7983d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:38.199709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 122c1abf-114d-4709-976b-62d39dd7983d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:38.222908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Deleting port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:38.223307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.225347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.239676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:38.253402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:04:38.261480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:38.281341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:04:38.292223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8de3df9c-6755-45ed-9884-23d29b751471,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:38.313323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] DHCP port deletion for c70557fc-90a8-4635-8492-5e5e2db05e17 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:38.347353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:38.383060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:38.383702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.407147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-087cc601-faea-4f53-8952-49adb66ede2b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3416808 Nov 23 10:04:38.421001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Request body: {'port': {'device_id': '173b1889-74e4-4b35-86ce-d924cead99fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:38.452860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] For port 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2ab0b80a-2da5-465d-9c40-a609a3f0a512,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:38.453227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.456370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Deleting port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:38.456734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.489676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Calling delete_port for 2ab0b80a-2da5-465d-9c40-a609a3f0a512 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:38.564508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.614597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] For port 2ab0b80a-2da5-465d-9c40-a609a3f0a512, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2ab0b80a-2da5-465d-9c40-a609a3f0a512,segment=NetworkSegment(513553d0-d185-44ca-bb16-a16088ef69de),segment_id=513553d0-d185-44ca-bb16-a16088ef69de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:38.615014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.643836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Calling delete_port for 2ab0b80a-2da5-465d-9c40-a609a3f0a512 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:38.819040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.836639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:38.862823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No DVR routers for this DVR port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:38.905977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] No DVR routers for this DVR port 2ab0b80a-2da5-465d-9c40-a609a3f0a512 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:38.921240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5090d-61ad-4dec-9849-736374b2f8ab None None] Pushing event deleted for resources: {'Port': ['ID=2ab0b80a-2da5-465d-9c40-a609a3f0a512,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:38.954000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Port': ['ID=2ab0b80a-2da5-465d-9c40-a609a3f0a512,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:39.042741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0185fae-07bf-4943-8511-3b5786f876ca {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:04:39.063924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.077142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Transition to ACTIVE for port object e0185fae-07bf-4943-8511-3b5786f876ca will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:04:39.091687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.156652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.252569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3cb61-869b-48c1-9529-f1f3326bf249 req-a8177a46-59c7-4c97-a1c9-062cc9667008 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:39.254849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70557fc-90a8-4635-8492-5e5e2db05e17']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:39.268874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94c3cb61-869b-48c1-9529-f1f3326bf249 req-a8177a46-59c7-4c97-a1c9-062cc9667008 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 944 time: 0.1900177 Nov 23 10:04:39.277472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:39.283450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513553d0-d185-44ca-bb16-a16088ef69de') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:39.283753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513553d0-d185-44ca-bb16-a16088ef69de') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:39.292197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.304080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.367426 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.400643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94c3cb61-869b-48c1-9529-f1f3326bf249 req-90bac83b-f5b4-49cf-b15d-ac657bbc6921 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307561 Nov 23 10:04:39.414497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:39.418837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Attempting to bind port e0185fae-07bf-4943-8511-3b5786f876ca on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:04:39.418837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Attempting to bind port e0185fae-07bf-4943-8511-3b5786f876ca by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:04:39.419196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Attempting to bind port e0185fae-07bf-4943-8511-3b5786f876ca on network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:39.421820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:39.426530 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:39.429275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Port e0185fae-07bf-4943-8511-3b5786f876ca on network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:04:39.429275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Attempting to bind port e0185fae-07bf-4943-8511-3b5786f876ca on network 6e12d1bc-abfc-46a3-adcc-40e1b922e308 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:04:39.430459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731a985d-20aa-4b8b-9627-c29330ee650f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:39.435771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:04:39.436116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Checking segment: {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:39.437011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Bound using segment: {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:04:39.437453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Bound port: e0185fae-07bf-4943-8511-3b5786f876ca, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a507d3-a627-4934-9fa9-b5bf5526bbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:04:39.437806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.488109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 731a985d-20aa-4b8b-9627-c29330ee650f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:39.488748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.564085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.571825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:04:39.575894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.578124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:04:39.582482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/networks/c70557fc-90a8-4635-8492-5e5e2db05e17 HTTP/1.1" status: 204 len: 168 time: 1.7056091 Nov 23 10:04:39.585748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:39.595655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'routes': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:39.609724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.663650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127cada-4144-4392-be42-d66555bc3eab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Pushing event deleted for resources: {'Network': ['ID=c70557fc-90a8-4635-8492-5e5e2db05e17,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:39.765650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:39.766490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.769317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] 10.222.0.50 "PUT /v2.0/ports/e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 1092 time: 1.3538959 Nov 23 10:04:39.770586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2ab0b80a-2da5-465d-9c40-a609a3f0a512 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:39.772013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:39.774568 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e4697f-3184-419b-91c8-178549200946" -d '{"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:39.775308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Router 07033cda-2758-4588-bd62-17945d4b48e5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:39.800748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c126e8c-374b-4f53-b197-d2bbaaa56beb service neutron] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:39.850218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2ab0b80a-2da5-465d-9c40-a609a3f0a512 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:39.850810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2ab0b80a-2da5-465d-9c40-a609a3f0a512 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:39.904913 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a06c7c-76f4-47c6-9abf-2e07d6b8c3cd x-openstack-request-id: req-a6a06c7c-76f4-47c6-9abf-2e07d6b8c3cd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:39.905212 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:39.907383 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a06c7c-76f4-47c6-9abf-2e07d6b8c3cd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:39.907803 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:04:39.961954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Added routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:04:39.961954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Removed routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:04:39.962295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:39.997575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:40.006387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f11e36b-bd54-4958-84ee-2b525f18b7cf admin admin] 10.222.0.62 "PUT /v2.0/routers/07033cda-2758-4588-bd62-17945d4b48e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6758866 Nov 23 10:04:40.010591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45224) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:40.012241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Sync routers for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:40.028867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:40.030022 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:40.072124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-1de344ee-0fb2-42fd-b794-f4973e4e8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:40.073647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-1de344ee-0fb2-42fd-b794-f4973e4e8bcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1095 time: 0.1650727 Nov 23 10:04:40.216097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.239337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-544f9a4b-769f-41e6-96d7-fa53856a09f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.1318805 Nov 23 10:04:40.246006 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:40.263688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.324405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.387972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.444657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router f3633d0e-2292-42bf-9bae-e13528a17207 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:40.451162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-4b5fc211-a10a-4563-ab53-95b2e4c81489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:40.458370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-4b5fc211-a10a-4563-ab53-95b2e4c81489 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.2064736 Nov 23 10:04:40.478786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Deleting port 731533ff-5f99-47dc-8100-a17fd674168d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:40.479199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.532195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-061f8e19-d627-4638-921b-d0f8a561b169 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620019 Nov 23 10:04:40.616109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] For port 731533ff-5f99-47dc-8100-a17fd674168d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731533ff-5f99-47dc-8100-a17fd674168d,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:40.617009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.636263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Calling delete_port for 731533ff-5f99-47dc-8100-a17fd674168d owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:40.654326 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '731533ff-5f99-47dc-8100-a17fd674168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T10:04:38Z', 'revision_number': 5, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port': {'id': '731533ff-5f99-47dc-8100-a17fd674168d', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07033cda-2758-4588-bd62-17945d4b48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:32Z', 'updated_at': '2021-11-23T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:40.709747 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Checking router: 07033cda-2758-4588-bd62-17945d4b48e5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:40.711354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6d765-85a0-495f-a0d4-3657dba3550a req-f0c7f423-ae46-4536-a148-54b21fae3354 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:40.714362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8e6d765-85a0-495f-a0d4-3657dba3550a req-f0c7f423-ae46-4536-a148-54b21fae3354 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 944 time: 0.1807113 Nov 23 10:04:40.739356 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Routers {'07033cda-2758-4588-bd62-17945d4b48e5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:40.739984 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['07033cda-2758-4588-bd62-17945d4b48e5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:40.810626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:40.826015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.827312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bf2ff9e6-7e86-4f44-a447-9db2456dabd3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 704 time: 1.2391012 Nov 23 10:04:40.833076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45238) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:40.836345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Sync routers for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:40.862578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:40.863333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:40.930332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4212636a-9538-47db-a07b-2b2e00513c2e tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 205 time: 0.0931420 Nov 23 10:04:40.931477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45242) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:40.933871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:40.935819 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] Set router 07033cda-2758-4588-bd62-17945d4b48e5 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:40.938540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8e6d765-85a0-495f-a0d4-3657dba3550a req-59ff1fa8-8498-4155-b686-8e61f4e0c52d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899180 Nov 23 10:04:40.978677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-c329d0c7-9f21-46e5-8a4b-f47952572057 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988986 Nov 23 10:04:41.037820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:41.072620 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T10:04:40Z', 'revision_number': 6, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:41.112094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:41.144029 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7facb5f-c0f6-4c90-afe0-1dfbd287a99b None None] The sync data for ids ['07033cda-2758-4588-bd62-17945d4b48e5'] in n-d-781076-5 is: [{'id': '07033cda-2758-4588-bd62-17945d4b48e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1876702839-router', 'tenant_id': '046cbe0a33a34b138433e3246724dc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:31Z', 'updated_at': '2021-11-23T10:04:40Z', 'revision_number': 6, 'project_id': '046cbe0a33a34b138433e3246724dc9d', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:41.159045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f9251-6927-4c82-9fbd-ad12312074ad None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:41.169921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Checking router: f3633d0e-2292-42bf-9bae-e13528a17207 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:41.185848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Pushing event deleted for resources: {'Port': ['ID=731533ff-5f99-47dc-8100-a17fd674168d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:41.196889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Routers {'f3633d0e-2292-42bf-9bae-e13528a17207'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:41.197726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f3633d0e-2292-42bf-9bae-e13528a17207'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:41.231577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f9517cd-3dfd-44b9-be2b-5c6fa8ac6c3b req-55a5ae2f-b8c7-45a5-bb39-3f6d74a77418 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440767 Nov 23 10:04:41.233332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.257676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.370992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] Set router f3633d0e-2292-42bf-9bae-e13528a17207 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:41.452227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.455414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.527758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4697f-3184-419b-91c8-178549200946 req-5d38bd6e-b36f-46dc-931c-ff18171e0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:41.530506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-5d38bd6e-b36f-46dc-931c-ff18171e0b00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1095 time: 0.1065373 Nov 23 10:04:41.563104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.564878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07033cda-2758-4588-bd62-17945d4b48e5 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:04:41.583218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.587026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-accbfe39-c562-4b2a-bad8-659faab72858 admin admin] 10.222.0.62 "DELETE /v2.0/routers/07033cda-2758-4588-bd62-17945d4b48e5 HTTP/1.1" status: 204 len: 168 time: 1.5730247 Nov 23 10:04:41.588551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:41.662984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:41.731593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f9b0-7d0c-4c85-bf04-390071e42577 None None] The sync data for ids ['f3633d0e-2292-42bf-9bae-e13528a17207'] in n-d-781076-5 is: [{'id': 'f3633d0e-2292-42bf-9bae-e13528a17207', 'name': 'tempest-RoutersIpV6Test-router-444938159', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:03:52Z', 'updated_at': '2021-11-23T10:04:34Z', 'revision_number': 11, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:41.780769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4697f-3184-419b-91c8-178549200946 req-91e7962f-5c1b-4240-9a6c-f6a30536b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:41.782300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-91e7962f-5c1b-4240-9a6c-f6a30536b240 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.2434609 Nov 23 10:04:41.811838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Deleting subnet 85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:41.850630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-ed1b4919-42bb-4985-9692-6dbed35dd07e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.0583143 Nov 23 10:04:41.862395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.897621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.900132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.948478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4697f-3184-419b-91c8-178549200946 req-4123acd3-515c-4547-a4dc-c2e6623b8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:41.949996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.950544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router f3633d0e-2292-42bf-9bae-e13528a17207 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:04:41.950689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-4123acd3-515c-4547-a4dc-c2e6623b8e6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.0917044 Nov 23 10:04:41.960518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.966104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2267811d-5565-4d48-b653-9eec0ee40ea6 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 204 len: 168 time: 1.0290003 Nov 23 10:04:41.974775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45254) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:41.985471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:41.989746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079344887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:42.035622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-aa1fb2dc-64cc-4aae-b788-33717b979171 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758874 Nov 23 10:04:42.105077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.106570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.314470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.369832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef5f7-f1c0-49db-8b73-702f6239cd14 req-a16a2d17-1772-4f27-ab0c-9db9f42f3f3f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:42.402493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e8ef5f7-f1c0-49db-8b73-702f6239cd14 req-a16a2d17-1772-4f27-ab0c-9db9f42f3f3f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 944 time: 0.1985199 Nov 23 10:04:42.479627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-bc9d764b-41ae-4b0b-99a1-6144c0db0598 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978834 Nov 23 10:04:42.561247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e8ef5f7-f1c0-49db-8b73-702f6239cd14 req-ce8b5715-d80b-4c1b-ad5e-e847e6db8390 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556377 Nov 23 10:04:42.605431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.643952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e4697f-3184-419b-91c8-178549200946 req-114db2ff-7dbe-4830-b76b-4dc7dd261d53 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552758 Nov 23 10:04:42.645506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.651348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:42.657101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.671058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.677839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32203196-69b4-4f8e-a319-bc0493001287 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/85d2ae6a-54a7-47e3-932b-3edb0d5dfa9b HTTP/1.1" status: 204 len: 168 time: 1.0879831 Nov 23 10:04:42.684952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ef5e1-251c-4fc7-84e7-fd394ded8eb0 None None] Network bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:42.686335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:42.704287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:42.706297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dbcb2964-8382-4e1c-ba38-2293e5fd6d02 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7301884 Nov 23 10:04:42.709352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45270) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:42.715099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:42.882832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.001634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Deleting port 2641a49f-af69-434c-ae75-fa791228ddbf {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:43.002075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.017753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e0185fae-07bf-4943-8511-3b5786f876ca details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:04:43.020707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.039400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.140205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] For port 2641a49f-af69-434c-ae75-fa791228ddbf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2641a49f-af69-434c-ae75-fa791228ddbf,segment=NetworkSegment(fdc86257-22b7-476a-9b69-941a1fce1df6),segment_id=fdc86257-22b7-476a-9b69-941a1fce1df6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:43.141149 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.175867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Calling delete_port for 2641a49f-af69-434c-ae75-fa791228ddbf owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:43.253725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:43.286440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'port_id': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'mac_address': 'fa:16:3e:87:d5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:04:43.360357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Router e85a003a-a715-4d04-8e41-6ce665a78245 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:04:43.400025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731533ff-5f99-47dc-8100-a17fd674168d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:43.429343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.430300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.448975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0185fae-07bf-4943-8511-3b5786f876ca {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:04:43.453648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 731533ff-5f99-47dc-8100-a17fd674168d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:43.454006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731533ff-5f99-47dc-8100-a17fd674168d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:43.454421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8de3df9c-6755-45ed-9884-23d29b751471 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:43.464581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] No DVR routers for this DVR port 2641a49f-af69-434c-ae75-fa791228ddbf on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:43.477828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8de3df9c-6755-45ed-9884-23d29b751471 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:43.478223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8de3df9c-6755-45ed-9884-23d29b751471 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:43.518617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b654f5-2d96-44d4-a7a5-b543389fb77c None None] DHCP port deletion for bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:43.525995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:43.535823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.554022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2641a49f-af69-434c-ae75-fa791228ddbf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:43.627178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:43.640967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.641327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.641665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.642009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.642342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.642668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.642995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.643317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.643638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.643956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.644275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.644591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:04:43.731513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.776669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:43.793160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc86257-22b7-476a-9b69-941a1fce1df6') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:43.793592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc86257-22b7-476a-9b69-941a1fce1df6') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:43.810062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.826905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.839584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:43.840790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:43.844031 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:43.879272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:04:43.945837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.959395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:43.968852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad HTTP/1.1" status: 204 len: 168 time: 1.2810047 Nov 23 10:04:43.969538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:44.010401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e47c6-60fc-4c49-9b59-e121846637aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bd355dbc-c8bd-4a86-ba9f-fa24d40b4bad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:44.081475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:44.092639 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Sync routers for ids ['e85a003a-a715-4d04-8e41-6ce665a78245'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:44.113495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:44.115996 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Routers {'e85a003a-a715-4d04-8e41-6ce665a78245'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:44.117533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8ea0c120-7126-4598-b73c-05af2c1507e3 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "PUT /v2.0/routers/e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 200 len: 698 time: 1.4062755 Nov 23 10:04:44.118651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e85a003a-a715-4d04-8e41-6ce665a78245'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:44.126372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45286) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:44.309102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686695-8919-4375-9080-718dd6eca748 req-e0f3857e-894b-4d3b-9d92-6b48ba6a6f53 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:44.310761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc686695-8919-4375-9080-718dd6eca748 req-e0f3857e-894b-4d3b-9d92-6b48ba6a6f53 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 945 time: 0.3049624 Nov 23 10:04:44.321046 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Set router e85a003a-a715-4d04-8e41-6ce665a78245 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:44.410714 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85a003a-a715-4d04-8e41-6ce665a78245', 'name': 'tempest-RoutersIpV6Test-router-1079344887', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:42Z', 'updated_at': '2021-11-23T10:04:43Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:44.423165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-86bda1cf-aecd-4b52-8cc8-76c8d51879b0 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/routers/e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 200 len: 704 time: 0.2864091 Nov 23 10:04:44.425170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:44.467749 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Checking router: e85a003a-a715-4d04-8e41-6ce665a78245 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:44.479023 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Routers {'e85a003a-a715-4d04-8e41-6ce665a78245'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:44.479929 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['e85a003a-a715-4d04-8e41-6ce665a78245'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:44.539106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc686695-8919-4375-9080-718dd6eca748 req-859e57f4-3816-4813-8d2a-d7edac9be914 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171595 Nov 23 10:04:44.564839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] Set router e85a003a-a715-4d04-8e41-6ce665a78245 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:44.586068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-afe30fb3-a1e9-49cb-978a-4837424e645b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 200 len: 205 time: 0.0850027 Nov 23 10:04:44.591103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45298) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:44.648743 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85a003a-a715-4d04-8e41-6ce665a78245', 'name': 'tempest-RoutersIpV6Test-router-1079344887', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:42Z', 'updated_at': '2021-11-23T10:04:43Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:44.712072 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f08b2f-812e-4893-82a1-5802f5c876f8 None None] The sync data for ids ['e85a003a-a715-4d04-8e41-6ce665a78245'] in n-d-781076-5 is: [{'id': 'e85a003a-a715-4d04-8e41-6ce665a78245', 'name': 'tempest-RoutersIpV6Test-router-1079344887', 'tenant_id': '63b008467db1483aa7e401614350a26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:42Z', 'updated_at': '2021-11-23T10:04:43Z', 'revision_number': 2, 'project_id': '63b008467db1483aa7e401614350a26d', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:44.722434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.040780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e0185fae-07bf-4943-8511-3b5786f876ca up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:04:45.132202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.135815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.159342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port e0185fae-07bf-4943-8511-3b5786f876ca completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:04:45.164164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port e0185fae-07bf-4943-8511-3b5786f876ca triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:04:45.164548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.251214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.251923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Fanout notify agent at l3_agent the message router_deleted on router e85a003a-a715-4d04-8e41-6ce665a78245 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:04:45.263243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.267312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-730cf8c2-da34-4360-b036-c1e1810182ab tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 204 len: 168 time: 0.6727016 Nov 23 10:04:45.268881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45304) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.312091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2641a49f-af69-434c-ae75-fa791228ddbf no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:45.316865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25248b1f-6821-40c5-93fa-65fd217d76dc tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 200 len: 205 time: 0.0463827 Nov 23 10:04:45.319166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45306) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.368734 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-8f297a96-5ff9-4589-9a6a-76a59b54986d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:45.370267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8f297a96-5ff9-4589-9a6a-76a59b54986d tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e85a003a-a715-4d04-8e41-6ce665a78245 HTTP/1.1" status: 404 len: 336 time: 0.0499477 Nov 23 10:04:45.373083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45308) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.381186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2641a49f-af69-434c-ae75-fa791228ddbf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:45.381552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2641a49f-af69-434c-ae75-fa791228ddbf not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:45.418232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.465164 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-895c05c6-a745-4841-8931-6fc37f63dca9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:45.465729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895c05c6-a745-4841-8931-6fc37f63dca9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:45.465884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.479868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-895c05c6-a745-4841-8931-6fc37f63dca9 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/29900426-3ac1-4871-954b-445958dd0a95 HTTP/1.1" status: 404 len: 337 time: 0.1052055 Nov 23 10:04:45.481026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.522969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:45.532926 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806ba87-a4b6-4cdb-98d3-0bad69a7add4" -d '{"events": [{"server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "name": "network-vif-plugged", "status": "completed", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:45.559837 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9fd747-6197-4768-b3b1-b85e083fc766 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:45.561973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9fd747-6197-4768-b3b1-b85e083fc766 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:45.572871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b9fd747-6197-4768-b3b1-b85e083fc766 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/c1344aeb-8e1a-4858-b473-c83f531d0944 HTTP/1.1" status: 404 len: 337 time: 0.0884874 Nov 23 10:04:45.574439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45322) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.582027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:45.590174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.657728 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ab473d-ed71-4624-9c28-9c907a3c71bd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:45.660781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ab473d-ed71-4624-9c28-9c907a3c71bd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:45.676955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1ab473d-ed71-4624-9c28-9c907a3c71bd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/f3b32d22-2a01-42ca-b210-70e7f2147921 HTTP/1.1" status: 404 len: 337 time: 0.0952249 Nov 23 10:04:45.679810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45324) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.695010 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367504d2-8557-4f90-a173-9b31254d88ec x-openstack-request-id: req-367504d2-8557-4f90-a173-9b31254d88ec {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:45.695753 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "name": "network-vif-plugged", "status": "completed", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:45.696231 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-367504d2-8557-4f90-a173-9b31254d88ec {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:45.697561 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'code': 200} Nov 23 10:04:45.705940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:45.773206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:45.840519 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-69804436-271e-4959-8422-97ddaf180de7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:45.841745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69804436-271e-4959-8422-97ddaf180de7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:45.855368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-69804436-271e-4959-8422-97ddaf180de7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/9c74473f-0957-4c28-9339-b9c354955ab2 HTTP/1.1" status: 404 len: 337 time: 0.1730900 Nov 23 10:04:45.861318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45328) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.936640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01533-9c74-48f3-a6ba-8beb10c406ea req-8c5633c9-da76-452c-ade4-e5b9d6a0da82 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:45.937204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3aa525c-77eb-46fb-94e6-373e891df646 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 200 len: 205 time: 0.0677910 Nov 23 10:04:45.944377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:45.945604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59b01533-9c74-48f3-a6ba-8beb10c406ea req-8c5633c9-da76-452c-ade4-e5b9d6a0da82 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.2382255 Nov 23 10:04:45.970698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df322a-d368-4136-9263-f1cb6d4fcd7b req-7f777d0c-f30e-41f5-aa0b-9a0473169c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:45.983789 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31df322a-d368-4136-9263-f1cb6d4fcd7b req-7f777d0c-f30e-41f5-aa0b-9a0473169c3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.1650383 Nov 23 10:04:46.016622 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-f3cc8df5-cc1d-469f-b1bd-8e8998e11010 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.017668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f3cc8df5-cc1d-469f-b1bd-8e8998e11010 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/f3633d0e-2292-42bf-9bae-e13528a17207 HTTP/1.1" status: 404 len: 336 time: 0.0723433 Nov 23 10:04:46.020953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45336) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.084927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59b01533-9c74-48f3-a6ba-8beb10c406ea req-47821ce8-e5bd-4c50-aeb1-113ef5b3b5df tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379812 Nov 23 10:04:46.116946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31df322a-d368-4136-9263-f1cb6d4fcd7b req-2066fc91-d980-414c-b46b-fcf2fef3fc6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247592 Nov 23 10:04:46.121131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2577c6c5-6f4c-4ef1-ad0a-cfc2efa92570 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=63e889c9-7f03-4d09-adcf-9994bb2febba HTTP/1.1" status: 200 len: 205 time: 0.0617318 Nov 23 10:04:46.123634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.168196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Deleting port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:46.168967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:46.206509 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-e8741a24-abd3-445f-b8c4-f1325d07f9fc tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.208054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e8741a24-abd3-445f-b8c4-f1325d07f9fc tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/63e889c9-7f03-4d09-adcf-9994bb2febba HTTP/1.1" status: 404 len: 336 time: 0.0824265 Nov 23 10:04:46.211617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45340) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.275586 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4d0ccd-9dfa-4875-af97-2d304ac09375 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:46.276093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4d0ccd-9dfa-4875-af97-2d304ac09375 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:46.280631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb4d0ccd-9dfa-4875-af97-2d304ac09375 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/e63c58bd-01fb-4966-8537-92d6f8c04e93 HTTP/1.1" status: 404 len: 337 time: 0.0678704 Nov 23 10:04:46.284382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.286395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] For port 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:46.286765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:46.301309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Calling delete_port for 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:46.342797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-93ed00b5-1977-4233-a3f1-23c3a440b672 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 200 len: 205 time: 0.0549946 Nov 23 10:04:46.343415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45344) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.391830 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-11668090-1620-48e4-8b20-fa1f33cda42a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.395480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-11668090-1620-48e4-8b20-fa1f33cda42a tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e1d47d70-3ed7-4ca5-982b-2c57420c0267 HTTP/1.1" status: 404 len: 336 time: 0.0465138 Nov 23 10:04:46.396037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45346) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.460834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ae12628-e423-4171-9d45-3ac8dbc3cec2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b3a9ed-894a-4991-8123-9c50228eb155 HTTP/1.1" status: 200 len: 205 time: 0.0634506 Nov 23 10:04:46.464615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.516144 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-b1ef4e88-6495-4b07-b785-6d384747d10f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.517999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b1ef4e88-6495-4b07-b785-6d384747d10f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/49b3a9ed-894a-4991-8123-9c50228eb155 HTTP/1.1" status: 404 len: 336 time: 0.0523858 Nov 23 10:04:46.520774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45358) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.553330 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb4d65d-da67-42a5-b593-052efe73018b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:46.554112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb4d65d-da67-42a5-b593-052efe73018b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:46.557498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0bb4d65d-da67-42a5-b593-052efe73018b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/4e9e1e08-912b-44cb-8d32-7c120171f594 HTTP/1.1" status: 404 len: 337 time: 0.0356843 Nov 23 10:04:46.560268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45360) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.592523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c6eccc9-896b-40a3-b191-5d383a2c146f tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8dc19cf-d909-42af-b254-5312d113c26e HTTP/1.1" status: 200 len: 205 time: 0.0308199 Nov 23 10:04:46.595514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45362) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.604581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:46.669207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39bcfc98-26e2-4c42-af8c-28c7dbfa15c6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:46.681268 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-2740f7fe-189f-40ff-9fd2-cf548aba9803 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.685465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45366) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.686931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2740f7fe-189f-40ff-9fd2-cf548aba9803 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/e8dc19cf-d909-42af-b254-5312d113c26e HTTP/1.1" status: 404 len: 336 time: 0.0905704 Nov 23 10:04:46.755717 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a042c0c3-c91f-431b-864b-c347ea06daf2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:46.756496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a042c0c3-c91f-431b-864b-c347ea06daf2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:46.764889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a042c0c3-c91f-431b-864b-c347ea06daf2 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/0e8fca3c-c055-4d88-9a7a-e23c4d34c204 HTTP/1.1" status: 404 len: 337 time: 0.0769317 Nov 23 10:04:46.765958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45368) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.861303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f9fcd97-5e5e-4afb-9ec9-5d99b9fcaf92 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffcb4f1b-97fb-4eca-bc24-f75d24542f17 HTTP/1.1" status: 200 len: 205 time: 0.0919845 Nov 23 10:04:46.861303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45370) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:46.960472 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-44de67bb-aba8-432b-a60f-8fd4dee33acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] delete failed (client error): The resource could not be found. Nov 23 10:04:46.964337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-44de67bb-aba8-432b-a60f-8fd4dee33acd tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/routers/ffcb4f1b-97fb-4eca-bc24-f75d24542f17 HTTP/1.1" status: 404 len: 336 time: 0.0981951 Nov 23 10:04:46.965501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:47.011573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.044705 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1dac12-03c1-4fcc-b1a6-51aa98f5bf8b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:47.045807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1dac12-03c1-4fcc-b1a6-51aa98f5bf8b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:47.049279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb1dac12-03c1-4fcc-b1a6-51aa98f5bf8b tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/8fe6a2a1-9db7-4b55-80bf-02ed2652c6bd HTTP/1.1" status: 404 len: 337 time: 0.0590293 Nov 23 10:04:47.053256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45376) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:47.142398 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aa34d8-6456-4736-924f-1b322376fae7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] DELETE failed (client error): The resource could not be found. Nov 23 10:04:47.142398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aa34d8-6456-4736-924f-1b322376fae7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:04:47.152895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a2aa34d8-6456-4736-924f-1b322376fae7 tempest-RoutersIpV6Test-1714937089 tempest-RoutersIpV6Test-1714937089-project] 10.222.0.62 "DELETE /v2.0/subnets/b3304de4-1f92-4aa3-963f-66732a8efb30 HTTP/1.1" status: 404 len: 337 time: 0.0940244 Nov 23 10:04:47.384424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5ec8c-0fa7-48af-90e4-a9129855fd63 req-2d8e0d0f-27c8-4b4a-8109-d798d516daa4 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:47.391913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58a5ec8c-0fa7-48af-90e4-a9129855fd63 req-2d8e0d0f-27c8-4b4a-8109-d798d516daa4 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1119914 Nov 23 10:04:47.460366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45386) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:47.479687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58a5ec8c-0fa7-48af-90e4-a9129855fd63 req-da6ad869-8c92-4b11-9eae-91aad950e0be tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867846 Nov 23 10:04:47.533513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:47.636360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-962da17f-16f8-4bdd-bdd3-fb9817454ef7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63b008467db1483aa7e401614350a26d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743181 Nov 23 10:04:47.638501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45394) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:47.649175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:47.657049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95301bec-6101-4f28-be1d-024cae19eda5 admin admin] 10.222.0.62 "PUT /v2.0/routers/1778c9d0-2ba2-4561-b9ad-bf605fc9fded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805513 Nov 23 10:04:47.657252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45396) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:47.663964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Sync routers for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:47.678934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:47.682227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:47.744480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.778676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.809722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.844898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.847837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.849098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-364d268a-7c75-4231-833c-57422ab670bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:47.849299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/071fab28-27db-4420-919b-b6f657b59ef6 HTTP/1.1" status: 204 len: 168 time: 0.2097094 Nov 23 10:04:47.878023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2522db-6821-479c-8dc3-448e3d83a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fab28-27db-4420-919b-b6f657b59ef6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:47.887572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:48.012274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.108641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Deleting port b0810352-e6be-4192-bbc5-be771f1e9de2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:48.108984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.284368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ddd5-5448-4d97-a335-ae9e0d4ebbb2 req-6ed60871-5639-4bd7-a16a-db7231b3c466 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:48.286753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2728ddd5-5448-4d97-a335-ae9e0d4ebbb2 req-6ed60871-5639-4bd7-a16a-db7231b3c466 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 950 time: 0.0979056 Nov 23 10:04:48.299855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T10:04:46Z', 'revision_number': 5, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port': {'id': 'b0810352-e6be-4192-bbc5-be771f1e9de2', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:52:48Z', 'updated_at': '2021-11-23T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:48.310752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] For port b0810352-e6be-4192-bbc5-be771f1e9de2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b0810352-e6be-4192-bbc5-be771f1e9de2,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:48.311230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.340611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Calling delete_port for b0810352-e6be-4192-bbc5-be771f1e9de2 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:48.368761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Checking router: 1778c9d0-2ba2-4561-b9ad-bf605fc9fded for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:48.390128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Routers {'1778c9d0-2ba2-4561-b9ad-bf605fc9fded'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:48.390774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:48.403205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2728ddd5-5448-4d97-a335-ae9e0d4ebbb2 req-1e14ecdf-1aab-4dd0-b212-2740c89ce1cd tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048176 Nov 23 10:04:48.516549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] Set router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:48.590582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T10:04:48Z', 'revision_number': 6, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:48.637286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5183da-6193-4121-bf05-db1f763d3ce9 None None] The sync data for ids ['1778c9d0-2ba2-4561-b9ad-bf605fc9fded'] in n-d-781076-5 is: [{'id': '1778c9d0-2ba2-4561-b9ad-bf605fc9fded', 'name': 'tempest-TaggedBootDevicesTest_v242-1072728867-router', 'tenant_id': 'b9d244b2aee1406794644ddbcaad303d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:52:45Z', 'updated_at': '2021-11-23T10:04:48Z', 'revision_number': 6, 'project_id': 'b9d244b2aee1406794644ddbcaad303d', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:48.681499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.726668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e05df-da24-4a3d-a74b-37926496bbe4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:48.735477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0810352-e6be-4192-bbc5-be771f1e9de2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:48.758807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a27424-faab-4af7-9bf3-f01505d8551b req-e4a1b622-6ef6-40ec-a6ac-7ad10066cfee tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:48.763420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4a27424-faab-4af7-9bf3-f01505d8551b req-e4a1b622-6ef6-40ec-a6ac-7ad10066cfee tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1497705 Nov 23 10:04:48.805592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.843289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4a27424-faab-4af7-9bf3-f01505d8551b req-44375c38-5805-4bdb-8fcd-a8ffea4b768d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689662 Nov 23 10:04:48.917410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.921160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.978311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.979759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1778c9d0-2ba2-4561-b9ad-bf605fc9fded {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:04:48.990766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:48.992457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85274985-d6eb-4bae-8648-0d91ceff0063 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1778c9d0-2ba2-4561-b9ad-bf605fc9fded HTTP/1.1" status: 204 len: 168 time: 1.3342745 Nov 23 10:04:48.995416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:49.088112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Deleting subnet bc7b0d05-bc64-42a7-b628-272977967171 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:04:49.091453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.126914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45440) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:49.146142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.298740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.321676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-c9ce499b-a9e4-4953-bf0b-3e27fd0b703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:49.323859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-c9ce499b-a9e4-4953-bf0b-3e27fd0b703a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.1808703 Nov 23 10:04:49.355238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8ef30faf-2210-4c48-90e3-a87c904ab251 tempest-DvrRoutersNegativeTest-1186067729 tempest-DvrRoutersNegativeTest-1186067729-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-904167785', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:49.358753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.policy [None req-8ef30faf-2210-4c48-90e3-a87c904ab251 tempest-DvrRoutersNegativeTest-1186067729 tempest-DvrRoutersNegativeTest-1186067729-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110023) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 10:04:49.359362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.policy [None req-8ef30faf-2210-4c48-90e3-a87c904ab251 tempest-DvrRoutersNegativeTest-1186067729 tempest-DvrRoutersNegativeTest-1186067729-project] Failed policy check for 'create_router' {{(pid=110023) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 10:04:49.360929 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-8ef30faf-2210-4c48-90e3-a87c904ab251 tempest-DvrRoutersNegativeTest-1186067729 tempest-DvrRoutersNegativeTest-1186067729-project] create failed (client error): Access was denied to this resource. Nov 23 10:04:49.362172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8ef30faf-2210-4c48-90e3-a87c904ab251 tempest-DvrRoutersNegativeTest-1186067729 tempest-DvrRoutersNegativeTest-1186067729-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2339556 Nov 23 10:04:49.375990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.403642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f196c-0357-47dd-bfd9-cdf635b60079 req-c6aee30c-c4e7-4ed5-9621-82d6eea30b06 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:49.405235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c99f196c-0357-47dd-bfd9-cdf635b60079 req-c6aee30c-c4e7-4ed5-9621-82d6eea30b06 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1764381 Nov 23 10:04:49.419824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.431720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccb8a8-5656-458e-976b-ea622c3ef76c None None] Network cbf19d93-cfef-4255-a3c0-f000ee6c76bd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:49.441619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bc7b0d05-bc64-42a7-b628-272977967171 HTTP/1.1" status: 204 len: 168 time: 0.4436815 Nov 23 10:04:49.443055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:49.452167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927eeac-a4e3-49fd-812f-be8fb6182e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7b0d05-bc64-42a7-b628-272977967171,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:49.670880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.709515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:49.739185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-1e22cd57-eda6-49e3-8e5b-dccd3d0dc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:49.745845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-1e22cd57-eda6-49e3-8e5b-dccd3d0dc7c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.4075789 Nov 23 10:04:49.746538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a897fd-e0fe-4749-ae6f-ade8279c7bd3 req-51b842a5-0712-4e25-8414-fafe3a1e02a7 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:49.758975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4a897fd-e0fe-4749-ae6f-ade8279c7bd3 req-51b842a5-0712-4e25-8414-fafe3a1e02a7 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 950 time: 0.2216675 Nov 23 10:04:49.796217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c99f196c-0357-47dd-bfd9-cdf635b60079 req-bb5a4169-b237-4969-94d2-30a1f2881f30 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787212 Nov 23 10:04:49.842626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:49.845551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bcfc98-26e2-4c42-af8c-28c7dbfa15c6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:49.880844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-495d5ff9-e05c-4cee-ac08-89a68511eb6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.1222179 Nov 23 10:04:49.886275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4a897fd-e0fe-4749-ae6f-ade8279c7bd3 req-66a75aec-596d-463e-b66d-5b0fc716e4ae tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259654 Nov 23 10:04:49.931212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Deleting port 6adcdd18-526d-4a66-aa70-b36b020d6f58 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:49.931619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:49.953502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:49.989026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-da375868-3cdb-4572-8c2e-4a1ba97987c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:49.991278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-da375868-3cdb-4572-8c2e-4a1ba97987c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.1039782 Nov 23 10:04:50.010751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] DHCP port deletion for cbf19d93-cfef-4255-a3c0-f000ee6c76bd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:04:50.078751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-545ecaa8-cafb-4468-8286-53af4ea06b74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674241 Nov 23 10:04:50.099164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Deleting port 6adcdd18-526d-4a66-aa70-b36b020d6f58 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:50.099930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.111088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] For port 6adcdd18-526d-4a66-aa70-b36b020d6f58, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6adcdd18-526d-4a66-aa70-b36b020d6f58,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:50.111449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.142304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Calling delete_port for 6adcdd18-526d-4a66-aa70-b36b020d6f58 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:50.170912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7a1a-2330-40b5-8d8d-a5e979a7e4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.238202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-37eed43b-907c-43d4-8c57-df2e7e51d988 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431308 Nov 23 10:04:50.250491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-8009171b-b61b-4cf5-9707-9ed405cb508a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:50.251838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-8009171b-b61b-4cf5-9707-9ed405cb508a tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.11 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 950 time: 0.2595193 Nov 23 10:04:50.307843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.312932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] For port 6adcdd18-526d-4a66-aa70-b36b020d6f58, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6adcdd18-526d-4a66-aa70-b36b020d6f58,segment=NetworkSegment(8e32a849-bc56-49c1-97b3-fbf3cf4ff68e),segment_id=8e32a849-bc56-49c1-97b3-fbf3cf4ff68e)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:50.314029 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.331827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Calling delete_port for 6adcdd18-526d-4a66-aa70-b36b020d6f58 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:50.353584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5569a1e-4048-46c5-b9c9-cb67ee9529c4 req-03df648b-b33f-42c8-a963-12cc36f6eddb service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005371 Nov 23 10:04:50.412795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7a1a-2330-40b5-8d8d-a5e979a7e4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.414383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adcdd18-526d-4a66-aa70-b36b020d6f58,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:50.416756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] No DVR routers for this DVR port 6adcdd18-526d-4a66-aa70-b36b020d6f58 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:50.451411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7a1a-2330-40b5-8d8d-a5e979a7e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.472665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-64a80a7e-8846-42a1-85a8-bad9b911cad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.477297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:04:50.511019 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:04:50.515427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Deleting port da116ed4-a466-44a7-8192-a15712771f7b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:50.521385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.530688 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfcb7a1a-2330-40b5-8d8d-a5e979a7e4e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39eb766353004d96804cf4d0261527f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760522 Nov 23 10:04:50.534061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7a1a-2330-40b5-8d8d-a5e979a7e4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c0ccf2-c14d-4919-a4ed-54c1452adb56,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:50.534697 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.539546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45472) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:50.567646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] Pushing event deleted for resources: {'Port': ['ID=6adcdd18-526d-4a66-aa70-b36b020d6f58,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:50.572752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.583511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11489f-9efa-4eec-a7e5-35ce0207b053 None None] No DVR routers for this DVR port 6adcdd18-526d-4a66-aa70-b36b020d6f58 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:50.611012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf19d93-cfef-4255-a3c0-f000ee6c76bd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:50.623884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:50.624808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e32a849-bc56-49c1-97b3-fbf3cf4ff68e') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:50.637881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.654111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.665873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:04:50.666681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:04:50.681285 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:04:50.684003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] For port da116ed4-a466-44a7-8192-a15712771f7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=da116ed4-a466-44a7-8192-a15712771f7b,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:50.684003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.684749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.704541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Calling delete_port for da116ed4-a466-44a7-8192-a15712771f7b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:50.731151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.735540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.742217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.748311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cbf19d93-cfef-4255-a3c0-f000ee6c76bd HTTP/1.1" status: 204 len: 168 time: 1.3020618 Nov 23 10:04:50.783962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0337-7335-4651-92d7-a8b939a5da26 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf19d93-cfef-4255-a3c0-f000ee6c76bd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:50.856731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.862875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:50.864112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97c0ccf2-c14d-4919-a4ed-54c1452adb56 HTTP/1.1" status: 204 len: 168 time: 0.3236265 Nov 23 10:04:50.969927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:50.978029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfc526-3982-4e66-ac1c-0d8ef8dec968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c0ccf2-c14d-4919-a4ed-54c1452adb56,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:51.059439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f39c3-79e9-4188-be08-f9a72c3442aa req-d83420d3-47e7-47c7-85dd-4fa69b20fbd4 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:51.065338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ad72321-c9af-4ac5-ba03-80833c8caaf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=046cbe0a33a34b138433e3246724dc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0939586 Nov 23 10:04:51.068105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45490) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:51.069125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c3f39c3-79e9-4188-be08-f9a72c3442aa req-d83420d3-47e7-47c7-85dd-4fa69b20fbd4 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1833606 Nov 23 10:04:51.095317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.110532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['da116ed4-a466-44a7-8192-a15712771f7b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:04:51.146581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfad67-6751-45f1-84ba-72bc29b4640d req-0f9c1c13-a011-49e8-b610-fbe066fbc22d tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:51.149334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10cfad67-6751-45f1-84ba-72bc29b4640d req-0f9c1c13-a011-49e8-b610-fbe066fbc22d tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/ports?device_id=958cb5a9-fa19-4973-bf89-2c10677d2c6d HTTP/1.1" status: 200 len: 867 time: 0.1479509 Nov 23 10:04:51.179327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c3f39c3-79e9-4188-be08-f9a72c3442aa req-5d5c8cb2-7807-412d-84c2-0573abfcd4d3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091096 Nov 23 10:04:51.182605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Pushing event deleted for resources: {'Port': ['ID=da116ed4-a466-44a7-8192-a15712771f7b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:51.238501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.270487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.275187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b0810352-e6be-4192-bbc5-be771f1e9de2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:51.283218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] No DVR routers for this DVR port da116ed4-a466-44a7-8192-a15712771f7b on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:51.286387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.291087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-759c19c9-2df1-4574-8bc4-f0ac514e4a81 req-b7e7a2fd-bd25-49a2-b831-7c4cd7559564 tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.11 "DELETE /v2.0/ports/da116ed4-a466-44a7-8192-a15712771f7b HTTP/1.1" status: 204 len: 173 time: 0.9363785 Nov 23 10:04:51.292376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'name': 'network-vif-deleted', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:51.295108 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb966f44-95f6-4143-bd18-1de257403006" -d '{"events": [{"server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "name": "network-vif-deleted", "tag": "da116ed4-a466-44a7-8192-a15712771f7b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:51.314626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b0810352-e6be-4192-bbc5-be771f1e9de2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:51.315251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b0810352-e6be-4192-bbc5-be771f1e9de2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:51.315775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6adcdd18-526d-4a66-aa70-b36b020d6f58 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:51.335544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.356585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10cfad67-6751-45f1-84ba-72bc29b4640d req-2b856e03-6ddb-4580-8b3c-17d661aaee0e tempest-VolumesBackupsTest-1501996177 tempest-VolumesBackupsTest-1501996177-project] 10.222.0.62 "GET /v2.0/security-groups?id=e06be762-b4b1-4735-94d0-986238ec4b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954091 Nov 23 10:04:51.359003 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f4c636-7c8c-4b04-aa9b-a61a3957ac21 x-openstack-request-id: req-70f4c636-7c8c-4b04-aa9b-a61a3957ac21 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:51.359213 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958cb5a9-fa19-4973-bf89-2c10677d2c6d", "name": "network-vif-deleted", "tag": "da116ed4-a466-44a7-8192-a15712771f7b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:51.359555 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f4c636-7c8c-4b04-aa9b-a61a3957ac21 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:51.360080 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958cb5a9-fa19-4973-bf89-2c10677d2c6d', 'name': 'network-vif-deleted', 'tag': 'da116ed4-a466-44a7-8192-a15712771f7b', 'status': 'completed', 'code': 200} Nov 23 10:04:51.380982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6adcdd18-526d-4a66-aa70-b36b020d6f58 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:51.381560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6adcdd18-526d-4a66-aa70-b36b020d6f58 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:51.430969 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.434089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:51.438177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6efd1725-95a7-4c0a-a8e4-2c3f55912bb5 HTTP/1.1" status: 204 len: 168 time: 0.3657553 Nov 23 10:04:51.467806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb89bde-a1a9-4ef6-8032-8faa02076743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd1725-95a7-4c0a-a8e4-2c3f55912bb5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:51.899146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45518) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:51.954625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51e5a8d2-07c6-4131-b072-40101ab2eb5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9d244b2aee1406794644ddbcaad303d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541785 Nov 23 10:04:51.957299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45522) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:52.025637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.054401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.144695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.144695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.144695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/930dfedc-b018-4218-b94e-8852eea80fec HTTP/1.1" status: 204 len: 168 time: 0.1726320 Nov 23 10:04:52.144695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c794b8-a5a2-4a9b-9bba-bd8c9f3c49e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dfedc-b018-4218-b94e-8852eea80fec,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:52.267250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:52.339806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136a42-8430-4c5b-b621-3283926622fa req-cda7e861-45d8-4af1-a210-e6b953211e10 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:52.351441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b136a42-8430-4c5b-b621-3283926622fa req-cda7e861-45d8-4af1-a210-e6b953211e10 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.0874619 Nov 23 10:04:52.439902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b136a42-8430-4c5b-b621-3283926622fa req-e1349db4-8aa1-4650-b16e-5dcfe5ee063a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874190 Nov 23 10:04:52.594848 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:04:52.597324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.710329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129468591'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:52.765053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.779670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.893103 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.904805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:52.951347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2c2e0-2113-4864-8d45-308ba03278fb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:53.009406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.017252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.052326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:53.062112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.070525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c4cd4e62-c0ab-4b7d-9e53-26d316580ae7 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8021202 Nov 23 10:04:53.071224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.176879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f522bc45-5fd9-4d9d-8b79-eac8866644f9 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1044867 Nov 23 10:04:53.179887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45572) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.188261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-security--1388166293', 'description': 'tempest-security-description-1089228793'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:53.245503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.308931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.314624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.318732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.320872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "PUT /v2.0/security-groups/dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8 HTTP/1.1" status: 200 len: 1797 time: 0.1393085 Nov 23 10:04:53.324031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45576) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.352199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device da116ed4-a466-44a7-8192-a15712771f7b no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:53.364691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.372830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd41b-8058-40c6-bd62-9f56ff2f0ed3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:53.393832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4073aee9-a791-47d9-a3fd-e8231998a74e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups/dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8 HTTP/1.1" status: 200 len: 1797 time: 0.0680788 Nov 23 10:04:53.396035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45582) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.422907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: da116ed4-a466-44a7-8192-a15712771f7b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:53.423615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device da116ed4-a466-44a7-8192-a15712771f7b not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:53.482200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.515995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.532897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.559999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1138951185-network', 'tenant_id': 'c1f22595acb64cd4b4de80073a6210b8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:53.589607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.605763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.607272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8 HTTP/1.1" status: 204 len: 168 time: 0.2094944 Nov 23 10:04:53.615420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45592) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.634423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Made reservation on behalf of c1f22595acb64cd4b4de80073a6210b8 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:53.639199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.650719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.687852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244118d-6b0d-402d-9c5a-370c595eb64b req-9835b061-5638-41e9-a75a-4acbaae728ad tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:53.695366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9109d4e-9d6b-461d-bf5b-686bf806b99d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:53.701089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6244118d-6b0d-402d-9c5a-370c595eb64b req-9835b061-5638-41e9-a75a-4acbaae728ad tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1269908 Nov 23 10:04:53.743654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-81aeddd1-2286-4e9c-a7e7-1c3aeb7f66a2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269898 Nov 23 10:04:53.767913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45600) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.811669 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-275ac2bc-0808-495c-81b3-a793d725eddd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] delete failed (client error): The resource could not be found. Nov 23 10:04:53.812950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-275ac2bc-0808-495c-81b3-a793d725eddd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd20d59c-9380-4fa1-bbcb-b3556ab4a6f8 HTTP/1.1" status: 404 len: 347 time: 0.0440230 Nov 23 10:04:53.820891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45606) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:53.825929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--106520758'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:53.858690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.973830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:53.981736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.027049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.031197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2063701 Nov 23 10:04:54.031197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf829df-b19f-4238-b1d6-01d8a06db303 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26642260-fc76-4a9a-87a5-5f340032bb85,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.033095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45618) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.038580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '26642260-fc76-4a9a-87a5-5f340032bb85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:54.084674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.161688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.176769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.206778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6244118d-6b0d-402d-9c5a-370c595eb64b req-e5ce11d2-2430-4e8f-9c28-30ed0baa9552 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045288 Nov 23 10:04:54.210744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef46ee99-c8f9-4ff1-80b3-9a7324994df5,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.230503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.231818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-84b85c92-d064-41bc-a0d3-eee215ecdc71 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976678 Nov 23 10:04:54.234915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.282662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.288634 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.289679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.302648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.303919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:04:54.321077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.321437 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Added segment 9bbd7982-f3ca-4872-ae91-f785323147d6 of type vlan for network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 Nov 23 10:04:54.340038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.348301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.352006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ef46ee99-c8f9-4ff1-80b3-9a7324994df5 HTTP/1.1" status: 204 len: 168 time: 0.1137099 Nov 23 10:04:54.355610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45628) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.365460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54629b6f-4deb-42e7-a3a0-eb7d7af14c47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef46ee99-c8f9-4ff1-80b3-9a7324994df5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.399655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.422041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f918d5-68b4-4ac2-9078-a19b94c61866,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.427134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38a759ce-caad-4024-9cb0-b553aceb55fd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674055 Nov 23 10:04:54.427417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45630) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.462875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e0235-cc05-42d2-8ad7-3f1d452e43f5 req-29f9d4d3-a688-453c-a452-609c2d9217a3 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:54.466377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d1e0235-cc05-42d2-8ad7-3f1d452e43f5 req-29f9d4d3-a688-453c-a452-609c2d9217a3 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1071851 Nov 23 10:04:54.468199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.470574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:54.471169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.493730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.520620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.523936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1580622 Nov 23 10:04:54.528537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.534495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Request body: {'subnet': {'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1138951185-subnet', 'tenant_id': 'c1f22595acb64cd4b4de80073a6210b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:54.563951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a14d4-cf5f-41f0-8382-837cf8759432 admin admin] Pushing event updated for resources: {'Network': ['ID=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.577545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:04:54.581281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d1e0235-cc05-42d2-8ad7-3f1d452e43f5 req-2e92306b-d8be-4c5a-8ced-acf2068fb163 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053596 Nov 23 10:04:54.583299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Made reservation on behalf of c1f22595acb64cd4b4de80073a6210b8 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:04:54.586359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.603171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.605943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.606629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/26642260-fc76-4a9a-87a5-5f340032bb85 HTTP/1.1" status: 204 len: 168 time: 0.1775904 Nov 23 10:04:54.609593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.656625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60fc61-28cf-4c78-b224-e4cda8cae71a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26642260-fc76-4a9a-87a5-5f340032bb85,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.692485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0626eec-0e54-4cf4-9272-25a6fe60779b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817385 Nov 23 10:04:54.697122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45638) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.706505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--674867196'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:54.737629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.845489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.851505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.874466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.889389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f827ea1a-49de-4f92-804b-005b9db81e1a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.922423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:54.927398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0041bbfa-04a2-4ba4-8a78-be52ed856370 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2292159 Nov 23 10:04:54.928411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45654) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:54.934119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': 'f827ea1a-49de-4f92-804b-005b9db81e1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:54.936798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf04401-f5fb-4e48-8586-df5f2b5d247b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:54.968705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Checking segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:04:54.969280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Network hostable DHCP agents. Network: df46dbdc-59d7-4b87-918d-93ffc9ff8ad1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:04:54.992079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:04:55.002947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, df46dbdc-59d7-4b87-918d-93ffc9ff8ad1) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:04:55.005483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.013618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05c6b1-f49b-4c72-8aef-e3ecb016c5d5 None None] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:55.016294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:55.017447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.039922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5cd51-e3cc-4682-b0de-bc35249368ff req-76731c11-ed3b-4a71-bd49-789f25656107 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:55.040186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-58f39a6a-0b31-4835-9cde-87efa4cd9fc7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5093665 Nov 23 10:04:55.041492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8e5cd51-e3cc-4682-b0de-bc35249368ff req-76731c11-ed3b-4a71-bd49-789f25656107 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.0903547 Nov 23 10:04:55.140070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8e5cd51-e3cc-4682-b0de-bc35249368ff req-ee10b150-f4d6-48e4-8ea2-0c551dd24c56 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849946 Nov 23 10:04:55.151458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.161611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.193528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.198567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:55.198737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2688992 Nov 23 10:04:55.200063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50edf-669a-4180-b14c-04182d5fc6ef tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbd88ca-8336-4066-b411-9b320817a00a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:55.204017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': 'f827ea1a-49de-4f92-804b-005b9db81e1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:55.275375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.336814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.344255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.381302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.382999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831653 Nov 23 10:04:55.385811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ccd2d-490d-45a3-9065-4f7f3082d384 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e0d28d-fbaa-4dd2-95d0-8095e6f47c04,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:55.386771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:55.398549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': 'f827ea1a-49de-4f92-804b-005b9db81e1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:55.431746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e337fa-ed57-4a8e-95df-0a5e38e1ca04 req-270bc0e1-103b-4b78-bee3-25d0fbad9dde tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:55.433294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e337fa-ed57-4a8e-95df-0a5e38e1ca04 req-270bc0e1-103b-4b78-bee3-25d0fbad9dde tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1037555 Nov 23 10:04:55.434802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed336447-d4b3-4b19-8148-c615109fd02a None None] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:04:55.460060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.547486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e337fa-ed57-4a8e-95df-0a5e38e1ca04 req-2c8127b3-a4a4-4192-b4fb-dcfef8cbb2b2 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056330 Nov 23 10:04:55.577037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.582268 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.606512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda935f9-360a-42d1-9385-ef1c3672ad44,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:55.630747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.642612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-73f7395e-7b4d-45f2-8274-8cc8f4fb8ac5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2545996 Nov 23 10:04:55.645377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:55.650691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': 'f827ea1a-49de-4f92-804b-005b9db81e1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:55.693040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-e6383c5b-7a4e-4fa7-ba41-0dc633fa9d6e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:55.696342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-e6383c5b-7a4e-4fa7-ba41-0dc633fa9d6e tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.0831234 Nov 23 10:04:55.697198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.850465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.851066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Deleting port f8565fa1-c336-4f88-a62d-340440d9a706 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:55.851494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.866842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bab99-a7d8-4305-8395-6105c364bbc5 req-a7ef5736-8da0-4c0e-9d2d-3bb639a0650a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:55.878034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de4bab99-a7d8-4305-8395-6105c364bbc5 req-a7ef5736-8da0-4c0e-9d2d-3bb639a0650a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 945 time: 0.1229899 Nov 23 10:04:55.899111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.951244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51872b3-24d6-412b-8e82-ded7ef6f44eb,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:55.975145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:55.977176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14ab0af8-fb6f-44d6-8b9e-5bb2fffab650 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306575 Nov 23 10:04:55.981365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:55.986826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': 'f827ea1a-49de-4f92-804b-005b9db81e1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:55.995200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de4bab99-a7d8-4305-8395-6105c364bbc5 req-0297fd55-578f-4243-b35e-c8a47c3219d6 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=def3dc43-c349-4cb0-b0f6-1a56775036d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160316 Nov 23 10:04:56.030881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.095174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-906d1cd0-f247-494e-b6bc-bab021c9c8f8 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:56.102451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-906d1cd0-f247-494e-b6bc-bab021c9c8f8 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 818 time: 0.1853285 Nov 23 10:04:56.105792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.113450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.123829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] For port f8565fa1-c336-4f88-a62d-340440d9a706, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f8565fa1-c336-4f88-a62d-340440d9a706,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:56.124569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.133347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3d153b-3452-4c5b-b905-a499da6468ba,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.142329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.143881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-334e5702-0274-45a6-b0f2-4db6a3ed30af tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1611505 Nov 23 10:04:56.146379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45704) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.180568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.188836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.200799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8943f646-7b95-4618-a641-6612a81bad50 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/quotas/c1f22595acb64cd4b4de80073a6210b8 HTTP/1.1" status: 200 len: 375 time: 0.0871632 Nov 23 10:04:56.219252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.228454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.232049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3f3d153b-3452-4c5b-b905-a499da6468ba HTTP/1.1" status: 204 len: 168 time: 0.0822904 Nov 23 10:04:56.232387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45706) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.247117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85686e90-cea1-4a4c-a778-2a7208fd4db8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f3d153b-3452-4c5b-b905-a499da6468ba,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.281641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-11b0002e-2a8b-4586-9e33-5d8684f5ad3d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718076 Nov 23 10:04:56.293160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-523b8daa-c215-4fcc-a817-192724685649 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0569410 Nov 23 10:04:56.293796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45708) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.319389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.328666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.362155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.370781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.374504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b51872b3-24d6-412b-8e82-ded7ef6f44eb HTTP/1.1" status: 204 len: 168 time: 0.0774281 Nov 23 10:04:56.377725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45710) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.384121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800343e-1d4d-4446-85b3-4e6fd19cde44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b51872b3-24d6-412b-8e82-ded7ef6f44eb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.430661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9425298c-966d-4c88-916f-455d5923b8fd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0515823 Nov 23 10:04:56.431728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45712) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.438467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.439047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.439185 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Floating IP ec548d30-528d-4b0e-a391-dbe641573628 disassociated. External IP: 172.25.1.37, port: f8565fa1-c336-4f88-a62d-340440d9a706. Nov 23 10:04:56.439773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Calling delete_port for f8565fa1-c336-4f88-a62d-340440d9a706 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:56.443051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-9a968643-d6a6-4c2a-b9ac-7389bf255df1 service neutron] 10.222.0.62 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606808 Nov 23 10:04:56.461557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.470371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.498046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.504447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.505724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bda935f9-360a-42d1-9385-ef1c3672ad44 HTTP/1.1" status: 204 len: 168 time: 0.0727382 Nov 23 10:04:56.510857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.517594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ff468-41f6-4a2c-99d3-47296a852c1a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda935f9-360a-42d1-9385-ef1c3672ad44,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.564537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-56340d5c-22c7-4a20-a205-bf75b400ca2c tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0498576 Nov 23 10:04:56.564769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45716) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.607149 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-9c0fbe72-3a8a-4602-b2c8-102433c92e87 service neutron] 10.222.0.62 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545343 Nov 23 10:04:56.607904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.621471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.692269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.706173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ac7f-4edf-4477-abaf-8dc4aba6f5a4 req-6a09e55d-3dfd-4c29-8129-1c977f155f1e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:56.715861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c10ac7f-4edf-4477-abaf-8dc4aba6f5a4 req-6a09e55d-3dfd-4c29-8129-1c977f155f1e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.0797107 Nov 23 10:04:56.724889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.725125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'Port': ['ID=f8565fa1-c336-4f88-a62d-340440d9a706,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.739268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.740396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/90e0d28d-fbaa-4dd2-95d0-8095e6f47c04 HTTP/1.1" status: 204 len: 168 time: 0.1736569 Nov 23 10:04:56.751755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.768061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9783592-3896-4459-9343-cbf064b7fedd tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e0d28d-fbaa-4dd2-95d0-8095e6f47c04,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:56.833995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-757ad9e8-2fa0-4aeb-85fd-729d094a7f8e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0807562 Nov 23 10:04:56.836921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45726) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:56.847490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c10ac7f-4edf-4477-abaf-8dc4aba6f5a4 req-27a4610c-f90e-43d6-b8de-efa1b784ac77 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269195 Nov 23 10:04:56.906108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.917002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:56.946834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:04:57.064469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.074605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.078048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/edbd88ca-8336-4066-b411-9b320817a00a HTTP/1.1" status: 204 len: 168 time: 0.2379308 Nov 23 10:04:57.083064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45744) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:57.090916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5b34f-64da-49b7-bed5-d162098b5bea tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edbd88ca-8336-4066-b411-9b320817a00a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:57.106784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:04:57.119045 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:04:57.152742 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:57.155706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:57.163737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40e315bf-fca9-43ad-ae9d-fe23e300e69a req-f4ff768d-24d4-4e10-a334-b61edb90a5f8 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 210 time: 0.0907147 Nov 23 10:04:57.175352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] No DVR routers for this DVR port f8565fa1-c336-4f88-a62d-340440d9a706 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:04:57.186472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.203307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a952d6b-07c7-4ed3-a7ac-7d1abb69f7ee req-41122f9b-a68e-46a1-8b74-2896cc9f0baf tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.11 "DELETE /v2.0/ports/f8565fa1-c336-4f88-a62d-340440d9a706 HTTP/1.1" status: 204 len: 173 time: 1.4995000 Nov 23 10:04:57.206270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'name': 'network-vif-deleted', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:57.214852 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a722922-1277-4f9a-b2c8-c6e5001b52cd" -d '{"events": [{"server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "name": "network-vif-deleted", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:57.285232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3766b172-f8e5-4181-a8c1-688ddae292a6 req-c5a94f4c-486f-41b2-8a11-f317e86daa3b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ac1e450-9bf1-464f-9fcc-5d47193f8c46 HTTP/1.1" status: 200 len: 210 time: 0.1118858 Nov 23 10:04:57.305476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1916f06f-c7e7-452b-b5dc-5bc59982bfd4 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2175193 Nov 23 10:04:57.306348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45780) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:57.323357 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:57.356957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f8565fa1-c336-4f88-a62d-340440d9a706 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:57.499830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: f8565fa1-c336-4f88-a62d-340440d9a706 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:04:57.501677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f8565fa1-c336-4f88-a62d-340440d9a706 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:04:57.502525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:04:57.503196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.562556 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04591a37-c1b1-43db-a80c-4faafb41760d x-openstack-request-id: req-04591a37-c1b1-43db-a80c-4faafb41760d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:57.562869 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1e450-9bf1-464f-9fcc-5d47193f8c46", "name": "network-vif-deleted", "tag": "f8565fa1-c336-4f88-a62d-340440d9a706", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:57.563132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04591a37-c1b1-43db-a80c-4faafb41760d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:57.563555 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1e450-9bf1-464f-9fcc-5d47193f8c46', 'name': 'network-vif-deleted', 'tag': 'f8565fa1-c336-4f88-a62d-340440d9a706', 'status': 'completed', 'code': 200} Nov 23 10:04:57.617342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.790985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.809313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.814909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45806) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:57.815183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/f827ea1a-49de-4f92-804b-005b9db81e1a HTTP/1.1" status: 204 len: 168 time: 0.5075233 Nov 23 10:04:57.818126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.850193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:57.851274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3d17f-6ea3-4539-963e-427fb2a9174f tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827ea1a-49de-4f92-804b-005b9db81e1a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:57.935482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:04:57.944876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:04:57.951393 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa298be5-490a-44f0-b59f-971fc3181c18" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:04:57.960134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45814) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:57.965170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724563900'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:57.967002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:57.969734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57b542f7-e077-449e-97b5-89a840001483 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1365931 Nov 23 10:04:58.074527 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d502ea1a-8b48-4fa0-86f6-b037da6e7b9a x-openstack-request-id: req-d502ea1a-8b48-4fa0-86f6-b037da6e7b9a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:04:58.074697 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:04:58.076254 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d502ea1a-8b48-4fa0-86f6-b037da6e7b9a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:04:58.076860 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:04:58.095098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:58.109370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.128517 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:04:58.153190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:04:58.154563 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:04:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:58.273079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb62db-24e4-4ea0-b783-9703adb21a60 req-935ce76f-d535-4c78-898a-e53ede371b5e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:58.275714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-11fb62db-24e4-4ea0-b783-9703adb21a60 req-935ce76f-d535-4c78-898a-e53ede371b5e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1842282 Nov 23 10:04:58.355307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17f0aaf6-50d0-4ce8-960c-942b4fae80be req-e76e5eb2-fe59-46ca-ab9c-429ad9357b4d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 210 time: 0.0878813 Nov 23 10:04:58.384736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-11fb62db-24e4-4ea0-b783-9703adb21a60 req-76947554-c633-4a17-8ff9-a52e11d853cd tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027877 Nov 23 10:04:58.400854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.410356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.436137 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:04:58.483424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45834) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:58.495894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.499742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5357771 Nov 23 10:04:58.505074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:58.539707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '610dd697-04b0-49f3-93b3-8ff36c7bf789', 'direction': 'ingress', 'protocol': 17}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:58.549401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73063-e772-4ff7-8b56-c5252b4c0078 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610dd697-04b0-49f3-93b3-8ff36c7bf789,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:58.582415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.612067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.626238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.687536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.690463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.695777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "DELETE /v2.0/security-groups/def3dc43-c349-4cb0-b0f6-1a56775036d2 HTTP/1.1" status: 204 len: 168 time: 0.2111428 Nov 23 10:04:58.697166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:58.738076 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-967e8773-b553-4761-b2da-b65479c024b0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] show failed (client error): The resource could not be found. Nov 23 10:04:58.738502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7cab3-d52d-4116-aae0-9aa5c0eedcb2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def3dc43-c349-4cb0-b0f6-1a56775036d2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:58.741336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-967e8773-b553-4761-b2da-b65479c024b0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups/def3dc43-c349-4cb0-b0f6-1a56775036d2 HTTP/1.1" status: 404 len: 347 time: 0.0427790 Nov 23 10:04:58.745850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45856) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:58.893772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:04:58.894077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.955801 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:58.962218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4165b-40cc-4b3a-9e67-48317c021883 None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:04:59.113884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa903097-2344-4638-8aea-25e209f4baa2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:59.133714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.135052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1a7cbf57-ed5d-4118-9fc7-c7de5c2bc8a3 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6287849 Nov 23 10:04:59.138030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45880) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:59.217917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Deleting port 0c54295f-f78a-4afb-87a1-18446f5033cf {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:04:59.218572 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.288000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.353194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.374328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.375608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.408849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Calling delete_port for 0c54295f-f78a-4afb-87a1-18446f5033cf owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:04:59.418231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.424306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:04:59.428412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45888) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:59.429462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/610dd697-04b0-49f3-93b3-8ff36c7bf789 HTTP/1.1" status: 204 len: 168 time: 0.2902210 Nov 23 10:04:59.444261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bb6d3-04c4-426d-bf4f-3a1ff4da83fb None None] New status for floating IP ec548d30-528d-4b0e-a391-dbe641573628: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:04:59.445688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ee96-8b81-48f4-9551-3ec5ac96dcc8 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610dd697-04b0-49f3-93b3-8ff36c7bf789,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:04:59.572702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51647cf0-705c-49ba-a7d2-905a220d094e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1429543 Nov 23 10:04:59.578026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfd3dd7c-8b58-4a01-b82d-d1b4fda85535 req-ec496772-f6dd-416d-b6a1-dc50257cd49b tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 210 time: 0.1007907 Nov 23 10:04:59.580957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45892) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:04:59.648190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174780641'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:04:59.724083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1653-97ba-4b95-bf89-fbe606eb4abb req-545ae328-6b8c-451e-97f6-151932ac496a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:04:59.732119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-086d1653-97ba-4b95-bf89-fbe606eb4abb req-545ae328-6b8c-451e-97f6-151932ac496a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1734889 Nov 23 10:04:59.737037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.039505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-086d1653-97ba-4b95-bf89-fbe606eb4abb req-1707b27d-821c-4403-9499-54bd2b2469d1 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064282 Nov 23 10:05:00.046610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.104453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'Port': ['ID=0c54295f-f78a-4afb-87a1-18446f5033cf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:00.136254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4c9a6-4e64-4f3e-b195-5e91c0bfdc79 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:05:00.140065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-094f6808-d7d4-4f89-95ad-57b109df2fee tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:00.141916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-094f6808-d7d4-4f89-95ad-57b109df2fee tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 818 time: 0.3974230 Nov 23 10:05:00.182923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Request body: {'port': {'device_id': '50448117-413c-4607-bb1c-1f2715939acb', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'admin_state_up': True, 'tenant_id': 'c1f22595acb64cd4b4de80073a6210b8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:00.241940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-2ea9a907-bf13-4874-bfec-fd0df4264329 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:00.243680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-2ea9a907-bf13-4874-bfec-fd0df4264329 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.50 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 818 time: 0.4431875 Nov 23 10:05:00.277147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.304370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Request body: {'port': {'device_id': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'admin_state_up': True, 'tenant_id': 'c1f22595acb64cd4b4de80073a6210b8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:00.310986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.365580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-34949203-796a-4068-980c-aa1a8acb8cfc tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:00.367808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-34949203-796a-4068-980c-aa1a8acb8cfc tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 818 time: 0.2101245 Nov 23 10:05:00.373779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.379218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.380784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9e791d6e-15cd-49a1-8d76-5e8fa4b04b80 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "DELETE /v2.0/floatingips/ec548d30-528d-4b0e-a391-dbe641573628 HTTP/1.1" status: 204 len: 168 time: 1.6343665 Nov 23 10:05:00.396967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Request body: {'port': {'device_id': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'admin_state_up': True, 'tenant_id': 'c1f22595acb64cd4b4de80073a6210b8'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:00.438372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.442170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8332798 Nov 23 10:05:00.477550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45902) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:00.482853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--62737269'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:00.495449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d9d3d-6525-4205-bb9a-450a4d67b664 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b83a64a-dd2f-44f1-a407-aa7497739738,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:00.572011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.632570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Made reservation on behalf of c1f22595acb64cd4b4de80073a6210b8 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:00.637998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:00.794487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a9541c52-6e9c-4b96-9e64-c97f313d92ee req-dcf49d7b-c904-4f0e-b3fb-db1ce58459cd tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 210 time: 0.0793777 Nov 23 10:05:00.902842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45912) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:00.907505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435593159', 'description': 'tempest-description--156123522'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:00.981460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.061903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Made reservation on behalf of c1f22595acb64cd4b4de80073a6210b8 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:01.065667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.109640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.118580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.172558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Made reservation on behalf of c1f22595acb64cd4b4de80073a6210b8 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:01.176943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.189798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.194179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2903037 Nov 23 10:05:01.199544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:01.208233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group_rule': {'security_group_id': 'a8333f0a-9906-42a1-b69e-495f4ce9dd7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:01.222325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd994bcf-2f51-43e3-879e-45813d16be73 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8333f0a-9906-42a1-b69e-495f4ce9dd7c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.286820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Allocated IP 172.20.0.9 (df46dbdc-59d7-4b87-918d-93ffc9ff8ad1/1cf04401-f5fb-4e48-8586-df5f2b5d247b/9fc869f4-1c2c-4586-b103-b7dfa681097c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:01.291824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.337639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.352714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.379605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68135-10e3-4793-8c80-b6ddd34e48f6 req-a41229de-f10d-4c64-8b9c-1ea9ea19857e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:01.381647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa68135-10e3-4793-8c80-b6ddd34e48f6 req-a41229de-f10d-4c64-8b9c-1ea9ea19857e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.2002602 Nov 23 10:05:01.388171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:01.409288 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.411256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9319608 Nov 23 10:05:01.412719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.415700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45930) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:01.420691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee3e96-99dd-4a86-a85d-741163d7cbf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b1d65-7c8f-46fb-a9d7-72b11237a6a4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.422164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '9b83a64a-dd2f-44f1-a407-aa7497739738', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ae0b1d65-7c8f-46fb-a9d7-72b11237a6a4', 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:01.455278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.467726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baa68135-10e3-4793-8c80-b6ddd34e48f6 req-3792ea2a-23bc-4400-9392-703a98f5985d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Nov 23 10:05:01.497224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1bad37-9137-47ad-974e-f5014de5d7d0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.516904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.520342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45932) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:01.520509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9ab5f78-1efa-42b5-8926-054814e92d5a tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198979 Nov 23 10:05:01.525517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'security_group_rule': {'security_group_id': 'a8333f0a-9906-42a1-b69e-495f4ce9dd7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:01.538154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.555482 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.581459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.591322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:01.611129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:01.639986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.662801 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.680140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:01.690315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.706061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:01.707018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.710125 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.711283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:01.717947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.719432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:01.722015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.726668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:01.728804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event updated for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.737315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Allocated IP 172.20.0.4 (df46dbdc-59d7-4b87-918d-93ffc9ff8ad1/1cf04401-f5fb-4e48-8586-df5f2b5d247b/18e4a027-fe5e-4405-8491-7c9bef2873af) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:01.759833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f3be38-3558-4ed0-b212-d5fc749e4de2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.772642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.773915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3c344d66-0675-4661-8b6e-618b25481437 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2524400 Nov 23 10:05:01.779110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45938) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:01.783663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:01.797990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e738ac6-1379-43df-a220-765411b1e92c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.812953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.814926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f7945e7-2f54-4d7f-a54b-e0d2eccbcba6 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3984528 Nov 23 10:05:01.819977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45942) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:01.845261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.846350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:01.860523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fd085956-f7af-49e2-89df-5a226f5b6e05'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:01.876126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:01.877138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.883735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.896468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:01.927025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-61d9d07b-b9fb-4964-b226-9da98fd66040 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5364132 Nov 23 10:05:01.944526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Request body: {'port': {'device_id': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:01.991801 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.020939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.022771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1e738ac6-1379-43df-a220-765411b1e92c HTTP/1.1" status: 204 len: 168 time: 0.2015843 Nov 23 10:05:02.027096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.065473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175476b-36a7-4286-b7cc-7db959072cb6 req-ad74ab33-e487-44ab-baed-e9d218dd2921 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:02.071536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab39a9-c82e-4462-91a9-d35c87df3914 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e738ac6-1379-43df-a220-765411b1e92c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:02.073186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4175476b-36a7-4286-b7cc-7db959072cb6 req-ad74ab33-e487-44ab-baed-e9d218dd2921 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 931 time: 0.1257150 Nov 23 10:05:02.103539 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.146799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69607ded-91ad-4d96-9ac1-8a1f0cdf6399 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1158574 Nov 23 10:05:02.147652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.283450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4175476b-36a7-4286-b7cc-7db959072cb6 req-fbb75cc8-2e4b-4b3f-80e4-09913651632d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982627 Nov 23 10:05:02.293179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.344249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.357684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.357959 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.399508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.415493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2716aff-2de4-49f1-8221-d3fbf6735998 req-6f24878d-f884-47be-8549-cf13a38ab5d3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:02.417034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2716aff-2de4-49f1-8221-d3fbf6735998 req-6f24878d-f884-47be-8549-cf13a38ab5d3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0964892 Nov 23 10:05:02.479570 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.482151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.483302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/ae0b1d65-7c8f-46fb-a9d7-72b11237a6a4 HTTP/1.1" status: 204 len: 168 time: 0.3347509 Nov 23 10:05:02.486830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45962) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.491588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2716aff-2de4-49f1-8221-d3fbf6735998 req-ff2b8839-68c6-462a-b193-712996fa19c6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648527 Nov 23 10:05:02.504485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6861eb-9c1e-409b-bccb-0aaec29d04e2 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b1d65-7c8f-46fb-a9d7-72b11237a6a4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:02.534332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:02.549723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:02.560258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:02.576175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c096bcf-c1f8-492c-b2ad-6ecd5deb7bf5 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0856075 Nov 23 10:05:02.576917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.588295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Allocated IP 172.20.0.13 (df46dbdc-59d7-4b87-918d-93ffc9ff8ad1/1cf04401-f5fb-4e48-8586-df5f2b5d247b/f5be625b-04ce-44a3-baf7-11998b4ef92c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:02.611730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event updated for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:02.639316 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.668823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.718554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.722588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.724136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/9b83a64a-dd2f-44f1-a407-aa7497739738 HTTP/1.1" status: 204 len: 168 time: 0.1462779 Nov 23 10:05:02.727671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45968) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.732154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:02.732759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.750038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df788f-d087-4f30-9a0d-08bcdc247214 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b83a64a-dd2f-44f1-a407-aa7497739738,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:02.760415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Allocated IP 172.25.1.66 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/98282124-cf7f-4b2e-883c-83a5f6a9e529) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:02.792931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d9d08acb-0d3e-407b-a855-11887145ec54 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586667 Nov 23 10:05:02.795971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93768275-e1ef-4c23-92a6-0187f4c9e4ed req-1c7a5b7e-dc88-45ff-937c-f7132e99758f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:02.797445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93768275-e1ef-4c23-92a6-0187f4c9e4ed req-1c7a5b7e-dc88-45ff-937c-f7132e99758f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1804929 Nov 23 10:05:02.797588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45970) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.800669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7caca048-1fad-46e0-bf77-a29db4439ad0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6385667 Nov 23 10:05:02.802642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594397020'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:02.818406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Request body: {'port': {'device_id': '50448117-413c-4607-bb1c-1f2715939acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:02.829542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.908282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.915198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.944962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73410e-01a4-4584-83da-c21d316d5fe5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:02.950683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:02.954553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e063f426-9280-4d85-915b-99021827ef42 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1534793 Nov 23 10:05:02.962861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45976) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:02.971516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '4c73410e-01a4-4584-83da-c21d316d5fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:03.002181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.015727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.082753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93768275-e1ef-4c23-92a6-0187f4c9e4ed req-25f5764d-6656-4fef-ac9c-971059ea21b3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588913 Nov 23 10:05:03.095704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.103232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.128269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.129022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9af114a-08ed-41d5-b8eb-8b2f4c6010fe,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.136046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.142317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.146346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-92a527d4-c439-4d43-9d4b-3aff4888993b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1823907 Nov 23 10:05:03.147590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45978) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:03.189192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.198109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.234239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.239903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.244172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d9af114a-08ed-41d5-b8eb-8b2f4c6010fe HTTP/1.1" status: 204 len: 168 time: 0.0956719 Nov 23 10:05:03.244807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45980) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:03.265726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae901f8-de41-4971-8382-60ac8a625f47 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9af114a-08ed-41d5-b8eb-8b2f4c6010fe,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.275394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.285237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.339900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:03.352539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:03.353656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:03.356098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event updated for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.358543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:03.361758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:03.388566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:03.388998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:03.413275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a55463e9-6849-40b1-8591-fca112a1947d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1620002 Nov 23 10:05:03.413608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45988) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:03.477348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fd085956-f7af-49e2-89df-5a226f5b6e05 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:03.478160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.504477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.523461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:03.524093 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.530841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=98282124-cf7f-4b2e-883c-83a5f6a9e529,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.585375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.591843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-dbb498ae-1c1a-4ac0-a954-77558c116f27 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3073609 Nov 23 10:05:03.598670 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.617616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Request body: {'port': {'device_id': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:03.628106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e962620-43f9-4895-96ff-aad667968477 req-05408187-3e41-4cbb-8afa-7a64a9f331b9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:03.629623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e962620-43f9-4895-96ff-aad667968477 req-05408187-3e41-4cbb-8afa-7a64a9f331b9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 931 time: 0.2325680 Nov 23 10:05:03.648852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:03.649922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:03.653038 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683037c-6dc7-467c-aac9-5ba4d375e8e7" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:03.658134 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.668144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc869f4-1c2c-4586-b103-b7dfa681097c {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:03.699333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.715808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.757507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556b22-501e-4e7b-a9cd-3f73af7c7c5b req-5f3790af-e3cc-4bb7-9fbd-2c74621f006a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:03.758223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.766508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16556b22-501e-4e7b-a9cd-3f73af7c7c5b req-5f3790af-e3cc-4bb7-9fbd-2c74621f006a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1103902 Nov 23 10:05:03.773615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Transition to ACTIVE for port object 9fc869f4-1c2c-4586-b103-b7dfa681097c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:05:03.776977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.781035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.785968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c73410e-01a4-4584-83da-c21d316d5fe5 HTTP/1.1" status: 204 len: 168 time: 0.3703737 Nov 23 10:05:03.789268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45994) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:03.801978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e962620-43f9-4895-96ff-aad667968477 req-e4f7548d-3cc2-4346-92c9-fe23e95f1460 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626954 Nov 23 10:05:03.819605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cb8b3-b693-4ccd-a36c-6014f9432a44 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73410e-01a4-4584-83da-c21d316d5fe5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.822508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.846443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.877855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:03.884638 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f19ec-57a4-4280-b8d2-fbcfaa541cb1 x-openstack-request-id: req-f05f19ec-57a4-4280-b8d2-fbcfaa541cb1 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:03.884937 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:03.885190 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f05f19ec-57a4-4280-b8d2-fbcfaa541cb1 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:03.885621 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:05:03.920648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:03.962835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16556b22-501e-4e7b-a9cd-3f73af7c7c5b req-c4a1aaf2-7c82-4289-ba6f-cd6ecca34330 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820576 Nov 23 10:05:04.028576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Attempting to bind port 9fc869f4-1c2c-4586-b103-b7dfa681097c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:04.028889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Attempting to bind port 9fc869f4-1c2c-4586-b103-b7dfa681097c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:04.029272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Attempting to bind port 9fc869f4-1c2c-4586-b103-b7dfa681097c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:04.037648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Port 9fc869f4-1c2c-4586-b103-b7dfa681097c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:05:04.038023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Attempting to bind port 9fc869f4-1c2c-4586-b103-b7dfa681097c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:04.048617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:04.048979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Checking segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:04.049380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Bound using segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:04.050164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Bound port: 9fc869f4-1c2c-4586-b103-b7dfa681097c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:04.050531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.050834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-09ccb50c-405f-4de8-93a7-c46557368869 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2565985 Nov 23 10:05:04.060382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46010) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:04.073055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group': {'name': 'tempest-secgroup--72437272'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:04.146923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.201004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:04.208411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:04.218998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.292300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:04.292940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.294650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] 10.222.0.11 "PUT /v2.0/ports/9fc869f4-1c2c-4586-b103-b7dfa681097c HTTP/1.1" status: 200 len: 1091 time: 2.3559973 Nov 23 10:05:04.297095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:04.299378 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079" -d '{"events": [{"name": "network-changed", "server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:04.327272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaffd95-2652-4a3f-bd74-9ba7b246de74 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:04.338102 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.361933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.375256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.455781 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d5c36f-f6de-4eaa-a374-fad2d6e2ac76 x-openstack-request-id: req-11d5c36f-f6de-4eaa-a374-fad2d6e2ac76 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:04.460589 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:04.462854 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11d5c36f-f6de-4eaa-a374-fad2d6e2ac76 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:04.463544 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c', 'status': 'completed', 'code': 200} Nov 23 10:05:04.465220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.543073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.543073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4823530 Nov 23 10:05:04.545856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46028) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:04.549664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6198fe-ad15-48ef-88fb-458536733f36 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478e4efb-8b52-4371-b4ac-b5bffa036295,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:04.555472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '478e4efb-8b52-4371-b4ac-b5bffa036295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:04.562928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-cb18122f-f5e8-4f6c-a27f-709c3a2601c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:04.564445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-cb18122f-f5e8-4f6c-a27f-709c3a2601c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 1094 time: 0.1835983 Nov 23 10:05:04.580421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8d83-1c1b-4724-aebc-062e3c3f7df4 req-baff694f-41bb-443f-83a2-b14df1343054 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:04.593975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acbe8d83-1c1b-4724-aebc-062e3c3f7df4 req-baff694f-41bb-443f-83a2-b14df1343054 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.2400687 Nov 23 10:05:04.616295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e4a027-fe5e-4405-8491-7c9bef2873af {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:04.636580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.639812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=98282124-cf7f-4b2e-883c-83a5f6a9e529,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:04.642923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8c83bf74-dc10-4a13-9013-e608b19a3cf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c HTTP/1.1" status: 200 len: 217 time: 0.0651207 Nov 23 10:05:04.685644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.689404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acbe8d83-1c1b-4724-aebc-062e3c3f7df4 req-095c6d37-a79b-472f-94ff-97c8549d675e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941818 Nov 23 10:05:04.720015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.723089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Transition to ACTIVE for port object 18e4a027-fe5e-4405-8491-7c9bef2873af will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:05:04.751055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.760221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:04.761946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bf9f4a17-2def-46d3-b188-ee7430b425f2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9816306 Nov 23 10:05:04.887835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8ef51b95-a6db-4e6e-b3dc-50c9399ce7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:04.889468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8ef51b95-a6db-4e6e-b3dc-50c9399ce7ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.2222607 Nov 23 10:05:04.938442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-6ddeaed8-f1cd-4d50-9bec-5df9d52bc8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399189 Nov 23 10:05:05.002954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Pushing event updated for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:05.061142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ba3a6bf2-a964-41e2-b041-dcfc87c56ffa service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119373 Nov 23 10:05:05.072140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.098341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.140927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.144564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5938280 Nov 23 10:05:05.223506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e0dee-d6bb-477b-adcc-99cfab9fbb7b tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13d522d-0672-4e41-96a6-67ac86c7ef26,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:05.227562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-9a5717fc-0009-428e-9ae2-96bedea6c34f service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576045 Nov 23 10:05:05.228683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:05.251686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-84489371-77b2-4f14-a24f-2276b2a7fa41 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules/d13d522d-0672-4e41-96a6-67ac86c7ef26 HTTP/1.1" status: 200 len: 763 time: 0.0216591 Nov 23 10:05:05.252645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:05.347276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0456387d-c2c3-4bd2-bd3e-90c1ee6ec2ff tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0924985 Nov 23 10:05:05.363270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:05.412592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-329071a3-106b-41af-8cf9-1c636ab461b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:05.414556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-329071a3-106b-41af-8cf9-1c636ab461b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 1094 time: 0.0904412 Nov 23 10:05:05.415956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.427324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.547681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.557173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.558373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d13d522d-0672-4e41-96a6-67ac86c7ef26 HTTP/1.1" status: 204 len: 168 time: 0.1908836 Nov 23 10:05:05.561012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc17a4b-4675-4eee-80f6-abb7018ae055 req-c1588874-09f3-490a-941c-d0794fd3b28f tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:05.562978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efc17a4b-4675-4eee-80f6-abb7018ae055 req-c1588874-09f3-490a-941c-d0794fd3b28f tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 943 time: 0.5917511 Nov 23 10:05:05.565430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46060) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:05.582355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934d56-95dc-4c49-8180-59ded75645ec tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d13d522d-0672-4e41-96a6-67ac86c7ef26,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:05.601764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-f4e5102f-552a-462d-92b2-faa29c8f47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:05.603313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-f4e5102f-552a-462d-92b2-faa29c8f47f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 919 time: 0.1782196 Nov 23 10:05:05.639436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Attempting to bind port 18e4a027-fe5e-4405-8491-7c9bef2873af on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:05.639773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Attempting to bind port 18e4a027-fe5e-4405-8491-7c9bef2873af by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:05.640105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Attempting to bind port 18e4a027-fe5e-4405-8491-7c9bef2873af on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:05.679784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-a5e5ca3d-3441-49a8-8621-52879180ef73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c HTTP/1.1" status: 200 len: 217 time: 0.0686679 Nov 23 10:05:05.689239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Port 18e4a027-fe5e-4405-8491-7c9bef2873af on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:05:05.689581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Attempting to bind port 18e4a027-fe5e-4405-8491-7c9bef2873af on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:05.722374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-48ece574-23c2-49b6-99c8-4794228a85d9 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1516554 Nov 23 10:05:05.728298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46066) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:05.738651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '478e4efb-8b52-4371-b4ac-b5bffa036295', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:05.744312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:05.744657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Checking segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:05.745040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Bound using segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:05.745482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Bound port: 18e4a027-fe5e-4405-8491-7c9bef2873af, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:05.745837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.753221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5be625b-04ce-44a3-baf7-11998b4ef92c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:05.774567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efc17a4b-4675-4eee-80f6-abb7018ae055 req-64a07c63-ce1f-440c-ae08-1aeb16c5b584 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928923 Nov 23 10:05:05.780132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.789312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-9b8afd1d-af1e-437c-91d6-dc7addb11043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:05.791298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-9b8afd1d-af1e-437c-91d6-dc7addb11043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.1043944 Nov 23 10:05:05.834425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Transition to ACTIVE for port object f5be625b-04ce-44a3-baf7-11998b4ef92c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:05:05.838365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.862758 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:05.913294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-e0aa9ba7-d2c0-4adc-8ce3-1c756fe8ad8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127236 Nov 23 10:05:05.959752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:06.013408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=18e4a027-fe5e-4405-8491-7c9bef2873af,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:06.015871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Pushing event updated for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:06.049830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.067264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.092476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-03ba0c9d-305d-4118-b993-9d913e9d3ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695800 Nov 23 10:05:06.120235 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.177765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.178428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.179855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] 10.222.0.11 "PUT /v2.0/ports/18e4a027-fe5e-4405-8491-7c9bef2873af HTTP/1.1" status: 200 len: 1091 time: 3.3658485 Nov 23 10:05:06.198455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83815-121a-429e-b20e-4adbf644143e req-ae8f61cd-c4d3-486a-ada8-0221257280a3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.202719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6b83815-121a-429e-b20e-4adbf644143e req-ae8f61cd-c4d3-486a-ada8-0221257280a3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.2379398 Nov 23 10:05:06.211423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:06.223572 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27127bf-eed7-4b64-b839-d34eca7e62df" -d '{"events": [{"name": "network-changed", "server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:06.256268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea876840-395a-4b7f-a5b3-bb0a2e4e0079 req-736f0140-4bc4-4ed3-927c-4ece360bb6d9 service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538196 Nov 23 10:05:06.286364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.288142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5558360 Nov 23 10:05:06.294641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.304622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c87d4e-e658-41ca-a70f-6a31c8387958 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5ad838-3bb7-4dd1-8d7c-83b6a92c006e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:06.351429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Attempting to bind port f5be625b-04ce-44a3-baf7-11998b4ef92c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:06.351802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Attempting to bind port f5be625b-04ce-44a3-baf7-11998b4ef92c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:06.352099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Attempting to bind port f5be625b-04ce-44a3-baf7-11998b4ef92c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:06.374219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb8fdc-0a81-4e4c-88ea-fd5aa0270965 service neutron] Pushing event updated for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:06.391502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Port f5be625b-04ce-44a3-baf7-11998b4ef92c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:05:06.391833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Attempting to bind port f5be625b-04ce-44a3-baf7-11998b4ef92c on network df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:06.404678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e65e3c0f-6ff5-48a3-b3ce-85f6af00e4fa tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules/bb5ad838-3bb7-4dd1-8d7c-83b6a92c006e HTTP/1.1" status: 200 len: 763 time: 0.0986364 Nov 23 10:05:06.405066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46072) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.444616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:06.444995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Checking segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:06.445346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Bound using segment: {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:06.445800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Bound port: f5be625b-04ce-44a3-baf7-11998b4ef92c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbd7982-f3ca-4872-ae91-f785323147d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:06.446188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.473107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f6b83815-121a-429e-b20e-4adbf644143e req-1bd4e645-60d6-4d57-b763-b826a7faad14 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439609 Nov 23 10:05:06.479761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-b91b9e69-05b5-45fc-a8c5-818c702169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.481365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-b91b9e69-05b5-45fc-a8c5-818c702169e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 1094 time: 0.2218821 Nov 23 10:05:06.517378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e81a1d4-bec5-412e-89a8-82d9d91617cf tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1086688 Nov 23 10:05:06.518371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.520711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-2452274c-6b7b-4351-8a20-705b973a3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.522314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-2452274c-6b7b-4351-8a20-705b973a3089 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1097 time: 0.1415575 Nov 23 10:05:06.553436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.565016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.609928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-745c9494-bb62-45a5-a316-f83917698813 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e4a027-fe5e-4405-8491-7c9bef2873af HTTP/1.1" status: 200 len: 217 time: 0.1199126 Nov 23 10:05:06.647757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.659766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.666046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bb5ad838-3bb7-4dd1-8d7c-83b6a92c006e HTTP/1.1" status: 204 len: 168 time: 0.1456945 Nov 23 10:05:06.680998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46078) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.729081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a5bb-0e34-4d0b-8586-8bdfe37ef463 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb5ad838-3bb7-4dd1-8d7c-83b6a92c006e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:06.779044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88f771f9-1c36-4601-bf98-c0d92ff3573e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0943682 Nov 23 10:05:06.782736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46080) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.787509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Request body: {'security_group_rule': {'security_group_id': '478e4efb-8b52-4371-b4ac-b5bffa036295', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:06.827853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.844605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:06.876797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:06.893228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.896398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-0aa10fa4-8186-4e7b-83e1-f8a337af8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.898138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-0aa10fa4-8186-4e7b-83e1-f8a337af8db1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.1945846 Nov 23 10:05:06.934570 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.940970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.967490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e001fe2b-35bf-449c-838b-f3e23ef923c7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:06.982703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b40bf-763b-4e13-8bb9-312d7c836963 req-66033313-4183-4dc5-9b85-0f1aa3bbb54a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.990421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:06.990960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-865b40bf-763b-4e13-8bb9-312d7c836963 req-66033313-4183-4dc5-9b85-0f1aa3bbb54a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1988370 Nov 23 10:05:06.993976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-847ce546-ebc9-4ea1-8d47-955054707b06 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086606 Nov 23 10:05:06.995425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:06.998445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:06.999252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.001564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] 10.222.0.50 "PUT /v2.0/ports/f5be625b-04ce-44a3-baf7-11998b4ef92c HTTP/1.1" status: 200 len: 1092 time: 3.3881471 Nov 23 10:05:07.017455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-11b07fe6-1a32-4b51-9d03-5a94fe2730e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049197 Nov 23 10:05:07.018557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-27f87bc1-46ab-420c-9599-6cb2e53f1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.025016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-27f87bc1-46ab-420c-9599-6cb2e53f1ba2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.4520426 Nov 23 10:05:07.035796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1fa88d86-17da-4ca8-8389-2999b4c9f1c4 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules/e001fe2b-35bf-449c-838b-f3e23ef923c7 HTTP/1.1" status: 200 len: 764 time: 0.0363202 Nov 23 10:05:07.043705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.137952 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-460e8f6b-480f-442a-bd46-e447abd41f99 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0874956 Nov 23 10:05:07.141712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46088) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.199021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.209386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.236242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53f643-ab00-4f0c-9d4f-e04ec2fbd30d service neutron] Pushing event updated for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:07.258250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.266692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.267832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e001fe2b-35bf-449c-838b-f3e23ef923c7 HTTP/1.1" status: 204 len: 168 time: 0.1250935 Nov 23 10:05:07.272997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46090) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.277386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-3559495d-32c5-44ad-8cc8-b0cb29794a06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.2353044 Nov 23 10:05:07.282743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231a31a-a9c6-4715-8b87-29d34e05506e tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e001fe2b-35bf-449c-838b-f3e23ef923c7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:07.314583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-865b40bf-763b-4e13-8bb9-312d7c836963 req-4ab45b22-6bb9-4f87-8feb-beb496093ced tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221264 Nov 23 10:05:07.330239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-60cef4e8-0cb2-4e54-aaf7-3cbf9bb880fb tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558064 Nov 23 10:05:07.333176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.387501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-aedcda09-6d86-48a6-b991-d92990dcc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.398504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-aedcda09-6d86-48a6-b991-d92990dcc143 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 1095 time: 0.3297365 Nov 23 10:05:07.403033 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e72c4-7070-4ffc-b4a0-692bb3e86520 x-openstack-request-id: req-6b4e72c4-7070-4ffc-b4a0-692bb3e86520 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:07.403378 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:07.403635 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b4e72c4-7070-4ffc-b4a0-692bb3e86520 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:07.404034 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af', 'status': 'completed', 'code': 200} Nov 23 10:05:07.427828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.473694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.485402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-f58e5869-5c7b-4c29-aa85-9e7392ba44a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c HTTP/1.1" status: 200 len: 217 time: 0.0743039 Nov 23 10:05:07.490667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-d1f53f3b-40d7-4dcb-846d-6e0b0d489a88 service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541554 Nov 23 10:05:07.519767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-6f900945-f87d-406b-8e6e-6f03fd5d3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.522107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-6f900945-f87d-406b-8e6e-6f03fd5d3909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.2328935 Nov 23 10:05:07.543154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.546192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:07.547433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "DELETE /v2.0/security-groups/478e4efb-8b52-4371-b4ac-b5bffa036295 HTTP/1.1" status: 204 len: 168 time: 0.2126272 Nov 23 10:05:07.552917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.582671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a13fd-1d73-48b6-95b2-d65e83710d0a tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e4efb-8b52-4371-b4ac-b5bffa036295,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:07.630311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1789de5e-b429-4b29-81c7-70a1178c301d tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721693 Nov 23 10:05:07.630522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:07.701055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-0a8bc939-6909-49cc-bb5e-cb70c55d8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.702290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-0a8bc939-6909-49cc-bb5e-cb70c55d8767 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.1970184 Nov 23 10:05:07.719603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27b86c-6f63-40b6-b18a-3bf7c6e9cccd req-d0ca778c-8d1b-4c91-8997-3631ce1d265c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.721327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e27b86c-6f63-40b6-b18a-3bf7c6e9cccd req-d0ca778c-8d1b-4c91-8997-3631ce1d265c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 943 time: 0.2272770 Nov 23 10:05:07.749819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ca3252f-c369-4bac-b192-559130abdb13 tempest-SecGroupTest-1767486905 tempest-SecGroupTest-1767486905-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1139150 Nov 23 10:05:07.772251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-c6cb2b39-013e-4313-839f-bb0c13fddf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.773598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-c6cb2b39-013e-4313-839f-bb0c13fddf8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263126 Nov 23 10:05:07.775595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-ab3575d7-ad5c-4cc6-8b77-263038c410f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532985 Nov 23 10:05:07.791755 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-de83fd8b-6dd3-4c24-9d4b-361e34ff0572 service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738006 Nov 23 10:05:07.794639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-90fc4bf5-79e6-4e02-a9b5-2be65339c1f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0767074 Nov 23 10:05:07.944144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-2df8d669-8d37-41f1-9970-8d941a46ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:07.946387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-2df8d669-8d37-41f1-9970-8d941a46ea5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 1094 time: 0.0721488 Nov 23 10:05:08.082730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-f04b3da2-1b8a-45ac-b64d-a93aa4c0c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.085180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-f04b3da2-1b8a-45ac-b64d-a93aa4c0c22e service neutron] 10.222.0.11 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 919 time: 0.1299627 Nov 23 10:05:08.142834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-bee01bb0-1ac3-40f7-8482-e89e2d6a2d2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e4a027-fe5e-4405-8491-7c9bef2873af HTTP/1.1" status: 200 len: 217 time: 0.0468197 Nov 23 10:05:08.159850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e27b86c-6f63-40b6-b18a-3bf7c6e9cccd req-e12523bb-d3ab-46a7-add3-5eeb42759cae tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067900 Nov 23 10:05:08.180537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-e5b50a11-5872-4741-94d4-afbf7e05f88f service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864663 Nov 23 10:05:08.297707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-7246dc3b-bee8-446a-9bde-db6f6fb56ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.299295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-7246dc3b-bee8-446a-9bde-db6f6fb56ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.1487551 Nov 23 10:05:08.324220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.324510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.325000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.325497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.325984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.326445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.326905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.328836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-14df0102-ba30-4350-82ad-c119b6ebef8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.4373662 Nov 23 10:05:08.334692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-946d06df-f0df-41b1-bf45-cbe5613c09ba service neutron] 10.222.0.50 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394092 Nov 23 10:05:08.369758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46108) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:08.371508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-8e688da5-3159-4525-ae96-cec06a2a56d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594974 Nov 23 10:05:08.546762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-08b58a84-7320-4674-b040-ec2dca03a25a service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653512 Nov 23 10:05:08.586472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945cec-e2a8-42df-bdd4-827e5aa6862a req-255bb671-8ce5-4756-8127-1e389f278e00 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.588026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a945cec-e2a8-42df-bdd4-827e5aa6862a req-255bb671-8ce5-4756-8127-1e389f278e00 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.3027008 Nov 23 10:05:08.599586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af3c094e-7dc9-4a4a-aa9e-f20d38e3ca32 req-f55150b2-32d4-4aa8-9065-436d02dd02b7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995743 Nov 23 10:05:08.687461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e27127bf-eed7-4b64-b839-d34eca7e62df req-eb15f435-93b7-4b9b-88b6-d7d9c1b0a8f8 service neutron] 10.222.0.11 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307991 Nov 23 10:05:08.723023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-f4ecdfbe-5897-47eb-beb5-114db01ab95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.723497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-f4ecdfbe-5897-47eb-beb5-114db01ab95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.723958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-f4ecdfbe-5897-47eb-beb5-114db01ab95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:08.725590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-f4ecdfbe-5897-47eb-beb5-114db01ab95c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 2292 time: 0.3549070 Nov 23 10:05:08.735211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4170f5e-21b7-4d6a-85f0-f292c735bc3f req-7bb70b11-7ed9-41d7-b3ab-a324d3b4389e service neutron] 10.222.0.50 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631585 Nov 23 10:05:08.765175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a945cec-e2a8-42df-bdd4-827e5aa6862a req-4e4ca904-9341-486b-888b-c2c169617454 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629543 Nov 23 10:05:08.813835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1aa5b08-80e6-4c75-84c2-b2639f9982a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e733f36991f04c4b9e649c7bf795fea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083486 Nov 23 10:05:08.816476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46116) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:08.887326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-c8153af8-c885-447e-9ae3-7f07d37a7a61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 1002 time: 0.1411910 Nov 23 10:05:08.964799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.022313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-da3c0c22-e748-4f6b-92cc-d43189823e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:09.023924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-da3c0c22-e748-4f6b-92cc-d43189823e77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 200 len: 850 time: 0.1199265 Nov 23 10:05:09.025827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.108099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f907ea-f300-4e33-be3a-71d58ce89b97 req-8a22ed69-85f9-442c-8197-0d932424aa34 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:09.109578 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68f907ea-f300-4e33-be3a-71d58ce89b97 req-8a22ed69-85f9-442c-8197-0d932424aa34 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1385751 Nov 23 10:05:09.119908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-b488c3b5-35c3-45fa-b374-d79a8b892479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:09.121796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-b488c3b5-35c3-45fa-b374-d79a8b892479 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5c7f922-e5d2-464a-8217-0ac5442bc374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876257 Nov 23 10:05:09.147323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.149909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.151038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20c2c2e0-2113-4864-8d45-308ba03278fb HTTP/1.1" status: 204 len: 168 time: 0.3336575 Nov 23 10:05:09.210126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646f4cc-f50f-474d-a872-958c9366d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2c2e0-2113-4864-8d45-308ba03278fb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:09.387665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9fc869f4-1c2c-4586-b103-b7dfa681097c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:09.628588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:09.629164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:09.630922 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:09.647533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9fc869f4-1c2c-4586-b103-b7dfa681097c', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'port_id': '9fc869f4-1c2c-4586-b103-b7dfa681097c', 'mac_address': 'fa:16:3e:11:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf04401-f5fb-4e48-8586-df5f2b5d247b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:09.666816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68f907ea-f300-4e33-be3a-71d58ce89b97 req-df783ad0-2c31-4336-a2f2-411b6e660b91 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224304 Nov 23 10:05:09.690568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-55061a6b-d40e-4757-ab93-9804fd82d978 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602579 Nov 23 10:05:09.693947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.710255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc869f4-1c2c-4586-b103-b7dfa681097c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:09.760680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:09.781826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:09.863121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-6c57da9a-31fc-4dde-8833-f72ae32b3c7b service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645939 Nov 23 10:05:09.880080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:09.901261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da49a97-a720-4e6e-a39f-84f8671c4150 req-4f98f5f4-1422-4056-b202-82b36822d6eb tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:09.904826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8da49a97-a720-4e6e-a39f-84f8671c4150 req-4f98f5f4-1422-4056-b202-82b36822d6eb tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 944 time: 0.0917833 Nov 23 10:05:09.965239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-e3ea7121-b39a-43bf-bccf-5b0932665006 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 217 time: 0.0901599 Nov 23 10:05:10.053700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-6a6f6814-fe30-4f56-adbb-250dfe31ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.056177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-6a6f6814-fe30-4f56-adbb-250dfe31ace6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.0809536 Nov 23 10:05:10.067440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8da49a97-a720-4e6e-a39f-84f8671c4150 req-078955f5-4380-4e2d-ada5-6785cb111c0d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093652 Nov 23 10:05:10.147607 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d73869f-9732-42bd-8fc9-603e7bea8ce2 x-openstack-request-id: req-2d73869f-9732-42bd-8fc9-603e7bea8ce2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:10.147772 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:10.149217 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d73869f-9732-42bd-8fc9-603e7bea8ce2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:10.152550 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c', 'status': 'completed', 'code': 200} Nov 23 10:05:10.184001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9fc869f4-1c2c-4586-b103-b7dfa681097c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:10.222350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-95384253-da88-4324-82db-af1f000c2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.224602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-95384253-da88-4324-82db-af1f000c2edd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517146 Nov 23 10:05:10.356908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-5e9a5dd8-5b54-4d15-a555-1b553b32453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.359070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-5e9a5dd8-5b54-4d15-a555-1b553b32453a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1f22595acb64cd4b4de80073a6210b8&device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 1095 time: 0.1869204 Nov 23 10:05:10.427847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19e2e-7751-4e72-a23d-18a4fbbf5108 req-4682d849-4655-4977-9e71-a02bde170487 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.436049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb19e2e-7751-4e72-a23d-18a4fbbf5108 req-4682d849-4655-4977-9e71-a02bde170487 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.2084503 Nov 23 10:05:10.577933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-a97770fd-de18-4a5b-872d-f87bf4f4942b service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250959 Nov 23 10:05:10.618302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb19e2e-7751-4e72-a23d-18a4fbbf5108 req-ef984db3-a5e7-402b-883d-9c31528d934b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811774 Nov 23 10:05:10.710723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-905f5763-b4ee-4c7f-83ad-2e5a68779ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.710723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-905f5763-b4ee-4c7f-83ad-2e5a68779ceb service neutron] 10.222.0.50 "GET /v2.0/networks?id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 200 len: 919 time: 0.2917495 Nov 23 10:05:10.752080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-9f0b2fe3-5405-4274-aabe-480b84c6899b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c HTTP/1.1" status: 200 len: 217 time: 0.0571959 Nov 23 10:05:10.776318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-478dd004-1d4c-4e51-b2e0-a1c140560cda service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977754 Nov 23 10:05:10.883930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-1828de68-b370-4810-aa17-33a16ae9fe86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 217 time: 0.0965233 Nov 23 10:05:10.966313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba8aa-ed1d-44c5-a47a-b321ccf1d647 req-0acc5ddd-734b-4f67-9f4b-7d5d963618a1 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.967932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffbba8aa-ed1d-44c5-a47a-b321ccf1d647 req-0acc5ddd-734b-4f67-9f4b-7d5d963618a1 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1190493 Nov 23 10:05:10.998136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-0f172653-0e4f-4146-aa49-06d2efca7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:10.999965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-0f172653-0e4f-4146-aa49-06d2efca7af1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 200 len: 858 time: 0.2224123 Nov 23 10:05:11.042715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-b5ac2111-8e4e-45f5-a92a-650abe2e21ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334966 Nov 23 10:05:11.077380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-fced4305-6c32-403b-a179-b4312cc48e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:11.079008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-fced4305-6c32-403b-a179-b4312cc48e1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1761880 Nov 23 10:05:11.119312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffbba8aa-ed1d-44c5-a47a-b321ccf1d647 req-81d63fee-85b8-4a1e-9004-0585343b3228 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419256 Nov 23 10:05:11.196799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5be625b-04ce-44a3-baf7-11998b4ef92c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:11.332967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-b57b988d-bbad-4575-864b-6253a2aab7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:11.345493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-b57b988d-bbad-4575-864b-6253a2aab7e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2244279 Nov 23 10:05:11.386366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:11.408770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-580ed575-49c3-4fa0-abf0-26d4200ea74e service neutron] 10.222.0.50 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283136 Nov 23 10:05:11.438905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 18e4a027-fe5e-4405-8491-7c9bef2873af details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:11.485259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f5be625b-04ce-44a3-baf7-11998b4ef92c', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'port_id': 'f5be625b-04ce-44a3-baf7-11998b4ef92c', 'mac_address': 'fa:16:3e:63:bb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf04401-f5fb-4e48-8586-df5f2b5d247b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:11.509083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c57606-c146-4182-b629-2f1fc5b32aca req-1375b231-ff08-42f0-97ba-b650d5d756a1 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:11.517119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78c57606-c146-4182-b629-2f1fc5b32aca req-1375b231-ff08-42f0-97ba-b650d5d756a1 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 944 time: 0.2886355 Nov 23 10:05:11.550416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:11.573678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5be625b-04ce-44a3-baf7-11998b4ef92c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:11.582088 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:05:11.636639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:11.669141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78c57606-c146-4182-b629-2f1fc5b32aca req-9364fee8-28d0-470a-a1a4-1b65336f64ad tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467218 Nov 23 10:05:11.684395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-ad7b3701-0713-4d0e-93d7-39eb5835dfbb service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015840 Nov 23 10:05:11.686171 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:11.773915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=18e4a027-fe5e-4405-8491-7c9bef2873af,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:11.806121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '18e4a027-fe5e-4405-8491-7c9bef2873af', 'network_id': 'df46dbdc-59d7-4b87-918d-93ffc9ff8ad1', 'port_id': '18e4a027-fe5e-4405-8491-7c9bef2873af', 'mac_address': 'fa:16:3e:45:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf04401-f5fb-4e48-8586-df5f2b5d247b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:11.815330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ecee1ce-fbbc-4280-8821-9ff3d28bb0a2 req-4e931b25-bf83-4e34-bd89-4888c8ff447b service neutron] 10.222.0.50 "GET /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931687 Nov 23 10:05:11.894389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:11.902698 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:11.927924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e4a027-fe5e-4405-8491-7c9bef2873af {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:11.949345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc7c0-510a-4c67-aec9-75c983bdcd7e req-efc25c9b-b627-40f8-a3f3-d4b6435792f7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:11.952067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-120dc7c0-510a-4c67-aec9-75c983bdcd7e req-efc25c9b-b627-40f8-a3f3-d4b6435792f7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1525729 Nov 23 10:05:11.953288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f5be625b-04ce-44a3-baf7-11998b4ef92c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:11.976257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-66147f0b-aeff-4e20-8414-faac1e6a8b76 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710938 Nov 23 10:05:12.030007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-c2c343be-de00-4cf9-bf3b-86ddded77576 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 200 len: 217 time: 0.0456452 Nov 23 10:05:12.116263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=18e4a027-fe5e-4405-8491-7c9bef2873af,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:12.155448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-120dc7c0-510a-4c67-aec9-75c983bdcd7e req-e3ed0b5a-9cd5-4bbc-94e9-d47251d89e48 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816711 Nov 23 10:05:12.156078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:12.163715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-5d8fa1cf-0d95-47b7-95b8-d0d6f729231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:12.165277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-5d8fa1cf-0d95-47b7-95b8-d0d6f729231d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1264644 Nov 23 10:05:12.257671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:12.294804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-64021cdb-6270-4ed4-8803-57ebb4e3d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:12.296562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-64021cdb-6270-4ed4-8803-57ebb4e3d5c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177680 Nov 23 10:05:12.525667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-ec3ca263-c0cc-4c08-a0a6-b7a238701713 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192514 Nov 23 10:05:12.537767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be015a-3b48-4990-99b4-eb485f78a680 req-8f298850-d050-4271-940e-1eb5f871d4fb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:12.539474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39be015a-3b48-4990-99b4-eb485f78a680 req-8f298850-d050-4271-940e-1eb5f871d4fb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.0835662 Nov 23 10:05:12.549969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['18e4a027-fe5e-4405-8491-7c9bef2873af'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:12.638415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39be015a-3b48-4990-99b4-eb485f78a680 req-b5a64d76-1efe-41d7-903d-06a191f89ba0 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746138 Nov 23 10:05:12.720770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46202) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:12.748922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-dae287b1-10cd-4d41-b144-285eb06a446f service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071974 Nov 23 10:05:12.808237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-134b8c0c-628a-4f79-a96c-10af99ca8022 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 200 len: 217 time: 0.0528944 Nov 23 10:05:12.880163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4afbfa7d-ce06-4112-91c9-4f237a48b3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:12.903007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f84da-3553-4604-a2e2-ca3a6727d436 req-06f4008f-0dec-457f-bda1-0048efb09a08 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:12.910930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e27f84da-3553-4604-a2e2-ca3a6727d436 req-06f4008f-0dec-457f-bda1-0048efb09a08 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 944 time: 0.1052866 Nov 23 10:05:12.915799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-eed8ca6c-8f61-4a86-b184-8272224eb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:12.917429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-eed8ca6c-8f61-4a86-b184-8272224eb110 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.0995989 Nov 23 10:05:13.029177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e27f84da-3553-4604-a2e2-ca3a6727d436 req-33df4ef4-e17f-4042-a15f-ff0e03acf55e tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166515 Nov 23 10:05:13.046954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4afbfa7d-ce06-4112-91c9-4f237a48b3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.096038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4afbfa7d-ce06-4112-91c9-4f237a48b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.141072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-27089aff-6bf3-4859-b0c5-b35b1a578840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:13.143969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-27089aff-6bf3-4859-b0c5-b35b1a578840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2172844 Nov 23 10:05:13.156263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbfa7d-ce06-4112-91c9-4f237a48b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfee23f-17e6-46c9-92d2-ce16c820b896,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:13.217978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:13.227053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4afbfa7d-ce06-4112-91c9-4f237a48b3e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1ac72ffd83f4ea9b1e74baae350f597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042181 Nov 23 10:05:13.229142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46210) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:13.311684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.344677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.399929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-d19c24cd-e813-4845-92e8-2fd4496fd2c0 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349107 Nov 23 10:05:13.405024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5be625b-04ce-44a3-baf7-11998b4ef92c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:13.412659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.417209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.419325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bfee23f-17e6-46c9-92d2-ce16c820b896 HTTP/1.1" status: 204 len: 168 time: 0.1889758 Nov 23 10:05:13.424727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9fc869f4-1c2c-4586-b103-b7dfa681097c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:13.450173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84065f17-9c7a-43ad-b858-d9ba9d9e84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfee23f-17e6-46c9-92d2-ce16c820b896,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:13.483491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115c15-6a38-48fd-a7a5-7433f242de8e req-1b0df791-0579-422d-8137-4d4b3c136840 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:13.491763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1115c15-6a38-48fd-a7a5-7433f242de8e req-1b0df791-0579-422d-8137-4d4b3c136840 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1595864 Nov 23 10:05:13.606217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:13.625756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-ba8e8c84-6210-4a6f-a798-8a7f1c601865 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123289 Nov 23 10:05:13.636151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1115c15-6a38-48fd-a7a5-7433f242de8e req-31e3fb96-92b8-4753-a632-a5b1cd0dfab8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434281 Nov 23 10:05:13.643105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:13.648292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9fc869f4-1c2c-4586-b103-b7dfa681097c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:05:13.654371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9fc869f4-1c2c-4586-b103-b7dfa681097c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:13.655063 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.697821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f5be625b-04ce-44a3-baf7-11998b4ef92c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:05:13.719651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f5be625b-04ce-44a3-baf7-11998b4ef92c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:13.720178 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.738671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-36a9994a-8639-4f9c-a56e-1a04e7e8c666 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 200 len: 217 time: 0.0915973 Nov 23 10:05:13.756206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.780461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:13.826017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:13.837619 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.844860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-0e19b6aa-82b6-4422-9891-4fdee6c4c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:13.846790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-0e19b6aa-82b6-4422-9891-4fdee6c4c32b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.1003032 Nov 23 10:05:13.963303 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:13.974569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:13.983985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-3ec8b6a6-a28d-4b5a-862a-5b91ffd6c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:13.986807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-3ec8b6a6-a28d-4b5a-862a-5b91ffd6c2b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1286004 Nov 23 10:05:13.995104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46220) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:13.998923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2db68b-2a75-4349-94ef-7c050595ee28 req-e6b4fa69-a7a2-4a54-b630-06718453ee03 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:14.001535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c2db68b-2a75-4349-94ef-7c050595ee28 req-e6b4fa69-a7a2-4a54-b630-06718453ee03 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.0970936 Nov 23 10:05:14.022024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee95b65d-6a41-4078-b300-1d0ef735fe7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.125732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-19ad8d27-3396-4e87-bf99-a82be6ddc7bb service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229589 Nov 23 10:05:14.211087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee95b65d-6a41-4078-b300-1d0ef735fe7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.223264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ee95b65d-6a41-4078-b300-1d0ef735fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.229304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:14.266223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.290631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c2db68b-2a75-4349-94ef-7c050595ee28 req-cc99b293-4cd7-48a4-b5d4-531fb4fb92d3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464138 Nov 23 10:05:14.305924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:14.312259 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df64a1-70e9-4507-9f99-c8e85e4c2cc6" -d '{"events": [{"server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "name": "network-vif-plugged", "status": "completed", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:14.334618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ee95b65d-6a41-4078-b300-1d0ef735fe7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=997e9bc7003c4d6487ada31dae0f61cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383393 Nov 23 10:05:14.335344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:14.350391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95b65d-6a41-4078-b300-1d0ef735fe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d9591-8699-4d9d-97ed-5903956e418e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:14.354051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-04aa7ebc-92ef-4f69-8b59-049686df3315 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189789 Nov 23 10:05:14.396505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:14.421194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:14.439192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.443624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.453799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-afaf37d8-a7e4-4950-94c3-f15cd6dd77e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 217 time: 0.0910287 Nov 23 10:05:14.478163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.513638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.547983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-d6c53c5e-4cd6-4865-9aa5-84974044f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:14.550098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-d6c53c5e-4cd6-4865-9aa5-84974044f651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.0757625 Nov 23 10:05:14.573287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:14.600235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.603141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:14.604869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e7d9591-8699-4d9d-97ed-5903956e418e HTTP/1.1" status: 204 len: 168 time: 0.2683423 Nov 23 10:05:14.620053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65873639-359c-40b1-9056-15bd3518cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d9591-8699-4d9d-97ed-5903956e418e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:14.635496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b70e7c-7324-43e9-b326-619f24b58176 req-06a13eb8-bd39-419b-ba4e-4a79430b49ec tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:14.654642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b70e7c-7324-43e9-b326-619f24b58176 req-06a13eb8-bd39-419b-ba4e-4a79430b49ec tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 945 time: 0.2033350 Nov 23 10:05:14.710990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:14.719636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-df674f57-4afa-4aff-9633-45910abcfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:14.721506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-df674f57-4afa-4aff-9633-45910abcfd93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1638482 Nov 23 10:05:14.831164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b70e7c-7324-43e9-b326-619f24b58176 req-f5cb50d3-b919-4a73-b92a-5faea8e7c3bb tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752048 Nov 23 10:05:14.860025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-e33e682d-a708-43c3-9754-79aa3cd691da service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279318 Nov 23 10:05:14.896682 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441373f-34ab-4b03-b4bd-1f7f21b8cb8d x-openstack-request-id: req-2441373f-34ab-4b03-b4bd-1f7f21b8cb8d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:14.897314 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "name": "network-vif-plugged", "status": "completed", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:14.897754 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2441373f-34ab-4b03-b4bd-1f7f21b8cb8d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:14.898388 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c', 'code': 200} Nov 23 10:05:15.091633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b811ec-6ce6-458b-a24d-61944fcd7d35 req-2ce119df-2005-40b5-aad3-102b9992fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:15.095867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48b811ec-6ce6-458b-a24d-61944fcd7d35 req-2ce119df-2005-40b5-aad3-102b9992fb10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 1096 time: 0.1150386 Nov 23 10:05:15.103704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270167-6879-42e8-878e-151de3c46a99 req-ab460d36-16b6-4944-af8e-5b451c1f56f6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:15.112721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41270167-6879-42e8-878e-151de3c46a99 req-ab460d36-16b6-4944-af8e-5b451c1f56f6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1134861 Nov 23 10:05:15.125273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f96c6b56-e54c-439c-aeae-0fcbc1eebc5f req-9f513503-9dca-4f85-896e-392a21bc62fe service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575469 Nov 23 10:05:15.239690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41270167-6879-42e8-878e-151de3c46a99 req-df984622-c12f-4f9f-96b0-1bba3c945e44 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246307 Nov 23 10:05:15.242389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:15.250632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48b811ec-6ce6-458b-a24d-61944fcd7d35 req-bb90401c-0e56-49a3-acb4-bed744657b09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422670 Nov 23 10:05:15.446154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 18e4a027-fe5e-4405-8491-7c9bef2873af up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:15.516750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:15.517292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:15.602787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 18e4a027-fe5e-4405-8491-7c9bef2873af completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:05:15.681745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05302d74-2cd9-4dad-a919-d6bd6327f565 req-bd792be2-356f-47ad-88f1-1e40c216186f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:15.691400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05302d74-2cd9-4dad-a919-d6bd6327f565 req-bd792be2-356f-47ad-88f1-1e40c216186f tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.0722430 Nov 23 10:05:15.743122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 18e4a027-fe5e-4405-8491-7c9bef2873af triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:15.743621 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:15.798415 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:15.846265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05302d74-2cd9-4dad-a919-d6bd6327f565 req-5fbb15d5-503a-4c00-9dcf-55ec47c591df tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531005 Nov 23 10:05:15.927259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:15.931690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:16.003024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:16.103746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:16.260525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:16.299233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=18e4a027-fe5e-4405-8491-7c9bef2873af,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:16.309042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:16.388089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:16.466988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc459b56-d539-4ce6-8396-dce2ba2f332e req-80416a2d-00d9-48e9-80cb-a566c28907f4 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:16.475034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc459b56-d539-4ce6-8396-dce2ba2f332e req-80416a2d-00d9-48e9-80cb-a566c28907f4 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 945 time: 0.4900465 Nov 23 10:05:16.630850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc459b56-d539-4ce6-8396-dce2ba2f332e req-8fa5bda9-67f8-497a-b22c-e33d0ac367d0 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393232 Nov 23 10:05:16.739519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3feea-8653-4bec-bd8c-b3da7d5311e1 req-1cb72340-bd05-45df-b317-f2a3990b0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:16.741392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd3feea-8653-4bec-bd8c-b3da7d5311e1 req-1cb72340-bd05-45df-b317-f2a3990b0454 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.0945592 Nov 23 10:05:16.867504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d07c-bfa9-4893-b9a8-b287d00329e8 req-f8e931b8-10b1-4ded-9a89-791606970de5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:16.879789 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a596d07c-bfa9-4893-b9a8-b287d00329e8 req-f8e931b8-10b1-4ded-9a89-791606970de5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1257427 Nov 23 10:05:16.888603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0dd3feea-8653-4bec-bd8c-b3da7d5311e1 req-498b7359-6c1b-4183-95ea-8d88c04c11ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334670 Nov 23 10:05:16.900339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c'}, {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}, {'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:16.909656 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e09192-b99a-4a15-b704-c144567004c7" -d '{"events": [{"server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "name": "network-vif-plugged", "status": "completed", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c"}, {"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}, {"server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "name": "network-vif-plugged", "status": "completed", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:16.956131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a596d07c-bfa9-4893-b9a8-b287d00329e8 req-ee4d5225-cfb1-47f7-a565-a511a81baf2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734656 Nov 23 10:05:17.255525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f92487-e62a-4585-898e-d1bc99f61671 req-3134b3f5-5650-4d58-88a4-cc4215ffbd50 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:17.260732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f92487-e62a-4585-898e-d1bc99f61671 req-3134b3f5-5650-4d58-88a4-cc4215ffbd50 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1022620 Nov 23 10:05:17.270799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-b7bf180d-fce1-4fdf-86da-19db12c8ebb7 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--435593159&fields=id&tenant_id=3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 267 time: 0.1477518 Nov 23 10:05:17.392608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f92487-e62a-4585-898e-d1bc99f61671 req-9135ed03-2b8d-4229-9596-1972eeecadb2 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242366 Nov 23 10:05:17.539612 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a60ef8-5015-45b0-8361-2c3b9be3fb31 x-openstack-request-id: req-10a60ef8-5015-45b0-8361-2c3b9be3fb31 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:17.539906 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "name": "network-vif-plugged", "status": "completed", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c", "code": 200}, {"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "code": 200}, {"server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "name": "network-vif-plugged", "status": "completed", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:17.540187 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10a60ef8-5015-45b0-8361-2c3b9be3fb31 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:17.540681 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c', 'code': 200} Nov 23 10:05:17.540931 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'code': 200} Nov 23 10:05:17.541178 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af', 'code': 200} Nov 23 10:05:17.575916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-cd2c40d0-664e-44df-b768-bcd0eebdb735 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:17.588264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-cd2c40d0-664e-44df-b768-bcd0eebdb735 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 811 time: 0.3091426 Nov 23 10:05:17.622559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-d4236952-e2e5-485b-91f6-5c77c560bd8f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/quotas/3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 375 time: 0.0295575 Nov 23 10:05:17.708905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d38720-4749-43ff-9b59-14ef04b7d7a0 req-fefb1004-a125-4380-8c26-af97c93848cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:17.710872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8d38720-4749-43ff-9b59-14ef04b7d7a0 req-fefb1004-a125-4380-8c26-af97c93848cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 1097 time: 0.0941095 Nov 23 10:05:17.712750 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-d1f25168-74ba-491d-81db-eeeb319ec86c tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757644 Nov 23 10:05:17.714805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610e6f-b9a0-4f9a-af39-37d45299fcec req-ae7670b4-68ba-40eb-8198-cd4a1e85bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:17.716228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f610e6f-b9a0-4f9a-af39-37d45299fcec req-ae7670b4-68ba-40eb-8198-cd4a1e85bccf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 1096 time: 0.1108053 Nov 23 10:05:17.822416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8d38720-4749-43ff-9b59-14ef04b7d7a0 req-25cfd233-e38c-498f-bf80-249bce121d6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965645 Nov 23 10:05:17.843007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-abd8429d-ed81-47f8-9010-460cf95e50da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:17.892352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f610e6f-b9a0-4f9a-af39-37d45299fcec req-34d5b7e4-3774-4b0d-b2d3-0944ec412dd0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632001 Nov 23 10:05:17.946066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260095be-d2ad-4197-af15-386804f66111 req-01ebd4e8-ff51-4494-8b7e-516297d59b59 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:17.951731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-260095be-d2ad-4197-af15-386804f66111 req-01ebd4e8-ff51-4494-8b7e-516297d59b59 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 945 time: 0.1239758 Nov 23 10:05:18.085617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-260095be-d2ad-4197-af15-386804f66111 req-f81b30bf-5f8b-4eb3-bd51-5f3c526fb3c6 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213326 Nov 23 10:05:18.155922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-a4755a4f-564e-4060-9560-7c8e18d46c7c service neutron] 10.222.0.62 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203377 Nov 23 10:05:18.331277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-b13b095b-3556-4538-8f89-67e003114013 service neutron] 10.222.0.62 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739590 Nov 23 10:05:18.396646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b10ef2-7fcc-49e5-ab39-013976d0a2cf req-5ddc23a6-7d2e-415a-97a8-11af4ecf6666 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:18.398357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03b10ef2-7fcc-49e5-ab39-013976d0a2cf req-5ddc23a6-7d2e-415a-97a8-11af4ecf6666 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1320002 Nov 23 10:05:18.545968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03b10ef2-7fcc-49e5-ab39-013976d0a2cf req-3aa3b39e-f459-45b2-a7bc-ea151d808270 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377559 Nov 23 10:05:18.989125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5134daa-3dda-4baf-889c-34ae8c790787 req-02b7637f-594b-424f-a44d-97607e6c2d04 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:18.993946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad450f-8b59-4801-9fc4-6abe0bd9c54b req-80074214-98a2-453d-8a52-34e96ac8348c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:19.007614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5134daa-3dda-4baf-889c-34ae8c790787 req-02b7637f-594b-424f-a44d-97607e6c2d04 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 946 time: 0.2273800 Nov 23 10:05:19.009456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18ad450f-8b59-4801-9fc4-6abe0bd9c54b req-80074214-98a2-453d-8a52-34e96ac8348c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.2178090 Nov 23 10:05:19.108038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18ad450f-8b59-4801-9fc4-6abe0bd9c54b req-02a53bca-5af2-43ef-8f63-8c3b81f593d9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972128 Nov 23 10:05:19.156666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5134daa-3dda-4baf-889c-34ae8c790787 req-7d1fd3b3-0381-43bd-8140-29c9812647a3 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418195 Nov 23 10:05:19.186512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1468434610', 'description': 'tempest-description-1937920052'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:19.199985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-254bb6be-d0db-4f77-8bfe-9150061b3751 req-ebe2503b-d4d5-466c-9d9c-d2812067ba40 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 210 time: 0.0486090 Nov 23 10:05:19.265058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:19.434041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:19.448602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:19.494330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:19.500266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f777a4f8-acc3-49da-83f5-deec2230940e req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3192165 Nov 23 10:05:19.529161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef524f3-012c-41c8-94f0-9b5aab9cd9b9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9dead-57e5-42dc-ba31-42e1d4aec390,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:19.768163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-fd44e846-ea2a-4bda-b266-86da82c28711 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1468434610&fields=id&tenant_id=069e6f253fc44f638c9de9145fa2cfc0 HTTP/1.1" status: 200 len: 267 time: 0.1249905 Nov 23 10:05:19.879182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f9a5-43f2-4c66-80a6-6499cd4bef10 req-4e21144c-a0cb-470d-a6ce-cca6fdb68fe5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:19.886742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4f1f9a5-43f2-4c66-80a6-6499cd4bef10 req-4e21144c-a0cb-470d-a6ce-cca6fdb68fe5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1201267 Nov 23 10:05:19.898759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-6f5d2f4e-21fe-4cc3-b3f8-a4dbd454c1cb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:19.902926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-6f5d2f4e-21fe-4cc3-b3f8-a4dbd454c1cb tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1269271 Nov 23 10:05:19.917884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'port': {'security_groups': ['9fa867e4-a687-47de-be00-64632cc6bcc2', '55f9dead-57e5-42dc-ba31-42e1d4aec390']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:20.085557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4f1f9a5-43f2-4c66-80a6-6499cd4bef10 req-4d21c47d-b8c6-48ab-9506-0fa638f2e1af tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979876 Nov 23 10:05:20.201487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:20.297290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:20.438847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2a5d846e-9a02-4567-a738-83ade013c4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:20.695612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-8534e4b0-589e-4413-b944-d8946b74a5b2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:20.697406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-8534e4b0-589e-4413-b944-d8946b74a5b2 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.50 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 811 time: 0.1455545 Nov 23 10:05:20.782546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24469c-11fd-4a87-96ad-3bee0d90e1a7 req-55dcdd2a-4652-41d8-ae54-0ec1b6a9f3e8 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:20.792641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a24469c-11fd-4a87-96ad-3bee0d90e1a7 req-55dcdd2a-4652-41d8-ae54-0ec1b6a9f3e8 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 946 time: 0.2511098 Nov 23 10:05:20.858081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-3a745486-bb93-41a8-90db-35a4b3409fb5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3089091962354fe2bbe9733c01669b79 HTTP/1.1" status: 200 len: 379 time: 0.1433847 Nov 23 10:05:20.876998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a24469c-11fd-4a87-96ad-3bee0d90e1a7 req-1fc9c068-1bef-4c30-bf0d-9c1457b0481c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831609 Nov 23 10:05:20.889001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'port': {'device_id': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'admin_state_up': True, 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'security_groups': ['a8333f0a-9906-42a1-b69e-495f4ce9dd7c']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:20.891598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:20.951371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:20.973355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:20.987725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:21.112952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:21.114067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:21.131611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccfe8382-f8b3-4580-a2a1-10186e45d5a9 req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "PUT /v2.0/ports/e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 982 time: 1.2187057 Nov 23 10:05:21.132444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:21.145719 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b609c055-1dd8-423b-8d9e-0da58078fd93" -d '{"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:21.198424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:21.200736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-376424cf-d5b7-439c-adaf-0c14e82a25dc req-170310c2-eb11-4db4-a847-4b2cb7fa7b41 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 210 time: 0.1128538 Nov 23 10:05:21.239703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:21.253934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.254449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.254891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.255328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.255778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.256248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.256677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.257123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.257598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.258057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.258484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.258907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54c9fa-40ed-4414-b918-62b1fb54087b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:21.322683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b259-6a94-4d05-b288-f0caa485b613 req-5c3c98a6-fe55-43bb-b5b9-c721c2a6de51 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:21.337270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2b6b259-6a94-4d05-b288-f0caa485b613 req-5c3c98a6-fe55-43bb-b5b9-c721c2a6de51 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 945 time: 0.0853245 Nov 23 10:05:21.385407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Made reservation on behalf of 3089091962354fe2bbe9733c01669b79 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:21.392804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:21.408493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:21.431355 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2b6b259-6a94-4d05-b288-f0caa485b613 req-d8926800-35c6-4b81-85f0-a4496b93ec6b tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928473 Nov 23 10:05:21.519037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66f15475-d96c-4069-973e-612a2bd9d703 req-17ba8b59-2a06-41dd-8423-6d9ba25c2fef tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1468434610&fields=id&tenant_id=069e6f253fc44f638c9de9145fa2cfc0 HTTP/1.1" status: 200 len: 267 time: 0.1800830 Nov 23 10:05:21.558218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a5ad0-e183-4635-aa67-5db03e36b2c6 req-fd38f862-0636-4329-96a3-4db4c423f637 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:21.571681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c05a5ad0-e183-4635-aa67-5db03e36b2c6 req-fd38f862-0636-4329-96a3-4db4c423f637 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0804334 Nov 23 10:05:21.690491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c05a5ad0-e183-4635-aa67-5db03e36b2c6 req-bbcee79c-44f3-471d-b4d1-a8680a888f19 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175835 Nov 23 10:05:21.746608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Allocated IP 172.20.0.5 (3327a186-f8fb-45ba-a2e4-d4b5106dc020/80fefa8c-bdd3-4da4-83d9-031c7e80c66b/fb6e8ccc-098d-456b-aa34-890b7f226220) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:21.832984 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d86cfb-3de0-4a54-94e9-15613164df12 x-openstack-request-id: req-59d86cfb-3de0-4a54-94e9-15613164df12 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:21.833279 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:21.833590 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59d86cfb-3de0-4a54-94e9-15613164df12 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:21.834039 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:05:22.293950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-a8a56b93-5c61-4cff-866d-393fe481fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:22.297462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-a8a56b93-5c61-4cff-866d-393fe481fc91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1136 time: 0.2986481 Nov 23 10:05:22.308940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:22.341397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f15475-d96c-4069-973e-612a2bd9d703 req-0d4ea727-6222-4b32-a984-5999af8ec1d6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:22.379984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66f15475-d96c-4069-973e-612a2bd9d703 req-0d4ea727-6222-4b32-a984-5999af8ec1d6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 985 time: 0.8570757 Nov 23 10:05:22.585082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:22.633024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-24d58164-b167-4631-9192-c2db2e90592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:22.634600 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-24d58164-b167-4631-9192-c2db2e90592e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.3237305 Nov 23 10:05:22.640074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'port': {'security_groups': ['9fa867e4-a687-47de-be00-64632cc6bcc2']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:22.692377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9ff98e3-82ed-41c6-a49d-f84be58948d9 req-e6fae94c-45a4-45a7-92b4-f5b06943a677 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 210 time: 0.0516176 Nov 23 10:05:22.703419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-accb675d-c289-4a3d-808a-ab33c93d69bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.0563903 Nov 23 10:05:22.828658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-b573e08c-e8bc-4607-b23e-e73033420626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:22.830289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-b573e08c-e8bc-4607-b23e-e73033420626 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.0862212 Nov 23 10:05:22.837914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:22.907513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591426a-8c15-4a4c-923f-ad3b072ab62d req-7e00cbe1-ebb7-46d6-8409-5f9d66894328 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:22.920699 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3591426a-8c15-4a4c-923f-ad3b072ab62d req-7e00cbe1-ebb7-46d6-8409-5f9d66894328 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 945 time: 0.1045666 Nov 23 10:05:22.958971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-b83f1d5d-7fd3-425c-a0c6-43efc1a66c7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177359 Nov 23 10:05:22.985044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:23.023947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:23.044347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:23.050092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3591426a-8c15-4a4c-923f-ad3b072ab62d req-6f11c108-a4c5-479b-86f4-f0b88e8676a5 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253309 Nov 23 10:05:23.202048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.358934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-8897d8ec-d70f-4a81-836f-38fe2f2f561a service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702946 Nov 23 10:05:23.369643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3d75-b4da-4a9b-8133-b651cc1bfeaf req-fd3a2ee5-031a-47e5-b9d5-8bb6965d4cda tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:23.378591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44ad3d75-b4da-4a9b-8133-b651cc1bfeaf req-fd3a2ee5-031a-47e5-b9d5-8bb6965d4cda tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1651392 Nov 23 10:05:23.425763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-01189c04-0b14-4939-b300-f682e85f360f None None] Provisioning complete for port fb6e8ccc-098d-456b-aa34-890b7f226220 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:23.426450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01189c04-0b14-4939-b300-f682e85f360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.465872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44ad3d75-b4da-4a9b-8133-b651cc1bfeaf req-d4e228bb-7d9e-47ac-aa7e-75c8b88098c1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863514 Nov 23 10:05:23.549501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.557963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-01189c04-0b14-4939-b300-f682e85f360f None None] Port fb6e8ccc-098d-456b-aa34-890b7f226220 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:05:23.603986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:23.639198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.660853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.676082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event updated for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:23.678371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:23.819894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:23.820854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.854183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-243668b7-0d65-460d-aedd-1f738bb3cc24 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9759192 Nov 23 10:05:23.861641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:23.862739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.864731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66f15475-d96c-4069-973e-612a2bd9d703 req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "PUT /v2.0/ports/e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 943 time: 1.4836593 Nov 23 10:05:23.870817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:23.879366 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0fa260-26cc-4a68-8fca-b8754e11f09b" -d '{"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:23.892446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Request body: {'port': {'device_id': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:23.977417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:23.984734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:24.054375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc909e2-7d24-477d-ad9a-c0af60726287 req-3a39d16c-32f8-4328-9419-9aee09491baa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:24.062712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dc909e2-7d24-477d-ad9a-c0af60726287 req-3a39d16c-32f8-4328-9419-9aee09491baa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 931 time: 0.1319683 Nov 23 10:05:24.079587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c7681f1d-62fb-4084-bdce-67198a2e6667 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:24.081449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c7681f1d-62fb-4084-bdce-67198a2e6667 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 945 time: 0.0958207 Nov 23 10:05:24.117281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41789dc-7695-4c13-8c64-081ec43be9d5 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:24.228886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b609c055-1dd8-423b-8d9e-0da58078fd93 req-6ae8f7ac-e205-4cec-a36d-9a7d876e3149 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870640 Nov 23 10:05:24.380033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dc909e2-7d24-477d-ad9a-c0af60726287 req-62e1e552-5e83-446a-88fe-b0757b08382d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161719 Nov 23 10:05:24.401730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Deleting port 18e4a027-fe5e-4405-8491-7c9bef2873af {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:24.403080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:24.516291 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83866f19-70d0-4ef2-8b4f-0dd54e8578b9 x-openstack-request-id: req-83866f19-70d0-4ef2-8b4f-0dd54e8578b9 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:24.516838 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:24.517487 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83866f19-70d0-4ef2-8b4f-0dd54e8578b9 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:24.517978 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:05:24.654088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] For port 18e4a027-fe5e-4405-8491-7c9bef2873af, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=18e4a027-fe5e-4405-8491-7c9bef2873af,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:24.654561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:24.670157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Calling delete_port for 18e4a027-fe5e-4405-8491-7c9bef2873af owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:24.802651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6e8ccc-098d-456b-aa34-890b7f226220 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:24.810970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:24.847387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687e30a-4315-4304-9407-b28f38031363 req-c52effe6-09c5-44e7-9bbf-93734814577c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:24.855741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e687e30a-4315-4304-9407-b28f38031363 req-c52effe6-09c5-44e7-9bbf-93734814577c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 945 time: 0.1002657 Nov 23 10:05:24.868669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-891c0f2e-8809-4c16-980e-9814a3488696 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9016967 Nov 23 10:05:24.878816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:24.919293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:24.930287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Transition to ACTIVE for port object fb6e8ccc-098d-456b-aa34-890b7f226220 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:05:24.932672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9fc869f4-1c2c-4586-b103-b7dfa681097c', '18e4a027-fe5e-4405-8491-7c9bef2873af'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:24.933196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:24.943425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e687e30a-4315-4304-9407-b28f38031363 req-6b4109ab-66d0-44be-85e9-664dc74ac646 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Nov 23 10:05:24.964513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:25.004984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event deleted for resources: {'Port': ['ID=18e4a027-fe5e-4405-8491-7c9bef2873af,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:25.032200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-39c566d2-e931-4109-bf89-f78bdb918345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:25.034206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-39c566d2-e931-4109-bf89-f78bdb918345 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.4574482 Nov 23 10:05:25.075417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f5be625b-04ce-44a3-baf7-11998b4ef92c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:25.212352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] No DVR routers for this DVR port 18e4a027-fe5e-4405-8491-7c9bef2873af on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:05:25.220804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Pushing event updated for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:25.223673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:25.227900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Attempting to bind port fb6e8ccc-098d-456b-aa34-890b7f226220 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:25.228228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Attempting to bind port fb6e8ccc-098d-456b-aa34-890b7f226220 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:25.228573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Attempting to bind port fb6e8ccc-098d-456b-aa34-890b7f226220 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:25.237835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f67057be-de15-4461-8eea-1ebeeee6ab98 req-c65aef33-001f-4067-af12-24b043e33b7d tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "DELETE /v2.0/ports/18e4a027-fe5e-4405-8491-7c9bef2873af HTTP/1.1" status: 204 len: 173 time: 1.1389661 Nov 23 10:05:25.239900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'name': 'network-vif-deleted', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:25.246589 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd465f-51fb-4cad-b29d-59e87146d47c" -d '{"events": [{"server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "name": "network-vif-deleted", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:25.287605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Port fb6e8ccc-098d-456b-aa34-890b7f226220 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:05:25.291895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Attempting to bind port fb6e8ccc-098d-456b-aa34-890b7f226220 on network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:25.316430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:25.316778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Checking segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:25.317280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Bound using segment: {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:25.322515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Bound port: fb6e8ccc-098d-456b-aa34-890b7f226220, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3881c342-973d-40ac-9585-ce7fe1f887c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:25.322515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:25.427454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8944894-b6a3-414c-b0de-1d46554747de req-242df116-b576-4a24-8d7b-91c6f23b94a0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:25.430769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8944894-b6a3-414c-b0de-1d46554747de req-242df116-b576-4a24-8d7b-91c6f23b94a0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.2189939 Nov 23 10:05:25.578232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8944894-b6a3-414c-b0de-1d46554747de req-1d0b3be9-c336-4a0b-87a8-6bef17ec990e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348255 Nov 23 10:05:25.846897 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcdedc9-0b07-427c-98a9-be07704d7dc7 x-openstack-request-id: req-cbcdedc9-0b07-427c-98a9-be07704d7dc7 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:25.847199 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50448117-413c-4607-bb1c-1f2715939acb", "name": "network-vif-deleted", "tag": "18e4a027-fe5e-4405-8491-7c9bef2873af", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:25.847459 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbcdedc9-0b07-427c-98a9-be07704d7dc7 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:25.847892 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50448117-413c-4607-bb1c-1f2715939acb', 'name': 'network-vif-deleted', 'tag': '18e4a027-fe5e-4405-8491-7c9bef2873af', 'status': 'completed', 'code': 200} Nov 23 10:05:26.038425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e538ae-824e-4053-a5ad-a387ba65fe40 req-7ccec58e-3bcf-4d02-96d5-6e87b493522b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.046705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7e538ae-824e-4053-a5ad-a387ba65fe40 req-7ccec58e-3bcf-4d02-96d5-6e87b493522b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 943 time: 0.1004708 Nov 23 10:05:26.121684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7e538ae-824e-4053-a5ad-a387ba65fe40 req-52906073-f359-4f31-a5e3-abdea6101776 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671680 Nov 23 10:05:26.134139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-36f3313a-a343-40d6-84ed-5d4f74fe1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.136054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-36f3313a-a343-40d6-84ed-5d4f74fe1ca8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 1.0787301 Nov 23 10:05:26.230257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-b3dd9e38-bf50-4486-a69d-0d3cb0023d93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.0524139 Nov 23 10:05:26.260544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b99f0-84e7-47fe-b499-a98bbc1bb44b req-7a28639c-72cc-472e-97a6-9f2876268e0a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.262302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec7b99f0-84e7-47fe-b499-a98bbc1bb44b req-7a28639c-72cc-472e-97a6-9f2876268e0a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0702560 Nov 23 10:05:26.272865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:26.276328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fb6e8ccc-098d-456b-aa34-890b7f226220,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:26.331787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-7a9edc3b-6342-42f8-b43b-678b96c7d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.333367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-7a9edc3b-6342-42f8-b43b-678b96c7d8d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.0552583 Nov 23 10:05:26.336177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:26.339169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec7b99f0-84e7-47fe-b499-a98bbc1bb44b req-62ce6390-a4d3-4e4f-b46d-4222c7dd4e71 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692480 Nov 23 10:05:26.551554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-221123ad-6689-4cdf-b870-86c89dc6804b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867621 Nov 23 10:05:26.553915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Pushing event updated for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:26.565366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.566101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:26.567555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-111a872a-1131-4962-bd58-15c2577833bd service neutron] 10.222.0.50 "PUT /v2.0/ports/fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 200 len: 1091 time: 2.6797073 Nov 23 10:05:26.590784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:26.591626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e1997ce-fe9f-4024-9ea1-5707955293bc req-58aaba0e-8be5-4dad-9742-338e6aa24f6b tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=50448117-413c-4607-bb1c-1f2715939acb HTTP/1.1" status: 200 len: 210 time: 0.0759003 Nov 23 10:05:26.609080 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:26.692388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:26.771728 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe1b67d-7c1c-4a7c-87f7-4d61e35b8232 x-openstack-request-id: req-9fe1b67d-7c1c-4a7c-87f7-4d61e35b8232 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:26.772152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:26.772405 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fe1b67d-7c1c-4a7c-87f7-4d61e35b8232 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:26.772812 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'status': 'completed', 'code': 200} Nov 23 10:05:26.879136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-5a891670-bb7d-4730-8add-c1308e0b6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.883454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-5a891670-bb7d-4730-8add-c1308e0b6369 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 1094 time: 0.2706971 Nov 23 10:05:26.981823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99bb76-92e1-42cf-b5ed-eadcebcb3f75 req-72542382-85b4-45ef-b2c7-7f80c5935204 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:26.983436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c99bb76-92e1-42cf-b5ed-eadcebcb3f75 req-72542382-85b4-45ef-b2c7-7f80c5935204 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1021342 Nov 23 10:05:27.052344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-3664cbbf-18ac-4ddf-b9af-2b3fd5d51a1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 200 len: 217 time: 0.0810993 Nov 23 10:05:27.059476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-21f030cd-8410-41fc-b76b-caed86cc777c service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905884 Nov 23 10:05:27.099095 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c99bb76-92e1-42cf-b5ed-eadcebcb3f75 req-57611bad-9e10-4404-b724-679836731304 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961583 Nov 23 10:05:27.141314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-2158572b-f6f2-4ea5-896c-0acfa686ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:27.143968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-2158572b-f6f2-4ea5-896c-0acfa686ae2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.0815721 Nov 23 10:05:27.177957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Allocated IP 172.25.1.76 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/2e8d0e48-176e-4ad7-aba1-6d17bce2136f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:27.343385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-1387b071-0e35-4d0c-aaf9-c16f5d84f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:27.345008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-1387b071-0e35-4d0c-aaf9-c16f5d84f063 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898088 Nov 23 10:05:27.352021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c0fa260-26cc-4a68-8fca-b8754e11f09b req-bf069aef-317c-4321-8570-91074e44f88f service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800236 Nov 23 10:05:27.449148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:27.462110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92869-e9d2-4a1a-80a3-cce27af66f1f req-3f55b3e8-9654-4334-9bae-97581768246d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:27.476041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ed92869-e9d2-4a1a-80a3-cce27af66f1f req-3f55b3e8-9654-4334-9bae-97581768246d tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 943 time: 0.1448920 Nov 23 10:05:27.492872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-7dae751a-c12c-49c6-bd48-3c0f725e1cfd service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379721 Nov 23 10:05:27.539441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:27.606330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ed92869-e9d2-4a1a-80a3-cce27af66f1f req-d4eaaffc-00e7-414d-a9cf-4af3e18783e9 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262002 Nov 23 10:05:27.628654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:27.632369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:27.638158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:27.692147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'Port': ['ID=2e8d0e48-176e-4ad7-aba1-6d17bce2136f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:27.754150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-630285e2-da2d-42ff-865a-64807e1c7f10 req-47fb72ed-b604-428d-8ab0-543e138785f4 service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530873 Nov 23 10:05:27.868658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:27.873692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581348c-226b-445c-acb5-7b8927d696fc req-f8b17cbc-0168-4d0b-9881-02cd472cc434 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:27.882802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4581348c-226b-445c-acb5-7b8927d696fc req-f8b17cbc-0168-4d0b-9881-02cd472cc434 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1266437 Nov 23 10:05:27.940231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:27.972593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-be87348e-c40a-4941-99d8-b7a26c6dd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:27.974705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-be87348e-c40a-4941-99d8-b7a26c6dd099 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 1094 time: 0.1152830 Nov 23 10:05:28.010947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4581348c-226b-445c-acb5-7b8927d696fc req-b984e04e-6c89-46f0-a54e-aeaea9422db6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271598 Nov 23 10:05:28.011472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46508) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:28.247041 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1aac126e-d477-44a5-b707-0ae9fcdd8b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.298244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-f4441ca1-2bf9-4adb-8b8b-d684e6b9c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:28.302007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-f4441ca1-2bf9-4adb-8b8b-d684e6b9c5e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.3128905 Nov 23 10:05:28.364748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-6087056a-7aa2-48f3-bb6d-7dee96a605c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 200 len: 217 time: 0.0526636 Nov 23 10:05:28.443236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1aac126e-d477-44a5-b707-0ae9fcdd8b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.449161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1aac126e-d477-44a5-b707-0ae9fcdd8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.466191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-9cfdddc0-94dc-4c58-94f8-a73402594405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:28.467833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-9cfdddc0-94dc-4c58-94f8-a73402594405 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.0957985 Nov 23 10:05:28.497980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.537742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.573881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1aac126e-d477-44a5-b707-0ae9fcdd8b06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8db631be2904ba7af6bed2e9de4a5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5588927 Nov 23 10:05:28.575909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:28.661423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac126e-d477-44a5-b707-0ae9fcdd8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a45ef4-c412-4ef0-ba7e-b57bba1ce062,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:28.712116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event updated for resources: {'Port': ['ID=2e8d0e48-176e-4ad7-aba1-6d17bce2136f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:28.726773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.769337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.851511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.855718 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:28.857815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4a45ef4-c412-4ef0-ba7e-b57bba1ce062 HTTP/1.1" status: 204 len: 168 time: 0.2782996 Nov 23 10:05:28.868443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ca88b-1bba-4223-84d4-2cb88a1f3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a45ef4-c412-4ef0-ba7e-b57bba1ce062,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:28.947825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-a9317f64-209c-46b5-b72b-c43c33f3e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:28.951188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-a9317f64-209c-46b5-b72b-c43c33f3e7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713299 Nov 23 10:05:29.236472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.262578 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-0f84ebae-3682-495e-bcc0-192dc100aa36 service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883577 Nov 23 10:05:29.266769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.268050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a47c7870-41e7-459d-8f7b-f23bc384470a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3985560 Nov 23 10:05:29.302444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3429-a8aa-4a0e-8b6e-e7593357c904 req-f620e7cd-9086-4a9e-ac1c-24b80fb1e8f9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:29.308037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4b3429-a8aa-4a0e-8b6e-e7593357c904 req-f620e7cd-9086-4a9e-ac1c-24b80fb1e8f9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1183698 Nov 23 10:05:29.345271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fb6e8ccc-098d-456b-aa34-890b7f226220 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:29.426784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4b3429-a8aa-4a0e-8b6e-e7593357c904 req-6802ed07-6cf5-4a15-b7cb-df75fb51f60a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061509 Nov 23 10:05:29.478225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 18e4a027-fe5e-4405-8491-7c9bef2873af no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:29.501683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fb6e8ccc-098d-456b-aa34-890b7f226220,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:29.541165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2a8c384b-e8c4-4692-8fb5-da4fe9ac39f3 req-844696e8-0210-43c3-832d-fc8c7b4e0917 service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690225 Nov 23 10:05:29.567759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 18e4a027-fe5e-4405-8491-7c9bef2873af {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:05:29.568268 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:05:29.569098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 18e4a027-fe5e-4405-8491-7c9bef2873af not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:05:29.580843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'port_id': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'mac_address': 'fa:16:3e:10:30:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:29.626918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:29.647560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08b03e16-3cbf-4639-8321-679591b7e838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.687348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-c82375e7-30b5-426f-8286-f8d55474f713 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.3745644 Nov 23 10:05:29.746079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.774835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2518275-bd60-43f2-9e9a-ce527253e8f5 req-dc2eab4b-3c59-40bd-9911-73f746a7a4fa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:29.775897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6e8ccc-098d-456b-aa34-890b7f226220 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:29.783024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2518275-bd60-43f2-9e9a-ce527253e8f5 req-dc2eab4b-3c59-40bd-9911-73f746a7a4fa tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 943 time: 0.0802562 Nov 23 10:05:29.799478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fb6e8ccc-098d-456b-aa34-890b7f226220,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:29.806211 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.845629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-c1e5da3c-c9d2-40bf-99b6-8efedd1485c6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:29.847311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-c1e5da3c-c9d2-40bf-99b6-8efedd1485c6 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.1538711 Nov 23 10:05:29.848327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2518275-bd60-43f2-9e9a-ce527253e8f5 req-4f422d86-64b5-4402-9dd0-084269b54406 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 Nov 23 10:05:29.883253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a18d512f-542c-41ec-be4d-8438cb39961d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:29.885536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8dea5f5-d7df-46d5-b07b-a417de56aa30 req-a18d512f-542c-41ec-be4d-8438cb39961d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188441 Nov 23 10:05:29.913405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08b03e16-3cbf-4639-8321-679591b7e838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.921581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08b03e16-3cbf-4639-8321-679591b7e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:29.956545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:29.979654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46546) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:29.994205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08b03e16-3cbf-4639-8321-679591b7e838 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b12c973ad584732ae3c7c1aedd047d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655488 Nov 23 10:05:30.078548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03e16-3cbf-4639-8321-679591b7e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54023ed6-7570-4585-b05b-05adfe455937,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:30.104497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c7c12-71fa-4c0b-bc41-a05885bb7a05 req-9ef233a0-0517-40e3-a5f3-a6428f465ca4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:30.106197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-151c7c12-71fa-4c0b-bc41-a05885bb7a05 req-9ef233a0-0517-40e3-a5f3-a6428f465ca4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1543570 Nov 23 10:05:30.114110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['fb6e8ccc-098d-456b-aa34-890b7f226220'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:30.205006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:30.225439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-151c7c12-71fa-4c0b-bc41-a05885bb7a05 req-8b8af7f2-8df8-4dc8-9bd1-d60d23ed7cd1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056156 Nov 23 10:05:30.267141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-a673e049-e439-433d-8b6b-d490393aef5c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:30.274198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-a673e049-e439-433d-8b6b-d490393aef5c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2393653 Nov 23 10:05:30.306493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:30.422555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-dbb19b95-2147-464a-b27a-33d0892a3e2d tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1267791 Nov 23 10:05:30.445621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'floatingip': {'port_id': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:30.492743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:30.611416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:30.614650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:30.618318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54023ed6-7570-4585-b05b-05adfe455937 HTTP/1.1" status: 204 len: 168 time: 0.6357439 Nov 23 10:05:30.658924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2163c28-25dc-40a4-965b-47cc1f9d617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54023ed6-7570-4585-b05b-05adfe455937,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:31.219006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4073269-1212-437b-ae4a-0aa4deadb11d req-427413d0-7080-45af-a066-754352eb4bdc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:31.221416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4073269-1212-437b-ae4a-0aa4deadb11d req-427413d0-7080-45af-a066-754352eb4bdc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.6577475 Nov 23 10:05:31.311713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4073269-1212-437b-ae4a-0aa4deadb11d req-833b5d55-5065-4d7d-bbcf-cf1793699a3e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807507 Nov 23 10:05:31.379262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fb6e8ccc-098d-456b-aa34-890b7f226220 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:31.459446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port fb6e8ccc-098d-456b-aa34-890b7f226220 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:05:31.464877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port fb6e8ccc-098d-456b-aa34-890b7f226220 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:31.465775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.491949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.502860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.580316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:31.720268 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Floating IP c8c37c9d-6042-4f5d-956a-d34fd6df46a8 associated. External IP: 172.25.1.76, port: e0185fae-07bf-4943-8511-3b5786f876ca. Nov 23 10:05:31.731134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a10cc5-0496-4a5e-a168-b69a2175ae59 req-e11c089a-d1ed-46cf-97c2-051f5fca530b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:31.733265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3a10cc5-0496-4a5e-a168-b69a2175ae59 req-e11c089a-d1ed-46cf-97c2-051f5fca530b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 944 time: 0.1217861 Nov 23 10:05:31.748473 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.849351 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3a10cc5-0496-4a5e-a168-b69a2175ae59 req-f4d6acdf-b071-4b43-b856-eb508224b0a5 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086476 Nov 23 10:05:31.861624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:31.864603 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a70626e-cac4-4d4d-a01c-cddf20f3a10f" -d '{"events": [{"server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:31.868558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.915414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fb6e8ccc-098d-456b-aa34-890b7f226220,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:31.971332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:31.975617 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.987114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7361b-3d59-4db7-837b-2b68d225ccc4 req-853e781e-eac9-4335-8902-f5e1b317945f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:31.987685 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:31.995937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62c7361b-3d59-4db7-837b-2b68d225ccc4 req-853e781e-eac9-4335-8902-f5e1b317945f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0964866 Nov 23 10:05:32.067021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62c7361b-3d59-4db7-837b-2b68d225ccc4 req-e8e67b80-ef9e-4606-b08d-f1c4ecdfa988 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697241 Nov 23 10:05:32.091491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:32.172758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Router f0c9558c-50b0-409a-a8f9-7c158d372514 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:05:32.183568 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d76cc1-faa4-4811-8753-37ce694ed8f5 x-openstack-request-id: req-18d76cc1-faa4-4811-8753-37ce694ed8f5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:32.190991 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:32.190991 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18d76cc1-faa4-4811-8753-37ce694ed8f5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:32.191648 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'code': 200} Nov 23 10:05:32.240305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:32.497264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ab3d8-8b5c-4938-9cd4-e4b59fea9efe req-7de17f03-a200-4ef6-8794-c45e8243f71e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:32.535282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b0ab3d8-8b5c-4938-9cd4-e4b59fea9efe req-7de17f03-a200-4ef6-8794-c45e8243f71e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1289661 Nov 23 10:05:32.614307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265b7db-1937-4752-a54e-c78fdcd48e7d req-7429586b-1118-4185-a469-3c86fb5b48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:32.615971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f265b7db-1937-4752-a54e-c78fdcd48e7d req-7429586b-1118-4185-a469-3c86fb5b48b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 1096 time: 0.2986462 Nov 23 10:05:32.634350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b0ab3d8-8b5c-4938-9cd4-e4b59fea9efe req-26533d65-7448-4723-a43a-86cb2a27810f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946589 Nov 23 10:05:32.668797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:05:32.676397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:32.683286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Sync routers for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:05:32.704466 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:32.705117 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:32.744345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-79a034d8-4c12-4d9f-92c4-01ead2becf2e tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "PUT /v2.0/floatingips/c8c37c9d-6042-4f5d-956a-d34fd6df46a8 HTTP/1.1" status: 200 len: 996 time: 2.3074338 Nov 23 10:05:32.745758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:32.748189 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1" -d '{"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:32.753633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f265b7db-1937-4752-a54e-c78fdcd48e7d req-96c0b60a-dfd9-4aa4-9244-3468bd9a10ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203203 Nov 23 10:05:32.873233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-84f7f59b-df86-45fa-a04a-38b19cacce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:32.876587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-84f7f59b-df86-45fa-a04a-38b19cacce00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.1166432 Nov 23 10:05:33.002551 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:33.192771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-3ed3ffb9-4a14-4da5-ad1b-2d42ba1a98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:33.207351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-3ed3ffb9-4a14-4da5-ad1b-2d42ba1a98fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.3231075 Nov 23 10:05:33.495620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:05:33.514843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c8c37c9d-6042-4f5d-956a-d34fd6df46a8', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'port_id': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'mac_address': 'fa:16:3e:87:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b1889-74e4-4b35-86ce-d924cead99fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:27Z', 'updated_at': '2021-11-23T10:05:31Z', 'revision_number': 1, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:33.560416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Checking router: f0c9558c-50b0-409a-a8f9-7c158d372514 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:05:33.603910 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:33.605224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:33.697533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:33.731335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'mac_address': 'fa:16:3e:a6:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:05:33.807276 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:33.808285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:33.830547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347daa20-0bcd-4387-8a47-3f0b1e90ebcf req-19f6a38e-d509-453e-bbc9-b49cd8ffab23 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:33.846580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-347daa20-0bcd-4387-8a47-3f0b1e90ebcf req-19f6a38e-d509-453e-bbc9-b49cd8ffab23 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.0960486 Nov 23 10:05:33.851004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:33.892234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:33.906013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:33.972410 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6463860-30ae-49bf-b70f-83aabecfcdcd x-openstack-request-id: req-a6463860-30ae-49bf-b70f-83aabecfcdcd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:33.973016 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:33.973016 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6463860-30ae-49bf-b70f-83aabecfcdcd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:33.973278 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:05:33.997620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-347daa20-0bcd-4387-8a47-3f0b1e90ebcf req-2a6df362-8604-4223-8e26-7ae5ad995beb tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498485 Nov 23 10:05:34.038376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=12']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:34.041611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['fd085956-f7af-49e2-89df-5a226f5b6e05'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:34.134766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-f4f3221f-7919-4afd-ab01-a1cfe876f291 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 999 time: 0.9264972 Nov 23 10:05:34.148425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-05cce4c7-8634-4df2-85c7-4d644322fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.160060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-05cce4c7-8634-4df2-85c7-4d644322fb58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.2142460 Nov 23 10:05:34.201924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:34.204234 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13515e-d890-4ae6-b10a-44d3587189d0" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:34.249683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811ade6-8aba-4484-ae29-615d871b8465 req-02ab2e3b-356b-43e4-8976-c75d2247a27f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.273985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f811ade6-8aba-4484-ae29-615d871b8465 req-02ab2e3b-356b-43e4-8976-c75d2247a27f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.1672680 Nov 23 10:05:34.413403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f811ade6-8aba-4484-ae29-615d871b8465 req-6b52a60e-767a-4830-9af8-ba37e18d6f21 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383832 Nov 23 10:05:34.446987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c8c37c9d-6042-4f5d-956a-d34fd6df46a8', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'port_id': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'mac_address': 'fa:16:3e:87:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b1889-74e4-4b35-86ce-d924cead99fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:27Z', 'updated_at': '2021-11-23T10:05:31Z', 'revision_number': 1, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:34.505799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-139f8d95-27fa-4f36-a10c-35ed5f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.515523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-139f8d95-27fa-4f36-a10c-35ed5f8ed79c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.3696754 Nov 23 10:05:34.545237 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628f373-b2bf-43cd-a07f-ab549e9bdff0 None None] The sync data for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 is: [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'c8c37c9d-6042-4f5d-956a-d34fd6df46a8', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'port_id': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'mac_address': 'fa:16:3e:87:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173b1889-74e4-4b35-86ce-d924cead99fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:27Z', 'updated_at': '2021-11-23T10:05:31Z', 'revision_number': 1, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:05:34.566755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-206e87fa-f002-4417-a329-ccc461c8dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.568651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-206e87fa-f002-4417-a329-ccc461c8dbcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.3593829 Nov 23 10:05:34.696294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-8fe3dd22-ee10-4c06-9e19-d3b40ae0930f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 999 time: 0.1096218 Nov 23 10:05:34.699836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-717dd92c-5728-4af9-bf11-dde109b546f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833138 Nov 23 10:05:34.717988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273422c-2cc5-408c-b597-d381549e531f req-89810702-42d2-41ec-a28a-3f8db75ffc67 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.719187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-dd235e50-4ddc-4b08-9cbe-6f899e146d39 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:34.720323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-dd235e50-4ddc-4b08-9cbe-6f899e146d39 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130010 Nov 23 10:05:34.729094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273422c-2cc5-408c-b597-d381549e531f req-89810702-42d2-41ec-a28a-3f8db75ffc67 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.736408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9273422c-2cc5-408c-b597-d381549e531f req-89810702-42d2-41ec-a28a-3f8db75ffc67 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135&device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 1682 time: 0.0903006 Nov 23 10:05:34.829359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9273422c-2cc5-408c-b597-d381549e531f req-37127072-11b9-4196-83bb-90784f5d16c6 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873721 Nov 23 10:05:34.917540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-80593f7e-a7cf-4be0-8136-97c9c77d1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:34.919189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-80593f7e-a7cf-4be0-8136-97c9c77d1979 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.1975677 Nov 23 10:05:34.963051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-35646166-a971-486d-a4af-2d6236bef59c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334783 Nov 23 10:05:35.009881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd657896-c914-4065-aa78-15b8538a7854 None None] New status for floating IP c8c37c9d-6042-4f5d-956a-d34fd6df46a8: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:05:35.045184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9b19-a9bf-4a9b-abb6-276cd843bd24 req-7df81b9b-2712-4b82-a956-46aea8f2dda6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:35.060403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dfe9b19-a9bf-4a9b-abb6-276cd843bd24 req-7df81b9b-2712-4b82-a956-46aea8f2dda6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1226988 Nov 23 10:05:35.122851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-1cff11f0-8f5a-462b-9677-7ba54edea021 service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883054 Nov 23 10:05:35.176914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dfe9b19-a9bf-4a9b-abb6-276cd843bd24 req-89007cbe-0177-46bf-b3df-2e647a19a603 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145329 Nov 23 10:05:35.365159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-bb64f757-dd4a-4e1e-993e-19b22214684c service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888264 Nov 23 10:05:35.587829 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda713eb-30a7-4778-a1df-0f39aada9209 x-openstack-request-id: req-cda713eb-30a7-4778-a1df-0f39aada9209 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:35.588655 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:35.588655 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cda713eb-30a7-4778-a1df-0f39aada9209 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:35.589000 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:05:35.589558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:35.640665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41ebb6-969c-4281-840a-8218ff822e52 req-f8fa2583-282d-49ac-bd47-cb2111b859bc tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:35.658778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e41ebb6-969c-4281-840a-8218ff822e52 req-f8fa2583-282d-49ac-bd47-cb2111b859bc tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.1006622 Nov 23 10:05:35.672377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa137f4b-399d-4e8d-b46c-7d8025cd09c1 req-6571e0fe-facf-47f3-bff0-dd218a9d54d8 service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932920 Nov 23 10:05:35.674153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port fd085956-f7af-49e2-89df-5a226f5b6e05 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:35.674693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:35.748863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-071a8ed0-075f-4efa-a772-59ed707f89d7 req-04191824-cc5e-4308-9eaf-7568ac84a6e8 service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797284 Nov 23 10:05:35.767503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e41ebb6-969c-4281-840a-8218ff822e52 req-2c0e3a66-7479-48f1-a4ae-142cf023d2a0 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894995 Nov 23 10:05:35.945850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:35.999422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da5221-5c63-47b1-a815-3bc69a8b7a98 req-ba6fa367-6352-45e7-b910-b312a4a01bbc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:36.007353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03da5221-5c63-47b1-a815-3bc69a8b7a98 req-ba6fa367-6352-45e7-b910-b312a4a01bbc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 945 time: 0.1193550 Nov 23 10:05:36.014369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:36.023761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:36.093291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=13']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:36.100737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03da5221-5c63-47b1-a815-3bc69a8b7a98 req-ec727b0c-8abb-4509-a13a-ab425b9ffb1b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921154 Nov 23 10:05:36.197183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-9cd6555e-b7f5-4424-911a-5868b9fa0899 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 1001 time: 0.2422562 Nov 23 10:05:36.250538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524d7b-df83-4a51-91ee-43b9e9ac03a3 req-9fb04dfc-4add-4ac0-b15c-f0eb9afcc6e4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:36.266473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46662) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:36.270184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd524d7b-df83-4a51-91ee-43b9e9ac03a3 req-9fb04dfc-4add-4ac0-b15c-f0eb9afcc6e4 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.0905523 Nov 23 10:05:36.275667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Request body: {'floatingip': {'port_id': 'fb6e8ccc-098d-456b-aa34-890b7f226220'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:36.365733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-3b89dc67-0d4b-40e4-aa5f-6483a56c6263 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:36.377737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-3b89dc67-0d4b-40e4-aa5f-6483a56c6263 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports/e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 943 time: 0.1606653 Nov 23 10:05:36.388956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:36.806131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c641d1-afa9-48b9-a6e4-2c280263067d req-d88030c0-1e01-4347-a430-fd25492c5b83 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:36.808442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12c641d1-afa9-48b9-a6e4-2c280263067d req-d88030c0-1e01-4347-a430-fd25492c5b83 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1520035 Nov 23 10:05:36.977136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12c641d1-afa9-48b9-a6e4-2c280263067d req-13b7ba53-a2ac-4f0a-b72e-44c790334ea9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474173 Nov 23 10:05:37.031484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-f40a2086-ca13-4d2b-b2f6-344ae33aab0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 1001 time: 0.1765406 Nov 23 10:05:37.386173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-ffde2a96-96f6-46e4-9138-008f144c2310 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:37.392067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-ffde2a96-96f6-46e4-9138-008f144c2310 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 0.3583257 Nov 23 10:05:37.416519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-78250265-616e-4a24-9652-cf12744d5ae3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:37.426409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-78250265-616e-4a24-9652-cf12744d5ae3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254827 Nov 23 10:05:37.516038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:37.535912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:37.556049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-8ee10686-d37b-4abf-b1c0-7a1e0eb235ab tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 1001 time: 0.1282487 Nov 23 10:05:37.589959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:37.593110 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3e6fe7-d100-4b6e-a679-e923b481ce6d" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:37.602652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:37.735565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7475e4-871a-4e24-8605-16db5ea47644 req-5c0562c1-0dad-41a6-8085-eb8a46460809 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:37.745824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a7475e4-871a-4e24-8605-16db5ea47644 req-5c0562c1-0dad-41a6-8085-eb8a46460809 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1528027 Nov 23 10:05:37.846807 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Floating IP 5ba50d2c-b01c-440c-a196-d21784e66a52 associated. External IP: 172.25.1.66, port: fb6e8ccc-098d-456b-aa34-890b7f226220. Nov 23 10:05:37.854427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:37.899623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a7475e4-871a-4e24-8605-16db5ea47644 req-5e9a2827-75a1-452e-bbed-5fc16212016e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494420 Nov 23 10:05:38.117178 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e88389-02c7-4577-b9fb-c2be2d4dcbd4 x-openstack-request-id: req-d6e88389-02c7-4577-b9fb-c2be2d4dcbd4 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:38.117468 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-plugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:38.117951 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6e88389-02c7-4577-b9fb-c2be2d4dcbd4 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:38.118532 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:05:38.138461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da281c-4762-44ee-a346-adc32ecda815 req-3ebd1bf6-6a73-4873-a21c-26528b560c81 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:38.142922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89da281c-4762-44ee-a346-adc32ecda815 req-3ebd1bf6-6a73-4873-a21c-26528b560c81 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 946 time: 0.1514668 Nov 23 10:05:38.375739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:38.391744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:38.392276 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Floating IP c8c37c9d-6042-4f5d-956a-d34fd6df46a8 disassociated. External IP: 172.25.1.76, port: e0185fae-07bf-4943-8511-3b5786f876ca. Nov 23 10:05:38.472039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebd349-5225-41fe-9b5d-64ac4ad9ecd5 req-61c4a95f-85aa-4574-9500-66c1a1d58040 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:38.482443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14ebd349-5225-41fe-9b5d-64ac4ad9ecd5 req-61c4a95f-85aa-4574-9500-66c1a1d58040 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1967084 Nov 23 10:05:38.517317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Deleting port f5be625b-04ce-44a3-baf7-11998b4ef92c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:38.518009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:38.872562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14ebd349-5225-41fe-9b5d-64ac4ad9ecd5 req-bd31b872-3190-44ff-9bed-42c3e3b3b2db tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882773 Nov 23 10:05:38.873222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:05:38.900389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] For port f5be625b-04ce-44a3-baf7-11998b4ef92c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f5be625b-04ce-44a3-baf7-11998b4ef92c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:38.910753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:38.949856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Calling delete_port for f5be625b-04ce-44a3-baf7-11998b4ef92c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:39.298339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add949f7-93b1-4498-b05b-797353695cd0 req-e06ff1fd-f969-4102-9b4b-faf719999524 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:39.306279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-add949f7-93b1-4498-b05b-797353695cd0 req-e06ff1fd-f969-4102-9b4b-faf719999524 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec3da49f-7e0a-4567-b38a-30daf2bee135 HTTP/1.1" status: 200 len: 946 time: 0.2250137 Nov 23 10:05:39.500894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-add949f7-93b1-4498-b05b-797353695cd0 req-c5362b17-9537-4c68-83ad-c589428b2ed3 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1f918d5-68b4-4ac2-9078-a19b94c61866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936407 Nov 23 10:05:39.561212 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:39.575302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9fc869f4-1c2c-4586-b103-b7dfa681097c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:39.578997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f5be625b-04ce-44a3-baf7-11998b4ef92c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:39.653477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:05:39.668758 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:05:39.675476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:39.700944 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:39.708247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:39.741001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Router f0c9558c-50b0-409a-a8f9-7c158d372514 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:05:39.777115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-c63288eb-b6c0-4c38-8564-a729443caf9c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:39.780517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-c63288eb-b6c0-4c38-8564-a729443caf9c tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 945 time: 0.6926420 Nov 23 10:05:39.861707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event deleted for resources: {'Port': ['ID=f5be625b-04ce-44a3-baf7-11998b4ef92c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:39.896878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] No DVR routers for this DVR port f5be625b-04ce-44a3-baf7-11998b4ef92c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:05:39.927077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:39.942337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c01e8191-7019-4bd0-9414-029a0854b51f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "PUT /v2.0/floatingips/5ba50d2c-b01c-440c-a196-d21784e66a52 HTTP/1.1" status: 200 len: 990 time: 3.6727138 Nov 23 10:05:39.945668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:39.948827 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fda984f-bdb9-4482-9954-dac9b810ddeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:39.954306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89da281c-4762-44ee-a346-adc32ecda815 req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.50 "DELETE /v2.0/ports/f5be625b-04ce-44a3-baf7-11998b4ef92c HTTP/1.1" status: 204 len: 173 time: 1.8034563 Nov 23 10:05:39.954821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'name': 'network-vif-deleted', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:39.967832 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16606dc9-bb0c-4837-8859-e9c0cf54f4af" -d '{"events": [{"server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "name": "network-vif-deleted", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:39.996110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.006549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.007298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.007953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.008418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.008907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.009355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.009821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.010341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.010777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.011221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.011878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f39d-f08b-421f-a1a8-837a86da2c17 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:40.068544 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:40.173665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f76afc-e76d-4839-b8a3-aad47a2a5c89 req-049ad0be-e2e9-4bf4-9c54-13e27dc4b69c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:40.191315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77f76afc-e76d-4839-b8a3-aad47a2a5c89 req-049ad0be-e2e9-4bf4-9c54-13e27dc4b69c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.2112889 Nov 23 10:05:40.296125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77f76afc-e76d-4839-b8a3-aad47a2a5c89 req-be303821-5712-46eb-8891-fd9af275c620 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037278 Nov 23 10:05:40.391485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:05:40.421877 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:40.430323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Sync routers for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:05:40.430490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Deleting port 9fc869f4-1c2c-4586-b103-b7dfa681097c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:40.430693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:40.458683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:40.460383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:40.535222 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-0de2b660-738c-4a75-a0f7-a17d720bcb68 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "PUT /v2.0/floatingips/c8c37c9d-6042-4f5d-956a-d34fd6df46a8 HTTP/1.1" status: 200 len: 694 time: 2.9387438 Nov 23 10:05:40.631807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8070-cf17-49b1-90d1-efa4cb2cf812 req-8e59dd8d-b655-411b-80c6-2c0ef5d49181 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:40.656527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2ba8070-cf17-49b1-90d1-efa4cb2cf812 req-8e59dd8d-b655-411b-80c6-2c0ef5d49181 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1988969 Nov 23 10:05:40.849417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2ba8070-cf17-49b1-90d1-efa4cb2cf812 req-da72df4e-0018-458d-9547-c85a93839079 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830888 Nov 23 10:05:40.911041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:41.100296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5ba50d2c-b01c-440c-a196-d21784e66a52', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:10:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:03Z', 'updated_at': '2021-11-23T10:05:37Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:41.128114 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf247d8c-79f0-4056-b7d8-2ef27aa18dd3 x-openstack-request-id: req-bf247d8c-79f0-4056-b7d8-2ef27aa18dd3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:41.128647 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3da49f-7e0a-4567-b38a-30daf2bee135", "name": "network-vif-deleted", "tag": "f5be625b-04ce-44a3-baf7-11998b4ef92c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:41.128647 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf247d8c-79f0-4056-b7d8-2ef27aa18dd3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:41.129075 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3da49f-7e0a-4567-b38a-30daf2bee135', 'name': 'network-vif-deleted', 'tag': 'f5be625b-04ce-44a3-baf7-11998b4ef92c', 'status': 'completed', 'code': 200} Nov 23 10:05:41.303585 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:05:41.331025 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:41.331666 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:41.420400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-88f48760-eb37-41c6-b68f-3ea4003f6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:41.421996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-88f48760-eb37-41c6-b68f-3ea4003f6e87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 1096 time: 0.1561792 Nov 23 10:05:41.571553 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6411588-d96e-4ab4-8432-daf254a60a57 x-openstack-request-id: req-d6411588-d96e-4ab4-8432-daf254a60a57 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:41.579393 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:41.581917 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6411588-d96e-4ab4-8432-daf254a60a57 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:41.583858 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'status': 'completed', 'code': 200} Nov 23 10:05:41.619844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:41.685587 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:41.711001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Checking router: f0c9558c-50b0-409a-a8f9-7c158d372514 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:05:41.738835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:41.741458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:41.755167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-3716cea7-e5dd-47c6-82db-2f8f7e57c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:41.764838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-3716cea7-e5dd-47c6-82db-2f8f7e57c4da service neutron] 10.222.0.50 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.3299153 Nov 23 10:05:41.834918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] For port 9fc869f4-1c2c-4586-b103-b7dfa681097c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9fc869f4-1c2c-4586-b103-b7dfa681097c,segment=NetworkSegment(9bbd7982-f3ca-4872-ae91-f785323147d6),segment_id=9bbd7982-f3ca-4872-ae91-f785323147d6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:41.835369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:41.891424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-c77ee7f4-96c5-44d8-af3a-3dfdba40e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:41.910983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-c77ee7f4-96c5-44d8-af3a-3dfdba40e8b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.3884439 Nov 23 10:05:41.945142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:41.994446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Calling delete_port for 9fc869f4-1c2c-4586-b103-b7dfa681097c owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:42.109376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-954ae339-fed4-428f-8618-637f3b7a59b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 200 len: 998 time: 0.2963159 Nov 23 10:05:42.136519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e4c2-c59f-4e4e-9b87-eb4921035e63 req-1c449d18-a6ca-4119-be1c-6d10496401d2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:42.146134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6195e4c2-c59f-4e4e-9b87-eb4921035e63 req-1c449d18-a6ca-4119-be1c-6d10496401d2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.3801999 Nov 23 10:05:42.317041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6195e4c2-c59f-4e4e-9b87-eb4921035e63 req-67dc0a81-4a2e-4133-b3c0-eb2130c1285e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676018 Nov 23 10:05:42.352590 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5ba50d2c-b01c-440c-a196-d21784e66a52', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:10:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:03Z', 'updated_at': '2021-11-23T10:05:37Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:42.450604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:42.465315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-a5782744-d9dc-4cca-93f2-37b9c4847127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:42.468170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ffd20-53b9-4212-8ea8-fe32f4e85d8a None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5ba50d2c-b01c-440c-a196-d21784e66a52', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'port_id': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'mac_address': 'fa:16:3e:10:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:05:03Z', 'updated_at': '2021-11-23T10:05:37Z', 'revision_number': 1, 'project_id': '3089091962354fe2bbe9733c01669b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:05:42.483574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-a5782744-d9dc-4cca-93f2-37b9c4847127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.2853773 Nov 23 10:05:42.526073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:42.548755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Pushing event deleted for resources: {'Port': ['ID=9fc869f4-1c2c-4586-b103-b7dfa681097c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:42.620726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116636-1ff7-4877-bdc7-6bb0b8bbee18 None None] The sync data for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 is: [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '731a985d-20aa-4b8b-9627-c29330ee650f', 'name': '', 'network_id': '6e12d1bc-abfc-46a3-adcc-40e1b922e308', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'mac_address': 'fa:16:3e:b4:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:27Z', 'updated_at': '2021-11-23T10:04:37Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'subnets': [{'id': 'ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:05:42.732479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7468e0d-bae2-4704-93db-87786f14b877 req-815d6b33-c921-4ec6-97ef-447f82fd6b0a tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.62 "GET /v2.0/ports?device_id=f113562f-cd31-4ae7-9f87-de24b4b867f2 HTTP/1.1" status: 200 len: 210 time: 0.2387409 Nov 23 10:05:42.775377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] No DVR routers for this DVR port 9fc869f4-1c2c-4586-b103-b7dfa681097c on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:05:42.815849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:42.821851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5936a1eb-6fd2-4f84-a464-30a6e910dd42 req-402127b6-6478-4b88-b465-e0cb845526f9 tempest-ListServersNegativeTestJSON-350432325 tempest-ListServersNegativeTestJSON-350432325-project] 10.222.0.11 "DELETE /v2.0/ports/9fc869f4-1c2c-4586-b103-b7dfa681097c HTTP/1.1" status: 204 len: 173 time: 3.0228684 Nov 23 10:05:42.824214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-536d01cd-d0e9-4501-b8ae-feb9155daa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:42.826039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-536d01cd-d0e9-4501-b8ae-feb9155daa80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3208711 Nov 23 10:05:42.912544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-62619dc9-0006-43da-b21e-38983614f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:42.914994 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-62619dc9-0006-43da-b21e-38983614f833 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 1.0025902 Nov 23 10:05:43.086085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-3a03a338-3a11-43b5-a411-2c2022879368 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.1528919 Nov 23 10:05:43.150607 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b32202-2b86-4322-8527-0608ab3ec6a8 None None] New status for floating IP 5ba50d2c-b01c-440c-a196-d21784e66a52: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:05:43.190076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-80fcfffe-150b-4fdb-ad08-d16a40d4757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:43.192270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-80fcfffe-150b-4fdb-ad08-d16a40d4757a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.1040628 Nov 23 10:05:43.239714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-488aaacf-b2b1-4f77-9332-a30b650cc8da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407801 Nov 23 10:05:43.312372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81286ae-97a3-430e-bc9b-999a75b7780b req-5703b423-0d98-4372-a85d-cbe01704eeea tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:43.313861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b81286ae-97a3-430e-bc9b-999a75b7780b req-5703b423-0d98-4372-a85d-cbe01704eeea tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.3842359 Nov 23 10:05:43.375377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0ec27-042e-4f51-a5eb-c3a1c2f5a6e7 None None] New status for floating IP c8c37c9d-6042-4f5d-956a-d34fd6df46a8: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:05:43.512939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-3fc1cdbd-f4a3-4880-99a3-b8c891fb8e9b service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778030 Nov 23 10:05:43.543447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-be9f46c7-edc1-4c49-a891-1ffdbb2132c1 service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026476 Nov 23 10:05:43.589299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}, {'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'name': 'network-vif-deleted', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:43.591991 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90031d4-e36c-4474-95ab-822dd4aa5247" -d '{"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}, {"server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "name": "network-vif-deleted", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:43.662536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b81286ae-97a3-430e-bc9b-999a75b7780b req-4b276fc8-1945-48c1-9228-b7ba968fa640 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405137 Nov 23 10:05:43.839401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fda984f-bdb9-4482-9954-dac9b810ddeb req-12a67b59-2f62-401d-9d7e-5269bb1955fa service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136957 Nov 23 10:05:43.966974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05d05c9f-cfd6-4f09-9da2-7a124e6fd848 req-6b9152c4-9fec-45f6-b72f-0da366ae04f0 service neutron] 10.222.0.62 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148829 Nov 23 10:05:43.995023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5be625b-04ce-44a3-baf7-11998b4ef92c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:44.000821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9fc869f4-1c2c-4586-b103-b7dfa681097c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:44.017017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f76756-6476-49ef-a358-3c19405e265a req-3eda0f62-e2d7-4f72-9aee-1ed1d6593bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:44.022614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-3eda0f62-e2d7-4f72-9aee-1ed1d6593bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1097 time: 0.1559944 Nov 23 10:05:44.102208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f5be625b-04ce-44a3-baf7-11998b4ef92c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:05:44.102991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f5be625b-04ce-44a3-baf7-11998b4ef92c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:05:44.108065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9fc869f4-1c2c-4586-b103-b7dfa681097c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:05:44.110043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9fc869f4-1c2c-4586-b103-b7dfa681097c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:05:44.126708 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ecd85-0433-43ae-adad-3f3d810d3ab8 x-openstack-request-id: req-6d2ecd85-0433-43ae-adad-3f3d810d3ab8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:44.126997 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}, {"server_uuid": "f113562f-cd31-4ae7-9f87-de24b4b867f2", "name": "network-vif-deleted", "tag": "9fc869f4-1c2c-4586-b103-b7dfa681097c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:44.128285 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d2ecd85-0433-43ae-adad-3f3d810d3ab8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:44.128285 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:05:44.128285 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113562f-cd31-4ae7-9f87-de24b4b867f2', 'name': 'network-vif-deleted', 'tag': '9fc869f4-1c2c-4586-b103-b7dfa681097c', 'status': 'completed', 'code': 200} Nov 23 10:05:44.211558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:44.301477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf1886-dd59-4405-bfc7-ffd16fde613e req-474a96ed-1dae-4675-ae0d-fdfe839deb01 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:44.317566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aaaf1886-dd59-4405-bfc7-ffd16fde613e req-474a96ed-1dae-4675-ae0d-fdfe839deb01 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1448908 Nov 23 10:05:44.355578 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-a6a97f09-8e96-4ac4-86d2-62dbb64ab504 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips/c8c37c9d-6042-4f5d-956a-d34fd6df46a8 HTTP/1.1" status: 200 len: 692 time: 0.1152642 Nov 23 10:05:44.401358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46820) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:44.437264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aaaf1886-dd59-4405-bfc7-ffd16fde613e req-f5c47059-c665-46b6-8c6c-d6910f21493c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183016 Nov 23 10:05:44.462289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Deleting subnet 1cf04401-f5fb-4e48-8586-df5f2b5d247b {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:05:44.479179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f76756-6476-49ef-a358-3c19405e265a req-9544c38b-19bf-44b9-b090-b2fd21019657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:44.482480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-9544c38b-19bf-44b9-b090-b2fd21019657 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.4523115 Nov 23 10:05:44.483285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:44.541369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-194a5fd2-045e-4825-ae40-0dae83a1d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:44.544808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-194a5fd2-045e-4825-ae40-0dae83a1d82c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 1097 time: 0.3521075 Nov 23 10:05:44.715817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e32d645-c8bf-401d-949f-26e1e2686aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:44.758210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:44.929782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63370266-98f7-445f-b8ee-17942476205c req-b691d019-3392-482b-b6d3-d7bebb7776b9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:44.936932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63370266-98f7-445f-b8ee-17942476205c req-b691d019-3392-482b-b6d3-d7bebb7776b9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1312430 Nov 23 10:05:45.078206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63370266-98f7-445f-b8ee-17942476205c req-e74a4e4a-4e0d-427a-ae27-c4d4657d4b0e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347096 Nov 23 10:05:45.373043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.445188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-b62c0870-a63f-4b3a-ac0a-0215e105ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:45.446969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-b62c0870-a63f-4b3a-ac0a-0215e105ae24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 200 len: 921 time: 0.8105388 Nov 23 10:05:45.449052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-a3ef594c-8cc8-4568-8716-13c1b1191103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.8313804 Nov 23 10:05:45.541629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.603472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.611455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1cf04401-f5fb-4e48-8586-df5f2b5d247b HTTP/1.1" status: 204 len: 168 time: 1.3871703 Nov 23 10:05:45.627972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8ef86-9d6e-4975-a57f-00dcd14ce3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf04401-f5fb-4e48-8586-df5f2b5d247b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:45.629700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751bea-ea0e-4221-b67c-b5e378ec6715 req-d8ef1470-e7ca-4b33-8ac6-7b473e37670c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:45.633455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46834) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:45.636534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e751bea-ea0e-4221-b67c-b5e378ec6715 req-d8ef1470-e7ca-4b33-8ac6-7b473e37670c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1194851 Nov 23 10:05:45.763192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.768107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e751bea-ea0e-4221-b67c-b5e378ec6715 req-4f32e8d5-54fc-497f-b963-7490192f6ad7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151216 Nov 23 10:05:45.811836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-c5ee3c20-27c8-4247-b5d9-0709bd137729 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:45.814024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-c5ee3c20-27c8-4247-b5d9-0709bd137729 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 784 time: 1.4574895 Nov 23 10:05:45.829219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-ce8ac201-bdce-4605-b5bf-1ba5b83c469e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 200 len: 217 time: 0.2596297 Nov 23 10:05:45.841359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-dfa83626-738f-47ba-af1b-406a5494c531 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:45.842564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-dfa83626-738f-47ba-af1b-406a5494c531 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067489 Nov 23 10:05:45.856936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e32d645-c8bf-401d-949f-26e1e2686aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.896789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.904496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e32d645-c8bf-401d-949f-26e1e2686aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:45.978305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f76756-6476-49ef-a358-3c19405e265a req-9ad1da46-d53c-4dfd-91a9-c74d34d4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:45.979977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-9ad1da46-d53c-4dfd-91a9-c74d34d4eb9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.4243648 Nov 23 10:05:46.026996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-0fb3891b-da28-4fdf-97b7-ff7eb08a782b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1682706 Nov 23 10:05:46.071256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9e32d645-c8bf-401d-949f-26e1e2686aba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e09b8340b9442be9b3010c66994b057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6521146 Nov 23 10:05:46.071256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-2636ce29-0ead-4b76-859a-27293cc9abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:46.071609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46838) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:46.071705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-2636ce29-0ead-4b76-859a-27293cc9abf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 200 len: 860 time: 0.2203636 Nov 23 10:05:46.135257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.146942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32d645-c8bf-401d-949f-26e1e2686aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a33d3f2-4d14-4126-a6ab-f4db4d58fc10,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:46.179263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.206429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-bfadbe81-8add-49c9-ab07-29d666d15ec1 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1784630 Nov 23 10:05:46.221752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-022b9d5e-d102-47b0-ae0a-bb285cbc9c1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e12d1bc-abfc-46a3-adcc-40e1b922e308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707188 Nov 23 10:05:46.259449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.262169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.265623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a33d3f2-4d14-4126-a6ab-f4db4d58fc10 HTTP/1.1" status: 204 len: 168 time: 0.1972845 Nov 23 10:05:46.284940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b21ea3-a599-4f2e-8ab5-e71490bd9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a33d3f2-4d14-4126-a6ab-f4db4d58fc10,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:46.295823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b179c-7389-4cf6-85bb-a23b7e2cc199 req-ddf1b914-c3a0-4663-8461-fe31a456019e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:46.303040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-958b179c-7389-4cf6-85bb-a23b7e2cc199 req-ddf1b914-c3a0-4663-8461-fe31a456019e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0775342 Nov 23 10:05:46.359647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-958b179c-7389-4cf6-85bb-a23b7e2cc199 req-fbfc0536-a9ec-481f-a0ac-77d1aa40633a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506847 Nov 23 10:05:46.446346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.450208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f76756-6476-49ef-a358-3c19405e265a req-f89c2bd6-68ee-4b58-a4cc-56382ddc04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:46.451744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-f89c2bd6-68ee-4b58-a4cc-56382ddc04ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4529953 Nov 23 10:05:46.580476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df46dbdc-59d7-4b87-918d-93ffc9ff8ad1']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:46.644354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbd7982-f3ca-4872-ae91-f785323147d6') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:46.644652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbd7982-f3ca-4872-ae91-f785323147d6') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:46.654142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.669024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.675984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:05:46.676321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.739654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-08d7a61f-3113-4e73-a2f5-9049d9108bcd service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667745 Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:05:46.740418 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:05:46.747285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.752543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.758129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/df46dbdc-59d7-4b87-918d-93ffc9ff8ad1 HTTP/1.1" status: 204 len: 168 time: 1.0597820 Nov 23 10:05:46.809649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d8a5d-29ea-41c3-ac66-37d980a138b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=df46dbdc-59d7-4b87-918d-93ffc9ff8ad1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:46.892204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Deleting port 2e8d0e48-176e-4ad7-aba1-6d17bce2136f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:46.892554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:46.916494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-cfbe68ed-4831-4750-8f08-653feff5732e service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556081 Nov 23 10:05:47.021409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af853ae-9be6-4127-b4c0-b21edf252122 req-5d9c50b0-e951-4cca-848d-7e1900c7ad92 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:47.031000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3af853ae-9be6-4127-b4c0-b21edf252122 req-5d9c50b0-e951-4cca-848d-7e1900c7ad92 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1209667 Nov 23 10:05:47.040551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46868) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:47.115406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-02ca69d0-2006-4474-9659-432d2871b55d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1f22595acb64cd4b4de80073a6210b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713804 Nov 23 10:05:47.116423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:47.165540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3af853ae-9be6-4127-b4c0-b21edf252122 req-077bf473-6330-4580-b6a4-484b992f26e9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327569 Nov 23 10:05:47.188586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.239297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40f76756-6476-49ef-a358-3c19405e265a req-ec1f2eef-9667-443e-82e9-767123042795 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120835 Nov 23 10:05:47.241098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f90031d4-e36c-4474-95ab-822dd4aa5247 req-9d2249d6-b40b-4c5d-aba5-59cd47e3ba7d service neutron] 10.222.0.50 "GET /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821293 Nov 23 10:05:47.245381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.283338 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.283675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.314386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Calling delete_port for 2e8d0e48-176e-4ad7-aba1-6d17bce2136f owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:47.364234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.370817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.374410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1f918d5-68b4-4ac2-9078-a19b94c61866 HTTP/1.1" status: 204 len: 168 time: 0.2546694 Nov 23 10:05:47.391440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cba10-b21a-42be-8ca8-a95cd8a78dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f918d5-68b4-4ac2-9078-a19b94c61866,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:47.467014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:47.598508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.613536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0ad2-f013-4a91-a6ad-d7b78e3aecee req-cb4ab846-9bdd-485c-aa46-938a3e50ac67 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:47.623984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc6c0ad2-f013-4a91-a6ad-d7b78e3aecee req-cb4ab846-9bdd-485c-aa46-938a3e50ac67 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.1256170 Nov 23 10:05:47.684682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event deleted for resources: {'Port': ['ID=2e8d0e48-176e-4ad7-aba1-6d17bce2136f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:47.692563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.750384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46892) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:47.757329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:47.764496 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e445248-dfff-4452-983e-1c48ccc8f045" -d '{"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:47.790485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc6c0ad2-f013-4a91-a6ad-d7b78e3aecee req-cdcf4c3d-0c41-44dc-8aae-7288f3fb552a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651742 Nov 23 10:05:47.805065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.809026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.810238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc987e2-7d3a-473d-9c20-fb0c0ec09bf7 req-da4c9bad-b52d-4f4f-aeb1-c7115dbfd611 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "DELETE /v2.0/floatingips/c8c37c9d-6042-4f5d-956a-d34fd6df46a8 HTTP/1.1" status: 204 len: 173 time: 1.6029251 Nov 23 10:05:47.817412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:47.823930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.882605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3854c69b-eb60-447f-b0ed-341821196579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:47.973338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:47.980539 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381af58-4b84-4595-b4e3-ce22e493caf7 x-openstack-request-id: req-3381af58-4b84-4595-b4e3-ce22e493caf7 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:47.980832 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:47.981153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1789104806-network', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:47.981312 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3381af58-4b84-4595-b4e3-ce22e493caf7 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:47.981690 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'code': 200} Nov 23 10:05:47.991265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.991851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.992365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.992871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.993372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.993973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.994528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.995079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.995633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.996258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.996879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:47.997459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:48.042610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Made reservation on behalf of e6dd215f6b9a49eb9f8adecbe31dac19 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:48.052807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.077874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.158337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-3b7300e4-f1ee-4b7f-9c88-417b782e6171 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups/55f9dead-57e5-42dc-ba31-42e1d4aec390 HTTP/1.1" status: 200 len: 1827 time: 0.1417978 Nov 23 10:05:48.343312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.363901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.382212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900d40f-3ea0-45a5-bc98-f0a012ed215c req-5875017a-eca3-42c0-97df-fa252a502a23 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:48.389311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9900d40f-3ea0-45a5-bc98-f0a012ed215c req-5875017a-eca3-42c0-97df-fa252a502a23 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1037395 Nov 23 10:05:48.417955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.473863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:05:48.510359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9900d40f-3ea0-45a5-bc98-f0a012ed215c req-3eb76f94-db65-4339-a980-53949d5d8c38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159818 Nov 23 10:05:48.524517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf19ed-3058-43e8-9ebb-af3fdea88a84,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:48.524517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.524872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46918) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:48.544792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.545136 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Added segment 1d16c0ba-8f84-4203-825a-ff0cf29251de of type vlan for network 62b37c3d-06bb-4e67-8f48-49d07c50320d Nov 23 10:05:48.607069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.627625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.630354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.631555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4da0e15-8f25-409d-bfcb-711b8172b76e req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "DELETE /v2.0/security-groups/55f9dead-57e5-42dc-ba31-42e1d4aec390 HTTP/1.1" status: 204 len: 173 time: 0.4518688 Nov 23 10:05:48.648156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162971d-e2ec-4c18-96ec-535b1c95a43b tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9dead-57e5-42dc-ba31-42e1d4aec390,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:48.655846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.656770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:48.657455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.724983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] Pushing event updated for resources: {'Network': ['ID=62b37c3d-06bb-4e67-8f48-49d07c50320d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:48.739147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:05:48.754927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97911ac1-a7c3-462c-b5b6-550be0ef94d4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9959791 Nov 23 10:05:48.757653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:48.763487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Request body: {'subnet': {'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1789104806-subnet', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:48.775212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-706989907-network', 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:48.831734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:48.834974 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.865790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:48.887199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Made reservation on behalf of e6dd215f6b9a49eb9f8adecbe31dac19 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:48.890148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.054550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914df6-df18-4ee3-a236-a4345a2a2bd6 req-a8077a18-6ad0-405a-aa4e-702aac2b379e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:49.069144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2914df6-df18-4ee3-a236-a4345a2a2bd6 req-a8077a18-6ad0-405a-aa4e-702aac2b379e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1282749 Nov 23 10:05:49.090271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24931c-120f-4ab6-85b4-68260a0434e7 req-6760da15-fd6a-4943-8ced-800e92e2c35a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:49.091905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac24931c-120f-4ab6-85b4-68260a0434e7 req-6760da15-fd6a-4943-8ced-800e92e2c35a tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1064699 Nov 23 10:05:49.160256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2914df6-df18-4ee3-a236-a4345a2a2bd6 req-72c31b50-58b5-4a9a-a1bf-667a08c3e1f8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899594 Nov 23 10:05:49.190182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.209563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.321504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d66547-fd7c-4a11-91ec-8866d71103f2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:49.336632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.370481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac24931c-120f-4ab6-85b4-68260a0434e7 req-b68582b5-ab26-4004-9767-f20ff19040d9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535632 Nov 23 10:05:49.372618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:05:49.449391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.450533 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Added segment 5fcfe8f0-e38c-43ba-b60c-961abf2f5263 of type vlan for network bb9388ce-c197-4ad2-ad4d-d99e097bff79 Nov 23 10:05:49.453050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39fbef7-76b4-477f-b9aa-88bdae39ba91,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:49.543849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.553147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Checking segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:49.557871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Network hostable DHCP agents. Network: 62b37c3d-06bb-4e67-8f48-49d07c50320d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:05:49.643257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:05:49.646701 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.648288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:49.649163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.689794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1636658 Nov 23 10:05:49.691054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 62b37c3d-06bb-4e67-8f48-49d07c50320d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:49.692459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46938) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:49.700824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177fcc5-3a72-4251-b71b-f97865e08629 None None] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:05:49.705220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:49.705610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.726304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Request body: {'subnet': {'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-706989907-subnet', 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:49.751671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588a1f3-f16d-48b5-8e04-21854cb32732 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9388ce-c197-4ad2-ad4d-d99e097bff79,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:49.763939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b3f3dd1-39d3-4aff-acf7-1496ceee60b3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0022109 Nov 23 10:05:49.765033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46940) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:49.770584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:49.790399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30ae0b-da26-4c67-95dc-bf28d6635039 req-52af570e-d839-4038-bc22-8d6738909dc1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:49.791932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f30ae0b-da26-4c67-95dc-bf28d6635039 req-52af570e-d839-4038-bc22-8d6738909dc1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1601942 Nov 23 10:05:49.797462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 10:05:49.797462 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 10:05:49.797462 n-d-781076-5 neutron-server[110023]: [parameters: {'project_id_1': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'expiration_1': datetime.datetime(2021, 11, 23, 10, 5, 29, 775672)}] Nov 23 10:05:49.797462 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:05:49.798188 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:05:49.812081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:49.815260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:49.850803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:05:49.931886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-62b37c3d-06bb-4e67-8f48-49d07c50320d', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:05:49.933039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.016234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.089775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f30ae0b-da26-4c67-95dc-bf28d6635039 req-b227b9b0-e1de-44bd-8827-64731fff9783 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866888 Nov 23 10:05:50.110609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a813276-75c5-41ec-894e-1685b3b04ce9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:50.140404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Checking segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:50.140981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Network hostable DHCP agents. Network: bb9388ce-c197-4ad2-ad4d-d99e097bff79, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:05:50.146310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Allocated IP 172.20.0.2 (62b37c3d-06bb-4e67-8f48-49d07c50320d/b39fbef7-76b4-477f-b9aa-88bdae39ba91/a797052e-c900-45e3-b35d-b654ae4e3a74) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:50.164293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:05:50.178582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, bb9388ce-c197-4ad2-ad4d-d99e097bff79) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:50.185189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:50.186179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.210552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26a72867-7c0d-4d1f-bbfd-181bcc7f3503 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4998481 Nov 23 10:05:50.211856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280a238-1b4d-44da-ac33-7b44abb484a1 None None] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:05:50.429728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be7aac-ae1f-4982-8dee-17bdadfc588f req-bca65e5c-7f2f-4f66-b1ba-c5fc43575c82 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:50.439393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95be7aac-ae1f-4982-8dee-17bdadfc588f req-bca65e5c-7f2f-4f66-b1ba-c5fc43575c82 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1611037 Nov 23 10:05:50.463762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.463762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.512133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.557385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95be7aac-ae1f-4982-8dee-17bdadfc588f req-262a059f-1eaa-421c-b843-2dcda7415948 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181333 Nov 23 10:05:50.568057 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d191860e-4d13-45d5-bb14-75a8b144a063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.684139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:50.684613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deccff-ed20-4fd8-b650-56caa93c722e req-a442f313-6270-4b7f-a331-ea0d4dd0f069 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:50.695257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55deccff-ed20-4fd8-b650-56caa93c722e req-a442f313-6270-4b7f-a331-ea0d4dd0f069 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1328709 Nov 23 10:05:50.771003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7d2be-5215-490d-948d-1da9566c713a None None] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:05:50.786445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55deccff-ed20-4fd8-b650-56caa93c722e req-78268d5e-ccef-4da4-8338-29bb83862aab tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901673 Nov 23 10:05:50.913282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.082736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.133741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.265048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Pushing event updated for resources: {'Port': ['ID=a797052e-c900-45e3-b35d-b654ae4e3a74,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:51.279363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-24c027da-a2ae-4e18-ae05-6092b2525091 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:51.288213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-24c027da-a2ae-4e18-ae05-6092b2525091 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.2503695 Nov 23 10:05:51.309205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:51.310775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:51.313859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:51.317346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.396963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-0389d16c-6875-483d-9cac-8f92c989b388 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/quotas/9195b1230c2f4bd99e16cdec9c661964 HTTP/1.1" status: 200 len: 375 time: 0.1066055 Nov 23 10:05:51.441243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Attempting to bind port a797052e-c900-45e3-b35d-b654ae4e3a74 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:51.443545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Attempting to bind port a797052e-c900-45e3-b35d-b654ae4e3a74 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:51.444310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Attempting to bind port a797052e-c900-45e3-b35d-b654ae4e3a74 on network 62b37c3d-06bb-4e67-8f48-49d07c50320d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:51.447735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae478d5-97c3-46d8-b044-fe7251152d84 req-6808f8d4-a05b-4a75-9650-6645407e1353 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:51.452001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cae478d5-97c3-46d8-b044-fe7251152d84 req-6808f8d4-a05b-4a75-9650-6645407e1353 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0927167 Nov 23 10:05:51.456819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:51.462424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Checking segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:51.462879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.463290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Bound using segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:51.463803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Bound port: a797052e-c900-45e3-b35d-b654ae4e3a74, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:51.464578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.488296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-7e2863fb-90ce-45d7-84b7-47600a333915 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:51.491958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-7e2863fb-90ce-45d7-84b7-47600a333915 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.50 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.2750406 Nov 23 10:05:51.535856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-75470851-5384-406d-9260-31e6eb761809 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365442 Nov 23 10:05:51.549250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cae478d5-97c3-46d8-b044-fe7251152d84 req-b8b1c2ee-aa42-482b-8b2f-29a4423370f7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827277 Nov 23 10:05:51.619406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] For port a797052e-c900-45e3-b35d-b654ae4e3a74, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:51.623496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] For port a797052e-c900-45e3-b35d-b654ae4e3a74, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a797052e-c900-45e3-b35d-b654ae4e3a74,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:51.631288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.695431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-3fa3987e-e1de-45e7-8529-06eccd5265d8 req-642ddfc5-1ad5-4c2c-89bd-2fce63062cbf service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:51.699257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.703872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3fa3987e-e1de-45e7-8529-06eccd5265d8 req-642ddfc5-1ad5-4c2c-89bd-2fce63062cbf service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124352 Nov 23 10:05:51.736049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:51.769266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4cd69-cd6b-4546-9c88-42ae69e863b1 None None] Pushing event updated for resources: {'Port': ['ID=a797052e-c900-45e3-b35d-b654ae4e3a74,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:52.167981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd731bf-6906-48dd-a84e-b8d25e28c0ce req-39f0c720-7707-4023-874f-46290f263bad tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:52.178708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0cd731bf-6906-48dd-a84e-b8d25e28c0ce req-39f0c720-7707-4023-874f-46290f263bad tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 946 time: 0.1231058 Nov 23 10:05:52.264863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0cd731bf-6906-48dd-a84e-b8d25e28c0ce req-ce8825f1-dde2-4dff-9f90-3fffbac7b8e3 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa867e4-a687-47de-be00-64632cc6bcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847116 Nov 23 10:05:52.517803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Deleting port e0185fae-07bf-4943-8511-3b5786f876ca {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:52.518411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:52.518889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb57d6-89a9-4ff4-862f-09415fe140c5 req-ff3df2c9-66a3-4fd8-9029-e75a83744151 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:52.522275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eaeb57d6-89a9-4ff4-862f-09415fe140c5 req-ff3df2c9-66a3-4fd8-9029-e75a83744151 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1094317 Nov 23 10:05:52.596226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:52.604428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-9eb4e689-2f32-4a54-9e52-5c1b2ee68818 service neutron] 10.222.0.62 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0664864 Nov 23 10:05:52.673705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eaeb57d6-89a9-4ff4-862f-09415fe140c5 req-833a47cd-742c-4139-98f9-2a52b397445e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404674 Nov 23 10:05:52.679866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Allocated IP 172.25.1.111 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8a0a5040-2e10-4189-abfd-a2b7551f5f81) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:52.720358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-7be80515-febb-4425-a6b9-163d0001875e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4120440 Nov 23 10:05:52.725505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-06a89440-a950-4cec-bef8-9abedaa2cd55 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:05:52.726820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-06a89440-a950-4cec-bef8-9abedaa2cd55 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054531 Nov 23 10:05:52.833488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] For port e0185fae-07bf-4943-8511-3b5786f876ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e0185fae-07bf-4943-8511-3b5786f876ca,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:52.833867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:52.868067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d80de-d8dd-4903-acf9-b34e679e7206 req-eda714b0-f463-462f-9e74-9fc32c2d304c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:52.870195 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-152d80de-d8dd-4903-acf9-b34e679e7206 req-eda714b0-f463-462f-9e74-9fc32c2d304c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1129823 Nov 23 10:05:52.916748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Calling delete_port for e0185fae-07bf-4943-8511-3b5786f876ca owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:52.962804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3919a5c4-5bb6-4c8e-a022-c0f20e704dd5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174622 Nov 23 10:05:52.963726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-152d80de-d8dd-4903-acf9-b34e679e7206 req-d5485942-f148-43b9-9fbd-e620009ed339 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869310 Nov 23 10:05:53.180189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:53.351836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:53.365862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e0185fae-07bf-4943-8511-3b5786f876ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:05:53.471119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Pushing event deleted for resources: {'Port': ['ID=e0185fae-07bf-4943-8511-3b5786f876ca,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:53.476592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:53.547697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00373dcc-904a-41c3-aa3b-2cb7115b7268 req-aa99ca47-7bc7-4034-b4f6-e85bcffb66c9 tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.62 "GET /v2.0/ports?device_id=173b1889-74e4-4b35-86ce-d924cead99fc HTTP/1.1" status: 200 len: 210 time: 0.1190464 Nov 23 10:05:53.550931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a797052e-c900-45e3-b35d-b654ae4e3a74 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:53.653019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] No DVR routers for this DVR port e0185fae-07bf-4943-8511-3b5786f876ca on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:05:53.658176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:53.668150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b24967ec-e8b4-4de8-9340-0b99f3d9f381 req-6414d961-7201-4873-a0b9-8109d69c9a0c tempest-ServerRescueTestJSONUnderV235-1692655128 tempest-ServerRescueTestJSONUnderV235-1692655128-project] 10.222.0.50 "DELETE /v2.0/ports/e0185fae-07bf-4943-8511-3b5786f876ca HTTP/1.1" status: 204 len: 173 time: 2.1558473 Nov 23 10:05:53.692937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:53.696423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'name': 'network-vif-deleted', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:53.708479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaea10b-f5d1-42c1-9522-e74252288ebd None None] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:05:53.709454 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43934e1-41d3-4603-92c1-01d208a8e316" -d '{"events": [{"server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "name": "network-vif-deleted", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:53.734110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00fc7740-bdf7-4754-9b0f-4f6f7790cc1b req-55c33b27-c7b1-40ae-b945-43521832b826 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 210 time: 0.0935664 Nov 23 10:05:53.860997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:53.873636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:53.900827 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c673d37b-4682-4c05-b996-bb46299220d2 x-openstack-request-id: req-c673d37b-4682-4c05-b996-bb46299220d2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:53.902137 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173b1889-74e4-4b35-86ce-d924cead99fc", "name": "network-vif-deleted", "tag": "e0185fae-07bf-4943-8511-3b5786f876ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:53.902658 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c673d37b-4682-4c05-b996-bb46299220d2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:53.903879 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173b1889-74e4-4b35-86ce-d924cead99fc', 'name': 'network-vif-deleted', 'tag': 'e0185fae-07bf-4943-8511-3b5786f876ca', 'status': 'completed', 'code': 200} Nov 23 10:05:53.919664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:53.964556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713dc96e-3695-4037-85d0-334bd29914f7 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:05:54.075071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0a5040-2e10-4189-abfd-a2b7551f5f81,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:54.111007 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:54.122915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467bc02-2e21-4b7c-9a8e-aa34a6c1871c req-9e440458-43fa-4aa7-af20-ffaa40814635 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:54.124951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7467bc02-2e21-4b7c-9a8e-aa34a6c1871c req-9e440458-43fa-4aa7-af20-ffaa40814635 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.2025185 Nov 23 10:05:54.139491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] Provisioning complete for port a797052e-c900-45e3-b35d-b654ae4e3a74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:54.140229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:54.283974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe03d4-7ccf-4faf-8562-ccf87699084d req-3316cbe7-0894-4a96-bd42-59c7e8e0889d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:54.286469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdfe03d4-7ccf-4faf-8562-ccf87699084d req-3316cbe7-0894-4a96-bd42-59c7e8e0889d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.1333809 Nov 23 10:05:54.401066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7467bc02-2e21-4b7c-9a8e-aa34a6c1871c req-2ad081ab-8671-43c3-9d62-3e493f8a9a84 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373743 Nov 23 10:05:54.452107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdfe03d4-7ccf-4faf-8562-ccf87699084d req-c33ac8b3-7325-44ba-9b68-731b7d135b13 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469953 Nov 23 10:05:54.550196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e0185fae-07bf-4943-8511-3b5786f876ca no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:05:54.640188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47080) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:54.777073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: e0185fae-07bf-4943-8511-3b5786f876ca {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:05:54.778080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e0185fae-07bf-4943-8511-3b5786f876ca not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:05:54.801934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:54.811784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a797052e-c900-45e3-b35d-b654ae4e3a74 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:54.813461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:54.996120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e1bedc1-50a9-4210-9647-3143bac73d86 req-a0b290dd-18ca-41b3-8a95-e81593ce5de0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 210 time: 0.0931513 Nov 23 10:05:55.073858 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.151938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] For port a797052e-c900-45e3-b35d-b654ae4e3a74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a797052e-c900-45e3-b35d-b654ae4e3a74,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:55.155695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.202748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.388613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:05:55.388954 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:05:55.402039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66bf6b-6e18-4019-830b-af2c81c7cf86 None None] Pushing event updated for resources: {'Port': ['ID=a797052e-c900-45e3-b35d-b654ae4e3a74,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:55.412251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c6af2456-d8ad-4b7a-bfd4-76307386de38 None None] Provisioning complete for port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:55.412251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c6af2456-d8ad-4b7a-bfd4-76307386de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.497613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c6af2456-d8ad-4b7a-bfd4-76307386de38 None None] Port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:05:55.630467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-41c0de5e-592c-498e-a5ba-275a737d468c None None] Provisioning complete for port a797052e-c900-45e3-b35d-b654ae4e3a74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:55.630870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-41c0de5e-592c-498e-a5ba-275a737d468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.651491 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:55.785225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d6dd-7b01-41b6-a0cf-b396d14cfc40 req-e1d49b2b-ef72-4087-bd7f-c68d4d6023bc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:55.803560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b33d6dd-7b01-41b6-a0cf-b396d14cfc40 req-e1d49b2b-ef72-4087-bd7f-c68d4d6023bc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1168065 Nov 23 10:05:55.849925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-bb7a8617-8ebe-4665-9e77-bf1c9cc60e8f tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:55.851727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-bb7a8617-8ebe-4665-9e77-bf1c9cc60e8f tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.3489151 Nov 23 10:05:55.883712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Request body: {'port': {'device_id': '4883c823-845f-4742-a668-21a71bb8d599', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'admin_state_up': True, 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:55.896532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9868426-f118-42a4-8b6f-fa637611afd1 req-bed928d9-0b54-4325-be4a-720e9b59ec6b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:55.898170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9868426-f118-42a4-8b6f-fa637611afd1 req-bed928d9-0b54-4325-be4a-720e9b59ec6b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.2491248 Nov 23 10:05:56.111915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b33d6dd-7b01-41b6-a0cf-b396d14cfc40 req-75e6d3b3-1585-4857-9e66-75c5bdbb857f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015227 Nov 23 10:05:56.195845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:56.200232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:56.221258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a797052e-c900-45e3-b35d-b654ae4e3a74 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:05:56.427099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a797052e-c900-45e3-b35d-b654ae4e3a74 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:56.432481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:56.486599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Allocated IP 172.20.0.14 (bb9388ce-c197-4ad2-ad4d-d99e097bff79/0a813276-75c5-41ec-894e-1685b3b04ce9/6185ddfe-7e69-42c1-b1cc-8c90af53f00d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:56.753582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45f46054-5677-4a80-b455-53495a0706f4 req-4acf344a-444c-4e97-9116-98e5f9753e11 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 210 time: 0.1010978 Nov 23 10:05:56.795175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:56.841238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:56.910967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:56.972867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:56.989763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:57.003113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:57.067476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:57.068393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.079359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event updated for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:57.097011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-3e4be2f4-b682-41ce-a427-3100f57fa8ae tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2335696 Nov 23 10:05:57.115586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Request body: {'port': {'device_id': '4883c823-845f-4742-a668-21a71bb8d599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:57.217838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.315423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-e7eaa6d1-4121-421f-8ceb-00276e1be252 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:57.316992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-e7eaa6d1-4121-421f-8ceb-00276e1be252 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.5726516 Nov 23 10:05:57.336580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9868426-f118-42a4-8b6f-fa637611afd1 req-1f1a2434-7beb-4e30-a304-913ece938f21 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4178345 Nov 23 10:05:57.348557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Request body: {'port': {'device_id': '2ea0885d-f903-4be8-b215-6518dc711271', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'admin_state_up': True, 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:57.373299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b8268-be16-44bc-bd56-615e17493f75 req-90fe7810-ad5d-4cf8-a950-833ff2a2feb4 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:57.375052 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f95b8268-be16-44bc-bd56-615e17493f75 req-90fe7810-ad5d-4cf8-a950-833ff2a2feb4 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.0960188 Nov 23 10:05:57.535610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:05:57.542012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.641537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f95b8268-be16-44bc-bd56-615e17493f75 req-3e94bc21-323b-40c3-86cb-d4396ea84599 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873870 Nov 23 10:05:57.702019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:05:57.880254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6185ddfe-7e69-42c1-b1cc-8c90af53f00d {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:05:57.900984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.907395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:05:57.923164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Sync routers for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:05:57.941690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:57.944092 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:57.951194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Transition to ACTIVE for port object 6185ddfe-7e69-42c1-b1cc-8c90af53f00d will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:05:57.968597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.978133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:57.979368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7038946-c67e-4594-a92a-760d70a26108 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2132006 Nov 23 10:05:57.982791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47116) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:05:58.032877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8724df3e-1e03-442d-b6be-71745f643278 req-5d4de1c5-a4fb-4e3a-903e-a42be6027d58 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 210 time: 0.0882404 Nov 23 10:05:58.132950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Allocated IP 172.20.0.13 (bb9388ce-c197-4ad2-ad4d-d99e097bff79/0a813276-75c5-41ec-894e-1685b3b04ce9/ac0fca4a-2bea-40c8-84e2-c7d2f6322638) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:05:58.187281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Deleting port 731a985d-20aa-4b8b-9627-c29330ee650f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:05:58.190403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.252506 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:05:58.391980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Pushing event updated for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:58.545503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] For port 731a985d-20aa-4b8b-9627-c29330ee650f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=731a985d-20aa-4b8b-9627-c29330ee650f,segment=NetworkSegment(36a507d3-a627-4934-9fa9-b5bf5526bbff),segment_id=36a507d3-a627-4934-9fa9-b5bf5526bbff)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:05:58.546349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.612879 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:05:54Z', 'revision_number': 3, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:58.620973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Calling delete_port for 731a985d-20aa-4b8b-9627-c29330ee650f owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:05:58.665856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.771833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Checking router: efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:05:58.772210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Updating router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:05:58.797849 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.821275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Attempting to bind port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:58.821614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Attempting to bind port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:58.829194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Attempting to bind port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:58.851549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:05:58.851934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Attempting to bind port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:58.886303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:58.887048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Checking segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:58.891683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Bound using segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:58.892183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Bound port: 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:58.892550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.930624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdcdf8-d75c-4386-b25e-a014a9de1fb7 req-8dbe3a23-7ac4-4800-a5cf-63af79f16baa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:58.940980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5fcdcdf8-d75c-4386-b25e-a014a9de1fb7 req-8dbe3a23-7ac4-4800-a5cf-63af79f16baa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.3770072 Nov 23 10:05:58.950859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:58.991347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedb42b-c92b-476c-a66c-6e4e9f64d3ba req-d352fefc-f44c-46a2-a80a-4b5f77967917 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:58.998872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7dedb42b-c92b-476c-a66c-6e4e9f64d3ba req-d352fefc-f44c-46a2-a80a-4b5f77967917 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1144216 Nov 23 10:05:59.125146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event updated for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:59.285448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5fcdcdf8-d75c-4386-b25e-a014a9de1fb7 req-dea18373-5146-4ca6-b6ad-c1329ff032f8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298786 Nov 23 10:05:59.318683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:59.345150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:59.357074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:05:59.379698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.390123 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.407688 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.454708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed310fb-0e4b-4238-a79e-4ae20ae860df None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:05:59.456105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7dedb42b-c92b-476c-a66c-6e4e9f64d3ba req-44861ba4-7bb5-4b98-92b4-fe579be78e23 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563584 Nov 23 10:05:59.459746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:05:59.463986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:05:59.522500 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Attempting to bind port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:05:59.523010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Attempting to bind port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:05:59.523487 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Attempting to bind port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:05:59.537139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-00df0fb4-d556-43e0-b4e7-870493688746 None None] Provisioning complete for port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:59.537796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00df0fb4-d556-43e0-b4e7-870493688746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.543955 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:05:59.548612 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:05:59.550357 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.552703 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:05:59.553558 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Bound port: 8a0a5040-2e10-4189-abfd-a2b7551f5f81, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:05:59.557098 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.619308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:59.620089 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.640760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-00df0fb4-d556-43e0-b4e7-870493688746 None None] Port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:05:59.661521 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Pushing event updated for resources: {'Port': ['ID=8a0a5040-2e10-4189-abfd-a2b7551f5f81,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:59.700398 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.700668 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.700946 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.701166 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.701642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.704830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.705222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.705558 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.705925 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.706285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.706591 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.707024 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:05:59.707555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.710273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Pushing event updated for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:59.724383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-76ba2007-e976-4ede-af1d-1a907051e868 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3852861 Nov 23 10:05:59.725283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:59.726243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.729285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-15dfce68-45f1-4992-8d6e-0bd90ac36f21 service neutron] 10.222.0.11 "PUT /v2.0/ports/6185ddfe-7e69-42c1-b1cc-8c90af53f00d HTTP/1.1" status: 200 len: 1092 time: 2.6226871 Nov 23 10:05:59.730413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:05:59.733628 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:05:59.741813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Request body: {'port': {'device_id': '2ea0885d-f903-4be8-b215-6518dc711271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:05:59.806681 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] For port 8a0a5040-2e10-4189-abfd-a2b7551f5f81, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:05:59.815829 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] For port 8a0a5040-2e10-4189-abfd-a2b7551f5f81, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8a0a5040-2e10-4189-abfd-a2b7551f5f81,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:05:59.832522 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.833243 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffcc68-bdae-470c-b1f8-83b532f73e4a x-openstack-request-id: req-88ffcc68-bdae-470c-b1f8-83b532f73e4a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:05:59.833541 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:05:59.833797 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88ffcc68-bdae-470c-b1f8-83b532f73e4a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:05:59.834260 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'status': 'completed', 'code': 200} Nov 23 10:05:59.863082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b782a4-a063-4b0e-a141-ce50f09ade6f req-9e770a56-8b7e-4b3f-b17b-88c0b27d0f5e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:59.871546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.872119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09b782a4-a063-4b0e-a141-ce50f09ade6f req-9e770a56-8b7e-4b3f-b17b-88c0b27d0f5e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 932 time: 0.3235824 Nov 23 10:05:59.912996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee35f8a-989f-4d92-9ad9-85cbc0624e55 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:05:59.933937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-2bdb5c89-ea1c-4cb2-a423-124e806505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:05:59.936195 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-2bdb5c89-ea1c-4cb2-a423-124e806505c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=4883c823-845f-4742-a668-21a71bb8d599 HTTP/1.1" status: 200 len: 1095 time: 0.1486988 Nov 23 10:05:59.971039 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:05:59.973345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=731a985d-20aa-4b8b-9627-c29330ee650f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:05:59.974251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:05:59.991374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:05:59.993222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] Provisioning complete for port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:05:59.993599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:00.112815 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06ef3e-bccb-4da1-b14b-bbfe54db5ca5 None None] Pushing event updated for resources: {'Port': ['ID=8a0a5040-2e10-4189-abfd-a2b7551f5f81,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:00.207265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-523aa46a-304f-4363-9eaf-fd3ed42b62bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d HTTP/1.1" status: 200 len: 217 time: 0.1736982 Nov 23 10:06:00.265499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:00.312964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] For port 8a0a5040-2e10-4189-abfd-a2b7551f5f81, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8a0a5040-2e10-4189-abfd-a2b7551f5f81,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:00.320253 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:00.325681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:00.431702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20b56-db65-40a8-a079-ae48db9bddcd None None] Pushing event updated for resources: {'Port': ['ID=8a0a5040-2e10-4189-abfd-a2b7551f5f81,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:00.445271 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09b782a4-a063-4b0e-a141-ce50f09ade6f req-624df000-58c0-4dc1-a463-7143c5f45fdf tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722229 Nov 23 10:06:00.524500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-6bcac04c-ae0b-46d2-9b75-2b9980662ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:00.525999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-6bcac04c-ae0b-46d2-9b75-2b9980662ec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.3062942 Nov 23 10:06:00.642423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-06909449-4d79-4713-a3d4-207df1a85731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897033 Nov 23 10:06:00.667858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afdf21-505f-4eaa-aa7f-8b6016bae942 req-ec189d34-e2ac-4862-b15b-d0b007bcda67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:00.677226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82afdf21-505f-4eaa-aa7f-8b6016bae942 req-ec189d34-e2ac-4862-b15b-d0b007bcda67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.2022111 Nov 23 10:06:00.686559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:00.694781 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:05:54Z', 'revision_number': 3, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:00.766196 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db609f1-fc4d-48a2-ab75-3cd2d25f9cdb None None] The sync data for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 is: [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:05:54Z', 'revision_number': 3, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:00.786222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Allocated IP 172.20.0.1 (62b37c3d-06bb-4e67-8f48-49d07c50320d/b39fbef7-76b4-477f-b9aa-88bdae39ba91/90ee5bd5-ee41-460f-9223-bd6844b1246f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:00.949841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82afdf21-505f-4eaa-aa7f-8b6016bae942 req-c0b0b205-6bbf-43c0-a69d-f0fc16900603 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689204 Nov 23 10:06:01.023427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c001f69-eeef-434f-985f-6e3ca315c8c8 req-50efd4ec-8baf-484f-8370-72daccc88f7b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:01.025038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c001f69-eeef-434f-985f-6e3ca315c8c8 req-50efd4ec-8baf-484f-8370-72daccc88f7b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.4038770 Nov 23 10:06:01.231264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0fca4a-2bea-40c8-84e2-c7d2f6322638 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:01.257864 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:01.268206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-03d30be1-1f16-46fc-b72f-ec98fe33c0d4 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143336 Nov 23 10:06:01.278226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Transition to ACTIVE for port object ac0fca4a-2bea-40c8-84e2-c7d2f6322638 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:01.332829 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c001f69-eeef-434f-985f-6e3ca315c8c8 req-541e36b4-6e4e-49b6-9f0d-e647e786dc95 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711263 Nov 23 10:06:01.519267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:01.616937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Router f0c9558c-50b0-409a-a8f9-7c158d372514 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:06:01.624115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:01.868999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:02.250550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8a0a5040-2e10-4189-abfd-a2b7551f5f81 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:02.400871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-7b528a87-7b5b-49b0-a6cf-ecb10f237980 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0600426 Nov 23 10:06:02.450294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85eb01-8455-440b-93a9-20dcc53f36ad req-6670a374-02c8-4d68-9b0a-6956a6072bdf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:02.453093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd85eb01-8455-440b-93a9-20dcc53f36ad req-6670a374-02c8-4d68-9b0a-6956a6072bdf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0875728 Nov 23 10:06:02.486183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:02.507663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:02.512874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:02.568812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:02.600056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:02.609535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd85eb01-8455-440b-93a9-20dcc53f36ad req-606e05f6-bcfb-4342-b43c-8242a09050af tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447282 Nov 23 10:06:02.610840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:02.613965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:02.660492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:02.692584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afca16-416f-457e-bd09-fef8547425d0 req-b3ae8dbc-948e-40ae-8866-1d8d3bd81650 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:02.694122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24afca16-416f-457e-bd09-fef8547425d0 req-b3ae8dbc-948e-40ae-8866-1d8d3bd81650 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 944 time: 0.9722061 Nov 23 10:06:02.869945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-862e4ab2-f85f-4238-9a70-c2e388fe13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:02.880305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-862e4ab2-f85f-4238-9a70-c2e388fe13ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=4883c823-845f-4742-a668-21a71bb8d599 HTTP/1.1" status: 200 len: 1095 time: 0.4255250 Nov 23 10:06:02.884466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:06:02.909836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b14183be-0a92-4cb7-b2ef-6ee71030cf71 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0c9558c-50b0-409a-a8f9-7c158d372514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2674699 Nov 23 10:06:02.911322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Attempting to bind port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:02.912147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Attempting to bind port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:02.912553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Attempting to bind port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:02.917751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47180) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:02.920752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:02.921278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Attempting to bind port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:02.936800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Sync routers for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:06:02.956454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.004648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:03.005513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:03.045658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:03.046195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Checking segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:03.046694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Bound using segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:03.047254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Bound port: ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:03.047718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.060329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24afca16-416f-457e-bd09-fef8547425d0 req-95dc9faa-14f7-443a-8e44-50c4e385c885 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432381 Nov 23 10:06:03.220141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:03.331875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:03.335935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:03.358139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.369754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d067f-ae18-42cb-9247-76b807518f07 req-043fc8e5-632e-4a5f-b33d-2c24ea56685d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:03.374566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-406d067f-ae18-42cb-9247-76b807518f07 req-043fc8e5-632e-4a5f-b33d-2c24ea56685d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.2556570 Nov 23 10:06:03.485881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-5ff3ab2b-147b-43ed-817a-afd473eaea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:03.489859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-5ff3ab2b-147b-43ed-817a-afd473eaea38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 913 time: 0.5831821 Nov 23 10:06:03.513575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:03.516884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.522196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac0fca4a-2bea-40c8-84e2-c7d2f6322638 HTTP/1.1" status: 200 len: 1092 time: 3.7853374 Nov 23 10:06:03.522698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:03.528885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:03.597148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:05:59Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:03.648032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-13089a2d-82ea-44ae-aa36-771d2ff7d0d7 None None] Provisioning complete for port 90ee5bd5-ee41-460f-9223-bd6844b1246f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:03.648505 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13089a2d-82ea-44ae-aa36-771d2ff7d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.651792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Checking router: f0c9558c-50b0-409a-a8f9-7c158d372514 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:06:03.664562 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6afc05-5800-432b-afc6-08593b83de5a x-openstack-request-id: req-4c6afc05-5800-432b-afc6-08593b83de5a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:03.666557 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:03.667213 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c6afc05-5800-432b-afc6-08593b83de5a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:03.667803 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638', 'status': 'completed', 'code': 200} Nov 23 10:06:03.682427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-0efdb378-bf04-4441-a8d6-9313342c78ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d HTTP/1.1" status: 200 len: 217 time: 0.1651564 Nov 23 10:06:03.701717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Routers {'f0c9558c-50b0-409a-a8f9-7c158d372514'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:03.703217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['f0c9558c-50b0-409a-a8f9-7c158d372514'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:03.736729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:03.757654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-406d067f-ae18-42cb-9247-76b807518f07 req-d569ce32-8194-46b5-9d9e-fc4c846e51f6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652582 Nov 23 10:06:03.896508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-c751c97a-caf7-46b4-9767-346eca739b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:03.898055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-c751c97a-caf7-46b4-9767-346eca739b62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.1355886 Nov 23 10:06:04.044652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-3d03d4fb-49b7-4559-9323-d0d765f1415d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367724 Nov 23 10:06:04.059526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-13089a2d-82ea-44ae-aa36-771d2ff7d0d7 None None] Port 90ee5bd5-ee41-460f-9223-bd6844b1246f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:04.068236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56f733-9ea3-4cce-abe3-bea9e449f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:04.147431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] Set router f0c9558c-50b0-409a-a8f9-7c158d372514 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:04.226428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-c8430090-5639-4ab5-9f0a-ca16865c7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:04.227993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-c8430090-5639-4ab5-9f0a-ca16865c7e4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 1095 time: 0.6427996 Nov 23 10:06:04.325196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-e1f2bf9c-a38d-49af-b5f0-b7e2cfbc9c94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638 HTTP/1.1" status: 200 len: 217 time: 0.0842872 Nov 23 10:06:04.362711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0a31-35c5-45b5-9038-3be21b1545a3 req-fc4bc5fe-7fcc-497b-b4db-79d2000c254a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:04.364773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8eae0a31-35c5-45b5-9038-3be21b1545a3 req-fc4bc5fe-7fcc-497b-b4db-79d2000c254a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.4669271 Nov 23 10:06:04.369766 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.505261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8eae0a31-35c5-45b5-9038-3be21b1545a3 req-023e2e33-da65-440d-8fb7-36f24f8ac930 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316433 Nov 23 10:06:04.597924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-c5644991-658c-4f5b-9078-c503f7f47aac service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356128 Nov 23 10:06:04.608837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.649579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1ab05f5e-add6-4f6a-b7c8-408b104b456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:04.649579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-1ab05f5e-add6-4f6a-b7c8-408b104b456e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.1384418 Nov 23 10:06:04.681783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.696861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-8f7c776a-d9af-446c-adba-1a93212559db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366709 Nov 23 10:06:04.699547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Deleting port 9d7cbddc-0783-46a7-a7ee-d790487e8858 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:06:04.699951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.778524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.790174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e5f16-4162-4c16-9222-d1f8815491f8 req-5da3d6cf-249d-4c79-8ff6-be03090964fb tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:04.792433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-215e5f16-4162-4c16-9222-d1f8815491f8 req-5da3d6cf-249d-4c79-8ff6-be03090964fb tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 944 time: 0.5792971 Nov 23 10:06:04.793864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:05:59Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:04.812620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] For port 9d7cbddc-0783-46a7-a7ee-d790487e8858, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9d7cbddc-0783-46a7-a7ee-d790487e8858,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:04.812985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:04.826916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Calling delete_port for 9d7cbddc-0783-46a7-a7ee-d790487e8858 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:06:04.850418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26707b28-305b-46bb-bd1b-30ee9c6d35bd None None] The sync data for ids ['f0c9558c-50b0-409a-a8f9-7c158d372514'] in n-d-781076-5 is: [{'id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'name': 'tempest-ServerRescueTestJSONUnderV235-1642015500-router', 'tenant_id': '069e6f253fc44f638c9de9145fa2cfc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:04:23Z', 'updated_at': '2021-11-23T10:05:59Z', 'revision_number': 5, 'project_id': '069e6f253fc44f638c9de9145fa2cfc0', 'gw_port': {'id': '9d7cbddc-0783-46a7-a7ee-d790487e8858', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c9558c-50b0-409a-a8f9-7c158d372514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:04:24Z', 'updated_at': '2021-11-23T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:04.869164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:05.044342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-215e5f16-4162-4c16-9222-d1f8815491f8 req-65e6d104-c38f-46e3-a07e-8bdc870301ef tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021775 Nov 23 10:06:05.052599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b7d5d64-8ee7-45c0-871d-b593c0c248d0 req-a036bb32-41da-4ef8-8f6f-7d37b1dd1a62 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362602 Nov 23 10:06:05.082274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-90656b9a-ec04-4174-9c6c-eea082167a58 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407544 Nov 23 10:06:05.120728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:05.125459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:05.138860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3803-c467-4b73-97a7-2f80463d7704 req-9cfc384a-d936-4471-8f7a-caf6dd0fe164 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:05.146271 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d17d3803-c467-4b73-97a7-2f80463d7704 req-9cfc384a-d936-4471-8f7a-caf6dd0fe164 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1903260 Nov 23 10:06:05.406952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:06:05.423408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d17d3803-c467-4b73-97a7-2f80463d7704 req-00d66e47-3f1d-496d-9585-11f731dda4ef tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763028 Nov 23 10:06:05.467747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1df7c21-37b2-4a30-b121-6dec778b2151 req-6464d5de-a7a7-4292-be71-791a134dc0ae service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490965 Nov 23 10:06:05.486532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:05.545430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f470121b-abb3-43be-87e5-725012e62292 None None] Provisioning complete for port 90ee5bd5-ee41-460f-9223-bd6844b1246f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:05.548526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f470121b-abb3-43be-87e5-725012e62292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:05.632201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7cbddc-0783-46a7-a7ee-d790487e8858,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:05.686309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f470121b-abb3-43be-87e5-725012e62292 None None] Port 90ee5bd5-ee41-460f-9223-bd6844b1246f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:05.691920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:06:05.694366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7f9f0-e504-4e36-935e-acf02e6dc4f4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:06:05.707727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6185ddfe-7e69-42c1-b1cc-8c90af53f00d details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:05.718772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95355c86-3004-40ca-a047-a6deee5f02c0 admin admin] 10.222.0.62 "PUT /v2.0/routers/efa69f9e-6599-4aac-ae14-c9da4c5f4aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7321720 Nov 23 10:06:05.764914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Sync routers for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:06:05.813434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca533-d1e3-4504-be27-abd1e587ac7f req-6572bdcf-dd1f-49f7-8df9-b935a36956b4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:05.817036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-835ca533-d1e3-4504-be27-abd1e587ac7f req-6572bdcf-dd1f-49f7-8df9-b935a36956b4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0970571 Nov 23 10:06:05.822134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:05.825304 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:05.841754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:05.941691 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-835ca533-d1e3-4504-be27-abd1e587ac7f req-8ffa97a0-df7a-4cb1-9f7b-d67077872beb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178110 Nov 23 10:06:05.943416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:05.967752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'port_id': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'mac_address': 'fa:16:3e:fc:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a813276-75c5-41ec-894e-1685b3b04ce9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:06.034400 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:06.053522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.099104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6185ddfe-7e69-42c1-b1cc-8c90af53f00d {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:06.157521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-76e50896-dfaa-4625-8dfb-47fd3bdad45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:06.159278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-76e50896-dfaa-4625-8dfb-47fd3bdad45a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 1095 time: 0.5203626 Nov 23 10:06:06.168386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.193753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:06.197425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731a985d-20aa-4b8b-9627-c29330ee650f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:06.217512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.249869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.261985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 731a985d-20aa-4b8b-9627-c29330ee650f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:06.266118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 731a985d-20aa-4b8b-9627-c29330ee650f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:06.379922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:03Z', 'revision_number': 2, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:06.418763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:06.423435 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Checking router: efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:06:06.423873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Updating router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 port 90ee5bd5-ee41-460f-9223-bd6844b1246f binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:06:06.452154 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.667901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c83e-92e6-414e-a034-5c00afc8fc80 req-8d382dc0-2ff8-4c67-8def-d0ed20e2dc33 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:06.687085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-23d7c83e-92e6-414e-a034-5c00afc8fc80 req-8d382dc0-2ff8-4c67-8def-d0ed20e2dc33 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1008298 Nov 23 10:06:06.707220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.708183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c9558c-50b0-409a-a8f9-7c158d372514 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:06:06.727190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:06.734448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c0907b1f-12b4-4870-aae2-e5a8f435d068 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0c9558c-50b0-409a-a8f9-7c158d372514 HTTP/1.1" status: 204 len: 168 time: 3.7984762 Nov 23 10:06:06.744433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47300) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:06.763629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-23d7c83e-92e6-414e-a034-5c00afc8fc80 req-e02b6566-7e73-4dc8-9530-f8388f6fc759 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754488 Nov 23 10:06:06.786960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-25dcf436-1ab8-44e7-816f-c19424eb3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:06.804985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-25dcf436-1ab8-44e7-816f-c19424eb3ff0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 913 time: 0.5807228 Nov 23 10:06:06.836572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6185ddfe-7e69-42c1-b1cc-8c90af53f00d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:06.966984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-39945653-a7c3-444f-afbe-d4c4a3f00c20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638 HTTP/1.1" status: 200 len: 217 time: 0.1613586 Nov 23 10:06:07.008131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c07502-fca3-49ca-a259-d84376eb7d7b req-845c58a2-2d6f-4a02-a66e-618b58677f3d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:07.024926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33c07502-fca3-49ca-a259-d84376eb7d7b req-845c58a2-2d6f-4a02-a66e-618b58677f3d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 944 time: 0.8159301 Nov 23 10:06:07.124291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Deleting subnet ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:06:07.132012 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.152340 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:06:07.153114 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.158279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.245801 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361db8ad-cddb-4bd8-b8cd-80564849a40e None None] Pushing event updated for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:07.248961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:07.259286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2116234617-network', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:07.263150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-507dfdf2-c246-4d7e-93dd-0624fbe15049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:07.264606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-507dfdf2-c246-4d7e-93dd-0624fbe15049 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.2813203 Nov 23 10:06:07.309431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33c07502-fca3-49ca-a259-d84376eb7d7b req-903d611c-cb36-485d-b316-e9f9871acf68 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835422 Nov 23 10:06:07.329753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddac78-206e-450c-a932-87fe20944dc9 req-7c0f445e-6203-49b8-837e-13f5c596444f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:07.331630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acddac78-206e-450c-a932-87fe20944dc9 req-7c0f445e-6203-49b8-837e-13f5c596444f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 946 time: 0.0997624 Nov 23 10:06:07.358971 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.375603 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Attempting to bind port 90ee5bd5-ee41-460f-9223-bd6844b1246f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:07.378291 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Attempting to bind port 90ee5bd5-ee41-460f-9223-bd6844b1246f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:07.380917 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Attempting to bind port 90ee5bd5-ee41-460f-9223-bd6844b1246f on network 62b37c3d-06bb-4e67-8f48-49d07c50320d {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:07.397830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:07.398224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Checking segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:07.399314 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.402414 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Bound using segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:07.403116 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Bound port: 90ee5bd5-ee41-460f-9223-bd6844b1246f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:07.403820 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.420211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.455469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acddac78-206e-450c-a932-87fe20944dc9 req-3e18c40f-cb8d-4061-b599-d6cd0b4f9095 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100414 Nov 23 10:06:07.471921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-3b469a2b-1b47-4fcf-a6b6-37b28baea064 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877820 Nov 23 10:06:07.542718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] For port 90ee5bd5-ee41-460f-9223-bd6844b1246f, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:07.554932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] For port 90ee5bd5-ee41-460f-9223-bd6844b1246f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ee5bd5-ee41-460f-9223-bd6844b1246f,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:07.571225 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.576378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Made reservation on behalf of d9ca7337bbd34d8ca4c8191cc20efaef for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:07.583000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.615078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.664355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:07.704410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.706187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-02e83eee-4e4b-437c-8033-e520271f0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:07.711921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-02e83eee-4e4b-437c-8033-e520271f0404 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 1095 time: 0.1883905 Nov 23 10:06:07.726266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361db8ad-cddb-4bd8-b8cd-80564849a40e None None] Pushing event updated for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:07.727027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:07.734045 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:07.734654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:07.762150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.769313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3 HTTP/1.1" status: 204 len: 168 time: 1.0178878 Nov 23 10:06:07.783605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c237-0a68-43d4-8092-b4b048c75f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5c5b8c-0c00-4694-b4f7-fa2e7dd288a3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:07.793726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47330) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:07.804789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] Provisioning complete for port 90ee5bd5-ee41-460f-9223-bd6844b1246f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:07.805170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.907785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-b9b07fba-6019-4ff7-a003-2f2b87a96a42 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289348 Nov 23 10:06:07.920261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:07.999456 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:08.007727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.102808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:08.111722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:08.120657 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba93f6f-0e28-445f-b22c-1d8f02c24fef" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:08.128351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9d7cbddc-0783-46a7-a7ee-d790487e8858 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:08.223725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.238085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 9d7cbddc-0783-46a7-a7ee-d790487e8858 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:08.238507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9d7cbddc-0783-46a7-a7ee-d790487e8858 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:08.240225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.247974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf71113-352c-421c-ba94-a10d8d276085 req-41d5c330-0bbe-4baa-b102-e1c8be93eec7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:08.255456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cf71113-352c-421c-ba94-a10d8d276085 req-41d5c330-0bbe-4baa-b102-e1c8be93eec7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.2856586 Nov 23 10:06:08.266740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.335886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5cf71113-352c-421c-ba94-a10d8d276085 req-0da4e544-24b3-4859-82a7-b526a7cd4d43 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794475 Nov 23 10:06:08.347388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.364268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:06:08.376617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.377102 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Added segment c17ccb5c-9db9-43c2-a1e5-0be3d77be805 of type vlan for network 5a238dab-8313-4c1f-8077-3d67b840b285 Nov 23 10:06:08.380547 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.383709 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07947e-6a89-4be7-a1d2-9f4cc7b2aae2 x-openstack-request-id: req-cf07947e-6a89-4be7-a1d2-9f4cc7b2aae2 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:08.384165 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:08.385360 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf07947e-6a89-4be7-a1d2-9f4cc7b2aae2 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:08.386431 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'code': 200} Nov 23 10:06:08.398422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:08.400153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=14']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:08.446726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.485686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:08.526313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] For port 90ee5bd5-ee41-460f-9223-bd6844b1246f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ee5bd5-ee41-460f-9223-bd6844b1246f,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:08.528202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:08.537950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23666285-6e3c-48a4-bb67-914351e1cabe,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:08.539341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.540248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.559980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Transition to ACTIVE for port object c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:08.579717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6cbad49-5905-4973-8fc3-74cd1fa3da9e req-6286cc6a-2cf9-47ea-89b7-930cacc728f5 service neutron] 10.222.0.11 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318929 Nov 23 10:06:08.599155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:06:08.630898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.635779 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:07Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:08.688574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0656d2-a05a-4c55-b88d-ca42ecf78cb6 None None] Pushing event updated for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:08.692407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c2af695-153c-4e87-802d-4ed9d4122777 None None] Provisioning complete for port 90ee5bd5-ee41-460f-9223-bd6844b1246f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:08.692855 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c2af695-153c-4e87-802d-4ed9d4122777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.722643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b12c6a-0e31-4e78-b003-5378507cbdf6 None None] The sync data for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 is: [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:07Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:08.754607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.848294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e12d1bc-abfc-46a3-adcc-40e1b922e308']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:08.864082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a507d3-a627-4934-9fa9-b5bf5526bbff') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:08.864082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a507d3-a627-4934-9fa9-b5bf5526bbff') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:08.877986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a18cd-4592-4003-81aa-102649b9154d req-0794e69d-a23e-41d2-9692-b47a37c7678d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:08.887923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.888941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:08.889500 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.891992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9a18cd-4592-4003-81aa-102649b9154d req-0794e69d-a23e-41d2-9692-b47a37c7678d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 944 time: 0.3305690 Nov 23 10:06:08.906321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.959803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.972683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:06:08.973097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:06:08.974955 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:06:09.008526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=9']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:09.093966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8383644 Nov 23 10:06:09.099655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47392) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:09.120586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddaac9-6d27-4bbc-9455-3dcb04a0df0f admin admin] Pushing event updated for resources: {'Network': ['ID=5a238dab-8313-4c1f-8077-3d67b840b285,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:09.128606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Request body: {'subnet': {'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2116234617-subnet', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:09.134694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5a238dab-8313-4c1f-8077-3d67b840b285 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:06:09.216282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] No DVR routers for this DVR port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:06:09.236474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad9a18cd-4592-4003-81aa-102649b9154d req-2e75ec37-ee9c-4d47-b334-b8129ea96fed tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431158 Nov 23 10:06:09.364784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Made reservation on behalf of d9ca7337bbd34d8ca4c8191cc20efaef for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:09.366485 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:09.580954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:09.581326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:09.581714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:09.588641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:09.589016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Attempting to bind port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:09.599017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:09.599017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:09.599017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Bound using segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:09.610583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Bound port: c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:09.611071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:09.677191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ac0fca4a-2bea-40c8-84e2-c7d2f6322638 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:09.681874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6185ddfe-7e69-42c1-b1cc-8c90af53f00d up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:09.791747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:09.806398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:09.812368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6e12d1bc-abfc-46a3-adcc-40e1b922e308 HTTP/1.1" status: 204 len: 168 time: 1.9663317 Nov 23 10:06:09.874656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf498-2683-428d-af0c-b5ae7466534c req-9c865d8c-9624-4fb5-b0ee-89d670b7dcbc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:09.890326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:09.891471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbabf498-2683-428d-af0c-b5ae7466534c req-9c865d8c-9624-4fb5-b0ee-89d670b7dcbc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 944 time: 0.1634922 Nov 23 10:06:09.897087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-ea65c6a3-d9a9-4340-80f2-b8f26ff00fed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7013345 Nov 23 10:06:09.900048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0fb3-0691-4b67-a022-e596b45b1aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e12d1bc-abfc-46a3-adcc-40e1b922e308,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:09.900213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:09.900809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.000854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:10.019271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'port_id': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638', 'mac_address': 'fa:16:3e:1c:9b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a813276-75c5-41ec-894e-1685b3b04ce9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:10.047984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbabf498-2683-428d-af0c-b5ae7466534c req-a871e068-a9c0-4eb0-aaa0-8e158cfecbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552882 Nov 23 10:06:10.068810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:10.082722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-e59043c1-2fe6-4ed0-92c0-cc9a61719737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.086309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-e59043c1-2fe6-4ed0-92c0-cc9a61719737 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.1499848 Nov 23 10:06:10.146552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.172274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0fca4a-2bea-40c8-84e2-c7d2f6322638 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:10.178218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:10.212145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:10.213855 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.218872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935d2c-3327-4fbb-9e9b-ebe0ab38e036 req-34135afb-c100-4621-af43-7584f6387d98 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.223086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2935d2c-3327-4fbb-9e9b-ebe0ab38e036 req-34135afb-c100-4621-af43-7584f6387d98 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.3679411 Nov 23 10:06:10.225984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.241676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.288239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47434) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:10.304628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:10.308382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ee5bd5-ee41-460f-9223-bd6844b1246f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:10.378982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.382551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=10']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:10.410292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.410915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.412702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-019ededc-eeaf-4a98-9fdd-434a9e597980 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1092 time: 2.6940007 Nov 23 10:06:10.415691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:10.418281 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0e0d09-4411-45ef-9d81-8d52477247e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:10.421065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4051f3a0-ced5-4f19-9e6b-77427b2c850e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:10.468953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-4d1f8805-b601-4701-a73c-3a93d8b487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.471180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-4d1f8805-b601-4701-a73c-3a93d8b487ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.3575726 Nov 23 10:06:10.496164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Checking segment: {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:10.496555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Network hostable DHCP agents. Network: 5a238dab-8313-4c1f-8077-3d67b840b285, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:06:10.500197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b6286de-bd8e-41b1-aa67-6ea10f1d78d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=069e6f253fc44f638c9de9145fa2cfc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072592 Nov 23 10:06:10.505488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47438) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:10.507451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.509768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:10.517549 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a41f3-9222-403a-a2c2-69cd4b2ffbe5" -d '{"events": [{"server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "name": "network-vif-plugged", "status": "completed", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:10.521732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:10.586641 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2935d2c-3327-4fbb-9e9b-ebe0ab38e036 req-71a857f7-ba54-48dc-a7ef-44ae1b8c5acd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309867 Nov 23 10:06:10.597227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Network 5a238dab-8313-4c1f-8077-3d67b840b285 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:06:10.634162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-682bb15a-f46d-4988-9936-43c0f318df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.635651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-682bb15a-f46d-4988-9936-43c0f318df5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1096 time: 0.1863775 Nov 23 10:06:10.641299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 5a238dab-8313-4c1f-8077-3d67b840b285) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:10.649431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.652112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.655665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 90ee5bd5-ee41-460f-9223-bd6844b1246f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:10.656097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.691916 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c500e9c-7b74-4e2f-9605-294802bde9c9 x-openstack-request-id: req-2c500e9c-7b74-4e2f-9605-294802bde9c9 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:10.695990 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:10.696331 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c500e9c-7b74-4e2f-9605-294802bde9c9 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:10.696763 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'status': 'completed', 'code': 200} Nov 23 10:06:10.698432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd59a7-6fa9-4eef-8ac2-6e0c730a9e22 req-e616b752-bb0b-48e6-9755-4e109ffe7b12 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:10.700886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cccd59a7-6fa9-4eef-8ac2-6e0c730a9e22 req-e616b752-bb0b-48e6-9755-4e109ffe7b12 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 945 time: 0.3485310 Nov 23 10:06:10.708334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9ff78-8971-4d6f-9c6e-4aa723adf116 None None] Network 5a238dab-8313-4c1f-8077-3d67b840b285 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:06:10.736407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.740502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cada75d2-995e-48b0-ad0c-582d46cf18d5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6344867 Nov 23 10:06:10.771398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:10.780859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.781998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:10.801086 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25569002-844b-4ef8-bece-60ce9fabbdd1 x-openstack-request-id: req-25569002-844b-4ef8-bece-60ce9fabbdd1 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:10.801086 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "name": "network-vif-plugged", "status": "completed", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:10.801086 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25569002-844b-4ef8-bece-60ce9fabbdd1 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:10.803560 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'code': 200} Nov 23 10:06:10.857112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ac0fca4a-2bea-40c8-84e2-c7d2f6322638'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:10.887253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.890253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:10.891813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fa867e4-a687-47de-be00-64632cc6bcc2 HTTP/1.1" status: 204 len: 168 time: 0.3717401 Nov 23 10:06:10.931763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb1c1f-278e-40d5-954d-2e69be12dc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa867e4-a687-47de-be00-64632cc6bcc2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:10.943157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-82c9875b-2e60-456d-95af-2594cf4eff3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.4393883 Nov 23 10:06:10.956623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:11.024041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cccd59a7-6fa9-4eef-8ac2-6e0c730a9e22 req-5eb7e3bc-54ae-442e-b178-6483b5ab6034 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934325 Nov 23 10:06:11.042656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.048930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.164026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-afcb4786-4c58-4d74-8ab4-b4ba769b374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.168605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-afcb4786-4c58-4d74-8ab4-b4ba769b374b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1542141 Nov 23 10:06:11.256983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-5a238dab-8313-4c1f-8077-3d67b840b285', 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'fixed_ips': [{'subnet_id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:06:11.263755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.264932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-ec42b8e1-d205-4dc8-9f46-6da14ee9eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.266721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-ec42b8e1-d205-4dc8-9f46-6da14ee9eaba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911520 Nov 23 10:06:11.274447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.306029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a0b41-6e2d-4d65-95da-b9596bf35549 req-41ec6a18-0c12-4f07-8ed8-6653d29fc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.308015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a7a0b41-6e2d-4d65-95da-b9596bf35549 req-41ec6a18-0c12-4f07-8ed8-6653d29fc9a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4883c823-845f-4742-a668-21a71bb8d599 HTTP/1.1" status: 200 len: 1097 time: 0.4478219 Nov 23 10:06:11.329845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-4d17ee14-ae99-49d5-ad7d-ff4fec08f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.331646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-4d17ee14-ae99-49d5-ad7d-ff4fec08f48c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.6884904 Nov 23 10:06:11.423674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145172a5-836b-4d37-907b-580d362bb881 req-8a2bcacc-ef2f-4e15-b1fd-49f3bd2f6ff6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.425110 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-145172a5-836b-4d37-907b-580d362bb881 req-8a2bcacc-ef2f-4e15-b1fd-49f3bd2f6ff6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1684988 Nov 23 10:06:11.474536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-c9a973ca-860e-4169-a5b4-fa813b419ca8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1000 time: 0.1212537 Nov 23 10:06:11.491524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-8f605a59-6bf4-4875-8daa-55705453598d service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077749 Nov 23 10:06:11.533799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Allocated IP 172.20.0.2 (5a238dab-8313-4c1f-8077-3d67b840b285/4051f3a0-ced5-4f19-9e6b-77427b2c850e/3fd95edb-1a98-49fb-8a5d-d0c239717e54) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:11.653763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-145172a5-836b-4d37-907b-580d362bb881 req-2868cc3f-2cd7-41da-86df-bb072f0fe110 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179840 Nov 23 10:06:11.804890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bbd3f4b-c10e-4882-88df-54246ee4ef90 req-96a77b1c-7f78-45ee-bf5e-e408fd377db4 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634351 Nov 23 10:06:11.815769 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.827474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:11.916818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-2dd8a2f8-385b-4a0f-8eea-4e8c295b097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:11.918834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-2dd8a2f8-385b-4a0f-8eea-4e8c295b097c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.0604236 Nov 23 10:06:11.934738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Network 5a238dab-8313-4c1f-8077-3d67b840b285 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:11.951891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:11.958954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:11.988182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Pushing event updated for resources: {'Port': ['ID=3fd95edb-1a98-49fb-8a5d-d0c239717e54,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:12.047669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Attempting to bind port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:12.048114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Attempting to bind port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:12.048545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Attempting to bind port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 on network 5a238dab-8313-4c1f-8077-3d67b840b285 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:12.055620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:12.056112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Checking segment: {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:12.056578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.057032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Bound using segment: {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:12.057758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Bound port: 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:12.058614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.080221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cfb66-445a-443b-a90e-e8bfdf4ca30f req-bac3113e-f5e0-4098-b2c1-d7a7799b1b66 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.087984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf1cfb66-445a-443b-a90e-e8bfdf4ca30f req-bac3113e-f5e0-4098-b2c1-d7a7799b1b66 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.7787552 Nov 23 10:06:12.104172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.123843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a7a0b41-6e2d-4d65-95da-b9596bf35549 req-ffcd2ca5-c591-4d1b-ba04-260a228fd574 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038750 Nov 23 10:06:12.127016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-380e8194-3828-4287-80ed-8bcd507b997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.128833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-380e8194-3828-4287-80ed-8bcd507b997e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.2148511 Nov 23 10:06:12.132778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-3fd57680-de6e-4618-af8e-6fc8cb4f65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.134342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-3fd57680-de6e-4618-af8e-6fc8cb4f65b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.2070422 Nov 23 10:06:12.193599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf1cfb66-445a-443b-a90e-e8bfdf4ca30f req-60481eb8-32fb-4771-a52e-0905c876be10 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042910 Nov 23 10:06:12.199542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] For port 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:12.212800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] For port 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3fd95edb-1a98-49fb-8a5d-d0c239717e54,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:12.215545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.225650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4295-2c87-491b-88f4-47f23f917f8f req-785ce557-3bb8-4821-9597-778dcfbc0952 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.232635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6aa4295-2c87-491b-88f4-47f23f917f8f req-785ce557-3bb8-4821-9597-778dcfbc0952 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 945 time: 0.0875545 Nov 23 10:06:12.305911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8788a-f14a-41a8-a0ad-5ed6ea73ece4 None None] Pushing event updated for resources: {'Port': ['ID=3fd95edb-1a98-49fb-8a5d-d0c239717e54,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:12.315484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:12.366540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6aa4295-2c87-491b-88f4-47f23f917f8f req-2de7cff5-86b9-4004-9473-836830295aa8 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275656 Nov 23 10:06:12.458072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-fdce88ba-3240-4f30-ad3f-e07eae8057cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.0791969 Nov 23 10:06:12.484688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1800308639-network', 'tenant_id': 'f94a36bafb324b868a4a531047af2b0b'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:12.489955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256345-4cae-4eb9-9a01-d6434a370122 req-6eb2320e-0868-4d5c-b5ff-b84851d7cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.491031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-6eb2320e-0868-4d5c-b5ff-b84851d7cfa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028173 Nov 23 10:06:12.508627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.533486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.542464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-b6f84269-4728-4cc6-9c8d-4971a5bc4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.544032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-b6f84269-4728-4cc6-9c8d-4971a5bc4d14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0769408 Nov 23 10:06:12.545349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Made reservation on behalf of f94a36bafb324b868a4a531047af2b0b for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:12.549046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.592620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.736087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-d47c8e2c-9510-46b6-be8d-be95e91ca9ba service neutron] 10.222.0.11 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359776 Nov 23 10:06:12.741146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.753734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-cfba2c9b-c122-4607-be79-fa344f13b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:12.755742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-cfba2c9b-c122-4607-be79-fa344f13b941 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957047 Nov 23 10:06:12.756413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.828682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Allocated IP 172.25.1.29 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/5ade6579-ed46-4696-802e-56e94eee56a1) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:12.885991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:06:12.896311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e18db-50ef-4399-be1f-ad49cd65191a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:12.914498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:12.915172 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Added segment 82f44dde-355e-41ed-94fc-3082b65f4765 of type vlan for network 5f21617c-73ab-4c38-9003-c63f69a4e59c Nov 23 10:06:12.957247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-33cc508c-f175-4d0b-a15f-b38381e1e8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679387 Nov 23 10:06:13.031472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33256345-4cae-4eb9-9a01-d6434a370122 req-3ff196fb-4e13-489f-ae60-f0af7da5c152 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828085 Nov 23 10:06:13.040723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.082796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6867cab-a7af-46b9-acd9-1c7a44354701 req-f65dcc5d-ccde-4105-b522-b8ab2ff3bfa1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:13.084588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6867cab-a7af-46b9-acd9-1c7a44354701 req-f65dcc5d-ccde-4105-b522-b8ab2ff3bfa1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2674153 Nov 23 10:06:13.088011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.166220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.167685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:13.168436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.193266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ff774e-9303-49fd-b0cd-3f98bdce6cef req-c9b06a12-31d3-414c-9dd4-287956feed20 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067945 Nov 23 10:06:13.218675 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8931663 Nov 23 10:06:13.277730 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6867cab-a7af-46b9-acd9-1c7a44354701 req-bf645d80-7e71-4a5f-a205-7a06f77f8f98 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833339 Nov 23 10:06:13.287567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.306003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-49803099-5706-4e72-821f-b8552e24d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:13.307694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-49803099-5706-4e72-821f-b8552e24d287 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1096 time: 0.1885583 Nov 23 10:06:13.315748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1b95-ffba-4292-a52f-3c90b75a849e admin admin] Pushing event updated for resources: {'Network': ['ID=5f21617c-73ab-4c38-9003-c63f69a4e59c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:13.330127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5f21617c-73ab-4c38-9003-c63f69a4e59c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:06:13.405084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Pushing event updated for resources: {'Port': ['ID=5ade6579-ed46-4696-802e-56e94eee56a1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:13.433839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34694-ae4f-4d6c-a7a0-ab64639281dd req-45d1197f-e3e3-466c-a38b-54cb084a8156 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:13.435626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1c34694-ae4f-4d6c-a7a0-ab64639281dd req-45d1197f-e3e3-466c-a38b-54cb084a8156 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1127872 Nov 23 10:06:13.510871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:13.516139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:13.534530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:13.551658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119bbb3-fbf6-4102-abe3-3dfa39d33128 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:06:13.569774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1c34694-ae4f-4d6c-a7a0-ab64639281dd req-fa272ac7-02f7-422d-ad05-d8c5fdcb9184 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277335 Nov 23 10:06:13.650650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f127f54d-7697-422a-a28a-cac5ac235c6d None None] Provisioning complete for port 5ade6579-ed46-4696-802e-56e94eee56a1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:13.651420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f127f54d-7697-422a-a28a-cac5ac235c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:13.762434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ac0fca4a-2bea-40c8-84e2-c7d2f6322638 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:13.766193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f127f54d-7697-422a-a28a-cac5ac235c6d None None] Port 5ade6579-ed46-4696-802e-56e94eee56a1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:13.907095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:13.918159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:13.925423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.050031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf16693-8185-4402-bfdc-e7b311634713 None None] Network 5a238dab-8313-4c1f-8077-3d67b840b285 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:06:14.166394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.178357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8d73-0fd8-48c9-8e4d-690d764122c0 req-1056c4dd-d4cb-41b7-873e-5b22ec59d902 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:14.186765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10ed8d73-0fd8-48c9-8e4d-690d764122c0 req-1056c4dd-d4cb-41b7-873e-5b22ec59d902 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 945 time: 0.6678402 Nov 23 10:06:14.232340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3fd95edb-1a98-49fb-8a5d-d0c239717e54 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:14.319533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.391087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a44070b0-e174-4860-9426-7b24567170cf None None] Provisioning complete for port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:14.393943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a44070b0-e174-4860-9426-7b24567170cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.429423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-aaba6f13-dea7-49ee-a905-597574f9da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:14.435474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-aaba6f13-dea7-49ee-a905-597574f9da25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 1.0258448 Nov 23 10:06:14.532153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf922e-d1a4-4603-b799-f7b7c75cdd7d req-2d0ae2b5-d960-45cf-bb46-e05cd08c77bd tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:14.552766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf922e-d1a4-4603-b799-f7b7c75cdd7d req-2d0ae2b5-d960-45cf-bb46-e05cd08c77bd tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:14.559617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf922e-d1a4-4603-b799-f7b7c75cdd7d req-2d0ae2b5-d960-45cf-bb46-e05cd08c77bd tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:14.575884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ddf922e-d1a4-4603-b799-f7b7c75cdd7d req-2d0ae2b5-d960-45cf-bb46-e05cd08c77bd tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5821729 Nov 23 10:06:14.657110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-d3723608-a9e9-4f53-98cc-3db023bf8e8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 200 len: 1000 time: 0.1601751 Nov 23 10:06:14.679438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:14.681869 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71298b8a-5e72-489b-9477-91eb2054b545" -d '{"events": [{"server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "name": "network-vif-plugged", "status": "completed", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:14.684719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10ed8d73-0fd8-48c9-8e4d-690d764122c0 req-d9b72fb1-59a8-476a-80da-b10c48ce396f tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966998 Nov 23 10:06:14.699108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:14.712479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.811634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:14.812275 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:14.930039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:15.017373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-ae725593-ed7f-425c-8dea-fb1d0ff68e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:15.019508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-ae725593-ed7f-425c-8dea-fb1d0ff68e7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.3313637 Nov 23 10:06:15.058703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a445ed-4441-415b-9d34-ecf9cd3ad282 req-8de0012a-e890-4832-a085-5c9e39ea54a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:15.075368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70a445ed-4441-415b-9d34-ecf9cd3ad282 req-8de0012a-e890-4832-a085-5c9e39ea54a2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2082214 Nov 23 10:06:15.091187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30af40-a85c-4070-ab57-ee23ab95b17e req-db970843-3a53-4a5a-ab9b-65a6a9c17f00 tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:15.102141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a44070b0-e174-4860-9426-7b24567170cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.118375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca30af40-a85c-4070-ab57-ee23ab95b17e req-db970843-3a53-4a5a-ab9b-65a6a9c17f00 tempest-ComputeTenantNetworksTest-870321033 tempest-ComputeTenantNetworksTest-870321033-project] 10.222.0.62 "GET /v2.0/networks/5f21617c-73ab-4c38-9003-c63f69a4e59c HTTP/1.1" status: 200 len: 769 time: 0.1696298 Nov 23 10:06:15.121040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47552) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:15.191651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.235060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a44070b0-e174-4860-9426-7b24567170cf None None] For port 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3fd95edb-1a98-49fb-8a5d-d0c239717e54,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:15.244798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a44070b0-e174-4860-9426-7b24567170cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.324836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44070b0-e174-4860-9426-7b24567170cf None None] Pushing event updated for resources: {'Port': ['ID=3fd95edb-1a98-49fb-8a5d-d0c239717e54,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:15.369998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.382224 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:06:15.383015 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:06:15.413389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-57ebc1cb-91fe-4238-941a-420cd501293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:15.418832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-57ebc1cb-91fe-4238-941a-420cd501293f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402803 Nov 23 10:06:15.427406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70a445ed-4441-415b-9d34-ecf9cd3ad282 req-c42dbb8d-1f79-4a68-9c77-c4a09ab3eb54 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928488 Nov 23 10:06:15.428752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.443379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883b3a-545c-426d-8973-87b21d0848a2 req-44eb5701-e7ca-4696-aff8-8110e2893f0d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:15.453278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7883b3a-545c-426d-8973-87b21d0848a2 req-44eb5701-e7ca-4696-aff8-8110e2893f0d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1570985 Nov 23 10:06:15.507484 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc3b9e-9a49-4af4-897f-a4667a655d08 x-openstack-request-id: req-7fdc3b9e-9a49-4af4-897f-a4667a655d08 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:15.508488 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "name": "network-vif-plugged", "status": "completed", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:15.508917 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fdc3b9e-9a49-4af4-897f-a4667a655d08 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:15.509490 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638', 'code': 200} Nov 23 10:06:15.593512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9628319f-26e8-4174-a897-6b1d49868e3a None None] Provisioning complete for port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:15.594968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9628319f-26e8-4174-a897-6b1d49868e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.721768 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.760629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7883b3a-545c-426d-8973-87b21d0848a2 req-4059bc20-7d9b-4a4e-a983-7fbf9c629990 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059387 Nov 23 10:06:15.775466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.819749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f21617c-73ab-4c38-9003-c63f69a4e59c']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:15.888116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f44dde-355e-41ed-94fc-3082b65f4765') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:15.889104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f44dde-355e-41ed-94fc-3082b65f4765') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:15.926465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:15.944691 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-0ff93287-aa36-4e96-9949-682815eeebfb service neutron] 10.222.0.11 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244668 Nov 23 10:06:15.946288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:06:15.996972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.012131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:06:16.012929 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:06:16.015073 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:06:16.082342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3bcd-e501-463b-abc6-66e80ccc2ff6 req-349b72c5-9458-416e-9d7b-6fddcf43d66e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:16.090224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfaa3bcd-e501-463b-abc6-66e80ccc2ff6 req-349b72c5-9458-416e-9d7b-6fddcf43d66e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 946 time: 0.1375420 Nov 23 10:06:16.123919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.138346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.146931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] 10.222.0.62 "DELETE /v2.0/networks/5f21617c-73ab-4c38-9003-c63f69a4e59c HTTP/1.1" status: 204 len: 168 time: 1.0244348 Nov 23 10:06:16.217465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3fd95edb-1a98-49fb-8a5d-d0c239717e54 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:16.238756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:06:16.250473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e732a05-89c8-4de4-8135-b974abf9718f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f21617c-73ab-4c38-9003-c63f69a4e59c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:16.294627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.300953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-90a0a0f8-cdfc-4328-96f5-6947e015e391 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5240035 Nov 23 10:06:16.302658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:16.314210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Sync routers for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:06:16.321317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfaa3bcd-e501-463b-abc6-66e80ccc2ff6 req-8d7890a5-c16b-4391-b071-330ebcf0e252 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298243 Nov 23 10:06:16.358638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:16.362069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:16.364414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:16.416104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:16.416775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.485833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8e81ac24-7959-4fed-a507-54d1bf980a41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f94a36bafb324b868a4a531047af2b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198788 Nov 23 10:06:16.488537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47574) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:16.558335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:16.709851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.838680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:16.976872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:13Z', 'revision_number': 3, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:17.030897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.036027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.038577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/128e18db-50ef-4399-be1f-ad49cd65191a HTTP/1.1" status: 204 len: 168 time: 0.5487676 Nov 23 10:06:17.044661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Checking router: 1fbbd314-628e-4a5f-bc01-270845d5d5a8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:06:17.045015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Updating router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 port 5ade6579-ed46-4696-802e-56e94eee56a1 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:06:17.072863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa04ddb-372b-4411-b176-1a05fa1ea075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e18db-50ef-4399-be1f-ad49cd65191a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:17.107470 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.495012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.709839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.728660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.738402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Allocated IP 172.20.0.1 (5a238dab-8313-4c1f-8077-3d67b840b285/4051f3a0-ced5-4f19-9e6b-77427b2c850e/aec7344f-86a3-45bf-88f2-73b8fc7dfe2c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:17.859490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd429d5e-d36d-4d54-9eb8-63f22f497e01 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:06:17.903493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.925700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d666f52-b5c9-455f-98e4-cd4e2a39044b None None] Pushing event updated for resources: {'Port': ['ID=5ade6579-ed46-4696-802e-56e94eee56a1,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:17.936322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-53205f75-99c0-4bbd-94f8-41a7ecd42d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.938621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Attempting to bind port 5ade6579-ed46-4696-802e-56e94eee56a1 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:17.939005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Attempting to bind port 5ade6579-ed46-4696-802e-56e94eee56a1 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:17.939375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Attempting to bind port 5ade6579-ed46-4696-802e-56e94eee56a1 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:17.950968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:17.951460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:17.952184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.952577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:17.953159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Bound port: 5ade6579-ed46-4696-802e-56e94eee56a1, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:17.956186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:17.959489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:18.056280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Pushing event updated for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:18.075664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Network 5a238dab-8313-4c1f-8077-3d67b840b285 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:18.082039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:18.087480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:18.110963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b13b4ff-da5e-40d7-ad51-8822290abe07 None None] Provisioning complete for port 5ade6579-ed46-4696-802e-56e94eee56a1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:18.111276 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b13b4ff-da5e-40d7-ad51-8822290abe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:18.153224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] For port 5ade6579-ed46-4696-802e-56e94eee56a1, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:18.172382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] For port 5ade6579-ed46-4696-802e-56e94eee56a1, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5ade6579-ed46-4696-802e-56e94eee56a1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:18.175557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b13b4ff-da5e-40d7-ad51-8822290abe07 None None] Port 5ade6579-ed46-4696-802e-56e94eee56a1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:18.181305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:18.203957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:18.293064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d52f3b-fee2-4572-aa56-95e8af863d27 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:06:18.361685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:18.380771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:05:51Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:18.395063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d666f52-b5c9-455f-98e4-cd4e2a39044b None None] Pushing event updated for resources: {'Port': ['ID=5ade6579-ed46-4696-802e-56e94eee56a1,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:18.673815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6947588-2468-4d13-8693-a634f827945c req-44ad7367-1244-40ba-93d5-a28af1662b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:18.676454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6947588-2468-4d13-8693-a634f827945c req-44ad7367-1244-40ba-93d5-a28af1662b76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 1097 time: 0.1208081 Nov 23 10:06:18.765949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] Provisioning complete for port 5ade6579-ed46-4696-802e-56e94eee56a1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:18.766572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:18.782853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6947588-2468-4d13-8693-a634f827945c req-6ebc3f22-8b19-45be-9d4b-2713d423e6aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910907 Nov 23 10:06:18.793664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f4abe-9f6f-4aae-b625-b21e6c6e9174 req-1177528b-8a46-41f0-abe1-30bc9472a334 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:18.802203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f2f4abe-9f6f-4aae-b625-b21e6c6e9174 req-1177528b-8a46-41f0-abe1-30bc9472a334 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 946 time: 0.0860927 Nov 23 10:06:18.895421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:18.936927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f2f4abe-9f6f-4aae-b625-b21e6c6e9174 req-75b70f57-ffc3-4c4c-8308-b82b081640bb tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334527 Nov 23 10:06:19.195031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed29a61-e972-4892-9ad0-4ac95eba769e req-55a2a551-34e0-4aeb-be4c-fea5fcb17b38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:19.207395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eed29a61-e972-4892-9ad0-4ac95eba769e req-55a2a551-34e0-4aeb-be4c-fea5fcb17b38 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0993152 Nov 23 10:06:19.307333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eed29a61-e972-4892-9ad0-4ac95eba769e req-89759bfb-b096-40eb-8f9b-f85c64f995fd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988660 Nov 23 10:06:19.516297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb5aad-a439-47dc-96e7-71784f928890 req-e0456876-863e-4ee7-be45-b3150b85673f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:19.526315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4feb5aad-a439-47dc-96e7-71784f928890 req-e0456876-863e-4ee7-be45-b3150b85673f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0994334 Nov 23 10:06:19.712229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4feb5aad-a439-47dc-96e7-71784f928890 req-0c1a4620-daae-4ce8-8069-c94b997c92fe tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837573 Nov 23 10:06:19.724190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b699c-f0ce-49ce-b951-437c3c348895 req-67b599e4-1451-47f4-9bff-2590a8bfecee tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:19.725778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc9b699c-f0ce-49ce-b951-437c3c348895 req-67b599e4-1451-47f4-9bff-2590a8bfecee tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1468165 Nov 23 10:06:19.766843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:19.860023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:19.884923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] For port 5ade6579-ed46-4696-802e-56e94eee56a1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5ade6579-ed46-4696-802e-56e94eee56a1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:19.893488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.017861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad0e0d09-4411-45ef-9d81-8d52477247e9 req-40e111bf-6205-47ff-9c3a-684fc5f139e6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814332 Nov 23 10:06:20.052911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc9b699c-f0ce-49ce-b951-437c3c348895 req-c743ba42-156a-4263-89e7-eadab6c25b84 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933753 Nov 23 10:06:20.121850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab833b2-2f3e-4530-b5d8-50c6b52afefc None None] Pushing event updated for resources: {'Port': ['ID=5ade6579-ed46-4696-802e-56e94eee56a1,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:20.213264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-55a2cb02-e3dc-47d2-81b3-3dfa1a4b6a99 None None] Provisioning complete for port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:20.213697 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-55a2cb02-e3dc-47d2-81b3-3dfa1a4b6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.279573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-55a2cb02-e3dc-47d2-81b3-3dfa1a4b6a99 None None] Port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:20.320001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6650-9f38-4a24-9074-a0904fe773ac req-86aaa811-aeff-46dc-bc72-5ec524862117 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:20.325022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef5c6650-9f38-4a24-9074-a0904fe773ac req-86aaa811-aeff-46dc-bc72-5ec524862117 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 946 time: 0.1184270 Nov 23 10:06:20.340130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.422349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:13Z', 'revision_number': 3, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:20.456584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0418279d-8c64-48e1-8baa-20637e5096be None None] The sync data for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 is: [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:13Z', 'revision_number': 3, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:20.458755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b07e50f4-6abc-46fb-a45f-13ba467c321d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.471902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef5c6650-9f38-4a24-9074-a0904fe773ac req-0965572c-0ee0-4df5-b2e3-d40efdf393b1 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389513 Nov 23 10:06:20.638485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-418168d7-f32b-4bab-9d81-58917913c11e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:20.640083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-418168d7-f32b-4bab-9d81-58917913c11e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.3434572 Nov 23 10:06:20.687158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.700125 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-65bed5b0-ab58-4f8b-973a-20edae1207f5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/quotas/a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 375 time: 0.0386791 Nov 23 10:06:20.701639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.975398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:20.977289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Pushing event updated for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:21.040116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-5d179c3d-9f1a-4b59-9bc0-aa18d6ed52a7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3292391 Nov 23 10:06:21.209884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:21.350510 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-abbf57e9-8656-40fa-858b-cf1ad1def6eb service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004231 Nov 23 10:06:21.601800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Network 5a238dab-8313-4c1f-8077-3d67b840b285 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:21.609809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:21.794251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda138-4df1-4e21-9667-2a02b3295c95 req-256e41aa-eb1f-432a-99f0-1a14f575ae59 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:21.804579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90bda138-4df1-4e21-9667-2a02b3295c95 req-256e41aa-eb1f-432a-99f0-1a14f575ae59 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1077988 Nov 23 10:06:21.963358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-7a58e772-b020-467b-9a99-2a198f42a810 service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114881 Nov 23 10:06:21.973327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90bda138-4df1-4e21-9667-2a02b3295c95 req-adef95b6-4ac9-4a5b-b29c-06f4d387ef26 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677167 Nov 23 10:06:22.030134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:06:22.227013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-81a2cbf9-39c1-473b-a233-a0754a7b4e15 None None] Provisioning complete for port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:22.227013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-81a2cbf9-39c1-473b-a233-a0754a7b4e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:22.282003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2b62e-b5fc-4ed4-8b66-d82f7a519d6c req-2487d66c-034b-482c-9be8-1edbc4ffe325 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:22.296066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ad2b62e-b5fc-4ed4-8b66-d82f7a519d6c req-2487d66c-034b-482c-9be8-1edbc4ffe325 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 946 time: 0.2217629 Nov 23 10:06:22.314445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5ade6579-ed46-4696-802e-56e94eee56a1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:22.385312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5ade6579-ed46-4696-802e-56e94eee56a1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:22.385688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:22.454893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-81a2cbf9-39c1-473b-a233-a0754a7b4e15 None None] Port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:22.474665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ad2b62e-b5fc-4ed4-8b66-d82f7a519d6c req-37f607d1-0615-4268-8d1e-63aa2774d3b9 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716502 Nov 23 10:06:22.490720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:06:22.512367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-187e8bf2-36a5-4801-8270-02bf71549646 admin admin] 10.222.0.62 "PUT /v2.0/routers/1fbbd314-628e-4a5f-bc01-270845d5d5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2081683 Nov 23 10:06:22.641839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:22.700541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63737ac3-aa48-4ae5-97eb-bd59a4bb49ab req-8812f121-95b5-4f5d-805d-5212515925c8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 210 time: 0.0881875 Nov 23 10:06:23.065140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753740d1-2edc-451a-9e5f-263560731f83 req-84d3ce43-2138-48c2-94d9-4503ab53358e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:23.091970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-753740d1-2edc-451a-9e5f-263560731f83 req-84d3ce43-2138-48c2-94d9-4503ab53358e tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=4883c823-845f-4742-a668-21a71bb8d599 HTTP/1.1" status: 200 len: 946 time: 0.2006800 Nov 23 10:06:23.339427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-753740d1-2edc-451a-9e5f-263560731f83 req-78c6bf01-95c5-4b1d-9a70-2e8c83957ea3 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437990 Nov 23 10:06:23.524119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:23.644787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ea42-867e-4a48-a84a-8b3ccfe52dc7 req-8692a941-5ac5-4c20-b1f1-4f8069e67cfd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:23.647252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6c7ea42-867e-4a48-a84a-8b3ccfe52dc7 req-8692a941-5ac5-4c20-b1f1-4f8069e67cfd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1253445 Nov 23 10:06:23.734319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6c7ea42-867e-4a48-a84a-8b3ccfe52dc7 req-4594ea96-5494-44d0-89ac-763fd0338821 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786345 Nov 23 10:06:23.842511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Sync routers for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:06:23.859581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:23.860505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:06:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:24.183598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:24.205595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-88ce1aef-2ba8-4a1a-9366-935854fc0393 req-03d64421-5f4b-43f7-ae1a-8a2fbc3d47e2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 210 time: 0.0476758 Nov 23 10:06:24.675089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-e01b9096-feb4-46f6-9afd-e1274a2d5bf2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:24.676809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-e01b9096-feb4-46f6-9afd-e1274a2d5bf2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.3259406 Nov 23 10:06:24.689726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'device_id': '6558139c-e412-473e-8fe9-657911ccec6c', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'admin_state_up': True, 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:24.766816 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'aec7344f-86a3-45bf-88f2-73b8fc7dfe2c', 'name': '', 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'mac_address': 'fa:16:3e:9e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:17Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 2, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'subnets': [{'id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:24.838247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Checking router: 1fbbd314-628e-4a5f-bc01-270845d5d5a8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:06:24.840960 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Updating router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:06:24.915288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47734) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:24.920489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032559137', 'description': 'tempest-secgroup-smoke-1032559137 description', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:24.948565 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:24.985338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.021431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:25.027320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.196081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b22e0-ec6a-4dda-bcd2-284fbae7c08f req-1d770cef-2581-4cfa-96d8-ce90ac4e100d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:25.211887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-814b22e0-ec6a-4dda-bcd2-284fbae7c08f req-1d770cef-2581-4cfa-96d8-ce90ac4e100d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1845493 Nov 23 10:06:25.391944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-814b22e0-ec6a-4dda-bcd2-284fbae7c08f req-287cefdf-326a-452b-b7f0-3266b65bf903 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757302 Nov 23 10:06:25.472257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.480067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.520454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.526764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6103520 Nov 23 10:06:25.540083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47760) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:25.561251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:25.620021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7635a64b-94c1-4552-8a5a-c67fe00e2502,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:25.642862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.643569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.644123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.644668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.646307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.646848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.647404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.648309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.649557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.651707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.652243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.652787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb2ac-d426-452e-a82d-e0d450164c7d tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:25.726728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-b19ba999-09bf-45f0-bad1-37af80b4bda4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:25.727705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-731072a7-74fd-4a4d-bf85-392dca8aa47a req-ef8d7d9a-9b29-4b41-98cb-b8f096f9465f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 210 time: 0.0512066 Nov 23 10:06:25.740318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-b19ba999-09bf-45f0-bad1-37af80b4bda4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.5196316 Nov 23 10:06:25.745388 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.752771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.758500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.20.0.8 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/ed620683-247d-4060-9133-479084f31191) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:25.760531 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.802861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-a94ee10a-9fdc-4269-a4fe-1f8dffb80793 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/quotas/9195b1230c2f4bd99e16cdec9c661964 HTTP/1.1" status: 200 len: 375 time: 0.0585189 Nov 23 10:06:25.887144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.887556 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe17a-7b40-4304-8bf9-a32c5647c938 None None] Pushing event updated for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:25.893660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.956300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccb46dd-d315-44e0-a86c-5205ad3ec442,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:25.972569 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:25.977378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6cb54066-d299-4796-88f9-fa99193a5337 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358425 Nov 23 10:06:25.978077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47766) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:25.983206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:26.030178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.052764 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Attempting to bind port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:26.053431 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Attempting to bind port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:26.054096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-011779cb-2a01-4e3d-8ccc-f53dcaacfb76 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497139 Nov 23 10:06:26.055964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Attempting to bind port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c on network 5a238dab-8313-4c1f-8077-3d67b840b285 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:26.071643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:26.072244 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Checking segment: {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:26.072834 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.073339 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Bound using segment: {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:26.073990 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Bound port: aec7344f-86a3-45bf-88f2-73b8fc7dfe2c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:26.074476 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.232208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.240791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.275733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1baedf0-37d4-4f45-ad1d-abf312d08e8a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:26.283089 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] For port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:26.290267 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] For port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:26.296850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.299044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e66dadb4-ef06-4a2a-9355-4b84277942a3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199413 Nov 23 10:06:26.301227 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.302871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:26.308116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:26.373088 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:26.375000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:06:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:26.379504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.441055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] Provisioning complete for port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:26.442966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.473499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-48c90c0d-e29f-46fd-9fd1-72f0d9bfa16d service neutron] 10.222.0.62 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182150 Nov 23 10:06:26.589921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.597250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.615017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4855bbea-5508-4ff3-823b-dc7a135b3752,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:26.639359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.642224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-040812fe-e2aa-43fe-94fe-e7cf16259067 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387072 Nov 23 10:06:26.652868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47784) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:26.658255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:26.694276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.698645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.719065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927267a9-050a-4af8-b690-6172db9ecbed req-ba7e4758-ddee-4561-bd65-f2f8adc35cb7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:26.730041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-927267a9-050a-4af8-b690-6172db9ecbed req-ba7e4758-ddee-4561-bd65-f2f8adc35cb7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.0860488 Nov 23 10:06:26.771782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] For port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:26.777679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.819603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-54925d16-cb00-46d9-ba78-18049c2359e5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437150 Nov 23 10:06:26.820714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-927267a9-050a-4af8-b690-6172db9ecbed req-32f7d98d-af55-469b-8f53-f5e4c7713bd0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875080 Nov 23 10:06:26.841755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e38699-3ad5-42de-8656-9bd6b7888b0e None None] Pushing event updated for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:26.872198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.908710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c5915382-e3f9-4073-b20c-a2de118c2003 None None] Provisioning complete for port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:26.909385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c5915382-e3f9-4073-b20c-a2de118c2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:26.947467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe17a-7b40-4304-8bf9-a32c5647c938 None None] Pushing event updated for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:26.962935 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:27.025155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.167943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:27.171292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ea7d-331c-488d-95ec-4bb78d40eb83 req-c34462a3-a310-41b4-bc70-8599fd76b2ae tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:27.175081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e174ea7d-331c-488d-95ec-4bb78d40eb83 req-c34462a3-a310-41b4-bc70-8599fd76b2ae tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 931 time: 0.0880699 Nov 23 10:06:27.190883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:27.216283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:27.300687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.301704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:27.316610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.331611 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'aec7344f-86a3-45bf-88f2-73b8fc7dfe2c', 'name': '', 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'mac_address': 'fa:16:3e:9e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:17Z', 'updated_at': '2021-11-23T10:06:26Z', 'revision_number': 4, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'subnets': [{'id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:27.367399 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e174ea7d-331c-488d-95ec-4bb78d40eb83 req-4504eed3-7bdd-4cf3-9709-50a3914eb52b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859877 Nov 23 10:06:27.387644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcf3104-a1e7-4be1-986c-a889f96a9069,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:27.430759 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ff76-0c4c-4825-9142-37a3458f21e3 None None] The sync data for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 is: [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'aec7344f-86a3-45bf-88f2-73b8fc7dfe2c', 'name': '', 'network_id': '5a238dab-8313-4c1f-8077-3d67b840b285', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'mac_address': 'fa:16:3e:9e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:17Z', 'updated_at': '2021-11-23T10:06:26Z', 'revision_number': 4, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'subnets': [{'id': '4051f3a0-ced5-4f19-9e6b-77427b2c850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:27.447677 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.449100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b93f7d92-f1a4-488f-b933-3449ab772668 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7949693 Nov 23 10:06:27.452005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:27.457273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:27.470982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:27.471727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.520616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-cd25e09d-bcc2-459f-9de6-c6a05de11815 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8346150 Nov 23 10:06:27.521691 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Project e6dd215f6b9a49eb9f8adecbe31dac19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:06:27.533108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Request body: {'port': {'device_id': '6558139c-e412-473e-8fe9-657911ccec6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:27.559949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.815422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.862762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4fc5f4-07f0-4440-8694-79deb84fb204 req-14036461-e9e0-4560-b38c-b4c46d65f545 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 210 time: 0.0600250 Nov 23 10:06:27.890365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.916678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.926980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1bb4e06f-72a3-4547-a617-59cf0c112152 None None] Provisioning complete for port ed620683-247d-4060-9133-479084f31191 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:27.929008 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e06f-72a3-4547-a617-59cf0c112152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.963801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a78635-0ce1-46ed-9804-7e761d095f69,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:27.985798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:27.988394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ae7afb6-dc01-4e6d-8d81-2010c8c105e0 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5352180 Nov 23 10:06:28.002888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4e06f-72a3-4547-a617-59cf0c112152 None None] Port ed620683-247d-4060-9133-479084f31191 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:28.005582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47816) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:28.017580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'security_group_rule': {'security_group_id': '7635a64b-94c1-4552-8a5a-c67fe00e2502', 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:28.090977 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Project e6dd215f6b9a49eb9f8adecbe31dac19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:06:28.097966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:28.134221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897411-7728-4e68-bb83-764f99e6e173 req-daa459de-be58-4484-b00c-498209687772 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:28.143969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba897411-7728-4e68-bb83-764f99e6e173 req-daa459de-be58-4484-b00c-498209687772 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1169100 Nov 23 10:06:28.259813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba897411-7728-4e68-bb83-764f99e6e173 req-3eb4401c-756e-4be3-a841-e395e78e1b25 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147194 Nov 23 10:06:28.282975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:28.295953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:28.361120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec7344f-86a3-45bf-88f2-73b8fc7dfe2c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:28.382426 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:28.386450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3795664 Nov 23 10:06:28.387771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb1307-5862-48dd-8623-ff4b9a91821c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4943e-1e97-4045-be51-531d97bf32d9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:28.520991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:28.521659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:28.607861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f28c2-f909-4f68-a7fa-01e7e06c4b6d req-e88b2290-bf9d-4fd4-a814-7811024dc74b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:28.618895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d37f28c2-f909-4f68-a7fa-01e7e06c4b6d req-e88b2290-bf9d-4fd4-a814-7811024dc74b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 931 time: 0.1168129 Nov 23 10:06:28.717342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d37f28c2-f909-4f68-a7fa-01e7e06c4b6d req-72c3d802-dc31-42f7-8d54-6beb431ecbb8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973299 Nov 23 10:06:28.959491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-1b9b0f4f-611d-4e55-a272-e3a24319e579 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032559137&fields=id&tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19 HTTP/1.1" status: 200 len: 267 time: 0.0894141 Nov 23 10:06:29.020319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f507d5dc-30d6-4c2a-8f1b-5781f774e2b3 req-65dd0e9e-208b-4d3f-a36b-63cf7aac7f2f tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 210 time: 0.0453465 Nov 23 10:06:29.207009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed620683-247d-4060-9133-479084f31191 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:29.219289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-34083312-9c1b-41c1-a00b-1f55172bbd91 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:29.233046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-34083312-9c1b-41c1-a00b-1f55172bbd91 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 809 time: 0.2724648 Nov 23 10:06:29.255461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-efbf4363-dab0-4870-8412-9ebba2c47635 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/quotas/e6dd215f6b9a49eb9f8adecbe31dac19 HTTP/1.1" status: 200 len: 375 time: 0.0212820 Nov 23 10:06:29.266671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:29.348649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Transition to ACTIVE for port object ed620683-247d-4060-9133-479084f31191 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:29.368770 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:29.486302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:29.518478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-850fb5b4-5798-4077-a33d-cbeb6f59af55 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538018 Nov 23 10:06:29.614925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2697d-b31f-4fbd-a484-488f08b1340a req-7fe2f20a-a54c-4170-b29d-5f3f37922f2e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:29.628659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13b2697d-b31f-4fbd-a484-488f08b1340a req-7fe2f20a-a54c-4170-b29d-5f3f37922f2e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1839535 Nov 23 10:06:29.726108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13b2697d-b31f-4fbd-a484-488f08b1340a req-739a690b-467a-4a12-9d8f-13ea50cca745 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965047 Nov 23 10:06:29.787362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-d8e9866c-c17b-460e-b2a7-bc9f18b45608 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:29.789143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-d8e9866c-c17b-460e-b2a7-bc9f18b45608 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.2620203 Nov 23 10:06:29.811798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Request body: {'port': {'device_id': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'admin_state_up': True, 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:29.821938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Attempting to bind port ed620683-247d-4060-9133-479084f31191 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:29.822262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Attempting to bind port ed620683-247d-4060-9133-479084f31191 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:29.822949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Attempting to bind port ed620683-247d-4060-9133-479084f31191 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:29.907254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Port ed620683-247d-4060-9133-479084f31191 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:29.907814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Attempting to bind port ed620683-247d-4060-9133-479084f31191 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:29.934845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:29.935235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:29.935720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:29.936403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Bound port: ed620683-247d-4060-9133-479084f31191, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:29.936838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:29.995994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-431b9762-1b42-425b-a070-8867777c5654 service neutron] 10.222.0.62 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702094 Nov 23 10:06:30.111581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-85de7d0f-8810-4ffd-9263-c31ff24154f3 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.112229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-85de7d0f-8810-4ffd-9263-c31ff24154f3 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "GET /v2.0/ports?device_id=4883c823-845f-4742-a668-21a71bb8d599 HTTP/1.1" status: 200 len: 946 time: 0.0596538 Nov 23 10:06:30.147502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:30.151091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ed620683-247d-4060-9133-479084f31191,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:30.174377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.275896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8e5b7-26c7-4793-9d9e-38d4ee32e2c4 req-316a243b-73b5-48ef-8f12-ddf6898706c8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.283158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26f8e5b7-26c7-4793-9d9e-38d4ee32e2c4 req-316a243b-73b5-48ef-8f12-ddf6898706c8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 943 time: 0.0957818 Nov 23 10:06:30.307293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Deleting port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:06:30.307632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.323512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.324365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.325996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 200 len: 1091 time: 2.7976773 Nov 23 10:06:30.329664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'tag': 'ed620683-247d-4060-9133-479084f31191'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:30.332123 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e956294-09ff-478d-b9df-bd1ea4a9e87e" -d '{"events": [{"name": "network-changed", "server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "tag": "ed620683-247d-4060-9133-479084f31191"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:30.401949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26f8e5b7-26c7-4793-9d9e-38d4ee32e2c4 req-815104d6-eb6d-4865-8d5a-e49a30d7039a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118820 Nov 23 10:06:30.452770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] For port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:30.453465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.468977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-74179a73-a2e3-4264-af14-0baa069901ac service neutron] 10.222.0.62 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170003 Nov 23 10:06:30.469753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2555-121d-43a0-9679-b4066b9698b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:30.477268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Calling delete_port for 6185ddfe-7e69-42c1-b1cc-8c90af53f00d owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:06:30.491012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-8450d943-582c-43c6-9581-6732a515cb75 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.494589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-8450d943-582c-43c6-9581-6732a515cb75 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 812 time: 0.5085464 Nov 23 10:06:30.537243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:30.549489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.569395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Request body: {'port': {'device_id': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'admin_state_up': True, 'tenant_id': '9195b1230c2f4bd99e16cdec9c661964'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:30.692312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-850cf059-19c9-4be4-8e4a-d7479d00cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.694388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-850cf059-19c9-4be4-8e4a-d7479d00cf19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 1094 time: 0.3035207 Nov 23 10:06:30.797220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-8dadd92c-f6c4-4c9c-a8b8-f4c2e184a5b8 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.798933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-8dadd92c-f6c4-4c9c-a8b8-f4c2e184a5b8 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ea0885d-f903-4be8-b215-6518dc711271 HTTP/1.1" status: 200 len: 946 time: 0.2632835 Nov 23 10:06:30.800393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-113789dd-e781-404f-ba29-fef1eb57ad7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 200 len: 217 time: 0.0649936 Nov 23 10:06:30.864874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9be0b13-8488-44d1-9ab5-6748c761e9e2 req-cfa6977b-b0c2-4bd0-b2d1-245f1b94db59 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 210 time: 0.1721804 Nov 23 10:06:30.868891 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:30.894024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:30.895190 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ab671-dc3b-47d1-9f62-8bd83a2bc7b3 x-openstack-request-id: req-da7ab671-dc3b-47d1-9f62-8bd83a2bc7b3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:30.895488 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "tag": "ed620683-247d-4060-9133-479084f31191", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:30.895743 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da7ab671-dc3b-47d1-9f62-8bd83a2bc7b3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:30.896151 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'tag': 'ed620683-247d-4060-9133-479084f31191', 'status': 'completed', 'code': 200} Nov 23 10:06:30.904319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-00eca1eb-0ab3-4268-bd40-c969f593e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:30.905760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-00eca1eb-0ab3-4268-bd40-c969f593e22b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0723808 Nov 23 10:06:30.944837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event deleted for resources: {'Port': ['ID=6185ddfe-7e69-42c1-b1cc-8c90af53f00d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:31.053378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] No DVR routers for this DVR port 6185ddfe-7e69-42c1-b1cc-8c90af53f00d on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:06:31.056630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:31.061672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb437da9-7b37-48cf-b252-73d6815a9990 req-63bd0bd5-a046-40fb-9802-0bdea9fba9dd tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "DELETE /v2.0/ports/6185ddfe-7e69-42c1-b1cc-8c90af53f00d HTTP/1.1" status: 204 len: 173 time: 0.9413910 Nov 23 10:06:31.108737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Allocated IP 172.20.0.9 (bb9388ce-c197-4ad2-ad4d-d99e097bff79/0a813276-75c5-41ec-894e-1685b3b04ce9/b9e814ba-ce06-490f-9a0e-ab26e97b9ea3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:31.115583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'name': 'network-vif-deleted', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:31.118659 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695bec2a-fada-422c-9d0d-e5daf36970fa" -d '{"events": [{"server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "name": "network-vif-deleted", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:31.213415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b754-ac23-4c2e-ae82-f4757c391e96 req-fcc8f8ff-22e9-47f4-895d-667d27eb8743 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:31.216700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58d4b754-ac23-4c2e-ae82-f4757c391e96 req-fcc8f8ff-22e9-47f4-895d-667d27eb8743 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1650202 Nov 23 10:06:31.301148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58d4b754-ac23-4c2e-ae82-f4757c391e96 req-f8eacfcf-ea21-47a4-81f8-16299154b965 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749226 Nov 23 10:06:31.368167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f04b648-49fa-4823-bb15-9053221de90d req-5b3a8e2b-8bac-4515-a757-3ebacb039184 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 210 time: 0.1378675 Nov 23 10:06:31.522598 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ef27c-e5b0-4b79-b696-991cd773a1f3 x-openstack-request-id: req-551ef27c-e5b0-4b79-b696-991cd773a1f3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:31.522890 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883c823-845f-4742-a668-21a71bb8d599", "name": "network-vif-deleted", "tag": "6185ddfe-7e69-42c1-b1cc-8c90af53f00d", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:31.523371 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-551ef27c-e5b0-4b79-b696-991cd773a1f3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:31.523976 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883c823-845f-4742-a668-21a71bb8d599', 'name': 'network-vif-deleted', 'tag': '6185ddfe-7e69-42c1-b1cc-8c90af53f00d', 'status': 'completed', 'code': 200} Nov 23 10:06:31.544411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:31.581317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-406d8328-bdb6-4445-94a0-3e3ea39be0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:31.582956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-406d8328-bdb6-4445-94a0-3e3ea39be0ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6648526 Nov 23 10:06:31.653649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:31.659729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Made reservation on behalf of 9195b1230c2f4bd99e16cdec9c661964 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:31.663648 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:31.664827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545afd-6de2-4ecb-9643-103bc12879eb req-ba49e039-c0ce-4c82-a212-f001b73353ac tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:31.666038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6185ddfe-7e69-42c1-b1cc-8c90af53f00d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:31.674286 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07545afd-6de2-4ecb-9643-103bc12879eb req-ba49e039-c0ce-4c82-a212-f001b73353ac tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 943 time: 0.0872726 Nov 23 10:06:31.776310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07545afd-6de2-4ecb-9643-103bc12879eb req-7b172a28-f7ad-421f-9445-7b7a487fb8c2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928447 Nov 23 10:06:31.791534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:31.803699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:31.821259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:31.922765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event updated for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:31.969498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-1371fb86-d5fd-4388-87a8-23f7b91ae075 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694875 Nov 23 10:06:32.001115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Deleting port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:06:32.001481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:32.009504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe43d89a-48a1-47eb-a994-8ebe71efbcfa req-57fdbd35-b927-448a-ba1b-1c6a23083f66 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 210 time: 0.0492046 Nov 23 10:06:32.084653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:32.085194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:32.121241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-9b10325e-af8c-4893-8384-1b98a5400a7d tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3140576 Nov 23 10:06:32.159430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Request body: {'port': {'device_id': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:32.275134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Allocated IP 172.20.0.4 (bb9388ce-c197-4ad2-ad4d-d99e097bff79/0a813276-75c5-41ec-894e-1685b3b04ce9/686d8bd3-326b-4eee-99e8-e77f9cd0f899) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:32.277181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:32.327133 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3bdaf18-406b-47a2-9112-50ff76b22514 req-8944bad6-8be5-4e5b-945b-87f8b7d62f31 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383474 Nov 23 10:06:32.331019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] For port ac0fca4a-2bea-40c8-84e2-c7d2f6322638, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:32.331456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:32.376627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-a6b84933-1324-41bb-b480-8fcc056e72b5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:32.377209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Calling delete_port for ac0fca4a-2bea-40c8-84e2-c7d2f6322638 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:06:32.385154 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-a6b84933-1324-41bb-b480-8fcc056e72b5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.11 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 809 time: 0.1603479 Nov 23 10:06:32.527637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-733b9295-493d-492d-91fb-61e2d587b1a2 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19 HTTP/1.1" status: 200 len: 380 time: 0.1279988 Nov 23 10:06:32.563540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17ededef-f8b1-496b-a0a6-d6b23c57c2dc req-50211fa9-d3ca-4ec2-989d-53dd786ad555 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 210 time: 0.0564845 Nov 23 10:06:32.570122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'port': {'device_id': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'admin_state_up': True, 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'security_groups': ['7635a64b-94c1-4552-8a5a-c67fe00e2502']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:32.632014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-dafa823e-605f-4e34-b262-011bcf9e2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:32.633574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-dafa823e-605f-4e34-b262-011bcf9e2b88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 1094 time: 0.2442544 Nov 23 10:06:32.820709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Made reservation on behalf of e6dd215f6b9a49eb9f8adecbe31dac19 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:06:32.824888 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.002589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c95ec-e158-421f-8db7-c95500befd59 req-2b1e299d-1e6b-4cdd-b9c0-14745524241a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.010652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e24c95ec-e158-421f-8db7-c95500befd59 req-2b1e299d-1e6b-4cdd-b9c0-14745524241a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 943 time: 0.1091893 Nov 23 10:06:33.072546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Allocated IP 172.20.0.3 (62b37c3d-06bb-4e67-8f48-49d07c50320d/b39fbef7-76b4-477f-b9aa-88bdae39ba91/25defd8d-a265-4dc8-a998-cfe1fbbf9b9a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:33.106780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e24c95ec-e158-421f-8db7-c95500befd59 req-5a42e4cd-c522-4a90-88bc-cb390ef226a7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Nov 23 10:06:33.168558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c5535-eb5c-4d8e-8003-099f3cc24513 req-e3219b0f-9f66-4026-8cdf-00a7e954baa9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.168558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb7c5535-eb5c-4d8e-8003-099f3cc24513 req-e3219b0f-9f66-4026-8cdf-00a7e954baa9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.6955447 Nov 23 10:06:33.245140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.255395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e9ab66a-2f99-4b9b-8e9e-24315372a6ae req-ac9b722c-57d3-478a-b26a-94d3ea6a266a tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 210 time: 0.0390935 Nov 23 10:06:33.284016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-3091cc41-2397-4e24-a3ce-e3f968c7170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.284016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-3091cc41-2397-4e24-a3ce-e3f968c7170e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.6265619 Nov 23 10:06:33.346071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-f24a9113-cbbc-40d7-af0e-3041e4ede2b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 200 len: 217 time: 0.0604587 Nov 23 10:06:33.369743 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.399493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb7c5535-eb5c-4d8e-8003-099f3cc24513 req-f7df366f-dba3-4455-b3ae-a3bf0870425a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061293 Nov 23 10:06:33.423742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.424081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.497970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:33.503010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:33.524698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:33.532604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event deleted for resources: {'Port': ['ID=ac0fca4a-2bea-40c8-84e2-c7d2f6322638,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:33.537102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-71419f3c-5bad-4275-97a8-fff6dc99a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.539077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-71419f3c-5bad-4275-97a8-fff6dc99a99f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1822417 Nov 23 10:06:33.575170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:33.618102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] No DVR routers for this DVR port ac0fca4a-2bea-40c8-84e2-c7d2f6322638 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:06:33.623708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.625836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.629277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a3bf6c-145b-44e5-85a6-2cbac4e8e2a6 req-460d28c8-fddb-43b8-a22f-2dad09e7da09 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.11 "DELETE /v2.0/ports/ac0fca4a-2bea-40c8-84e2-c7d2f6322638 HTTP/1.1" status: 204 len: 173 time: 2.7323265 Nov 23 10:06:33.634914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.636064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.664732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-8e866c2a-2723-4c11-8e55-5155e2aa47e9 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1166024 Nov 23 10:06:33.680470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Request body: {'port': {'device_id': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:33.694317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'name': 'network-vif-deleted', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:33.698813 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e1573-6325-49c4-bd05-ea51e23e3d1d" -d '{"events": [{"server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "name": "network-vif-deleted", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:33.818188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.818477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event updated for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:33.840134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ac0fca4a-2bea-40c8-84e2-c7d2f6322638 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:33.843142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Network bb9388ce-c197-4ad2-ad4d-d99e097bff79 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:33.843788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f6158-40c7-4a88-8791-2dc908f44e33 req-c82dcdde-a855-4d9e-ae1e-b5af31328ae6 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.857622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-227f6158-40c7-4a88-8791-2dc908f44e33 req-c82dcdde-a855-4d9e-ae1e-b5af31328ae6 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 931 time: 0.1996243 Nov 23 10:06:33.875741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:33.878336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:33.898987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: ac0fca4a-2bea-40c8-84e2-c7d2f6322638 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:33.901086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ac0fca4a-2bea-40c8-84e2-c7d2f6322638 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:33.901620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6185ddfe-7e69-42c1-b1cc-8c90af53f00d no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:33.939756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:33.940400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.949293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6185ddfe-7e69-42c1-b1cc-8c90af53f00d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:33.951450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6185ddfe-7e69-42c1-b1cc-8c90af53f00d not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:33.960896 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a474c265-6e15-4b3f-a890-e6fce30e1d14 x-openstack-request-id: req-a474c265-6e15-4b3f-a890-e6fce30e1d14 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:33.961199 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea0885d-f903-4be8-b215-6518dc711271", "name": "network-vif-deleted", "tag": "ac0fca4a-2bea-40c8-84e2-c7d2f6322638", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:33.961456 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a474c265-6e15-4b3f-a890-e6fce30e1d14 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:33.966368 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea0885d-f903-4be8-b215-6518dc711271', 'name': 'network-vif-deleted', 'tag': 'ac0fca4a-2bea-40c8-84e2-c7d2f6322638', 'status': 'completed', 'code': 200} Nov 23 10:06:33.989525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a6deb00d-74ed-4cbf-bd84-8fc061a0a3bb None None] Provisioning complete for port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:33.990075 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a6deb00d-74ed-4cbf-bd84-8fc061a0a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:33.998280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-5a82b5ab-7943-40a0-9be9-90f28f83560c tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4413071 Nov 23 10:06:34.013120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Request body: {'port': {'device_id': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:34.021159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-a0c649e6-99b5-43e9-a556-1e768ef2508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:34.022893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-a0c649e6-99b5-43e9-a556-1e768ef2508a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4027567 Nov 23 10:06:34.070699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a6deb00d-74ed-4cbf-bd84-8fc061a0a3bb None None] Port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:06:34.144109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-129737ce-e4d3-461f-a3f3-f7a0d36dd61e service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020000 Nov 23 10:06:34.271357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.274780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:34.284295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.316666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Transition to ACTIVE for port object 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:34.323000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.368238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Pushing event updated for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:34.383651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-227f6158-40c7-4a88-8791-2dc908f44e33 req-6e7a1f58-2e5e-4f1f-8477-870ee35639b5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5231166 Nov 23 10:06:34.466992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-59aff416-53fb-420d-8ca1-9a8f38cbf658 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128679 Nov 23 10:06:34.485461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:34.541617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.626695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Attempting to bind port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:34.627063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Attempting to bind port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:34.627358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Attempting to bind port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a on network 62b37c3d-06bb-4e67-8f48-49d07c50320d {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:34.649464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7652330-1a87-4bed-97e2-e8dbd2684144 req-d4003669-0e3d-4031-8332-8b6f3ac638ee tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:34.650932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7652330-1a87-4bed-97e2-e8dbd2684144 req-d4003669-0e3d-4031-8332-8b6f3ac638ee tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 931 time: 0.1190238 Nov 23 10:06:34.652004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a on network 62b37c3d-06bb-4e67-8f48-49d07c50320d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:34.652328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Attempting to bind port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a on network 62b37c3d-06bb-4e67-8f48-49d07c50320d {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:34.676959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:34.676959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Checking segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:34.677496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Bound using segment: {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:34.677814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Bound port: 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d16c0ba-8f84-4203-825a-ff0cf29251de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:34.678208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.706845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Transition to ACTIVE for port object b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:34.711630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7652330-1a87-4bed-97e2-e8dbd2684144 req-63d318cf-58ab-4505-8e96-391084beb6f4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533822 Nov 23 10:06:34.742650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.820229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86c2c9-5c08-42ee-8a98-ccbf50ec2f36 req-569b7dce-3b5b-4cc9-8dc5-1351b56fb6dd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:34.823172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc86c2c9-5c08-42ee-8a98-ccbf50ec2f36 req-569b7dce-3b5b-4cc9-8dc5-1351b56fb6dd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 943 time: 0.5481226 Nov 23 10:06:34.844847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:34.874766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:34.881325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.933456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:34.934128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:34.935508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] 10.222.0.11 "PUT /v2.0/ports/25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 1091 time: 1.2611876 Nov 23 10:06:34.935959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:34.938264 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:34.975234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a509326-5d12-4801-af96-fceb8ac53743 req-bc0d7630-4cf3-48ae-86d2-81a997550412 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:34.976808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a509326-5d12-4801-af96-fceb8ac53743 req-bc0d7630-4cf3-48ae-86d2-81a997550412 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1463425 Nov 23 10:06:35.026206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc86c2c9-5c08-42ee-8a98-ccbf50ec2f36 req-06aec825-1e95-44c5-81ee-bb263a295d75 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690998 Nov 23 10:06:35.066924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289f9a4-5067-4dc3-a530-d8725650e057 service neutron] Pushing event updated for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:35.092806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Pushing event updated for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:35.149929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-21870040-9730-40fa-9208-9a311da746cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.159937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-21870040-9730-40fa-9208-9a311da746cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1094 time: 0.1723008 Nov 23 10:06:35.210788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a509326-5d12-4801-af96-fceb8ac53743 req-9ebc57be-8942-48e5-b4a1-924031820af2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170653 Nov 23 10:06:35.253829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Attempting to bind port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:35.254420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Attempting to bind port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:35.255317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Attempting to bind port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:35.262517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686d8bd3-326b-4eee-99e8-e77f9cd0f899 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:35.275977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:35.278218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Attempting to bind port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:35.287711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.308551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:35.309198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Checking segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:35.309797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Bound using segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:35.310581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Bound port: b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:35.311000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.315582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Transition to ACTIVE for port object 686d8bd3-326b-4eee-99e8-e77f9cd0f899 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:06:35.323217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.336209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-25a97d1a-adce-4722-aca6-f221f806a53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 217 time: 0.1242888 Nov 23 10:06:35.358925 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a09f8-8e2a-47ca-9e88-cc45bbd3ca48 x-openstack-request-id: req-096a09f8-8e2a-47ca-9e88-cc45bbd3ca48 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:35.359389 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:35.359683 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-096a09f8-8e2a-47ca-9e88-cc45bbd3ca48 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:35.360234 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'status': 'completed', 'code': 200} Nov 23 10:06:35.373722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Pushing event updated for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:35.449559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-54a2484a-d275-4269-9928-35c1d3f15b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.454577 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-54a2484a-d275-4269-9928-35c1d3f15b48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 200 len: 848 time: 0.1099391 Nov 23 10:06:35.545445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-814105e4-14a3-4762-87f3-3d60d313a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.547810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-814105e4-14a3-4762-87f3-3d60d313a9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b37c3d-06bb-4e67-8f48-49d07c50320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861855 Nov 23 10:06:35.548308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:35.552159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:35.571165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.600027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Attempting to bind port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:06:35.600027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Attempting to bind port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:06:35.600027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Attempting to bind port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:35.627784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:06:35.628116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Attempting to bind port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 on network bb9388ce-c197-4ad2-ad4d-d99e097bff79 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:06:35.636028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:06:35.636367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Checking segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:06:35.636753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Bound using segment: {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:06:35.637202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Bound port: 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcfe8f0-e38c-43ba-b60c-961abf2f5263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:06:35.637561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.645870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.646548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:35.647991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] 10.222.0.50 "PUT /v2.0/ports/b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 HTTP/1.1" status: 200 len: 1091 time: 3.4926403 Nov 23 10:06:35.675135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-28a77904-3cf4-40c3-9852-32a7176bd1d5 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188645 Nov 23 10:06:35.690861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ed620683-247d-4060-9133-479084f31191 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:35.778807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222563c6-52b8-4f61-80b7-793a10bb841f service neutron] Pushing event updated for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:35.796405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6e339-ec49-43fd-b701-a653856af636 req-ebbdc6c0-49a2-4241-8742-db5390d4bd3a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.805831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88c6e339-ec49-43fd-b701-a653856af636 req-ebbdc6c0-49a2-4241-8742-db5390d4bd3a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 943 time: 0.2678401 Nov 23 10:06:35.818181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-ed59df5e-35c4-4efa-8e9c-700cca44e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.819832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-ed59df5e-35c4-4efa-8e9c-700cca44e3bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 1094 time: 0.1241887 Nov 23 10:06:35.879638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-0e93c764-5664-40b6-bbb0-b3c4285d4103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 HTTP/1.1" status: 200 len: 217 time: 0.0498428 Nov 23 10:06:35.902308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d68c1e7f-0a07-459c-9954-0ee18193a678 req-2fcc4f30-8113-49fe-90e6-2bca6602204f service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204711 Nov 23 10:06:35.963028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ed620683-247d-4060-9133-479084f31191,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:35.967523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a950426-5e7c-4c6b-a9df-bbdcba204fa3 req-66da2087-87ca-43c3-9920-96025c707efc tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:35.980420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a950426-5e7c-4c6b-a9df-bbdcba204fa3 req-66da2087-87ca-43c3-9920-96025c707efc tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 943 time: 0.0723510 Nov 23 10:06:35.992796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ed620683-247d-4060-9133-479084f31191', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'ed620683-247d-4060-9133-479084f31191', 'mac_address': 'fa:16:3e:25:5e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:35.999201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:36.001472 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a35e96-7b04-406d-8250-7c3f48e06113" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:36.080921 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:36.085161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a950426-5e7c-4c6b-a9df-bbdcba204fa3 req-d2fd4dc6-bbb6-4f6e-ab3c-f9b841681371 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Nov 23 10:06:36.091868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:06:36.111104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed620683-247d-4060-9133-479084f31191 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:36.114761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88c6e339-ec49-43fd-b701-a653856af636 req-b917f0bd-aeb7-4fe6-8426-4f7e9701524a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080101 Nov 23 10:06:36.124705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-146840d8-f743-4e8f-b70a-73b5294ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.128254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-146840d8-f743-4e8f-b70a-73b5294ae9fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1094 time: 0.1321082 Nov 23 10:06:36.141977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:06:36.147216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-c08cbe12-2edc-4c5e-a196-5b22bc8e64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.151211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-c08cbe12-2edc-4c5e-a196-5b22bc8e64e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.2534800 Nov 23 10:06:36.156070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:36.211458 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff3522-d1aa-43d8-aeb1-9b7ec8f1afba x-openstack-request-id: req-c5ff3522-d1aa-43d8-aeb1-9b7ec8f1afba {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:36.212535 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:36.215855 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5ff3522-d1aa-43d8-aeb1-9b7ec8f1afba {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:36.216234 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', 'status': 'completed', 'code': 200} Nov 23 10:06:36.220562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ed620683-247d-4060-9133-479084f31191,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:36.244559 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:36.327263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-c9c00d01-7d80-4a9e-9572-8862f99d9871 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656938 Nov 23 10:06:36.351139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:36.379343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.384793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:36.386413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] 10.222.0.50 "PUT /v2.0/ports/686d8bd3-326b-4eee-99e8-e77f9cd0f899 HTTP/1.1" status: 200 len: 1091 time: 2.3783870 Nov 23 10:06:36.387101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-3db445ab-2f5b-4c52-bce2-50d6590662ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.389927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-3db445ab-2f5b-4c52-bce2-50d6590662ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 910 time: 0.2468774 Nov 23 10:06:36.460355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:36.485282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-d28100c2-f047-4871-8c4a-3505635e41eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 217 time: 0.0653508 Nov 23 10:06:36.547954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-ed2c00b9-4828-4fe7-9e14-10e8e55701f9 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806071 Nov 23 10:06:36.588748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2269f6-46d7-416c-9c71-6811599b7176 req-8809ff80-2796-4d83-b8b7-e92819d2cd34 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.598703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b2269f6-46d7-416c-9c71-6811599b7176 req-8809ff80-2796-4d83-b8b7-e92819d2cd34 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1994715 Nov 23 10:06:36.625414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-9ba88301-8593-4759-9515-830b694f7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.628058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-9ba88301-8593-4759-9515-830b694f7dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 200 len: 848 time: 0.1303298 Nov 23 10:06:36.700172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b2269f6-46d7-416c-9c71-6811599b7176 req-4d51eb46-f10c-4153-b9b4-4cd5cfcfd570 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981076 Nov 23 10:06:36.727864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-eee4a999-ceb4-4700-b425-d9e862f0b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.729542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-eee4a999-ceb4-4700-b425-d9e862f0b9a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b37c3d-06bb-4e67-8f48-49d07c50320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884097 Nov 23 10:06:36.794981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72914-761d-47d5-8853-17df2190a4e0 req-95a8fe6f-760d-46df-8e24-2e2389342a03 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.803318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21d72914-761d-47d5-8853-17df2190a4e0 req-95a8fe6f-760d-46df-8e24-2e2389342a03 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 944 time: 0.4708064 Nov 23 10:06:36.896023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-7bb03d44-4b84-4eee-8679-ca3a61ce20d1 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269495 Nov 23 10:06:36.920407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04af4-3c18-413c-9061-ba1ade081146 service neutron] Pushing event updated for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:36.936459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-0aa5d3c7-65ba-4927-bf68-4fd870dcd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:36.938576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-0aa5d3c7-65ba-4927-bf68-4fd870dcd474 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 1094 time: 0.4935496 Nov 23 10:06:37.027592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-c1ffb068-77b0-4944-b5e0-e343689d0374 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899 HTTP/1.1" status: 200 len: 217 time: 0.0764039 Nov 23 10:06:37.041474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21d72914-761d-47d5-8853-17df2190a4e0 req-f86286de-fccb-4345-bf60-bbdfe558f5c9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420643 Nov 23 10:06:37.095868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-b49b7370-87e0-41dd-ac2a-1c0dd1fbd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.097397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-b49b7370-87e0-41dd-ac2a-1c0dd1fbd2e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 1094 time: 0.1016636 Nov 23 10:06:37.224809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-1d522dd7-2cc4-4058-accb-e81e982566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.228108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-1d522dd7-2cc4-4058-accb-e81e982566fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.1808774 Nov 23 10:06:37.332940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-bed583f3-a37a-4426-92de-8d6eb9e72942 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932484 Nov 23 10:06:37.406415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd3a0-21c1-4a31-9d55-8c71e2960bb2 req-13c2e147-276e-4ce2-8817-0229441d5cc0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.407397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-885fd3a0-21c1-4a31-9d55-8c71e2960bb2 req-13c2e147-276e-4ce2-8817-0229441d5cc0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 943 time: 0.0865247 Nov 23 10:06:37.417352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-6604a073-3012-49a3-9047-1d48e2a51061 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739244 Nov 23 10:06:37.503529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2558-3669-4bf2-bb29-921c0bc6281d req-769c1e0e-fe07-4cc0-a6b1-44d579ce74e5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.517929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c1f2558-3669-4bf2-bb29-921c0bc6281d req-769c1e0e-fe07-4cc0-a6b1-44d579ce74e5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 943 time: 0.2293940 Nov 23 10:06:37.528023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-885fd3a0-21c1-4a31-9d55-8c71e2960bb2 req-1cdd3a63-c3fd-471f-b400-bde50507d135 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117370 Nov 23 10:06:37.548726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-6bc3271f-0be0-4103-894a-a8b7fc8009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.549175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db8ab0fa-1f49-4dd6-a4af-b127b180ba1f req-4ef2289e-3f9e-4d57-b076-c4279ce852f2 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253924 Nov 23 10:06:37.550256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-6bc3271f-0be0-4103-894a-a8b7fc8009ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 913 time: 0.4344876 Nov 23 10:06:37.582267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-0909b551-fed0-4adc-b621-7dead8603f5b service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014589 Nov 23 10:06:37.621296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-526c61ef-dc15-478e-b846-12c38919a6e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 HTTP/1.1" status: 200 len: 217 time: 0.0607536 Nov 23 10:06:37.700997 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c1f2558-3669-4bf2-bb29-921c0bc6281d req-d2157b1f-5a9f-4a4a-ad69-19be173a5105 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807790 Nov 23 10:06:37.709881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ed620683-247d-4060-9133-479084f31191 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:37.766864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-7907ab35-5b2d-41ad-b725-b78f613db5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.768396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-7907ab35-5b2d-41ad-b725-b78f613db5c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.1270854 Nov 23 10:06:37.811149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port ed620683-247d-4060-9133-479084f31191 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:37.815655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ed620683-247d-4060-9133-479084f31191 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:37.819192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:37.857939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-61c908ac-5b55-4fb0-b5e8-910acedb4696 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772161 Nov 23 10:06:37.920322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:37.948401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56b31-a5c8-4f6e-9779-1113e84726a5 req-7c49d69a-47a4-4a56-aec9-8dedd63bd621 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:37.964103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1b56b31-a5c8-4f6e-9779-1113e84726a5 req-7c49d69a-47a4-4a56-aec9-8dedd63bd621 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 945 time: 0.1333656 Nov 23 10:06:38.021847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1b56b31-a5c8-4f6e-9779-1113e84726a5 req-bda997fb-1f72-484f-8149-54542083d755 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566337 Nov 23 10:06:38.039059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5484cfd5-7a21-4b60-8059-7e71ef961661 req-17366896-2f42-4d3a-82da-78b9d0b7b363 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273653 Nov 23 10:06:38.098419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-812fc624-749a-4cff-8854-8f254881106e service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320023 Nov 23 10:06:38.117652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:38.131117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'mac_address': 'fa:16:3e:95:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:38.182538 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:38.216848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:38.219048 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:38.250600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ed620683-247d-4060-9133-479084f31191,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:38.256233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed620683-247d-4060-9133-479084f31191'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:38.258803 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959eb865-26ab-484f-8f16-aea8afc0d271" -d '{"events": [{"server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed620683-247d-4060-9133-479084f31191"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:38.265154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:38.309087 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:38.323190 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842059b-384c-4f19-8bd2-3ffaa3eeac17 x-openstack-request-id: req-f842059b-384c-4f19-8bd2-3ffaa3eeac17 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:38.323875 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:38.324133 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f842059b-384c-4f19-8bd2-3ffaa3eeac17 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:38.324529 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899', 'status': 'completed', 'code': 200} Nov 23 10:06:38.331730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:38.352411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a6a2-5b2b-4139-b5af-9512992a75c9 req-684c9bca-2f40-4c69-b464-b9608036bcf3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.357933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32f9a6a2-5b2b-4139-b5af-9512992a75c9 req-684c9bca-2f40-4c69-b464-b9608036bcf3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 944 time: 0.2105601 Nov 23 10:06:38.366338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:38.369261 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1db94-e7dd-435d-a24b-7fa6c61a165c x-openstack-request-id: req-b7f1db94-e7dd-435d-a24b-7fa6c61a165c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:38.369620 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "name": "network-vif-plugged", "status": "completed", "tag": "ed620683-247d-4060-9133-479084f31191", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:38.369818 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7f1db94-e7dd-435d-a24b-7fa6c61a165c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:38.370394 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed620683-247d-4060-9133-479084f31191', 'code': 200} Nov 23 10:06:38.381934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:38.395971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61a35e96-7b04-406d-8250-7c3f48e06113 req-2134a6a5-3371-41fd-b97a-24a57c448205 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889633 Nov 23 10:06:38.433182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:38.468961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32f9a6a2-5b2b-4139-b5af-9512992a75c9 req-9ec7e4c7-bb1d-4eaa-8b06-328ea18326cc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070242 Nov 23 10:06:38.492314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-79e91575-b753-480f-b22d-1d60940a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.492314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-79e91575-b753-480f-b22d-1d60940a3c8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9195b1230c2f4bd99e16cdec9c661964&device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 1094 time: 0.0810144 Nov 23 10:06:38.513056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:38.639946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42be14-5aad-4fb2-99c8-7fb2f748278a req-6f343b14-aafb-4b0f-8a60-81710f0d6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.641610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a42be14-5aad-4fb2-99c8-7fb2f748278a req-6f343b14-aafb-4b0f-8a60-81710f0d6e83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 1096 time: 0.1423411 Nov 23 10:06:38.705249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-92db8fe9-d29f-4706-80a5-43f6e941b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.706776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-92db8fe9-d29f-4706-80a5-43f6e941b9c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 200 len: 913 time: 0.1987684 Nov 23 10:06:38.713353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a42be14-5aad-4fb2-99c8-7fb2f748278a req-f3e32db1-ffb6-400d-8d43-509b8ee6a9f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Nov 23 10:06:38.723092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371977b-c302-4951-9269-db8b73bcb8de req-93b797c8-f2b4-43c4-96ea-535366eb5f30 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.730799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b371977b-c302-4951-9269-db8b73bcb8de req-93b797c8-f2b4-43c4-96ea-535366eb5f30 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 943 time: 0.1100006 Nov 23 10:06:38.778913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:38.798727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b371977b-c302-4951-9269-db8b73bcb8de req-13671769-87b4-45b3-a145-77fbbb945ad7 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530462 Nov 23 10:06:38.901576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a1dd2-f7a1-4cbf-afce-cce3efd81884 req-4e4915b0-ebdd-445f-b678-4d3f48cb89e5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:38.912465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-735a1dd2-f7a1-4cbf-afce-cce3efd81884 req-4e4915b0-ebdd-445f-b678-4d3f48cb89e5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 943 time: 0.0628285 Nov 23 10:06:39.011980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-735a1dd2-f7a1-4cbf-afce-cce3efd81884 req-e6ec28e2-1c6d-40c7-9b91-2c7e8b6a3d4e tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985322 Nov 23 10:06:39.014061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-9c0b150e-cc7e-4b93-8258-50b092405f72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899 HTTP/1.1" status: 200 len: 217 time: 0.1156254 Nov 23 10:06:39.133925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-50450b60-7c3a-4f91-bca4-64dee8449a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:39.137225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-50450b60-7c3a-4f91-bca4-64dee8449a69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 200 len: 852 time: 0.1138446 Nov 23 10:06:39.184823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-d7ff7a21-f032-4bd5-a4f5-1c1e10dd0f4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9388ce-c197-4ad2-ad4d-d99e097bff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406737 Nov 23 10:06:39.244128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88977-d5fa-46ab-979b-22604b2bcdcd req-5d25ecc4-a946-4035-9774-7227cbfa5764 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:39.246995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1d88977-d5fa-46ab-979b-22604b2bcdcd req-5d25ecc4-a946-4035-9774-7227cbfa5764 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0881598 Nov 23 10:06:39.330895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-36347c57-f8a9-4867-bace-c0e0d2df5c8f service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356878 Nov 23 10:06:39.334456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1d88977-d5fa-46ab-979b-22604b2bcdcd req-1f429f24-03b3-4eef-957a-38b0b21847cc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812898 Nov 23 10:06:39.431868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e10497a8-cfe3-4b14-a405-c0b0e4fdc692 req-735a3303-5eda-47be-a33d-fb42cc9dad44 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929124 Nov 23 10:06:39.657147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291ac7-3b83-468b-a896-9833cb9ad436 req-2b72b750-8cf3-44cb-82a1-08aa933b6823 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:39.659020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4291ac7-3b83-468b-a896-9833cb9ad436 req-2b72b750-8cf3-44cb-82a1-08aa933b6823 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0517523 Nov 23 10:06:39.723889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:39.732465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4291ac7-3b83-468b-a896-9833cb9ad436 req-4b497473-9a64-48a4-a7e6-f318c9e3f48e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 Nov 23 10:06:39.855828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:39.883079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:39.907119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'port_id': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', 'mac_address': 'fa:16:3e:7a:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a813276-75c5-41ec-894e-1685b3b04ce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:39.961845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:39.992387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:40.008596 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.resource_extend [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:06:40.050453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f401-8142-46cb-932f-bcda8afde893 req-b640de44-3c9b-45f9-af38-af447e55d11b tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:40.068658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:40.069204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a213f401-8142-46cb-932f-bcda8afde893 req-b640de44-3c9b-45f9-af38-af447e55d11b tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 943 time: 0.1511459 Nov 23 10:06:40.101048 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:40.180349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a213f401-8142-46cb-932f-bcda8afde893 req-3d2f0ec9-05f9-449f-8219-bb0778218768 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Nov 23 10:06:40.232128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6069-1641-434c-b879-5c2962c781a1 req-9eb0879d-51f1-4d87-af1b-003c7eee5359 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:40.242498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-848e6069-1641-434c-b879-5c2962c781a1 req-9eb0879d-51f1-4d87-af1b-003c7eee5359 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 943 time: 0.1078343 Nov 23 10:06:40.276413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:40.287891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:40.327865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'port_id': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'mac_address': 'fa:16:3e:ce:1c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:40.366600 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-848e6069-1641-434c-b879-5c2962c781a1 req-86093cab-2b96-4a4a-91e0-cbbb13b550b5 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231170 Nov 23 10:06:40.382945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b9e814ba-ce06-490f-9a0e-ab26e97b9ea3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:40.438626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:40.475638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:40.479199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc10c5-bfd7-4c62-a34c-e6afcf63c31c req-cf5c6a1a-2fb7-4bf3-b655-d99c6aedd316 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:40.488324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1cc10c5-bfd7-4c62-a34c-e6afcf63c31c req-cf5c6a1a-2fb7-4bf3-b655-d99c6aedd316 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0631194 Nov 23 10:06:40.495821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:40.511146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:40.549927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1cc10c5-bfd7-4c62-a34c-e6afcf63c31c req-442e0bcf-33fe-492f-9f07-88dde980aa5e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606258 Nov 23 10:06:40.591110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:40.863985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862d64-1d97-45c0-9527-e2e4c4b4f0cf req-fcf7ea2d-6bf3-485a-a0dc-a4d77dc83f67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:40.865103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e862d64-1d97-45c0-9527-e2e4c4b4f0cf req-fcf7ea2d-6bf3-485a-a0dc-a4d77dc83f67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0537031 Nov 23 10:06:40.899952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['25defd8d-a265-4dc8-a998-cfe1fbbf9b9a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:40.926687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e862d64-1d97-45c0-9527-e2e4c4b4f0cf req-47e4a26a-01be-4e07-9379-d52d8874e57e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 Nov 23 10:06:41.224561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8932f7-e2ce-484a-9191-0fac63dad168 req-1461e544-0303-4b4d-9aed-083ea876933e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:41.226925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d8932f7-e2ce-484a-9191-0fac63dad168 req-1461e544-0303-4b4d-9aed-083ea876933e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0754833 Nov 23 10:06:41.290142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2d8932f7-e2ce-484a-9191-0fac63dad168 req-cc9890e6-16b4-4eac-8a0f-b4be356467c6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Nov 23 10:06:41.351836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58cffa-6675-44fd-9086-25724fe9a3bd req-3cf5a396-1721-40df-ac9e-eb8da8a4a2d8 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:41.353923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e58cffa-6675-44fd-9086-25724fe9a3bd req-3cf5a396-1721-40df-ac9e-eb8da8a4a2d8 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 943 time: 0.0806272 Nov 23 10:06:41.412993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e58cffa-6675-44fd-9086-25724fe9a3bd req-e4c08523-56db-4c72-a2a9-e03ee2e94b22 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Nov 23 10:06:41.495993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f97bb-c475-4997-80c6-890e5ae26491 req-d393af26-bf4f-4a88-b4a9-18ab0d1f923a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:41.497583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-418f97bb-c475-4997-80c6-890e5ae26491 req-d393af26-bf4f-4a88-b4a9-18ab0d1f923a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 944 time: 0.0518453 Nov 23 10:06:41.550873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-418f97bb-c475-4997-80c6-890e5ae26491 req-0705511e-8f20-44a4-817f-60be259f2b85 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470591 Nov 23 10:06:41.674329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76048a72-c01c-4d99-a41b-38bc70241cd1 req-e4080caa-c8ba-4f14-b9b4-5405804fbb8a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:41.678726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76048a72-c01c-4d99-a41b-38bc70241cd1 req-e4080caa-c8ba-4f14-b9b4-5405804fbb8a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 946 time: 0.0551414 Nov 23 10:06:41.723573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 686d8bd3-326b-4eee-99e8-e77f9cd0f899 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:06:41.736526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76048a72-c01c-4d99-a41b-38bc70241cd1 req-64ff2f25-fe8b-4790-8625-866479c9e59d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528688 Nov 23 10:06:41.766106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:41.978000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:42.075864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:42.094610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '686d8bd3-326b-4eee-99e8-e77f9cd0f899', 'network_id': 'bb9388ce-c197-4ad2-ad4d-d99e097bff79', 'port_id': '686d8bd3-326b-4eee-99e8-e77f9cd0f899', 'mac_address': 'fa:16:3e:94:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a813276-75c5-41ec-894e-1685b3b04ce9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:06:42.122581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:42.130561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:42.130940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.138615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:42.164960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:42.165334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.167130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.236279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686d8bd3-326b-4eee-99e8-e77f9cd0f899 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:06:42.274088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:42.281997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.478180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:42.527238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c56c-7157-4f50-be44-3d41a8610521 req-373e8c15-aa24-460d-b284-b3fc2612bce3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:42.537760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f68c56c-7157-4f50-be44-3d41a8610521 req-373e8c15-aa24-460d-b284-b3fc2612bce3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.1249800 Nov 23 10:06:42.564919 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.598516 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.704782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:42.719242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:42.722090 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369284de-bc94-40cd-8022-b9804c859ceb" -d '{"events": [{"server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:42.730018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['686d8bd3-326b-4eee-99e8-e77f9cd0f899'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:42.737251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.740461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d0d20-7b3d-4d90-8623-04b0a75c49aa req-b7ec5b54-056d-468f-ae93-15d3fe84a77b tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:42.753094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a2d0d20-7b3d-4d90-8623-04b0a75c49aa req-b7ec5b54-056d-468f-ae93-15d3fe84a77b tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 944 time: 0.1163611 Nov 23 10:06:42.761089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48126) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:42.865779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:42.883169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:42.890190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:42.918275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a2d0d20-7b3d-4d90-8623-04b0a75c49aa req-313fb83a-7685-4148-b509-d38a8f01d615 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592093 Nov 23 10:06:43.001622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=12']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:43.002922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f691-f4b2-4647-b0ca-61c854681384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.154663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf041489-6adb-461b-93c5-b30194d63b71 req-dc90a4c6-62d6-490e-809e-3f748610f916 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:43.156625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf041489-6adb-461b-93c5-b30194d63b71 req-dc90a4c6-62d6-490e-809e-3f748610f916 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 944 time: 0.1057184 Nov 23 10:06:43.232929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f68c56c-7157-4f50-be44-3d41a8610521 req-2e2780ca-51d9-422c-a121-91bd782cf660 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940112 Nov 23 10:06:43.250396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f691-f4b2-4647-b0ca-61c854681384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.260039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f691-f4b2-4647-b0ca-61c854681384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.300707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3f0f691-f4b2-4647-b0ca-61c854681384 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a52d40dfeea946788a7168a98116c9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359480 Nov 23 10:06:43.302833 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40851575-da74-4528-a24d-53f71be9cced x-openstack-request-id: req-40851575-da74-4528-a24d-53f71be9cced {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:43.303539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48140) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:43.306691 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:43.306691 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40851575-da74-4528-a24d-53f71be9cced {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:43.307652 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', 'code': 200} Nov 23 10:06:43.349130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf041489-6adb-461b-93c5-b30194d63b71 req-5adb0177-e680-4013-8a90-f88fe10d3e8b tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838701 Nov 23 10:06:43.370391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f691-f4b2-4647-b0ca-61c854681384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6c6eb-79e1-44fe-be0c-7c45c8eeff51,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:43.404587 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.508762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.562633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe7d5-81ab-4e73-9372-22ce23009e85 req-74d734e6-fae5-452c-b74f-5de1f54034f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:43.564322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d21fe7d5-81ab-4e73-9372-22ce23009e85 req-74d734e6-fae5-452c-b74f-5de1f54034f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 1096 time: 0.1774859 Nov 23 10:06:43.597710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca793fbc-c092-4d92-888f-ad0bdd094923 req-2444035b-36a6-4873-b339-52fe71006a83 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:43.599353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca793fbc-c092-4d92-888f-ad0bdd094923 req-2444035b-36a6-4873-b339-52fe71006a83 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.1328566 Nov 23 10:06:43.641283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.644200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.648508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ccb6c6eb-79e1-44fe-be0c-7c45c8eeff51 HTTP/1.1" status: 204 len: 168 time: 0.3406038 Nov 23 10:06:43.664943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6c6eb-79e1-44fe-be0c-7c45c8eeff51,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:43.669689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d21fe7d5-81ab-4e73-9372-22ce23009e85 req-aef3824a-0461-4b31-8e5f-ad75c2011ca3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956910 Nov 23 10:06:43.685259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.685749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.686222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.686658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.687088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.687515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.687940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.688365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.688784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.689453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.689602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.690065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6cf48a-13ec-4ba4-8096-ac58b89515e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:06:43.720079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca793fbc-c092-4d92-888f-ad0bdd094923 req-587ca8d6-2eb8-4035-aac5-1148321508ae tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006083 Nov 23 10:06:43.732062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 686d8bd3-326b-4eee-99e8-e77f9cd0f899 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:43.806721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:43.810830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:43.811360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.888983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:06:43.948557 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:43.991267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:44.002172 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:44.048885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:06:44.061113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:06:44.061764 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:44.096093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:44.116381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e823b0-c45d-49b0-9f77-7f2c97f929bf req-c9eacb72-04df-477f-951e-a9c60189f4c2 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:44.118183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83e823b0-c45d-49b0-9f77-7f2c97f929bf req-c9eacb72-04df-477f-951e-a9c60189f4c2 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 945 time: 0.1183257 Nov 23 10:06:44.142379 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:06:44.206492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83e823b0-c45d-49b0-9f77-7f2c97f929bf req-3ba15bcf-e3ae-44ab-a45c-cebb8a3012e3 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750196 Nov 23 10:06:44.214057 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:44.255329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:44.262574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:44.318343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:44.386774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eba74-1138-4351-9630-8821353a3e80 req-8da761c3-7549-4c77-9bee-d893e20a4839 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:44.388451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-070eba74-1138-4351-9630-8821353a3e80 req-8da761c3-7549-4c77-9bee-d893e20a4839 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0774071 Nov 23 10:06:44.457547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-070eba74-1138-4351-9630-8821353a3e80 req-4f96ff7a-13bc-4f2e-b2c8-144676d2cb61 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617180 Nov 23 10:06:44.494164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee171b87-b23f-4147-aa95-40a2373b74c9 req-25684696-55f6-4024-987d-19f88fc05aa8 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:44.502038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee171b87-b23f-4147-aa95-40a2373b74c9 req-25684696-55f6-4024-987d-19f88fc05aa8 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0710809 Nov 23 10:06:44.554659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee171b87-b23f-4147-aa95-40a2373b74c9 req-c5caba03-5880-49e3-9a60-e2456012e709 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515769 Nov 23 10:06:44.863105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2eee9-1d8e-420b-9d9d-9b205990b0b9 req-a4454aad-0166-4625-8504-44712cd3784b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:44.864725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50c2eee9-1d8e-420b-9d9d-9b205990b0b9 req-a4454aad-0166-4625-8504-44712cd3784b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.0574672 Nov 23 10:06:44.923750 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50c2eee9-1d8e-420b-9d9d-9b205990b0b9 req-52ebadeb-4ae9-4343-80c8-83c0a07e05b3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510893 Nov 23 10:06:45.308135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}, {'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899'}, {'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:45.310977 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81937e85-7bab-4b43-b262-b12f22b04ade" -d '{"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}, {"server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "name": "network-vif-plugged", "status": "completed", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899"}, {"server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "name": "network-vif-plugged", "status": "completed", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:45.328658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4188-d74f-4c04-94c8-3b74e1ffd7c1 req-81311437-b4e5-4fb1-8d4a-14016f3c05f9 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.330341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-091f4188-d74f-4c04-94c8-3b74e1ffd7c1 req-81311437-b4e5-4fb1-8d4a-14016f3c05f9 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 945 time: 0.0578740 Nov 23 10:06:45.377122 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863e1a0-2f69-42ae-99e9-99508744c1c5 x-openstack-request-id: req-2863e1a0-2f69-42ae-99e9-99508744c1c5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:45.377706 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "code": 200}, {"server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "name": "network-vif-plugged", "status": "completed", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899", "code": 200}, {"server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "name": "network-vif-plugged", "status": "completed", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:45.378239 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2863e1a0-2f69-42ae-99e9-99508744c1c5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:45.379014 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'code': 200} Nov 23 10:06:45.379793 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899', 'code': 200} Nov 23 10:06:45.380255 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'code': 200} Nov 23 10:06:45.402893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-091f4188-d74f-4c04-94c8-3b74e1ffd7c1 req-8eb6ee4a-38b7-4178-be7d-c336cfa0e5b4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Nov 23 10:06:45.534396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c42ac-b8da-46cf-a47b-57a490f3a3ed req-719700ad-b612-4cb0-8e9b-a31ab9298f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.538672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfa5ac-356a-4c56-b566-1d2be3dcb2db req-ce36f8e4-9052-4f0f-b90c-fdb1ad6a4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.540364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b67c42ac-b8da-46cf-a47b-57a490f3a3ed req-719700ad-b612-4cb0-8e9b-a31ab9298f4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0748897 Nov 23 10:06:45.540696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1dfa5ac-356a-4c56-b566-1d2be3dcb2db req-ce36f8e4-9052-4f0f-b90c-fdb1ad6a4908 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 1096 time: 0.0585954 Nov 23 10:06:45.620807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1dfa5ac-356a-4c56-b566-1d2be3dcb2db req-d38cba32-f766-4279-a0a8-54de261fe8c8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Nov 23 10:06:45.670078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639defc7-2869-4147-b27b-75d553ad256f req-8ac9c7c2-df0a-4341-bbb5-00e5e9341d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.671894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-639defc7-2869-4147-b27b-75d553ad256f req-8ac9c7c2-df0a-4341-bbb5-00e5e9341d5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 1098 time: 0.0497482 Nov 23 10:06:45.703047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b67c42ac-b8da-46cf-a47b-57a490f3a3ed req-bd252c1d-5e89-4cd2-85df-1fa3a4f4cd76 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537211 Nov 23 10:06:45.728607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118895-fef1-40e1-94c1-ac7c9a975bdc req-0cbb3fe2-5cac-4929-b688-96e4f63bce88 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.730163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba118895-fef1-40e1-94c1-ac7c9a975bdc req-0cbb3fe2-5cac-4929-b688-96e4f63bce88 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.1476574 Nov 23 10:06:45.733781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-639defc7-2869-4147-b27b-75d553ad256f req-3037c574-a5c3-4421-8918-68e6e2c56658 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546050 Nov 23 10:06:45.766055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:45.783812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba118895-fef1-40e1-94c1-ac7c9a975bdc req-07e8eaa9-75c3-4b83-8973-ec830639f42f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Nov 23 10:06:45.923360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc586a75-c797-42d6-ace4-97e60260857f req-1ea09a04-e83c-4763-bba8-950151008c5a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:45.925082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc586a75-c797-42d6-ace4-97e60260857f req-1ea09a04-e83c-4763-bba8-950151008c5a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0562425 Nov 23 10:06:45.980216 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc586a75-c797-42d6-ace4-97e60260857f req-a18158a3-3dd8-49f3-bb69-dc0ba892ed2a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490868 Nov 23 10:06:46.105436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a551-1eb2-4374-af10-c49c802e86a2 req-e8de9d3b-76d7-4f59-b742-09789f62dafd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:46.113312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eae9a551-1eb2-4374-af10-c49c802e86a2 req-e8de9d3b-76d7-4f59-b742-09789f62dafd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.0730398 Nov 23 10:06:46.157633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eae9a551-1eb2-4374-af10-c49c802e86a2 req-b11f1039-18c0-45d7-9584-177cbbae9a50 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Nov 23 10:06:46.530316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c273d6-4884-4beb-ac82-45283fc304c7 req-03a6a347-e7bd-49b8-af08-bca19d52f1d4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:46.531942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7c273d6-4884-4beb-ac82-45283fc304c7 req-03a6a347-e7bd-49b8-af08-bca19d52f1d4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 945 time: 0.0561607 Nov 23 10:06:46.583390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7c273d6-4884-4beb-ac82-45283fc304c7 req-4d7947f8-e0d9-44c7-88a2-554cb4964869 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Nov 23 10:06:46.918553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6711c2-73cc-4c7d-9574-80186914d5ba req-a400540b-9b45-4785-b60b-956625435f1b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:46.926947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c6711c2-73cc-4c7d-9574-80186914d5ba req-a400540b-9b45-4785-b60b-956625435f1b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0587571 Nov 23 10:06:46.978758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c6711c2-73cc-4c7d-9574-80186914d5ba req-1e5074f6-1160-4d07-9ab6-fa186906ba94 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Nov 23 10:06:47.133166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587e0f5-b057-4144-a762-7e1d1ef5d42e req-c1a7cadd-5f22-4eb3-8111-7e74dd552f97 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:47.135171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2587e0f5-b057-4144-a762-7e1d1ef5d42e req-c1a7cadd-5f22-4eb3-8111-7e74dd552f97 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Nov 23 10:06:47.207883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2587e0f5-b057-4144-a762-7e1d1ef5d42e req-f98ae8c9-f8e6-488e-b171-ac645afdd2b4 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662744 Nov 23 10:06:47.334211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8127-6cf2-48aa-a8d3-60d2c2de0786 req-bf4c943d-ae5b-46c3-89bf-30d6e2f25efc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:47.335681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b25b8127-6cf2-48aa-a8d3-60d2c2de0786 req-bf4c943d-ae5b-46c3-89bf-30d6e2f25efc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.0577958 Nov 23 10:06:47.392775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b25b8127-6cf2-48aa-a8d3-60d2c2de0786 req-f0291adc-36d9-4fac-a7ad-8424fe61a8f1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502462 Nov 23 10:06:47.723209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1259-71d9-43ab-b042-f7991f8044b1 req-d3d928b6-534f-42cb-8192-ee046e27dc22 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:47.724814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d86f1259-71d9-43ab-b042-f7991f8044b1 req-d3d928b6-534f-42cb-8192-ee046e27dc22 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 945 time: 0.0607078 Nov 23 10:06:47.833236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d86f1259-71d9-43ab-b042-f7991f8044b1 req-e01b065b-0e39-4a76-a7aa-c58ba7d8aa14 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668156 Nov 23 10:06:47.853631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b4115644-db75-412d-9430-d9bd68348366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:47.949180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bba7a-ef65-4f79-b815-9b07b9ee0cd7 req-33655b50-de55-4059-aed4-d4737175643a tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:47.957633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d17bba7a-ef65-4f79-b815-9b07b9ee0cd7 req-33655b50-de55-4059-aed4-d4737175643a tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 945 time: 0.0809457 Nov 23 10:06:48.044470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d17bba7a-ef65-4f79-b815-9b07b9ee0cd7 req-213669f0-63dd-40c5-ac70-16b93aabc072 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858095 Nov 23 10:06:48.145749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246bcd9-3850-466b-aa81-75b582f40641 req-d67047fc-dbc0-451f-ad9e-20d907a53ef8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:48.155350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2246bcd9-3850-466b-aa81-75b582f40641 req-d67047fc-dbc0-451f-ad9e-20d907a53ef8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0724907 Nov 23 10:06:48.302690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2246bcd9-3850-466b-aa81-75b582f40641 req-d49a9baf-079b-4aae-a0d1-b4700c4b698b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460619 Nov 23 10:06:48.501399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743382a-7a21-48f8-ab2f-8aaeea788b60 req-f71a9526-543c-4002-8e94-085337ba95ad tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:48.503099 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7743382a-7a21-48f8-ab2f-8aaeea788b60 req-f71a9526-543c-4002-8e94-085337ba95ad tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0927374 Nov 23 10:06:48.598127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7743382a-7a21-48f8-ab2f-8aaeea788b60 req-f6177659-1ee7-46a2-a458-69170514ec50 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868700 Nov 23 10:06:48.719701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46469a0a-0314-461c-bb6c-04a902fee9a9 req-07bbaddf-cd49-4f45-b65b-f4b89515c3a5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:48.721537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46469a0a-0314-461c-bb6c-04a902fee9a9 req-07bbaddf-cd49-4f45-b65b-f4b89515c3a5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.0722029 Nov 23 10:06:48.746540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1900f7-0c98-449a-bd12-79ff85973421 req-13497dfd-e7e4-4bf5-8a09-a6af20f91ad0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:48.748830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a1900f7-0c98-449a-bd12-79ff85973421 req-13497dfd-e7e4-4bf5-8a09-a6af20f91ad0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 945 time: 0.0766070 Nov 23 10:06:48.804575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46469a0a-0314-461c-bb6c-04a902fee9a9 req-016fdbb6-acb6-4bf8-bf39-1c7b89effa1c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760140 Nov 23 10:06:48.831388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a1900f7-0c98-449a-bd12-79ff85973421 req-94839d3a-2356-4780-a1b2-07e045dacb41 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612640 Nov 23 10:06:48.929179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc279-b45e-4103-9f45-c6fbd9e51a2e req-bab40b35-69cb-4b8d-9679-1f17640c9967 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:48.930732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e5bc279-b45e-4103-9f45-c6fbd9e51a2e req-bab40b35-69cb-4b8d-9679-1f17640c9967 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Nov 23 10:06:48.988767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e5bc279-b45e-4103-9f45-c6fbd9e51a2e req-91019296-1859-47c4-b300-08ed17f31313 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502117 Nov 23 10:06:49.125504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78469255-843f-4399-b901-91858621283c req-f2966bc8-4d01-434c-94ac-c2c6a2601081 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:49.129327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78469255-843f-4399-b901-91858621283c req-f2966bc8-4d01-434c-94ac-c2c6a2601081 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.0663550 Nov 23 10:06:49.193058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78469255-843f-4399-b901-91858621283c req-ee96440d-d45f-48a8-b204-b1d7be022509 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590625 Nov 23 10:06:49.210510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:49.455905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e5ae4-2bd6-495b-8cda-a978e4709f2b tempest-TestServerBasicOps-744501687 tempest-TestServerBasicOps-744501687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:49.457560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f38e5ae4-2bd6-495b-8cda-a978e4709f2b tempest-TestServerBasicOps-744501687 tempest-TestServerBasicOps-744501687-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1091 time: 0.2453766 Nov 23 10:06:49.460701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48390) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:49.465260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:06:49.498866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b0e0-54e1-4bc5-a954-956d7b4924d3 req-21cb87cc-8e13-44bb-9ada-2f7a10f451c3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:49.502358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5c0b0e0-54e1-4bc5-a954-956d7b4924d3 req-21cb87cc-8e13-44bb-9ada-2f7a10f451c3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0879681 Nov 23 10:06:49.540803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:49.576016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5c0b0e0-54e1-4bc5-a954-956d7b4924d3 req-e90041f7-5ae9-4f95-b40f-114b521ce44d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684443 Nov 23 10:06:49.684823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:49.770993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-4ad8f01c-9135-43d3-81b8-e68f479eecce tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:49.772504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-4ad8f01c-9135-43d3-81b8-e68f479eecce tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 945 time: 0.1015465 Nov 23 10:06:49.891036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Allocated IP 172.25.1.170 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/85730ab9-6742-423a-ad05-be327ceec078) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:06:50.032005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2183-ff68-4188-832a-663b9d2b73a6 req-d5d2b53f-4786-4a25-b584-8f4e634f43f4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:50.033913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-021e2183-ff68-4188-832a-663b9d2b73a6 req-d5d2b53f-4786-4a25-b584-8f4e634f43f4 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 945 time: 0.0682151 Nov 23 10:06:50.070386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Deleting port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:06:50.071151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.113475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-021e2183-ff68-4188-832a-663b9d2b73a6 req-ec276949-ac6e-4917-a93e-d2116a4d43d0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d66547-fd7c-4a11-91ec-8866d71103f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668979 Nov 23 10:06:50.191425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-a9110395-0549-4d26-9396-01168a0d7530 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:50.193023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-a9110395-0549-4d26-9396-01168a0d7530 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0f67ed6-3b53-449d-8702-fdf03dc78fcc HTTP/1.1" status: 200 len: 945 time: 0.2829769 Nov 23 10:06:50.231560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.232395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:50.264501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1ce64-7f42-4532-b5d6-79612c079dee req-d6a92a35-504c-43f4-920f-a69b0ce59a1d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:50.266054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fc1ce64-7f42-4532-b5d6-79612c079dee req-d6a92a35-504c-43f4-920f-a69b0ce59a1d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.2913532 Nov 23 10:06:50.327140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.358748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569aadb8-b509-4a29-be1e-e5962bd5b10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.374253 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3fb3-bf5f-4ff3-abca-baacabc011e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.382312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] For port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:50.382707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.414429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Calling delete_port for b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:06:50.444492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fc1ce64-7f42-4532-b5d6-79612c079dee req-152c1b35-5376-4aef-8b28-de2435feb80b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637499 Nov 23 10:06:50.445126 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569aadb8-b509-4a29-be1e-e5962bd5b10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.450860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-569aadb8-b509-4a29-be1e-e5962bd5b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.482261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aadb8-b509-4a29-be1e-e5962bd5b10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99ec9f-b7ab-4b21-b3e5-d535f218b335,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:50.505193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-569aadb8-b509-4a29-be1e-e5962bd5b10f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac7a72936e29479caaa937c330239900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692819 Nov 23 10:06:50.505549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:50.511678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.523323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Deleting port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:06:50.523665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.558989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.581493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.596968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:06:50.635047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:06:50.642460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:06:50.646174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.649776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'Port': ['ID=85730ab9-6742-423a-ad05-be327ceec078,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:50.652116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.657445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c99ec9f-b7ab-4b21-b3e5-d535f218b335 HTTP/1.1" status: 204 len: 168 time: 0.1504910 Nov 23 10:06:50.735403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e90a4-afb6-4537-b695-6b5fc88e4e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c99ec9f-b7ab-4b21-b3e5-d535f218b335,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:50.763034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3001ca-5ed3-4c2a-8b13-da533e294b5d req-a40551e5-3a62-4a9a-a550-d0c95c22da05 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:50.764968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc3001ca-5ed3-4c2a-8b13-da533e294b5d req-a40551e5-3a62-4a9a-a550-d0c95c22da05 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.1061029 Nov 23 10:06:50.805815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] For port 686d8bd3-326b-4eee-99e8-e77f9cd0f899, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=686d8bd3-326b-4eee-99e8-e77f9cd0f899,segment=NetworkSegment(5fcfe8f0-e38c-43ba-b60c-961abf2f5263),segment_id=5fcfe8f0-e38c-43ba-b60c-961abf2f5263)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:06:50.806267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.828517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cc3001ca-5ed3-4c2a-8b13-da533e294b5d req-6059c404-c41f-447f-8958-98b0edef21de tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565944 Nov 23 10:06:50.849605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Calling delete_port for 686d8bd3-326b-4eee-99e8-e77f9cd0f899 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:06:50.872577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:50.887174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', '686d8bd3-326b-4eee-99e8-e77f9cd0f899'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:50.960660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event deleted for resources: {'Port': ['ID=b9e814ba-ce06-490f-9a0e-ab26e97b9ea3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:51.047665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48432) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:51.069001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b981-ff2b-4cfd-82e0-9576e1d1df0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.099681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] No DVR routers for this DVR port b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:06:51.106533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.109959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f108f33-2e10-4bcc-ae2d-246e5484f9a3 req-0d13e26d-f0d1-4072-838e-5dc98e44e040 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "DELETE /v2.0/ports/b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 HTTP/1.1" status: 204 len: 173 time: 1.3273964 Nov 23 10:06:51.113942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'name': 'network-vif-deleted', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:51.113942 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804a86b-9785-4ca3-bfea-c21a768e7c22" -d '{"events": [{"server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "name": "network-vif-deleted", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:51.205647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.214173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b981-ff2b-4cfd-82e0-9576e1d1df0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.222829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b981-ff2b-4cfd-82e0-9576e1d1df0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.241299 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f38c9cd-2023-4be2-ba69-6c1827b580c8 x-openstack-request-id: req-1f38c9cd-2023-4be2-ba69-6c1827b580c8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:51.241593 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd99319-4246-4561-bab3-7d8af147b82b", "name": "network-vif-deleted", "tag": "b9e814ba-ce06-490f-9a0e-ab26e97b9ea3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:51.241848 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f38c9cd-2023-4be2-ba69-6c1827b580c8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:51.242432 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd99319-4246-4561-bab3-7d8af147b82b', 'name': 'network-vif-deleted', 'tag': 'b9e814ba-ce06-490f-9a0e-ab26e97b9ea3', 'status': 'completed', 'code': 200} Nov 23 10:06:51.299487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.305731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2cb9b981-ff2b-4cfd-82e0-9576e1d1df0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=970c5f32546547a28cbc074983c107bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553120 Nov 23 10:06:51.312752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['b9e814ba-ce06-490f-9a0e-ab26e97b9ea3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:06:51.318979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48440) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:51.339144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f268cb7d-2b96-4e88-b5e2-94ac00f557fb req-504a1648-6ec9-4374-b574-5cfb3abbf2e0 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbd99319-4246-4561-bab3-7d8af147b82b HTTP/1.1" status: 200 len: 210 time: 0.0523119 Nov 23 10:06:51.350793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9b981-ff2b-4cfd-82e0-9576e1d1df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d8bf6-f1c0-41bd-8eb1-51bec6dc0208,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:51.357202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Pushing event deleted for resources: {'Port': ['ID=686d8bd3-326b-4eee-99e8-e77f9cd0f899,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:51.468247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] No DVR routers for this DVR port 686d8bd3-326b-4eee-99e8-e77f9cd0f899 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:06:51.472074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.475439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03c6a08e-27b2-46aa-85be-be903e86f572 req-2cfb5c16-9907-4324-ae76-ba6aa65f6b89 tempest-MultipleCreateTestJSON-1856324949 tempest-MultipleCreateTestJSON-1856324949-project] 10.222.0.50 "DELETE /v2.0/ports/686d8bd3-326b-4eee-99e8-e77f9cd0f899 HTTP/1.1" status: 204 len: 173 time: 1.2715070 Nov 23 10:06:51.517180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.552794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.568628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.663963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.666883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.668171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d1d8bf6-f1c0-41bd-8eb1-51bec6dc0208 HTTP/1.1" status: 204 len: 168 time: 0.3480606 Nov 23 10:06:51.683683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.685097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845211d8-1e49-49bf-b102-5a0eef88eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d8bf6-f1c0-41bd-8eb1-51bec6dc0208,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:51.930729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.944954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:51.967704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22394-26d8-4f65-bd52-5472b4f1164c req-2713fdcc-9c41-46fb-aaf1-00a98079aafa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:51.970148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00f22394-26d8-4f65-bd52-5472b4f1164c req-2713fdcc-9c41-46fb-aaf1-00a98079aafa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0593681 Nov 23 10:06:52.027357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event updated for resources: {'Port': ['ID=85730ab9-6742-423a-ad05-be327ceec078,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:52.038994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.094522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00f22394-26d8-4f65-bd52-5472b4f1164c req-e30cd78a-f877-4e74-a880-17c787cc8645 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093936 Nov 23 10:06:52.151813 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Floating IP eafcaa46-6eda-461b-860e-48cbf62a9857 associated. External IP: 172.25.1.170, port: 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a. Nov 23 10:06:52.496872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48480) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:52.574691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Deleting subnet 0a813276-75c5-41ec-894e-1685b3b04ce9 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:06:52.580244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.604443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.634077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.694341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.728848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:06:52.770622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.806074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a813276-75c5-41ec-894e-1685b3b04ce9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:52.820742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.826340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-729cd347-788b-4ea4-8539-74088c8e1f50 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a813276-75c5-41ec-894e-1685b3b04ce9 HTTP/1.1" status: 204 len: 168 time: 0.3275571 Nov 23 10:06:52.829117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:52.883843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:06:52.896622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Sync routers for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:06:52.913212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:52.914049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:06:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:52.919849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.966506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:52.967215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b3a48218-1638-43b7-a4f0-2b4b47e19767 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5054460 Nov 23 10:06:53.072498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.104939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:53.121747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9388ce-c197-4ad2-ad4d-d99e097bff79']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:53.134857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcfe8f0-e38c-43ba-b60c-961abf2f5263') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:53.135160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcfe8f0-e38c-43ba-b60c-961abf2f5263') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:53.151020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.174009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.211750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:06:53.212564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:06:53.214676 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:06:53.244178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'name': 'network-vif-deleted', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899'}, {'name': 'network-changed', 'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:06:53.247128 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d" -d '{"events": [{"server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "name": "network-vif-deleted", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899"}, {"name": "network-changed", "server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:06:53.313970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4a833-3157-4eb1-95df-2e4ae492c058 req-3c3ead9f-3555-490c-89c1-65498b79abfd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:53.315708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7f4a833-3157-4eb1-95df-2e4ae492c058 req-3c3ead9f-3555-490c-89c1-65498b79abfd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.1213655 Nov 23 10:06:53.317020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.323131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.329613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb9388ce-c197-4ad2-ad4d-d99e097bff79 HTTP/1.1" status: 204 len: 168 time: 0.4962859 Nov 23 10:06:53.335360 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7134913b-f6a2-4959-82a6-3bec1d8b2878 x-openstack-request-id: req-7134913b-f6a2-4959-82a6-3bec1d8b2878 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:06:53.335664 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f67ed6-3b53-449d-8702-fdf03dc78fcc", "name": "network-vif-deleted", "tag": "686d8bd3-326b-4eee-99e8-e77f9cd0f899", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:06:53.335915 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7134913b-f6a2-4959-82a6-3bec1d8b2878 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:06:53.336315 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f67ed6-3b53-449d-8702-fdf03dc78fcc', 'name': 'network-vif-deleted', 'tag': '686d8bd3-326b-4eee-99e8-e77f9cd0f899', 'status': 'completed', 'code': 200} Nov 23 10:06:53.336567 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'status': 'completed', 'code': 200} Nov 23 10:06:53.348004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c596ff-9fd0-4d03-8cfb-b050e9a36695 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9388ce-c197-4ad2-ad4d-d99e097bff79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:53.433975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-0518fb01-b669-4fe4-9286-3f3c99a48de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:53.435897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-0518fb01-b669-4fe4-9286-3f3c99a48de2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0731416 Nov 23 10:06:53.440244 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7f4a833-3157-4eb1-95df-2e4ae492c058 req-972fa1f7-2397-43ee-af18-189f1c516673 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125135 Nov 23 10:06:53.542652 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.572286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'eafcaa46-6eda-461b-860e-48cbf62a9857', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'port_id': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'mac_address': 'fa:16:3e:ce:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:06:51Z', 'updated_at': '2021-11-23T10:06:51Z', 'revision_number': 0, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:53.572562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-2ca1a69e-db1f-4451-aa0b-0b5457483056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:53.574223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-2ca1a69e-db1f-4451-aa0b-0b5457483056 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 910 time: 0.1213098 Nov 23 10:06:53.612125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Checking router: efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:06:53.627482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:06:53.628508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:06:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:53.646985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:53.706377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1331762a-cf18-4eb8-a5a4-ca3e7ee50ec8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9195b1230c2f4bd99e16cdec9c661964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581670 Nov 23 10:06:53.707458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48530) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:53.728610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-a9ccd06b-05ae-4ae4-bded-21cdb2b4a5e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 999 time: 0.1408329 Nov 23 10:06:53.772914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.787871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 686d8bd3-326b-4eee-99e8-e77f9cd0f899 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:53.800458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:06:53.807520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.820659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-18f89f28-adf1-488e-9fda-96b6829dc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:53.822538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-18f89f28-adf1-488e-9fda-96b6829dc4f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 200 len: 848 time: 0.0810559 Nov 23 10:06:53.867168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 686d8bd3-326b-4eee-99e8-e77f9cd0f899 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:53.867779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 686d8bd3-326b-4eee-99e8-e77f9cd0f899 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:53.868333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:06:53.883172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.886212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:06:53.889806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1d66547-fd7c-4a11-91ec-8866d71103f2 HTTP/1.1" status: 204 len: 168 time: 0.1788762 Nov 23 10:06:53.908532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:06:53.909139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device b9e814ba-ce06-490f-9a0e-ab26e97b9ea3 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:06:53.920192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46349e2f-b877-4b19-a59b-e36dbff4b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d66547-fd7c-4a11-91ec-8866d71103f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:06:53.950780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-ce5c2951-f504-424a-97ee-26e0a06cd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:53.952596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-ce5c2951-f504-424a-97ee-26e0a06cd328 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b37c3d-06bb-4e67-8f48-49d07c50320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209025 Nov 23 10:06:54.122701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-074d0bb8-4acd-41e2-bb3b-ab791149f5b6 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623964 Nov 23 10:06:54.295758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44c1a0ad-c59f-40ff-adb5-025b05b6b16d req-badeb24c-3d18-47f8-a906-59f455a8bc78 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642344 Nov 23 10:06:54.460493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'eafcaa46-6eda-461b-860e-48cbf62a9857', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'port_id': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'mac_address': 'fa:16:3e:ce:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:06:51Z', 'updated_at': '2021-11-23T10:06:51Z', 'revision_number': 0, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:06:54.525217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df5d6b-0986-4e1a-b0fe-a87a733bd013 None None] The sync data for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 is: [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'eafcaa46-6eda-461b-860e-48cbf62a9857', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'port_id': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'mac_address': 'fa:16:3e:ce:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:06:51Z', 'updated_at': '2021-11-23T10:06:51Z', 'revision_number': 0, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:06:54.578815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eacbc8-8c13-44fe-b50f-2b655c7e6fcd req-cad4a28b-cfa9-4d1c-a5d8-74d80cae5c46 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:54.580471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7eacbc8-8c13-44fe-b50f-2b655c7e6fcd req-cad4a28b-cfa9-4d1c-a5d8-74d80cae5c46 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0573184 Nov 23 10:06:54.662315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7eacbc8-8c13-44fe-b50f-2b655c7e6fcd req-bc25e4fa-2425-434d-b09b-d34fbcac7d40 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734036 Nov 23 10:06:54.849690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8f0eb-028d-42ee-9876-1f231149dd46 None None] New status for floating IP eafcaa46-6eda-461b-860e-48cbf62a9857: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:06:55.815916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c6596-bc3a-4d26-87e2-26035634d12e req-e0c50965-8e05-41ed-8661-a379392bd8b2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:55.823196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-458c6596-bc3a-4d26-87e2-26035634d12e req-e0c50965-8e05-41ed-8661-a379392bd8b2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0763199 Nov 23 10:06:55.886457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-458c6596-bc3a-4d26-87e2-26035634d12e req-44e37b22-9db2-4a6f-92a9-7c2739144278 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Nov 23 10:06:57.029593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5c1f-93f7-4ae9-b6a1-c665d0146d5f req-ea148395-a6d4-46fd-bdb1-6999d49b733e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:57.040851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48db5c1f-93f7-4ae9-b6a1-c665d0146d5f req-ea148395-a6d4-46fd-bdb1-6999d49b733e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0650971 Nov 23 10:06:57.090054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48db5c1f-93f7-4ae9-b6a1-c665d0146d5f req-4e9900bb-c039-4f80-9969-8d5e6c886f7d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Nov 23 10:06:58.241775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9ce3-10d1-4768-9aa4-cd6c5f44381d req-e66ee230-8f2b-4df7-a508-4e44885e84a0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:58.250200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d8a9ce3-10d1-4768-9aa4-cd6c5f44381d req-e66ee230-8f2b-4df7-a508-4e44885e84a0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0628986 Nov 23 10:06:58.300520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d8a9ce3-10d1-4768-9aa4-cd6c5f44381d req-f0061665-2636-44ab-aff5-e3d0eca88ef7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Nov 23 10:06:59.478212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b4e1-c0a7-42aa-85ae-ef0fe1f0cbbe req-5a0ebe08-6ccb-4f2c-b97f-804bbbc5c6d0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:06:59.486863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4620b4e1-c0a7-42aa-85ae-ef0fe1f0cbbe req-5a0ebe08-6ccb-4f2c-b97f-804bbbc5c6d0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0809865 Nov 23 10:06:59.566694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4620b4e1-c0a7-42aa-85ae-ef0fe1f0cbbe req-ec55c6cb-76e0-4cff-91cc-88f057de25b0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779426 Nov 23 10:06:59.925951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48786) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:06:59.948813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48790) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:00.070926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f9c7-c563-4e21-9366-a416b466f530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.090974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a92ec71-8f76-4560-b382-a87eb991226c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.167501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f9c7-c563-4e21-9366-a416b466f530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.176620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f9c7-c563-4e21-9366-a416b466f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.205239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a92ec71-8f76-4560-b382-a87eb991226c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.209700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a92ec71-8f76-4560-b382-a87eb991226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.222664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aaa4f9c7-c563-4e21-9366-a416b466f530 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cdab68b2dab45c4a5b4c6b47a5836fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954080 Nov 23 10:07:00.225477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4f9c7-c563-4e21-9366-a416b466f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c93e4de-31c5-4b38-ad96-1ce0387eb7f7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:00.228108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48798) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:00.272094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ec71-8f76-4560-b382-a87eb991226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1758f921-bf15-4016-90a4-442390afd4f4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:00.282528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a92ec71-8f76-4560-b382-a87eb991226c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6fd4b180a114f35b988225cbe43b168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3299689 Nov 23 10:07:00.283060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48802) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:00.322831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.361027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.387458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.421217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.453366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.456041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.460253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c93e4de-31c5-4b38-ad96-1ce0387eb7f7 HTTP/1.1" status: 204 len: 168 time: 0.2281275 Nov 23 10:07:00.467110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c931ac-b632-4b2c-8b75-b6444bae832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c93e4de-31c5-4b38-ad96-1ce0387eb7f7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:00.480004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.482893 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:00.484116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1758f921-bf15-4016-90a4-442390afd4f4 HTTP/1.1" status: 204 len: 168 time: 0.2001963 Nov 23 10:07:00.500189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f780c-31b8-46cf-9a8a-98e6ff46cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1758f921-bf15-4016-90a4-442390afd4f4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:00.772212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389aea4-fc81-4f6c-b6e5-63100219f4bd req-72808396-f81e-4a25-9a34-ff580bc713e4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:00.780372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7389aea4-fc81-4f6c-b6e5-63100219f4bd req-72808396-f81e-4a25-9a34-ff580bc713e4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0871365 Nov 23 10:07:00.839398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7389aea4-fc81-4f6c-b6e5-63100219f4bd req-d9238432-f785-46e3-8c82-ecf93b808594 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580628 Nov 23 10:07:01.020157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:01.036501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eef2d36d-6539-4ef4-b341-3840c046a36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.141476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eef2d36d-6539-4ef4-b341-3840c046a36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.146577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eef2d36d-6539-4ef4-b341-3840c046a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.188338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2d36d-6539-4ef4-b341-3840c046a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a2e2c-1ac9-42db-96ac-9f602f69c2b3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:01.197704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eef2d36d-6539-4ef4-b341-3840c046a36b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=629ff4a77e0d4046a3dccd5466510c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1763039 Nov 23 10:07:01.197863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48834) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:01.258282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.292466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.359185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.362007 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:01.363500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b87a2e2c-1ac9-42db-96ac-9f602f69c2b3 HTTP/1.1" status: 204 len: 168 time: 0.1646111 Nov 23 10:07:01.373628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89528ce2-8af6-46e5-913d-389fcbf0689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a2e2c-1ac9-42db-96ac-9f602f69c2b3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:01.993637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b08f7-f2b1-40eb-862d-f50fa3fe1797 req-322c471a-7f1b-44c7-814a-c5063c7ad913 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:02.002414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6f5b08f7-f2b1-40eb-862d-f50fa3fe1797 req-322c471a-7f1b-44c7-814a-c5063c7ad913 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0706360 Nov 23 10:07:02.052336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6f5b08f7-f2b1-40eb-862d-f50fa3fe1797 req-fd577413-0b6a-4556-b41a-769e34ebdbc4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Nov 23 10:07:03.014267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48942) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:03.138876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a96ce0d1-a2d5-4419-b8b8-813f22332de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.259712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a96ce0d1-a2d5-4419-b8b8-813f22332de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.266867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a96ce0d1-a2d5-4419-b8b8-813f22332de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.324689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a96ce0d1-a2d5-4419-b8b8-813f22332de0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b02d60cd1b045988e561a8258c19a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091679 Nov 23 10:07:03.327781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:03.344788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ce0d1-a2d5-4419-b8b8-813f22332de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76281beb-f3c7-4c5c-9f58-c8a574728da2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:03.378214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f294ad-c358-49f5-8529-2fe283a07b39 req-ba03d8c9-c8e9-4642-8da7-9116ea3a06a5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:03.381057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-28f294ad-c358-49f5-8529-2fe283a07b39 req-ba03d8c9-c8e9-4642-8da7-9116ea3a06a5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.2479331 Nov 23 10:07:03.427238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.444337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-28f294ad-c358-49f5-8529-2fe283a07b39 req-ef9a5089-891e-432d-b67b-6f1c1b37ea98 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551703 Nov 23 10:07:03.452541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.503763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.507480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.511852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76281beb-f3c7-4c5c-9f58-c8a574728da2 HTTP/1.1" status: 204 len: 168 time: 0.1828353 Nov 23 10:07:03.522057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4154e0-002a-4545-9b24-27e5dee3f947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76281beb-f3c7-4c5c-9f58-c8a574728da2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:03.819517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48990) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:03.833289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1877f82e-2c5a-46c9-b36e-aefa6bda5599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.937549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1877f82e-2c5a-46c9-b36e-aefa6bda5599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.943352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1877f82e-2c5a-46c9-b36e-aefa6bda5599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:03.994208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1877f82e-2c5a-46c9-b36e-aefa6bda5599 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f817ec309ec847a6bc7a1ffce87bd115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709931 Nov 23 10:07:03.994208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877f82e-2c5a-46c9-b36e-aefa6bda5599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5da87c-3416-4e56-b86b-22b4a2d8b8b5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:03.995171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:04.055923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.087724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.149232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.152365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.153593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd5da87c-3416-4e56-b86b-22b4a2d8b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1555040 Nov 23 10:07:04.167052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b243cd-0cf8-4dc7-9ec6-f07e3e7d2132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5da87c-3416-4e56-b86b-22b4a2d8b8b5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:04.470596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49016) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:04.596925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e5bccea-3bb3-4978-a412-539e206b05fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.753430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e5bccea-3bb3-4978-a412-539e206b05fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.759382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e5bccea-3bb3-4978-a412-539e206b05fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.807546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9e5bccea-3bb3-4978-a412-539e206b05fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=966f84f4057147fbbacd6b5320bd9e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357804 Nov 23 10:07:04.810040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49040) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:04.818676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bccea-3bb3-4978-a412-539e206b05fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c49ee-426c-4981-8a4c-b7dd1aee3a24,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:04.870240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1531940-55b5-4148-a978-b70967c3ce77 req-cf9e93b2-3a3c-4ee2-8e70-f41c1356c091 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:04.878805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1531940-55b5-4148-a978-b70967c3ce77 req-cf9e93b2-3a3c-4ee2-8e70-f41c1356c091 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.3517025 Nov 23 10:07:04.886358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.911795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.929550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1531940-55b5-4148-a978-b70967c3ce77 req-e64dd59f-8aef-4494-9925-c44a533cd469 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 Nov 23 10:07:04.973638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.985794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:04.987020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b01c49ee-426c-4981-8a4c-b7dd1aee3a24 HTTP/1.1" status: 204 len: 168 time: 0.1760538 Nov 23 10:07:05.008921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565043f-0134-4f4a-8f46-5283b388b812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c49ee-426c-4981-8a4c-b7dd1aee3a24,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:05.423823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:05.438468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1395-66c9-4ac9-81b9-57572ff80f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.535489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1395-66c9-4ac9-81b9-57572ff80f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.543159 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1395-66c9-4ac9-81b9-57572ff80f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.600570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7b4a1395-66c9-4ac9-81b9-57572ff80f00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=789faa0a371f488dbac3fa7c7d350222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755209 Nov 23 10:07:05.603048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1395-66c9-4ac9-81b9-57572ff80f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46bfc6-cdd9-41c3-af26-c4f91eb26237,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:05.603792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49072) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:05.659538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.683845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.754367 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.757513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:05.774751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd46bfc6-cdd9-41c3-af26-c4f91eb26237 HTTP/1.1" status: 204 len: 168 time: 0.1579649 Nov 23 10:07:05.784395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c41ae-7c3f-4d52-9cdf-889663794ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46bfc6-cdd9-41c3-af26-c4f91eb26237,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:06.124784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e287e77-564a-4e22-9c1e-ae5d9f26fd51 req-93869855-1a17-4ef5-81c8-8b4bbe5c8dd3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:06.127356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e287e77-564a-4e22-9c1e-ae5d9f26fd51 req-93869855-1a17-4ef5-81c8-8b4bbe5c8dd3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0921454 Nov 23 10:07:06.204179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e287e77-564a-4e22-9c1e-ae5d9f26fd51 req-fc6189f3-d33f-455c-a7e7-7c4dc402bad7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688109 Nov 23 10:07:07.330617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49188) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:07.368327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b2019-e5c2-405b-98ee-7c01c6247fa7 req-d5292a16-284f-4d20-883f-4138f20794f0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:07.370055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-196b2019-e5c2-405b-98ee-7c01c6247fa7 req-d5292a16-284f-4d20-883f-4138f20794f0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0798781 Nov 23 10:07:07.425033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-196b2019-e5c2-405b-98ee-7c01c6247fa7 req-021843f4-ca2b-40e5-96af-4fc1836797b2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Nov 23 10:07:07.520058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd38-b545-4892-a138-ca58f0f0c98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.634180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd38-b545-4892-a138-ca58f0f0c98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.640826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd38-b545-4892-a138-ca58f0f0c98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.692143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb0fcd38-b545-4892-a138-ca58f0f0c98e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc6b9cf1aa174a40960613c77a3215e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603220 Nov 23 10:07:07.695359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49212) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:07.738176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839678-211d-4095-ae95-aa397e796d9a req-5ae8fd9f-dd26-44ac-ba86-65d2bdf7b3e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:07.739810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fcd38-b545-4892-a138-ca58f0f0c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c9e0fc-d2ec-4498-a5cc-77646e83a1ee,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:07.740867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1839678-211d-4095-ae95-aa397e796d9a req-5ae8fd9f-dd26-44ac-ba86-65d2bdf7b3e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0714638 Nov 23 10:07:07.770558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.796782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.806998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1839678-211d-4095-ae95-aa397e796d9a req-50f5b051-18d8-4aee-a9cd-6aec8aa1c259 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582755 Nov 23 10:07:07.877484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.880419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:07.887924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6c9e0fc-d2ec-4498-a5cc-77646e83a1ee HTTP/1.1" status: 204 len: 168 time: 0.1900158 Nov 23 10:07:07.906287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d12df-d36b-4800-aa43-9c8b62547170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c9e0fc-d2ec-4498-a5cc-77646e83a1ee,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:07.982081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1deeb2-f23f-49cc-9cc6-e2ac742b334a req-c4c8a062-7f29-40d1-83b2-5a6db04382a0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:07.991176 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a1deeb2-f23f-49cc-9cc6-e2ac742b334a req-c4c8a062-7f29-40d1-83b2-5a6db04382a0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0884202 Nov 23 10:07:08.049107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a1deeb2-f23f-49cc-9cc6-e2ac742b334a req-e8d9e41b-1619-4ced-ace9-277c7e64a359 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565109 Nov 23 10:07:08.365673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:08.515673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49260) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:08.528873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e18a5e0f-6ffc-426d-aa70-1c069bf9dd4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.532517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2352eab6-00fe-42aa-becb-1fc9d3c94d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.595086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-66d0cab0-2338-477c-aaa8-c0cf227454f6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:08.596481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-66d0cab0-2338-477c-aaa8-c0cf227454f6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.1605418 Nov 23 10:07:08.615311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e18a5e0f-6ffc-426d-aa70-1c069bf9dd4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.621053 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e18a5e0f-6ffc-426d-aa70-1c069bf9dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.625462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-20d51209-5396-49fd-8087-ddae6a884da1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/quotas/a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 375 time: 0.0164056 Nov 23 10:07:08.652050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e18a5e0f-6ffc-426d-aa70-1c069bf9dd4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9949487d431497db842a208de97edc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352506 Nov 23 10:07:08.658936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:08.692140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a5e0f-6ffc-426d-aa70-1c069bf9dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ee1a2-8a04-452f-8327-924b3ef31502,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:08.706039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2352eab6-00fe-42aa-becb-1fc9d3c94d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.723277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-5e8eb59e-8805-46a8-afb2-4c6d7adbe4e3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860693 Nov 23 10:07:08.724639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.724778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2352eab6-00fe-42aa-becb-1fc9d3c94d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.748293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.788669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352eab6-00fe-42aa-becb-1fc9d3c94d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857fae9-f89a-485f-a5ce-094b6866c1d5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:08.797458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.800765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.802054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/778ee1a2-8a04-452f-8327-924b3ef31502 HTTP/1.1" status: 204 len: 168 time: 0.1418192 Nov 23 10:07:08.811047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5585d-3372-4565-ba77-125bac7dc587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ee1a2-8a04-452f-8327-924b3ef31502,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:08.820264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2352eab6-00fe-42aa-becb-1fc9d3c94d57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31b2b415ce464f9599b82457773cdcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523005 Nov 23 10:07:08.826787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49270) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:08.917324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:08.934912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-654d1491-bf98-4caf-a4ac-ce6412a79eda service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996429 Nov 23 10:07:08.961065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.067298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-c7ea3d2f-a7eb-40cc-bf7e-9e8eb7d93444 service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232531 Nov 23 10:07:09.083710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.091450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.091450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4857fae9-f89a-485f-a5ce-094b6866c1d5 HTTP/1.1" status: 204 len: 168 time: 0.2603848 Nov 23 10:07:09.098594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5d024-0d24-4429-842e-00c63caf295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857fae9-f89a-485f-a5ce-094b6866c1d5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:09.289239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-16fe39b0-1817-4fcb-830e-bdd18782ac42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947659 Nov 23 10:07:09.418515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d73b5865-0137-4f0e-b323-40ff7980b9a2 req-e1600f61-c4fa-4dc8-9c75-e5352753d634 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 210 time: 0.0844162 Nov 23 10:07:09.441748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-9c5a4831-a48c-41da-8efd-7fa7ddf16cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:09.443988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-9c5a4831-a48c-41da-8efd-7fa7ddf16cec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3089091962354fe2bbe9733c01669b79&device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 1096 time: 0.1088483 Nov 23 10:07:09.676171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49314) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:09.692613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-f7f90ea9-05e9-4c59-be6d-c7abc6016b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:09.694128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-f7f90ea9-05e9-4c59-be6d-c7abc6016b3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 200 len: 912 time: 0.2109432 Nov 23 10:07:09.695002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-059b275f-19ad-435a-9a68-ace8e96110c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.794564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-494bc161-a91e-4d4d-8150-48fdf1755c82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 200 len: 1000 time: 0.0903270 Nov 23 10:07:09.869019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-dd137234-3816-489a-9086-54ed98422cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:09.870866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-dd137234-3816-489a-9086-54ed98422cd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 200 len: 850 time: 0.0672319 Nov 23 10:07:09.944881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-059b275f-19ad-435a-9a68-ace8e96110c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.950427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-059b275f-19ad-435a-9a68-ace8e96110c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:09.968643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-72988675-1604-42f2-8e1e-43b8542df19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:09.970229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-72988675-1604-42f2-8e1e-43b8542df19e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3327a186-f8fb-45ba-a2e4-d4b5106dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917549 Nov 23 10:07:09.989962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-9bc10bb8-881b-41ef-8c83-d7222403eb9b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:07:09.991250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-9bc10bb8-881b-41ef-8c83-d7222403eb9b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070870 Nov 23 10:07:10.015433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-059b275f-19ad-435a-9a68-ace8e96110c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6f84e29f1914999b416d80737a63981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392997 Nov 23 10:07:10.018290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:10.049676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b275f-19ad-435a-9a68-ace8e96110c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e53ad9-a579-4268-acde-32a0b0a06c93,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:10.137483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:10.170393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:10.228243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-94946db1-be24-4825-aa8c-97753bb990d7 service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279100 Nov 23 10:07:10.247690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:10.251261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:10.254359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5e53ad9-a579-4268-acde-32a0b0a06c93 HTTP/1.1" status: 204 len: 168 time: 0.2350087 Nov 23 10:07:10.268828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2efb9-ac3b-47ff-a62c-f5911dce4ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e53ad9-a579-4268-acde-32a0b0a06c93,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:10.368758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6299f82-5abf-4f75-951f-0215d973ce09 req-a6a9e02b-4078-4712-8880-d7b087aaa456 service neutron] 10.222.0.50 "GET /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324239 Nov 23 10:07:10.596571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8db2ca5-9067-444e-a360-38714c7b55af req-bb62d9e2-a000-4093-b20e-63bcf78c5851 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 210 time: 0.0545244 Nov 23 10:07:10.736568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-4bd8aaaa-8683-47a9-a402-4d9ed912bc44 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:10.738494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-4bd8aaaa-8683-47a9-a402-4d9ed912bc44 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.1746123 Nov 23 10:07:10.777935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'device_id': '7f899545-ee02-4806-bc94-050075b4ab3c', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'admin_state_up': True, 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:10.872216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-22d41984-a3ff-436d-b91d-6bb7e0b95c0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1320202 Nov 23 10:07:10.977462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:10.982237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:11.025103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.025669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.026301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.027050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.027222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.027714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.028439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.031823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e96c7dc-643f-4e65-9f9a-21e24c391f95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dc35209a0064a6eba31e067fc870718&device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.0931251 Nov 23 10:07:11.301775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ee0f7b9e-785d-44b1-ba29-615180868f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.302499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ee0f7b9e-785d-44b1-ba29-615180868f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.302997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ee0f7b9e-785d-44b1-ba29-615180868f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.304857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ee0f7b9e-785d-44b1-ba29-615180868f0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5c7f922-e5d2-464a-8217-0ac5442bc374&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=f7216446-2e8b-4101-99de-3bb622ffbacd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 200 len: 2292 time: 0.2207239 Nov 23 10:07:11.307449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.20.0.13 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/cb7f8c57-5103-4351-b37e-aceb6d2d1ccc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:11.413964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ac6fc273-53f2-45da-a2f4-46d89ae7c1a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 200 len: 1002 time: 0.0973189 Nov 23 10:07:11.533884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-8639a56d-e8b8-4f4c-9e27-0297f318588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.535421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-8639a56d-e8b8-4f4c-9e27-0297f318588b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 200 len: 850 time: 0.1112242 Nov 23 10:07:11.619893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-f4e34949-02dd-42b4-bfa7-e4465e5f8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.621432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-f4e34949-02dd-42b4-bfa7-e4465e5f8a5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5c7f922-e5d2-464a-8217-0ac5442bc374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763991 Nov 23 10:07:11.626136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:11.740661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:11.744380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-33b941bf-f001-4141-bbac-16b3d5869a98 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148996 Nov 23 10:07:11.754397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:07:11.771262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c5da90e-b8ff-4488-ad4d-3bf1add813b2 req-42a37842-facb-4feb-9744-a4f893086502 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 210 time: 0.0604239 Nov 23 10:07:11.805731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:11.872333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:11.875459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:11.878179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:11.888224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49424) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:11.974419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:11.975306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.025175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-e5a2f09c-4853-4850-92c0-2b17dc62fc4f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2530665 Nov 23 10:07:12.048049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Request body: {'port': {'device_id': '7f899545-ee02-4806-bc94-050075b4ab3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:12.140102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-6c15a151-c421-488d-ad2e-ca710153d961 service neutron] 10.222.0.11 "GET /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356164 Nov 23 10:07:12.171064 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.229729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5a625116-9638-4238-a179-7427e5052ce1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 217 time: 0.0813560 Nov 23 10:07:12.279839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-068a15ae-fedd-41a5-9a28-9d185058c1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.294745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c777780b-0d61-4412-86f5-0c0be4058081 None None] Provisioning complete for port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:12.295122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c777780b-0d61-4412-86f5-0c0be4058081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.379282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-068a15ae-fedd-41a5-9a28-9d185058c1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.386519 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-068a15ae-fedd-41a5-9a28-9d185058c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.411934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c777780b-0d61-4412-86f5-0c0be4058081 None None] Port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:12.457476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-068a15ae-fedd-41a5-9a28-9d185058c1fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf59db9b9de74a7889ef3e3db7efc62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666730 Nov 23 10:07:12.458252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:12.459566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a15ae-fedd-41a5-9a28-9d185058c1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e2594-ac35-496e-a542-d7d7f8a3f1f6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:12.498798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ff22a176-a496-485b-b714-4d8b60afa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:12.499871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ff22a176-a496-485b-b714-4d8b60afa8c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.2508600 Nov 23 10:07:12.555430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.584121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.652804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.656452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:12.658454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba2e2594-ac35-496e-a542-d7d7f8a3f1f6 HTTP/1.1" status: 204 len: 168 time: 0.1838140 Nov 23 10:07:12.668791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f16202-1971-431f-874e-9a572e8a0cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e2594-ac35-496e-a542-d7d7f8a3f1f6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:12.855511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:13.040795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-17b7bb7e-6050-40fe-b181-83eac2249c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:13.042360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-17b7bb7e-6050-40fe-b181-83eac2249c4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5344186 Nov 23 10:07:13.079502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed87c8c-182f-4d3a-a851-bcc453a869a3 req-0d938881-e42f-4655-9753-9ca98138d1f9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:13.081043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fed87c8c-182f-4d3a-a851-bcc453a869a3 req-0d938881-e42f-4655-9753-9ca98138d1f9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 932 time: 0.1492331 Nov 23 10:07:13.151738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9d84ddbb-d7d7-4846-8712-c432f5334ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.271044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9d84ddbb-d7d7-4846-8712-c432f5334ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.277775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9d84ddbb-d7d7-4846-8712-c432f5334ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.279645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fed87c8c-182f-4d3a-a851-bcc453a869a3 req-cf14a5a1-4c0c-4b61-9c45-7707c6325bde tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821029 Nov 23 10:07:13.315489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9d84ddbb-d7d7-4846-8712-c432f5334ce5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=003b6a1228454bbdb6b5b524e4fea7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587178 Nov 23 10:07:13.317780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7f8c57-5103-4351-b37e-aceb6d2d1ccc {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:07:13.322969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49478) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:13.328202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.343743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Transition to ACTIVE for port object cb7f8c57-5103-4351-b37e-aceb6d2d1ccc will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:07:13.346852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-90a61a15-0593-470c-9069-99cc11b3ceea service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933819 Nov 23 10:07:13.350442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.368931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84ddbb-d7d7-4846-8712-c432f5334ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81052c-c246-4767-b1b5-6a4fc002d606,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:13.423013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.458821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.489351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:13.554635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.565930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.567107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae81052c-c246-4767-b1b5-6a4fc002d606 HTTP/1.1" status: 204 len: 168 time: 0.2428854 Nov 23 10:07:13.581305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694651b-b866-4ed1-91e3-e038d4989351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81052c-c246-4767-b1b5-6a4fc002d606,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:13.647117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Attempting to bind port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:07:13.648109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Attempting to bind port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:07:13.648683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Attempting to bind port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:13.656878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-c4c30986-8520-4861-b799-1c8612283538 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012142 Nov 23 10:07:13.659650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc on network dcaa4c69-1be9-4d3d-820f-022dfe9befea not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:07:13.660543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Attempting to bind port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:13.669213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:07:13.669955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:13.670578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:07:13.671309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Bound port: cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:07:13.672036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.771260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-6e09dad3-ef01-411b-8c28-80ac76e48373 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 217 time: 0.1035841 Nov 23 10:07:13.874470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-cd281da2-38cc-4c15-8e5c-eda5e18d9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:13.876236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-cd281da2-38cc-4c15-8e5c-eda5e18d9a1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.0959404 Nov 23 10:07:13.883427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:07:13.887531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:07:13.902962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.988000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:13.988732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:13.990212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb7f8c57-5103-4351-b37e-aceb6d2d1ccc HTTP/1.1" status: 200 len: 1092 time: 1.9529297 Nov 23 10:07:13.991572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:07:13.994089 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:07:14.015538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-9a68cf8e-7db0-40b9-886a-8cbe614a8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.018264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-9a68cf8e-7db0-40b9-886a-8cbe614a8e07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270435 Nov 23 10:07:14.079269 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd083a-fd98-4ea9-8066-877413158c2d x-openstack-request-id: req-a1cd083a-fd98-4ea9-8066-877413158c2d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:07:14.079829 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:07:14.079829 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1cd083a-fd98-4ea9-8066-877413158c2d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:07:14.080182 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc', 'status': 'completed', 'code': 200} Nov 23 10:07:14.127132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49510) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:14.143940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-270b73f7-ce8b-4c08-88a3-55f6fe30e57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.148012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b61a-e3de-4bff-92de-6213ffba5002 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:14.267838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-9a73fa5c-641a-4990-bd1a-974f75877525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.269476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-9a73fa5c-641a-4990-bd1a-974f75877525 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 1095 time: 0.1487687 Nov 23 10:07:14.291899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-270b73f7-ce8b-4c08-88a3-55f6fe30e57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.302773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:14.308865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-270b73f7-ce8b-4c08-88a3-55f6fe30e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.349001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-88ff580e-d4b1-4cb4-9106-a227bff2223c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc HTTP/1.1" status: 200 len: 217 time: 0.0682018 Nov 23 10:07:14.355862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-9c361313-7a0d-446a-afd1-891f67f8cbb3 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747283 Nov 23 10:07:14.427345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-270b73f7-ce8b-4c08-88a3-55f6fe30e57b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7270d542ad5b4b2b9b7cc9bcb986065f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989924 Nov 23 10:07:14.429819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b73f7-ce8b-4c08-88a3-55f6fe30e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99200041-e356-4682-84e9-f93c50b00ff7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:14.433442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:14.448284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88b66ae2-d6b4-45cb-83d1-577597f76ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.534644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88b66ae2-d6b4-45cb-83d1-577597f76ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.540003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88b66ae2-d6b4-45cb-83d1-577597f76ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.544121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-42acf046-17b9-47bf-ae3a-cae04b28f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.545462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-42acf046-17b9-47bf-ae3a-cae04b28f701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1886086 Nov 23 10:07:14.583910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88b66ae2-d6b4-45cb-83d1-577597f76ffd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=970451e6129a458c9a5e672530d68aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773879 Nov 23 10:07:14.591231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b66ae2-d6b4-45cb-83d1-577597f76ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ee613-15a7-47b4-a66c-6fea4e2c4b59,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:14.594341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49532) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:14.646455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388bc8-aea0-471a-8a60-c32d3c2a2f8a req-634c8ec3-9185-4e33-a27c-afe91e0553bc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.648020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05388bc8-aea0-471a-8a60-c32d3c2a2f8a req-634c8ec3-9185-4e33-a27c-afe91e0553bc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 944 time: 0.1904583 Nov 23 10:07:14.657215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-ae94ab04-4f49-4759-8726-07317224c445 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544155 Nov 23 10:07:14.664829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.689852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.696437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0e5b93fe-29c1-4149-bc22-f1bccfc2d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.698173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-0e5b93fe-29c1-4149-bc22-f1bccfc2d983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401246 Nov 23 10:07:14.743365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.745282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.746492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.747658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/189ee613-15a7-47b4-a66c-6fea4e2c4b59 HTTP/1.1" status: 204 len: 168 time: 0.1523089 Nov 23 10:07:14.752611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-3815cf85-7a9f-416c-b58c-177d8af4f998 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 200 len: 217 time: 0.0858185 Nov 23 10:07:14.759619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed631bcf-aec9-4947-a0f8-890d1ec85ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ee613-15a7-47b4-a66c-6fea4e2c4b59,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:14.838995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:14.896356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05388bc8-aea0-471a-8a60-c32d3c2a2f8a req-47da9ae7-8c5e-4703-adee-fd6907a5cb0e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319882 Nov 23 10:07:14.908770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-25cd6020-e912-4dc1-8ac8-f0092c550bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:14.910284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-25cd6020-e912-4dc1-8ac8-f0092c550bbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1449027 Nov 23 10:07:14.969029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-9e265459-e351-4942-a382-2c371ab3ff42 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323329 Nov 23 10:07:15.017130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-e633ba91-ac4f-423c-828b-7239a075f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.018680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-e633ba91-ac4f-423c-828b-7239a075f00c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999851 Nov 23 10:07:15.021788 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:15.024791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:15.028360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99200041-e356-4682-84e9-f93c50b00ff7 HTTP/1.1" status: 204 len: 168 time: 0.5914435 Nov 23 10:07:15.063733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce68fbd-dfe0-4141-88e6-b1e694dd4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99200041-e356-4682-84e9-f93c50b00ff7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:15.197591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d0b7cb9-85dd-4f8d-b070-e79061beaccc req-54a1b3a7-9560-4a16-b344-1ded4da54595 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179744 Nov 23 10:07:15.239283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-aa348810-6ca2-4432-a786-12625a930f94 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122090 Nov 23 10:07:15.391267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-f7b68d41-77c1-4e82-849a-125983782876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.392784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-f7b68d41-77c1-4e82-849a-125983782876 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 1095 time: 0.1189299 Nov 23 10:07:15.400353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-f940bb87-d2a6-43b4-8750-48e331b8236d service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523924 Nov 23 10:07:15.469719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-b42b80dd-adff-4e90-b224-c5b3ee7794fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 200 len: 217 time: 0.0595086 Nov 23 10:07:15.577128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-845e4a2b-09af-41b9-a42c-caa362dc29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.578772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-845e4a2b-09af-41b9-a42c-caa362dc29bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 200 len: 797 time: 0.1019392 Nov 23 10:07:15.583938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-ce39ac22-1a48-4e81-a10d-1e0fd8b4bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.585301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-ce39ac22-1a48-4e81-a10d-1e0fd8b4bd5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1840432 Nov 23 10:07:15.659779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-89dcbc89-d89c-4e22-9487-ad6c4fe043df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc HTTP/1.1" status: 200 len: 217 time: 0.0653393 Nov 23 10:07:15.712266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-4d05e98a-e9fe-48f7-9b43-b487b3d947eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.714309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-4d05e98a-e9fe-48f7-9b43-b487b3d947eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7216446-2e8b-4101-99de-3bb622ffbacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281340 Nov 23 10:07:15.722991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-2bf27d83-800f-4216-ab50-0e49cb599029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.724590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-2bf27d83-800f-4216-ab50-0e49cb599029 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0554533 Nov 23 10:07:15.792987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:15.837746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-7436e9aa-d2b0-4ee7-bdf8-c1ed21a158de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:15.839375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-7436e9aa-d2b0-4ee7-bdf8-c1ed21a158de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055222 Nov 23 10:07:15.913680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-33c22b43-79ea-4667-9890-0d2f977deab2 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879704 Nov 23 10:07:16.091246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-c24914ea-12fd-4ea6-9cab-e1ffef176bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443110 Nov 23 10:07:16.161424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbfaab-0353-4c0d-8650-6b0a8dcf5051 req-fea59558-89b2-485e-836a-d41adb4a5c0e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:16.163148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8afbfaab-0353-4c0d-8650-6b0a8dcf5051 req-fea59558-89b2-485e-836a-d41adb4a5c0e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 944 time: 0.1529074 Nov 23 10:07:16.167162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-c0a580ba-da11-4eba-a472-8a61cd99a862 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 200 len: 217 time: 0.0705783 Nov 23 10:07:16.171268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-1bb9cb6e-daeb-48f9-be20-d787b5edcd35 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205106 Nov 23 10:07:16.293040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-16e411a4-678a-4c7c-8172-669560820c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:16.293040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-16e411a4-678a-4c7c-8172-669560820c03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.1130481 Nov 23 10:07:16.383174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8afbfaab-0353-4c0d-8650-6b0a8dcf5051 req-35fa1997-7232-4a91-9d5d-591fa9853f30 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575534 Nov 23 10:07:16.429196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23fdd716-5b31-4c1d-b414-2f38a39a9e8f req-a1231d9a-f90c-4110-b5e8-a1c50e6ae06b service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113488 Nov 23 10:07:16.436791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-e5adb38d-cd0a-4bd3-8804-9cd414f853d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:16.438532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-e5adb38d-cd0a-4bd3-8804-9cd414f853d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921998 Nov 23 10:07:16.570714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-328d48d1-61e4-4ecf-b0dc-595440434e56 service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236069 Nov 23 10:07:16.696794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-5e3de837-1a6d-48c2-af2c-15144e8f932e service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180232 Nov 23 10:07:16.765541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-3f9c77df-a8ad-4991-b133-0843444e4c3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 200 len: 217 time: 0.0585949 Nov 23 10:07:16.839483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-23c92d7c-264e-4e32-aaea-704f7ddd64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:16.841581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-23c92d7c-264e-4e32-aaea-704f7ddd64d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 200 len: 797 time: 0.0686097 Nov 23 10:07:16.913574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-8762e6b8-9ffe-4f2d-9b39-f6f7362ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:16.916977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-8762e6b8-9ffe-4f2d-9b39-f6f7362ab019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ddb7a6a-49ad-42d8-9066-bf3b636931fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671220 Nov 23 10:07:17.511000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-92d15418-803f-453e-8bf8-32cc20f331bf service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856245 Nov 23 10:07:17.607973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49690) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:17.651940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8cc98-7db6-4256-b918-f0c58201aa84 req-16fbabeb-592e-4c49-b709-9736db5ca7a5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:17.653478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb8cc98-7db6-4256-b918-f0c58201aa84 req-16fbabeb-592e-4c49-b709-9736db5ca7a5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 944 time: 0.1415381 Nov 23 10:07:17.693597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bf6ec85-66a1-41d0-8229-3b2eee2d955d req-7bdbbb5d-af9a-471f-a7f2-60e7208e6acb service neutron] 10.222.0.11 "GET /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696296 Nov 23 10:07:17.731739 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb8cc98-7db6-4256-b918-f0c58201aa84 req-a73f0447-9da2-4eb9-a5e5-410a1f4c0e83 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Nov 23 10:07:17.826256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-97019a8d-626f-4a40-b6f4-d648d119a957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:17.852275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92f95e14-d2bf-4f3f-a732-356282ef863a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:17.879196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cb7f8c57-5103-4351-b37e-aceb6d2d1ccc details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:07:17.953093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92f95e14-d2bf-4f3f-a732-356282ef863a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:17.960153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-92f95e14-d2bf-4f3f-a732-356282ef863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.002848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f95e14-d2bf-4f3f-a732-356282ef863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb29fc1-820a-479f-bf82-a36c05b9c4bf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:18.009424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:18.010967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-92f95e14-d2bf-4f3f-a732-356282ef863a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6913140ea58f40bdabce4666d24dab3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4013333 Nov 23 10:07:18.012159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49698) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:18.037272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc', 'mac_address': 'fa:16:3e:54:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:07:18.076332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.085230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.099886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7f8c57-5103-4351-b37e-aceb6d2d1ccc {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:07:18.111589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.124819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:18.133614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.178842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.181642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:18.183148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbb29fc1-820a-479f-bf82-a36c05b9c4bf HTTP/1.1" status: 204 len: 168 time: 0.1699548 Nov 23 10:07:18.198014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:18.198714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6194d8e-8410-4d20-8156-57c5331bfcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb29fc1-820a-479f-bf82-a36c05b9c4bf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:18.229166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.229633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.229969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.230313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.232951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.234019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.234513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.235121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.236308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.237969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.238495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.239321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:18.348837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:07:18.942784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177308b5-50f9-4663-a9fb-78f76c64f5af req-66ea4e0f-87e0-49e0-82f3-c32650b60005 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:18.953619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-177308b5-50f9-4663-a9fb-78f76c64f5af req-66ea4e0f-87e0-49e0-82f3-c32650b60005 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 945 time: 0.0820189 Nov 23 10:07:19.024961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-177308b5-50f9-4663-a9fb-78f76c64f5af req-8b88aed4-a764-43c8-8535-b8eb51010ed7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Nov 23 10:07:19.880261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cb7f8c57-5103-4351-b37e-aceb6d2d1ccc up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:19.949179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:07:19.954417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:19.955237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:20.094955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:20.138526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:07:20.141261 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ee1fe-5d01-40a0-b179-5d2483582244" -d '{"events": [{"server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "name": "network-vif-plugged", "status": "completed", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:07:20.179475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:20.190604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:20.222538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1b2b0-7a44-45cd-9baf-5c155f923e82 req-edaf4228-17f1-488a-809a-f3d07da544e0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:20.230720 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae931504-241a-4489-b76c-fdb33ab3fd6b x-openstack-request-id: req-ae931504-241a-4489-b76c-fdb33ab3fd6b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:07:20.231245 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "name": "network-vif-plugged", "status": "completed", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:07:20.232180 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae931504-241a-4489-b76c-fdb33ab3fd6b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:07:20.232828 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc', 'code': 200} Nov 23 10:07:20.243841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ab1b2b0-7a44-45cd-9baf-5c155f923e82 req-edaf4228-17f1-488a-809a-f3d07da544e0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 945 time: 0.1183577 Nov 23 10:07:20.278341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:20.292019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:20.322548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ab1b2b0-7a44-45cd-9baf-5c155f923e82 req-0229989b-2916-4eb4-b901-d8bfc90f5954 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671349 Nov 23 10:07:20.371329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d426-eae2-4d49-8ab2-48df15aac7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:20.544460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180539-bf98-416c-830b-dfd898289af2 req-71fdaf7d-ca92-435c-9247-dc66d0e62621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:20.547560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a180539-bf98-416c-830b-dfd898289af2 req-71fdaf7d-ca92-435c-9247-dc66d0e62621 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 1097 time: 0.2519479 Nov 23 10:07:20.609715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a180539-bf98-416c-830b-dfd898289af2 req-e7926974-fde2-4408-b38c-33d81f981515 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546758 Nov 23 10:07:21.143210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:07:21.215160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:21.473808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd6c53-c31b-4665-b9f5-2987a9c9e8f1 req-9d943ce0-2a2e-41c0-9e33-c711eeffa377 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:21.477263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3fd6c53-c31b-4665-b9f5-2987a9c9e8f1 req-9d943ce0-2a2e-41c0-9e33-c711eeffa377 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 946 time: 0.0871682 Nov 23 10:07:21.545264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3fd6c53-c31b-4665-b9f5-2987a9c9e8f1 req-224de907-e85b-4c5b-a21a-957c4179a2f7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599763 Nov 23 10:07:22.163349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49886) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:22.307299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27ee413b-8fb0-4198-bc33-3bff02f4ed8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.382336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27ee413b-8fb0-4198-bc33-3bff02f4ed8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.387261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27ee413b-8fb0-4198-bc33-3bff02f4ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.429524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49894) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:22.429650 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-27ee413b-8fb0-4198-bc33-3bff02f4ed8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb69e5817f3044f08102e2e9063ae664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650301 Nov 23 10:07:22.432036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee413b-8fb0-4198-bc33-3bff02f4ed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a786fd-9409-4f8f-a58c-c04a8a01ff37,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:22.494065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.519403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.576490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.579546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.580907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8a786fd-9409-4f8f-a58c-c04a8a01ff37 HTTP/1.1" status: 204 len: 168 time: 0.1502330 Nov 23 10:07:22.593778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326204da-15a2-472e-8aba-5e7d3d322b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a786fd-9409-4f8f-a58c-c04a8a01ff37,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:22.607943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:22.746282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de24990-8775-4a2b-a05c-bed841c5b027 req-6b122907-2bbc-4cf0-b3f7-8822ad5c503d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:22.748320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2de24990-8775-4a2b-a05c-bed841c5b027 req-6b122907-2bbc-4cf0-b3f7-8822ad5c503d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 946 time: 0.0905547 Nov 23 10:07:22.814040 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2de24990-8775-4a2b-a05c-bed841c5b027 req-bbee367b-cc50-4d68-88d4-1500d000aba4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577023 Nov 23 10:07:23.002154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49916) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:23.016039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc74eef6-de53-4c30-9ad4-aa9fea402289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.105459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc74eef6-de53-4c30-9ad4-aa9fea402289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.111014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc74eef6-de53-4c30-9ad4-aa9fea402289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.152558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dc74eef6-de53-4c30-9ad4-aa9fea402289 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb4bcd23d4da43aaac4675aed9c357c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492546 Nov 23 10:07:23.153754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74eef6-de53-4c30-9ad4-aa9fea402289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39e562-9658-4f28-85fb-29531d9a5365,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:23.155457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49922) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:23.240103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.263459 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.321233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.324993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:23.330541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b39e562-9658-4f28-85fb-29531d9a5365 HTTP/1.1" status: 204 len: 168 time: 0.1730855 Nov 23 10:07:23.340638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fd50b-1dd7-4fbe-bde3-6184a0b2c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39e562-9658-4f28-85fb-29531d9a5365,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:23.512226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:24.176578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49968) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.286972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-02de9db7-993e-44ca-8fba-9019a62f8ab9 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] Request body: {'port': {'network_id': '34c30d34-c7af-4a3c-8968-3290091ca915', 'name': 'tempest-NetworksNegativeTestJSON-691179770'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:24.305033 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-02de9db7-993e-44ca-8fba-9019a62f8ab9 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] POST failed (client error): The resource could not be found. Nov 23 10:07:24.305582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02de9db7-993e-44ca-8fba-9019a62f8ab9 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.310647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-02de9db7-993e-44ca-8fba-9019a62f8ab9 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1292524 Nov 23 10:07:24.311127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.329019 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b638a77-6230-491a-b78c-47b44f4da359 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] DELETE failed (client error): The resource could not be found. Nov 23 10:07:24.329521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b638a77-6230-491a-b78c-47b44f4da359 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.338649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.339167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b638a77-6230-491a-b78c-47b44f4da359 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "DELETE /v2.0/networks/fbc4da5b-7f1a-45d2-b5bc-35cc2002389b HTTP/1.1" status: 404 len: 339 time: 0.0265470 Nov 23 10:07:24.366027 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d130d2cb-e2de-41f9-8fd1-83a8b7136d24 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] DELETE failed (client error): The resource could not be found. Nov 23 10:07:24.366755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d130d2cb-e2de-41f9-8fd1-83a8b7136d24 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.371063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d130d2cb-e2de-41f9-8fd1-83a8b7136d24 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "DELETE /v2.0/ports/ea6b64de-9525-4ad0-a206-f637c4c10ea5 HTTP/1.1" status: 404 len: 333 time: 0.0313835 Nov 23 10:07:24.374983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49980) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.402894 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e936803-8acc-4095-9a1f-e3d8096915be tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] DELETE failed (client error): The resource could not be found. Nov 23 10:07:24.403516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e936803-8acc-4095-9a1f-e3d8096915be tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.409960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e936803-8acc-4095-9a1f-e3d8096915be tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "DELETE /v2.0/subnets/8dd064eb-df9e-4bbc-8b57-b1bdf5f0328a HTTP/1.1" status: 404 len: 337 time: 0.0306287 Nov 23 10:07:24.410593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.430548 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-15890d8e-f5c7-4012-8d79-dd77ee82e1d4 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] GET failed (client error): The resource could not be found. Nov 23 10:07:24.435662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-15890d8e-f5c7-4012-8d79-dd77ee82e1d4 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "GET /v2.0/networks/3b6c8729-e9e6-46ac-9ffe-ccbc858e3bfc HTTP/1.1" status: 404 len: 339 time: 0.0199695 Nov 23 10:07:24.435790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.461010 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-219b265c-2268-4c2d-b5d2-b12ba874d9da tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] GET failed (client error): The resource could not be found. Nov 23 10:07:24.466423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.470656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-219b265c-2268-4c2d-b5d2-b12ba874d9da tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "GET /v2.0/ports/00c31d96-fc4d-47e0-83f4-cf690a49344c HTTP/1.1" status: 404 len: 333 time: 0.0336571 Nov 23 10:07:24.493794 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e0ec96-72c6-429d-b8e2-59f762543e44 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] GET failed (client error): The resource could not be found. Nov 23 10:07:24.495191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-02e0ec96-72c6-429d-b8e2-59f762543e44 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "GET /v2.0/subnets/b7bac77b-dd52-49f0-9eda-bbb53052ffef HTTP/1.1" status: 404 len: 337 time: 0.0277777 Nov 23 10:07:24.499301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.504608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-be5d9442-93ff-498d-bbcf-d37bc3fbbf56 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:24.518411 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5d9442-93ff-498d-bbcf-d37bc3fbbf56 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] PUT failed (client error): The resource could not be found. Nov 23 10:07:24.518912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5d9442-93ff-498d-bbcf-d37bc3fbbf56 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.525517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.525686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-be5d9442-93ff-498d-bbcf-d37bc3fbbf56 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "PUT /v2.0/networks/ca2d892b-690d-4de8-927a-9e993efd99b8 HTTP/1.1" status: 404 len: 339 time: 0.0251808 Nov 23 10:07:24.530825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-54e12358-77c1-4658-97f1-773898dddb49 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:24.554405 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e12358-77c1-4658-97f1-773898dddb49 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] PUT failed (client error): The resource could not be found. Nov 23 10:07:24.554960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e12358-77c1-4658-97f1-773898dddb49 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.561565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-54e12358-77c1-4658-97f1-773898dddb49 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "PUT /v2.0/ports/27ab96f1-8297-4843-8f0a-8f7ef1063a0c HTTP/1.1" status: 404 len: 333 time: 0.0349362 Nov 23 10:07:24.565950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49998) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.571680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c3a73254-3eeb-47e8-bcd8-d85b53787260 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:24.593160 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a73254-3eeb-47e8-bcd8-d85b53787260 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] PUT failed (client error): The resource could not be found. Nov 23 10:07:24.593618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a73254-3eeb-47e8-bcd8-d85b53787260 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:07:24.594791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c3a73254-3eeb-47e8-bcd8-d85b53787260 tempest-NetworksNegativeTestJSON-1340610365 tempest-NetworksNegativeTestJSON-1340610365-project] 10.222.0.62 "PUT /v2.0/subnets/3029cbac-40ca-496a-bd3c-fe57112027d2 HTTP/1.1" status: 404 len: 337 time: 0.0278387 Nov 23 10:07:24.866397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50014) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:24.935907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50018) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:25.047433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f65df138-0827-4a51-9f86-fe3b68135158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.062752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f8aca18-460f-4291-b7e7-445632dba5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.183217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f65df138-0827-4a51-9f86-fe3b68135158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.194682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f65df138-0827-4a51-9f86-fe3b68135158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.199201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f8aca18-460f-4291-b7e7-445632dba5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.209915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f8aca18-460f-4291-b7e7-445632dba5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.246883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65df138-0827-4a51-9f86-fe3b68135158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfb4454-5db5-4686-938a-e68bec0461b5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:25.257457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f65df138-0827-4a51-9f86-fe3b68135158 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a31513a1512c470e82598d8f01bc8658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897824 Nov 23 10:07:25.260728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50024) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:25.270846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f8aca18-460f-4291-b7e7-445632dba5c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17a5f382882e4164b76bd9297a68f345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336794 Nov 23 10:07:25.273918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50026) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:25.296299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aca18-460f-4291-b7e7-445632dba5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f7407-72db-4052-b44e-1c97785dac2a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:25.326914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.336943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.352162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.365246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.413169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.418127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.419767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3cfb4454-5db5-4686-938a-e68bec0461b5 HTTP/1.1" status: 204 len: 168 time: 0.1574540 Nov 23 10:07:25.424283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.426990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.430607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d53f7407-72db-4052-b44e-1c97785dac2a HTTP/1.1" status: 204 len: 168 time: 0.1533411 Nov 23 10:07:25.430768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91314b3-dc36-4408-99f8-48d57be8d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfb4454-5db5-4686-938a-e68bec0461b5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:25.437378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bb16c-1d88-4d91-8089-2956a646aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f7407-72db-4052-b44e-1c97785dac2a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:25.806497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50050) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:25.820550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.923832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.930415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:25.980464 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5271a0c247364e698b62f3dd1d54f5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1728506 Nov 23 10:07:25.981625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf939cf-3212-475b-81b6-fb7c76f24509,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:25.983143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50056) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:26.002298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.002693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.003163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.004173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.004691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.005030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.005430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.005826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.006234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.006626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.007605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.008018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da05e29-7ab1-492c-ab9b-b06c16275c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:26.037867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.062863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.152544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.155363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.156941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bf939cf-3212-475b-81b6-fb7c76f24509 HTTP/1.1" status: 204 len: 168 time: 0.1725471 Nov 23 10:07:26.176581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fd235-570e-4c55-810a-c4c2a7e6abf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf939cf-3212-475b-81b6-fb7c76f24509,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:26.337836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50072) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:26.439864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1785882754'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:26.467020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:26.470921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.480726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.567875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.573398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.613128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71647001-be94-4f7a-bf0b-00074eb30f26,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:26.619347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:07:26.630118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.630455 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed of type vlan for network 9cfe6035-b6a1-4850-aa9a-be640d6b934c Nov 23 10:07:26.687752 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.721186 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.727790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:26.728095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.782494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4434395 Nov 23 10:07:26.784254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:26.790312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011318622'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:26.830185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f774c6b-eb69-4b5d-aead-b3c483d9b126 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=9cfe6035-b6a1-4850-aa9a-be640d6b934c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:26.835360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:26.841623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.842195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:07:26.889473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:07:26.901370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.902474 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment db9fc92a-9285-4aff-b50f-40038296c815 of type vlan for network d9f036ed-ee51-4a0b-bfd0-c780a162a24e Nov 23 10:07:26.960802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:26.996946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.004757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:27.005821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.078867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2908800 Nov 23 10:07:27.079244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50106) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:27.084383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:27.143477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075c62-bf6a-452c-8b06-fb276ab0cb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=d9f036ed-ee51-4a0b-bfd0-c780a162a24e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:27.161242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:07:27.228053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:27.237039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.496021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.559830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=511094e8-6161-4a54-85db-46554a28b576,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:27.572717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:27.573089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 9cfe6035-b6a1-4850-aa9a-be640d6b934c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:07:27.598488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:07:27.618984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 9cfe6035-b6a1-4850-aa9a-be640d6b934c) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:27.624780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:27.629449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d058c-ea79-4b6d-9d60-54f3fa737583 None None] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:27.630239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.669021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-df16a003-020a-4688-ae47-0dd155b61d24 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5886242 Nov 23 10:07:27.671776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50128) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:27.677159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:27.812700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-9cfe6035-b6a1-4850-aa9a-be640d6b934c', 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': '511094e8-6161-4a54-85db-46554a28b576'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:07:27.813983 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:27.816847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:27.825495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.032664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Allocated IP 172.20.0.2 (9cfe6035-b6a1-4850-aa9a-be640d6b934c/511094e8-6161-4a54-85db-46554a28b576/b2eccb42-d6d5-4623-871f-433474bf01f8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:28.158236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.234256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=98d6941f-af3c-42c5-89c4-040980aa1a4e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:28.276442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': 'db9fc92a-9285-4aff-b50f-40038296c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:28.276815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: d9f036ed-ee51-4a0b-bfd0-c780a162a24e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:07:28.321802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:07:28.336981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d9f036ed-ee51-4a0b-bfd0-c780a162a24e) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:28.346583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31640800-51c2-4e15-baf2-169341d758fc None None] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:28.348782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:28.349406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.370112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-409a9bef-f1f7-4d2b-b7d4-29cf4a8dd0c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6958296 Nov 23 10:07:28.372647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:28.379637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1310163496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:28.409526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.411336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.419994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.429719 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.470959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.476854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.497957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.498740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:28.499706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f3f8513a-017f-467d-a934-73ed5c06d77b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1247981 Nov 23 10:07:28.502761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50152) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:28.503955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:28.506338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Pushing event updated for resources: {'Port': ['ID=b2eccb42-d6d5-4623-871f-433474bf01f8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:28.509954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:28.642846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Attempting to bind port b2eccb42-d6d5-4623-871f-433474bf01f8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:07:28.642846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Attempting to bind port b2eccb42-d6d5-4623-871f-433474bf01f8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:07:28.643005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Attempting to bind port b2eccb42-d6d5-4623-871f-433474bf01f8 on network 9cfe6035-b6a1-4850-aa9a-be640d6b934c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:28.652566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:07:28.652952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Checking segment: {'id': '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:28.653363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.653815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Bound using segment: {'id': '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:07:28.654459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Bound port: b2eccb42-d6d5-4623-871f-433474bf01f8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cfe6035-b6a1-4850-aa9a-be640d6b934c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:07:28.654834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.659528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d9f036ed-ee51-4a0b-bfd0-c780a162a24e', 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': '98d6941f-af3c-42c5-89c4-040980aa1a4e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:07:28.660416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.802218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.834636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] For port b2eccb42-d6d5-4623-871f-433474bf01f8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:07:28.839570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] For port b2eccb42-d6d5-4623-871f-433474bf01f8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b2eccb42-d6d5-4623-871f-433474bf01f8,segment=NetworkSegment(2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed),segment_id=2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:07:28.864954 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:28.945097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Allocated IP 172.21.0.2 (d9f036ed-ee51-4a0b-bfd0-c780a162a24e/98d6941f-af3c-42c5-89c4-040980aa1a4e/6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:28.962101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4da9-2dda-451d-8eec-b9382dfcbe2b None None] Pushing event updated for resources: {'Port': ['ID=b2eccb42-d6d5-4623-871f-433474bf01f8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:29.100087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.20.0.1 (9cfe6035-b6a1-4850-aa9a-be640d6b934c/511094e8-6161-4a54-85db-46554a28b576/73874432-7f0a-4e66-a157-8326b48e14c0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:29.143153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.151328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.258129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:29.266441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:29.274297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:29.312234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.359514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.384393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Pushing event updated for resources: {'Port': ['ID=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:29.412125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=73874432-7f0a-4e66-a157-8326b48e14c0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:29.429721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:29.432076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:29.434552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:29.476518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Attempting to bind port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:07:29.476968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Attempting to bind port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'db9fc92a-9285-4aff-b50f-40038296c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:07:29.477343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Attempting to bind port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 on network d9f036ed-ee51-4a0b-bfd0-c780a162a24e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:29.483229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:07:29.483605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Checking segment: {'id': 'db9fc92a-9285-4aff-b50f-40038296c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:29.484016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.484580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Bound using segment: {'id': 'db9fc92a-9285-4aff-b50f-40038296c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:07:29.485064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Bound port: 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9fc92a-9285-4aff-b50f-40038296c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd9f036ed-ee51-4a0b-bfd0-c780a162a24e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:07:29.485445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.492918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.519006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:29.582644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] For port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:07:29.587486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] For port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,segment=NetworkSegment(db9fc92a-9285-4aff-b50f-40038296c815),segment_id=db9fc92a-9285-4aff-b50f-40038296c815)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:07:29.595004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.640087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.655025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dbec6-3585-4c71-97f8-e49a835f76c8 None None] Pushing event updated for resources: {'Port': ['ID=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:29.717439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe144460-75a1-4086-a058-0a84f0e3058a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.838554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe144460-75a1-4086-a058-0a84f0e3058a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.844252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe144460-75a1-4086-a058-0a84f0e3058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:29.872749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe144460-75a1-4086-a058-0a84f0e3058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c631d45-aca9-4a87-81fc-74546319661e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:29.925448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fe144460-75a1-4086-a058-0a84f0e3058a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ef8b61e8f8d4a35be417e1e557d5a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048908 Nov 23 10:07:29.930714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50188) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:30.119188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.167069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.178258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.186526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.268609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.299397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.305750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c631d45-aca9-4a87-81fc-74546319661e HTTP/1.1" status: 204 len: 168 time: 0.3739278 Nov 23 10:07:30.321057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d1bd-200c-4a6f-8de4-131fbad73641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c631d45-aca9-4a87-81fc-74546319661e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:30.369544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.372207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=73874432-7f0a-4e66-a157-8326b48e14c0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:30.373006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b2eccb42-d6d5-4623-871f-433474bf01f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:30.494807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b2eccb42-d6d5-4623-871f-433474bf01f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:30.495182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.519196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:30.520789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:30.676702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.724290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b2eccb42-d6d5-4623-871f-433474bf01f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b2eccb42-d6d5-4623-871f-433474bf01f8,segment=NetworkSegment(2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed),segment_id=2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:30.732650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.733622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:30.734469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 43a644eb-bb35-49b7-aac0-bbf2a7026757 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:07:30.756705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2f432-285f-414d-90eb-df97ba83f470 None None] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:30.828550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50204) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:30.855045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-432d93b6-cde4-4509-96d2-ece4be0d791b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.877919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:30.894014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3ece00f-b5e0-4bd7-89e5-a447788d9399 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865864 Nov 23 10:07:30.894014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:30.904130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] Sync routers for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:30.937530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3fba02b1-8eee-4cab-87eb-d696a2114bc4 None None] Provisioning complete for port b2eccb42-d6d5-4623-871f-433474bf01f8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:30.937917 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3fba02b1-8eee-4cab-87eb-d696a2114bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:30.965180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63f76-85a3-4a78-9466-01a290b3134b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:30.969628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1db63f76-85a3-4a78-9466-01a290b3134b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports/73874432-7f0a-4e66-a157-8326b48e14c0 HTTP/1.1" status: 200 len: 910 time: 0.0719810 Nov 23 10:07:30.970444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50208) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:30.996524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-432d93b6-cde4-4509-96d2-ece4be0d791b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.006505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-432d93b6-cde4-4509-96d2-ece4be0d791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.059084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d93b6-cde4-4509-96d2-ece4be0d791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b949e-ffee-4a51-af2b-8bae9ee6028c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:31.073001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-432d93b6-cde4-4509-96d2-ece4be0d791b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=542dbcead2d740809e18d8a03af18107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398818 Nov 23 10:07:31.073380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50210) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:31.153426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.200641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.265030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.267995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.269186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a7b949e-ffee-4a51-af2b-8bae9ee6028c HTTP/1.1" status: 204 len: 168 time: 0.1936600 Nov 23 10:07:31.278760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0552e-d61d-472e-8b19-7b5b881c07c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b949e-ffee-4a51-af2b-8bae9ee6028c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:31.353707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:31.354383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:31.356321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b2eccb42-d6d5-4623-871f-433474bf01f8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:31.390797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb7194-accc-429e-ac76-39144d0d6bc7 None None] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:31.512655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:31.573484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:31.573860 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:31.652512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:31.653046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:31.696269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:31.697166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26f15b-b0e8-4fcc-a4da-40261991febc None None] The sync data for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:31.952952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.002798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1d857405-8bd9-4409-9ee1-46186d42870d None None] Provisioning complete for port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:32.003392 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d857405-8bd9-4409-9ee1-46186d42870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.060541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,segment=NetworkSegment(db9fc92a-9285-4aff-b50f-40038296c815),segment_id=db9fc92a-9285-4aff-b50f-40038296c815)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:32.067479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.076121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.238284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b2eccb42-d6d5-4623-871f-433474bf01f8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:32.327835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:32.413757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b2eccb42-d6d5-4623-871f-433474bf01f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:32.418179 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.554418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Provisioning complete for port 73874432-7f0a-4e66-a157-8326b48e14c0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:32.554957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.586476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.21.0.1 (d9f036ed-ee51-4a0b-bfd0-c780a162a24e/98d6941f-af3c-42c5-89c4-040980aa1a4e/7c46c7d2-52d3-40ff-af3f-802ec325e07c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:32.618704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Port 73874432-7f0a-4e66-a157-8326b48e14c0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:32.630818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Provisioning complete for port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:32.631196 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.748793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Provisioning complete for port b2eccb42-d6d5-4623-871f-433474bf01f8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:32.749648 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1965005-e21a-4687-a3a7-f58f01a839ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.793251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.884240 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:32.947355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:32.951000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:32.956044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:32.959625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=7c46c7d2-52d3-40ff-af3f-802ec325e07c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:33.012652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.032496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-27a3c8cc-a781-4e7c-b3ff-39d51626097c None None] Provisioning complete for port 73874432-7f0a-4e66-a157-8326b48e14c0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:33.033166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-27a3c8cc-a781-4e7c-b3ff-39d51626097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.108237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-27a3c8cc-a781-4e7c-b3ff-39d51626097c None None] Port 73874432-7f0a-4e66-a157-8326b48e14c0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:33.156760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.334852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7f393ee4-f34c-4278-ae22-9c4f0b6f02ce None None] Provisioning complete for port 7c46c7d2-52d3-40ff-af3f-802ec325e07c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:33.335472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f393ee4-f34c-4278-ae22-9c4f0b6f02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.390236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7f393ee4-f34c-4278-ae22-9c4f0b6f02ce None None] Port 7c46c7d2-52d3-40ff-af3f-802ec325e07c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:33.478301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.484542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.562922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=7c46c7d2-52d3-40ff-af3f-802ec325e07c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:33.565274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:33.665108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:33.666610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:33.816785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 43a644eb-bb35-49b7-aac0-bbf2a7026757 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:07:34.007205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:34.016682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] Sync routers for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:34.032074 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:34.034652 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:34.034816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cae8f691-b7f1-472c-89d3-c5691e8f7b69 None None] Provisioning complete for port 7c46c7d2-52d3-40ff-af3f-802ec325e07c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:34.035252 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cae8f691-b7f1-472c-89d3-c5691e8f7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:34.037090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-30f84796-4635-4354-83b9-c6a588b1b242 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654905 Nov 23 10:07:34.040135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:34.097102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:34.100686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-cae8f691-b7f1-472c-89d3-c5691e8f7b69 None None] Port 7c46c7d2-52d3-40ff-af3f-802ec325e07c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:34.107120 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:34.107735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:34.112990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575a005-c900-4aff-9b73-095d6ec7abb6 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:34.114587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d575a005-c900-4aff-9b73-095d6ec7abb6 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports/7c46c7d2-52d3-40ff-af3f-802ec325e07c HTTP/1.1" status: 200 len: 910 time: 0.0728850 Nov 23 10:07:34.117459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50290) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:34.147101 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:34.147763 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ee2c-ce6f-4bc5-8b11-b255827fd2b2 None None] The sync data for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:34.213860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:34.272850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:34.273232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:34.495925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:34.747272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 7c46c7d2-52d3-40ff-af3f-802ec325e07c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:34.747869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:34.839417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:34.852225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 7c46c7d2-52d3-40ff-af3f-802ec325e07c owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:35.044776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:35.084462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=7c46c7d2-52d3-40ff-af3f-802ec325e07c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:35.358433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:35.492766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de229c8e-5267-423e-b4e9-fafbfd8c101e req-9719f5c6-ae4a-43f3-9d84-a5b47cc8d34f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:35.494317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de229c8e-5267-423e-b4e9-fafbfd8c101e req-9719f5c6-ae4a-43f3-9d84-a5b47cc8d34f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1907275 Nov 23 10:07:35.632736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de229c8e-5267-423e-b4e9-fafbfd8c101e req-3287ef64-1afc-4bc4-ba3a-ff7770b09c49 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282134 Nov 23 10:07:35.648768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 43a644eb-bb35-49b7-aac0-bbf2a7026757 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:07:35.784288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:35.800503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] Sync routers for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:35.803107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50348) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:35.804223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-27820b12-7d88-4377-9401-96ce4ca771fd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6855228 Nov 23 10:07:35.817443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:35.819668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:35.878235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:35.888189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:35.888823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:35.928728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc061b8-08c9-4035-9eb7-16b33e8290ed req-5250785d-3cba-4c46-8d4b-391ba8a43d16 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:35.929723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:35.930437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89815d5-bf88-46c9-a96d-a8a41c6f88b9 None None] The sync data for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:35.937266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc061b8-08c9-4035-9eb7-16b33e8290ed req-5250785d-3cba-4c46-8d4b-391ba8a43d16 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1521852 Nov 23 10:07:36.061094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bfc061b8-08c9-4035-9eb7-16b33e8290ed req-135977fc-bf8a-4e71-8fee-89367be247e1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227579 Nov 23 10:07:36.454628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8c9f4-5ad2-45e5-a635-38c2b33efdce req-19d82876-3fc0-4f05-97d2-aa328ac250d7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:36.457622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4eb8c9f4-5ad2-45e5-a635-38c2b33efdce req-19d82876-3fc0-4f05-97d2-aa328ac250d7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1214209 Nov 23 10:07:36.516269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:36.520943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4eb8c9f4-5ad2-45e5-a635-38c2b33efdce req-285c5fcd-9685-42ad-aa21-ca7feb4b2ecb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570743 Nov 23 10:07:36.960115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 73874432-7f0a-4e66-a157-8326b48e14c0 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:36.960700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:37.101611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:37.118022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 73874432-7f0a-4e66-a157-8326b48e14c0 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:37.129256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442edb-1111-45b4-83ef-e31d30230b09 req-ae0f46c0-239b-47b2-9d89-de89bc084da3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:37.130748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64442edb-1111-45b4-83ef-e31d30230b09 req-ae0f46c0-239b-47b2-9d89-de89bc084da3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0909560 Nov 23 10:07:37.222291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64442edb-1111-45b4-83ef-e31d30230b09 req-abe76be4-a705-4469-b234-fdbf8d4247ad tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846982 Nov 23 10:07:37.332539 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:37.359164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=73874432-7f0a-4e66-a157-8326b48e14c0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:37.501195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:37.666619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 43a644eb-bb35-49b7-aac0-bbf2a7026757 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:07:37.741748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:37.747233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-522b3811-2656-44ee-be78-5c8353f0622b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413126 Nov 23 10:07:37.749815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:37.755260 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] Sync routers for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:37.767552 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:37.768318 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:37.783371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6140f3a-deec-4e17-9436-f6af43e85367 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=43a644eb-bb35-49b7-aac0-bbf2a7026757 HTTP/1.1" status: 200 len: 205 time: 0.0300479 Nov 23 10:07:37.783731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50412) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:37.805118 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:37.814993 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] Routers {'43a644eb-bb35-49b7-aac0-bbf2a7026757'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:37.815727 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43a644eb-bb35-49b7-aac0-bbf2a7026757'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:37.852823 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:37.853478 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111806f-9994-41d5-953b-46259ff562e5 None None] The sync data for ids ['43a644eb-bb35-49b7-aac0-bbf2a7026757'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:37.875821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.494176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd45074-cfa4-498e-8bc6-a860c7e5d3cc req-ada05d3a-c5b2-4c29-8708-08ba14fc3cc7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:38.509142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fd45074-cfa4-498e-8bc6-a860c7e5d3cc req-ada05d3a-c5b2-4c29-8708-08ba14fc3cc7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1205163 Nov 23 10:07:38.520108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.522598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.584921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.585964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router 43a644eb-bb35-49b7-aac0-bbf2a7026757 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:07:38.596102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.597822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61fba23a-5deb-458e-9e51-58ed798969e0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757 HTTP/1.1" status: 204 len: 168 time: 0.8130960 Nov 23 10:07:38.600959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:38.602535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fd45074-cfa4-498e-8bc6-a860c7e5d3cc req-e18db07f-e059-4690-afcc-87596f4dfd79 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860922 Nov 23 10:07:38.731452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet 98d6941f-af3c-42c5-89c4-040980aa1a4e {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:07:38.731452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.831117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:38.977350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.053458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.093585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=98d6941f-af3c-42c5-89c4-040980aa1a4e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:39.097495 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.101003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db7b9355-817c-4bbf-b826-19ed8301ad1d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/98d6941f-af3c-42c5-89c4-040980aa1a4e HTTP/1.1" status: 204 len: 168 time: 0.4985845 Nov 23 10:07:39.103682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:39.106418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b0b0d-a219-4c50-9fb2-a8083c85d8c8 None None] Network d9f036ed-ee51-4a0b-bfd0-c780a162a24e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:39.162009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet 511094e8-6161-4a54-85db-46554a28b576 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:07:39.166342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.224833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.360003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] DHCP port deletion for d9f036ed-ee51-4a0b-bfd0-c780a162a24e request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:07:39.398879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.448122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Deleting port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:39.448711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.530364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.561397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] For port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,segment=NetworkSegment(db9fc92a-9285-4aff-b50f-40038296c815),segment_id=db9fc92a-9285-4aff-b50f-40038296c815)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:39.561821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.562022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=511094e8-6161-4a54-85db-46554a28b576,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:39.572335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.576561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d80d2147-e6f0-4b0c-ad1f-7b9888b69b61 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/511094e8-6161-4a54-85db-46554a28b576 HTTP/1.1" status: 204 len: 168 time: 0.4718459 Nov 23 10:07:39.579205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50494) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:39.608393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1098d09-4dc3-48c8-bc75-7b7c844b5a37 None None] Network 9cfe6035-b6a1-4850-aa9a-be640d6b934c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:39.671746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.743208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:39.743649 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.750968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc1925-2772-46b6-9e0b-7fbed920a803 req-9677a321-b70f-4024-8fc0-3f469089dd78 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:39.761220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdbc1925-2772-46b6-9e0b-7fbed920a803 req-9677a321-b70f-4024-8fc0-3f469089dd78 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0629432 Nov 23 10:07:39.761973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Calling delete_port for 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:39.825627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdbc1925-2772-46b6-9e0b-7fbed920a803 req-2f97950b-05ac-432d-8e73-0e71f396d5f1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627699 Nov 23 10:07:39.896096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,segment=NetworkSegment(db9fc92a-9285-4aff-b50f-40038296c815),segment_id=db9fc92a-9285-4aff-b50f-40038296c815)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:39.896460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.973272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:39.980436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:40.042155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] No DVR routers for this DVR port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:07:40.061928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a242e-3852-455c-974c-f65cb2771c54 None None] Pushing event deleted for resources: {'Port': ['ID=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:40.127176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] DHCP port deletion for 9cfe6035-b6a1-4850-aa9a-be640d6b934c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:07:40.167041 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.221447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Deleting port b2eccb42-d6d5-4623-871f-433474bf01f8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:40.221945 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.225149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:40.242928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:07:40.282183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b2eccb42-d6d5-4623-871f-433474bf01f8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:07:40.337485 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.349654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] For port b2eccb42-d6d5-4623-871f-433474bf01f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b2eccb42-d6d5-4623-871f-433474bf01f8,segment=NetworkSegment(2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed),segment_id=2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:40.350435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.375366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Calling delete_port for b2eccb42-d6d5-4623-871f-433474bf01f8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:40.378286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f036ed-ee51-4a0b-bfd0-c780a162a24e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:40.405204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9fc92a-9285-4aff-b50f-40038296c815') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:40.405502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9fc92a-9285-4aff-b50f-40038296c815') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:40.423085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.455375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.469786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:07:40.470223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.492154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.538245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b2eccb42-d6d5-4623-871f-433474bf01f8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b2eccb42-d6d5-4623-871f-433474bf01f8,segment=NetworkSegment(2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed),segment_id=2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:07:40.540728 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:07:40.547269 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.548140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:07:40.571642 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.599770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:07:40.600088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a2f4c3e-f22f-42a0-81d8-ca47a0d8ed35 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:07:40.603049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.607312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event deleted for resources: {'Port': ['ID=b2eccb42-d6d5-4623-871f-433474bf01f8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:40.612279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.614548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] No DVR routers for this DVR port b2eccb42-d6d5-4623-871f-433474bf01f8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:07:40.616301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/d9f036ed-ee51-4a0b-bfd0-c780a162a24e HTTP/1.1" status: 204 len: 168 time: 1.0360432 Nov 23 10:07:40.619105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:40.636856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482f1a4-01fe-4f86-a2c3-9aac05a1723a None None] Pushing event deleted for resources: {'Port': ['ID=b2eccb42-d6d5-4623-871f-433474bf01f8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:40.652807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9439ae-9339-4271-a25d-daa724966cd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=d9f036ed-ee51-4a0b-bfd0-c780a162a24e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:40.796749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.927271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:40.984499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfe6035-b6a1-4850-aa9a-be640d6b934c']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:41.010834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:41.010983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f02e514-b09b-42c3-a6b5-e8c0ad49c6ed') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:41.028298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d01608-b6b0-479e-b738-8c1c5c4837a4 req-a7dd3458-6475-4e43-ab20-e95dbdc314c2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:41.035992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8d01608-b6b0-479e-b738-8c1c5c4837a4 req-a7dd3458-6475-4e43-ab20-e95dbdc314c2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1111734 Nov 23 10:07:41.052913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.088138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.097643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:07:41.098411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:07:41.101941 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:07:41.182491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8d01608-b6b0-479e-b738-8c1c5c4837a4 req-da70096d-c4d3-4a34-91ef-93dc8f076dc9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399927 Nov 23 10:07:41.199243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.210261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.213631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/9cfe6035-b6a1-4850-aa9a-be640d6b934c HTTP/1.1" status: 204 len: 168 time: 0.5929427 Nov 23 10:07:41.217602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50548) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:41.236311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1011283400'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:41.241193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c9323-2b4f-4f76-8288-668c1f392432 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=9cfe6035-b6a1-4850-aa9a-be640d6b934c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:41.263647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:41.268523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.304704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:07:41.315262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.315604 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 26c48511-7634-4cf9-8388-e55f8902db82 of type vlan for network 23a55703-1953-4362-b7b5-6de6f4301788 Nov 23 10:07:41.366189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.412486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.421654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:41.422397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:41.460864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2422044 Nov 23 10:07:41.463882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50560) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:41.468607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '23a55703-1953-4362-b7b5-6de6f4301788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:41.512980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab041d-e9bb-4c7d-991a-18e68e0a1d4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=23a55703-1953-4362-b7b5-6de6f4301788,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:41.530856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 23a55703-1953-4362-b7b5-6de6f4301788 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:07:41.642508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:41.648543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.237032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.330951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=19e7c70f-9759-45c7-8922-5f6979799bfb,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:42.420917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e80aa4-a1fc-4a65-9bc4-4c434cf1f6b4 req-66cc63c5-3131-47fc-8ca3-c9b77d80a7cb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:42.420917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44e80aa4-a1fc-4a65-9bc4-4c434cf1f6b4 req-66cc63c5-3131-47fc-8ca3-c9b77d80a7cb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0846336 Nov 23 10:07:42.441574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '26c48511-7634-4cf9-8388-e55f8902db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:42.442429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 23a55703-1953-4362-b7b5-6de6f4301788, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:07:42.515047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44e80aa4-a1fc-4a65-9bc4-4c434cf1f6b4 req-b8d65b6f-f101-4455-83bc-b58948ef310d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929265 Nov 23 10:07:42.516306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 23a55703-1953-4362-b7b5-6de6f4301788 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:07:42.539558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 23a55703-1953-4362-b7b5-6de6f4301788) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:42.545710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:42.548115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.548661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb35682-e21f-4234-9be6-34c8cafbbec9 None None] Network 23a55703-1953-4362-b7b5-6de6f4301788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:42.571540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d28a8a33-cfbe-48a3-af63-62dd65dd309b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1068916 Nov 23 10:07:42.574150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50588) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:42.581156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200126792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:42.619563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.621732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.820232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.827541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.832910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-23a55703-1953-4362-b7b5-6de6f4301788', 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': '19e7c70f-9759-45c7-8922-5f6979799bfb'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:07:42.833790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.884161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:42.885948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b785dc3-2769-4e2e-a935-81af1758ff31 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3102210 Nov 23 10:07:42.889016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50596) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:42.895589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'port': {'network_id': '23a55703-1953-4362-b7b5-6de6f4301788', 'name': 'tempest-RoutersTest-1898753327'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:43.130790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Allocated IP 172.20.0.2 (23a55703-1953-4362-b7b5-6de6f4301788/19e7c70f-9759-45c7-8922-5f6979799bfb/c1f1c542-acc2-47d7-8758-33f551488acb) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:43.238977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:43.251761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.284817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] device_id is not set on port 502038ff-f2fc-44db-b5a1-934887517b16 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:07:43.439270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.469780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.490885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Network 23a55703-1953-4362-b7b5-6de6f4301788 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:43.515524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:43.524300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:43.600837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Pushing event updated for resources: {'Port': ['ID=c1f1c542-acc2-47d7-8758-33f551488acb,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:43.604868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Attempting to bind port c1f1c542-acc2-47d7-8758-33f551488acb on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:07:43.605596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Attempting to bind port c1f1c542-acc2-47d7-8758-33f551488acb by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '26c48511-7634-4cf9-8388-e55f8902db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:07:43.610128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Attempting to bind port c1f1c542-acc2-47d7-8758-33f551488acb on network 23a55703-1953-4362-b7b5-6de6f4301788 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:43.619129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:07:43.619760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Checking segment: {'id': '26c48511-7634-4cf9-8388-e55f8902db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:43.620739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.621143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Bound using segment: {'id': '26c48511-7634-4cf9-8388-e55f8902db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:07:43.621625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Bound port: c1f1c542-acc2-47d7-8758-33f551488acb, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c48511-7634-4cf9-8388-e55f8902db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23a55703-1953-4362-b7b5-6de6f4301788'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:07:43.622943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.631819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.20.0.6 (23a55703-1953-4362-b7b5-6de6f4301788/19e7c70f-9759-45c7-8922-5f6979799bfb/502038ff-f2fc-44db-b5a1-934887517b16) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:43.709072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] For port c1f1c542-acc2-47d7-8758-33f551488acb, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:07:43.713376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] For port c1f1c542-acc2-47d7-8758-33f551488acb, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c1f1c542-acc2-47d7-8758-33f551488acb,segment=NetworkSegment(26c48511-7634-4cf9-8388-e55f8902db82),segment_id=26c48511-7634-4cf9-8388-e55f8902db82)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:07:43.725059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca934a-1f78-477f-964b-fce5d64c964f req-6e841707-28a8-4180-92eb-a5224ffd790b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:43.726775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fca934a-1f78-477f-964b-fce5d64c964f req-6e841707-28a8-4180-92eb-a5224ffd790b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0890532 Nov 23 10:07:43.729242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:43.808116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502090-67c3-40ff-ab77-a1661c1650ae None None] Pushing event updated for resources: {'Port': ['ID=c1f1c542-acc2-47d7-8758-33f551488acb,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:43.909629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fca934a-1f78-477f-964b-fce5d64c964f req-960c83c7-de6a-4a7e-9573-cc992225208b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647060 Nov 23 10:07:43.984825 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.046853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.222083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 23a55703-1953-4362-b7b5-6de6f4301788 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:44.225569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:44.249956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:44.265039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=502038ff-f2fc-44db-b5a1-934887517b16,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:44.373921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:44.374627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.385708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c1f1c542-acc2-47d7-8758-33f551488acb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:44.394049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0065253d-ccfb-40af-846b-3273fe2b3a9c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5021846 Nov 23 10:07:44.395934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50644) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:44.491612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c1f1c542-acc2-47d7-8758-33f551488acb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:44.492068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.610367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.653402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port c1f1c542-acc2-47d7-8758-33f551488acb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c1f1c542-acc2-47d7-8758-33f551488acb,segment=NetworkSegment(26c48511-7634-4cf9-8388-e55f8902db82),segment_id=26c48511-7634-4cf9-8388-e55f8902db82)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:44.659563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:44.750373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=c1f1c542-acc2-47d7-8758-33f551488acb,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:44.893396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:45.123649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a124684-8076-4562-96d6-8fe2212a269b req-e625b673-7dfd-4649-8a2f-d8d281035beb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:45.127276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a124684-8076-4562-96d6-8fe2212a269b req-e625b673-7dfd-4649-8a2f-d8d281035beb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0948372 Nov 23 10:07:45.253985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a124684-8076-4562-96d6-8fe2212a269b req-05198617-52ea-4782-a9f5-2347b3cc5526 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216674 Nov 23 10:07:45.382223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:45.395501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:45.467006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df416d-93b8-4613-bad4-c04d362e78f6 None None] Network 23a55703-1953-4362-b7b5-6de6f4301788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:45.478146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=502038ff-f2fc-44db-b5a1-934887517b16,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:45.576730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-395a9b6b-b695-4a69-a593-753061d1555f None None] Provisioning complete for port c1f1c542-acc2-47d7-8758-33f551488acb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:45.577357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-395a9b6b-b695-4a69-a593-753061d1555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:45.708985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:45.877023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.011411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.252135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c1f1c542-acc2-47d7-8758-33f551488acb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:46.384368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c1f1c542-acc2-47d7-8758-33f551488acb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:46.384368 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.423019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.435390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.482547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a004b170-1d28-4dc6-937f-88220e686066 None None] Provisioning complete for port 502038ff-f2fc-44db-b5a1-934887517b16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:46.482913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a004b170-1d28-4dc6-937f-88220e686066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.517075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.536769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646824-2035-4001-af3e-1bc32aba0414 req-250515c0-2d8b-46d8-9949-1d085973db84 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:46.566036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee646824-2035-4001-af3e-1bc32aba0414 req-250515c0-2d8b-46d8-9949-1d085973db84 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1959476 Nov 23 10:07:46.595888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=502038ff-f2fc-44db-b5a1-934887517b16,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:46.649261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a004b170-1d28-4dc6-937f-88220e686066 None None] Port 502038ff-f2fc-44db-b5a1-934887517b16 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:46.672329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee646824-2035-4001-af3e-1bc32aba0414 req-7b2c26b7-7992-469b-bcd9-8313b518164e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029959 Nov 23 10:07:46.676567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a004b170-1d28-4dc6-937f-88220e686066 None None] Provisioning complete for port c1f1c542-acc2-47d7-8758-33f551488acb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:46.677107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a004b170-1d28-4dc6-937f-88220e686066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:46.745592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 23a55703-1953-4362-b7b5-6de6f4301788 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:46.747492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:46.960127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router c31d2114-e851-4ac6-a25f-277235b09661 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:07:46.968048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-46e26298-4590-4266-a1ca-5d66c8879cc8 None None] Provisioning complete for port 502038ff-f2fc-44db-b5a1-934887517b16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:46.968369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46e26298-4590-4266-a1ca-5d66c8879cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:47.050470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-46e26298-4590-4266-a1ca-5d66c8879cc8 None None] Port 502038ff-f2fc-44db-b5a1-934887517b16 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:47.124998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:47.131240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-130d2e3f-229c-452d-b077-2be3e451b0dc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/c31d2114-e851-4ac6-a25f-277235b09661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341866 Nov 23 10:07:47.133927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50718) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:47.140157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] Sync routers for ids ['c31d2114-e851-4ac6-a25f-277235b09661'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:47.157154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] Routers {'c31d2114-e851-4ac6-a25f-277235b09661'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:47.157949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c31d2114-e851-4ac6-a25f-277235b09661'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:47.201277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769fd13-1675-4909-8bf6-9817c8fe8ac5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:47.215641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a769fd13-1675-4909-8bf6-9817c8fe8ac5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports/502038ff-f2fc-44db-b5a1-934887517b16 HTTP/1.1" status: 200 len: 977 time: 0.0790884 Nov 23 10:07:47.217543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:47.244578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:47.275154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] Routers {'c31d2114-e851-4ac6-a25f-277235b09661'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:47.275424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c31d2114-e851-4ac6-a25f-277235b09661'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:47.358736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:47.359435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb1fec-2d9d-4c9c-8418-ba8c4a296471 None None] The sync data for ids ['c31d2114-e851-4ac6-a25f-277235b09661'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:47.395526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-28a983cb-981d-4a1b-b691-9b09702e3e0e None None] Provisioning complete for port 502038ff-f2fc-44db-b5a1-934887517b16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:47.396498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28a983cb-981d-4a1b-b691-9b09702e3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:47.445392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-28a983cb-981d-4a1b-b691-9b09702e3e0e None None] Port 502038ff-f2fc-44db-b5a1-934887517b16 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:47.672344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2e348afb-4a14-435a-bf74-eca8907fbf5c None None] Provisioning complete for port 502038ff-f2fc-44db-b5a1-934887517b16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:47.672999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e348afb-4a14-435a-bf74-eca8907fbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:47.699045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:47.773628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2e348afb-4a14-435a-bf74-eca8907fbf5c None None] Port 502038ff-f2fc-44db-b5a1-934887517b16 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:47.808178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b781-f69e-440d-8a7a-38b6c96db344 req-00368fa7-e5a2-4a51-b91e-820160471906 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:47.816554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c299b781-f69e-440d-8a7a-38b6c96db344 req-00368fa7-e5a2-4a51-b91e-820160471906 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0651999 Nov 23 10:07:47.837119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92df312c-1394-4cd2-9927-f5e3c77d77b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:47.878860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c299b781-f69e-440d-8a7a-38b6c96db344 req-83a5e5c4-3783-4f34-a7a7-636af3582c5e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614414 Nov 23 10:07:48.020095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 502038ff-f2fc-44db-b5a1-934887517b16 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:48.020531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:48.132942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:48.148771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 502038ff-f2fc-44db-b5a1-934887517b16 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:48.152628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66890bf-aa73-4594-a495-4b60ecd8e3b8 req-8ca3855d-4d1e-42f6-b6aa-7a1928c061cd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:48.155539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c66890bf-aa73-4594-a495-4b60ecd8e3b8 req-8ca3855d-4d1e-42f6-b6aa-7a1928c061cd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0629611 Nov 23 10:07:48.253621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c66890bf-aa73-4594-a495-4b60ecd8e3b8 req-c730738f-c261-4b41-bbd1-8879f29ace7f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827222 Nov 23 10:07:48.411912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:48.454093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=502038ff-f2fc-44db-b5a1-934887517b16,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:48.570286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-e28a3322-25fd-493a-b76a-87f81ecc65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:48.572605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-e28a3322-25fd-493a-b76a-87f81ecc65c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.4152575 Nov 23 10:07:48.686196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-ada64091-072d-45c1-b78c-ba798226d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:48.688128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-ada64091-072d-45c1-b78c-ba798226d406 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1072488 Nov 23 10:07:48.705982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:48.807651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-ccc5d09e-6f34-49d1-9e9e-4fe4c1857ae9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.1113982 Nov 23 10:07:48.868025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-2183248a-09c6-47a9-9095-7fe4a988d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:48.871035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-2183248a-09c6-47a9-9095-7fe4a988d3be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0547159 Nov 23 10:07:48.917167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router c31d2114-e851-4ac6-a25f-277235b09661 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:07:48.928601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-cf077c17-63ff-41ca-a90c-1d0542f611e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:48.930987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-cf077c17-63ff-41ca-a90c-1d0542f611e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509145 Nov 23 10:07:48.955487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-d97eb75f-03b7-4591-9188-f686e04b1a79 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:07:48.957918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-d97eb75f-03b7-4591-9188-f686e04b1a79 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088136 Nov 23 10:07:49.027871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:49.036899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-388aff3e-9a5f-4a8e-b440-31cecc77e847 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/c31d2114-e851-4ac6-a25f-277235b09661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180752 Nov 23 10:07:49.039843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:49.043950 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] Sync routers for ids ['c31d2114-e851-4ac6-a25f-277235b09661'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:49.064095 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] Routers {'c31d2114-e851-4ac6-a25f-277235b09661'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:49.074692 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c31d2114-e851-4ac6-a25f-277235b09661'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:49.087020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-a047a7bf-d261-4cae-80d8-b161207e9eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219037 Nov 23 10:07:49.124740 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:49.134453 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] Routers {'c31d2114-e851-4ac6-a25f-277235b09661'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:49.135077 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c31d2114-e851-4ac6-a25f-277235b09661'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:49.199613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:49.200643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe41a9-bd5f-4861-91fd-7ff6c325e9e6 None None] The sync data for ids ['c31d2114-e851-4ac6-a25f-277235b09661'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:49.240604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4240337-7c22-4b75-be7a-1b1002823e6b req-3d59f506-e0d0-4825-91de-824ae515acbf service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455095 Nov 23 10:07:49.346204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50804) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:49.399659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf208-e300-4b45-b924-4d8d79073714 req-5fbcc31e-9cc8-4dcf-a2ef-00b90abde7a9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:49.401251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aebbf208-e300-4b45-b924-4d8d79073714 req-5fbcc31e-9cc8-4dcf-a2ef-00b90abde7a9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0658922 Nov 23 10:07:49.463092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aebbf208-e300-4b45-b924-4d8d79073714 req-bf572d6e-f586-4ab9-99e2-9fa95a26f592 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534034 Nov 23 10:07:49.532295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.623056 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.628647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.668518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d85b687987f40b5843880bd7408db63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196163 Nov 23 10:07:49.669525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcd566-c078-4e26-8ea2-4b12f9475876,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:49.671649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:49.690683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.691027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.691374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.692017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.692017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.692355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.692662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.693024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.693352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.693672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.694025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.694347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb7b8-2360-4b7a-934e-8ca3be7ec92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:07:49.755343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.766495 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-9768daed-2c4b-405f-a768-3c665e5a2093 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 10:07:49.771028 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9768daed-2c4b-405f-a768-3c665e5a2093 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/c31d2114-e851-4ac6-a25f-277235b09661/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7264397 Nov 23 10:07:49.771028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:49.801112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e4257409-5045-4eb0-9297-429139b0e177 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=c31d2114-e851-4ac6-a25f-277235b09661 HTTP/1.1" status: 200 len: 205 time: 0.0272527 Nov 23 10:07:49.801112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:49.802367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.890877 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.891348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.894597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:49.898101 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abdcd566-c078-4e26-8ea2-4b12f9475876 HTTP/1.1" status: 204 len: 168 time: 0.2232068 Nov 23 10:07:49.908708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c6dc7-b38b-4266-b7eb-97efd5c87586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcd566-c078-4e26-8ea2-4b12f9475876,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:50.095075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.097358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.147274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.147830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router c31d2114-e851-4ac6-a25f-277235b09661 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:07:50.154962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.158505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b808b487-01b7-4c17-b718-8e68e173b1ac tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/c31d2114-e851-4ac6-a25f-277235b09661 HTTP/1.1" status: 204 len: 168 time: 0.3541217 Nov 23 10:07:50.158904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50836) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:50.230836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet 19e7c70f-9759-45c7-8922-5f6979799bfb {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:07:50.234447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.254752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:50.258691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.269699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e65809c3-51e0-41a8-94c1-fae772c52a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.278203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.366948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e65809c3-51e0-41a8-94c1-fae772c52a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.368178 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22d7ab7b-f529-4bcd-af72-256498615a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.376226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e65809c3-51e0-41a8-94c1-fae772c52a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.385756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.434266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e65809c3-51e0-41a8-94c1-fae772c52a30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7ad1cd48288489c8989e3b8c24c892b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780400 Nov 23 10:07:50.436309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50846) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:50.438435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65809c3-51e0-41a8-94c1-fae772c52a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aafe2e-56d6-45fd-bcbf-9264a8be33bf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:50.506561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.520812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.544307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.589140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=19e7c70f-9759-45c7-8922-5f6979799bfb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:50.600668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.601340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d145e3e-688c-4a97-96bf-a9eeb1f2dd53 None None] Network 23a55703-1953-4362-b7b5-6de6f4301788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:50.604338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-35de5f31-77b6-493b-899c-1808c960b040 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/19e7c70f-9759-45c7-8922-5f6979799bfb HTTP/1.1" status: 204 len: 168 time: 0.4444213 Nov 23 10:07:50.606986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50856) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:50.678440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d51cb3-42f1-44de-b0d8-d6b095c94741 req-019bb9e4-014b-4bef-bb8c-243ec737b038 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:50.680320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4d51cb3-42f1-44de-b0d8-d6b095c94741 req-019bb9e4-014b-4bef-bb8c-243ec737b038 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1226075 Nov 23 10:07:50.681573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.684746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.685866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7aafe2e-56d6-45fd-bcbf-9264a8be33bf HTTP/1.1" status: 204 len: 168 time: 0.2481587 Nov 23 10:07:50.723450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.727878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58075240-1696-4e18-9926-82d3b4b56f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aafe2e-56d6-45fd-bcbf-9264a8be33bf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:50.796554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4d51cb3-42f1-44de-b0d8-d6b095c94741 req-def4f27d-bf38-4df4-ac74-9c4a3773a718 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052632 Nov 23 10:07:50.818046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port c1f1c542-acc2-47d7-8758-33f551488acb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:50.818046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.869729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] DHCP port deletion for 23a55703-1953-4362-b7b5-6de6f4301788 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:07:50.943437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Deleting port c1f1c542-acc2-47d7-8758-33f551488acb {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:50.946703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.968760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port c1f1c542-acc2-47d7-8758-33f551488acb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c1f1c542-acc2-47d7-8758-33f551488acb,segment=NetworkSegment(26c48511-7634-4cf9-8388-e55f8902db82),segment_id=26c48511-7634-4cf9-8388-e55f8902db82)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:50.969128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:50.986525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for c1f1c542-acc2-47d7-8758-33f551488acb owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:51.021743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a839d-8295-4689-a45d-3a267eabb464 req-109e78dc-f1f6-46cf-a45f-a0a73d22dc1c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:51.025054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a99a839d-8295-4689-a45d-3a267eabb464 req-109e78dc-f1f6-46cf-a45f-a0a73d22dc1c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1090722 Nov 23 10:07:51.042852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] For port c1f1c542-acc2-47d7-8758-33f551488acb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c1f1c542-acc2-47d7-8758-33f551488acb,segment=NetworkSegment(26c48511-7634-4cf9-8388-e55f8902db82),segment_id=26c48511-7634-4cf9-8388-e55f8902db82)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:51.043274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.059761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Calling delete_port for c1f1c542-acc2-47d7-8758-33f551488acb owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:51.144371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a99a839d-8295-4689-a45d-3a267eabb464 req-d81010d7-cbc2-43b3-8807-01369ba56b60 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723736 Nov 23 10:07:51.152951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.177974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.206295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] Pushing event deleted for resources: {'Port': ['ID=c1f1c542-acc2-47d7-8758-33f551488acb,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:51.216751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd83e61-f5d3-4c39-b8b5-b2ed11a60b7f None None] No DVR routers for this DVR port c1f1c542-acc2-47d7-8758-33f551488acb on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:07:51.221571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=c1f1c542-acc2-47d7-8758-33f551488acb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:51.223834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port c1f1c542-acc2-47d7-8758-33f551488acb on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:07:51.245056 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.326000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.355443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a55703-1953-4362-b7b5-6de6f4301788']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:51.366838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c48511-7634-4cf9-8388-e55f8902db82') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:51.367154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c48511-7634-4cf9-8388-e55f8902db82') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:51.391709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.407625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.418864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:07:51.420522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:07:51.422479 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:07:51.509123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.515238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.518929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/23a55703-1953-4362-b7b5-6de6f4301788 HTTP/1.1" status: 204 len: 168 time: 0.9109583 Nov 23 10:07:51.523077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50894) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:51.530466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180539457'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:51.546829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0139289-c6fa-4e30-b6bf-02aa4c962ec7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=23a55703-1953-4362-b7b5-6de6f4301788,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:51.564768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeaf75-4d78-4398-aec4-42a902d4b4ad req-18ec1d22-bbad-4565-8ca1-7df23438fac3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:51.567023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aaeaf75-4d78-4398-aec4-42a902d4b4ad req-18ec1d22-bbad-4565-8ca1-7df23438fac3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0897548 Nov 23 10:07:51.573933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:51.577759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.617997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:07:51.631986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aaeaf75-4d78-4398-aec4-42a902d4b4ad req-c51b9431-b4a9-4096-a07a-d4bdba61a242 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582855 Nov 23 10:07:51.638954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.640079 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 24707004-743e-4aad-a0c3-e87bcc97b4a0 of type vlan for network 71b236f0-5898-459d-a535-9e2f59e4d925 Nov 23 10:07:51.707919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.743269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.752752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:51.753930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:51.812019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2862480 Nov 23 10:07:51.815678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50912) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:51.821169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:51.893479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d08897-06be-42b6-9472-50fcde7df4af tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=71b236f0-5898-459d-a535-9e2f59e4d925,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:51.908267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 71b236f0-5898-459d-a535-9e2f59e4d925 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:07:51.987869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:07:51.997285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.024831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422b180-6b67-469e-9b3e-04e12046ac66 req-23151703-b789-41b6-bd82-ed3a8228b685 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:52.034253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8422b180-6b67-469e-9b3e-04e12046ac66 req-23151703-b789-41b6-bd82-ed3a8228b685 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1672280 Nov 23 10:07:52.162884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8422b180-6b67-469e-9b3e-04e12046ac66 req-57d7897b-7c04-4b72-a65f-1b7586323ca2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274793 Nov 23 10:07:52.260422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c1f1c542-acc2-47d7-8758-33f551488acb no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:07:52.286812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c1f1c542-acc2-47d7-8758-33f551488acb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:07:52.287393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c1f1c542-acc2-47d7-8758-33f551488acb not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:07:52.311710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.380252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=91af942a-c236-403c-be4c-35b4b37cb09f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:52.391750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '24707004-743e-4aad-a0c3-e87bcc97b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:52.392218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 71b236f0-5898-459d-a535-9e2f59e4d925, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:07:52.412860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 71b236f0-5898-459d-a535-9e2f59e4d925 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:07:52.431011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 71b236f0-5898-459d-a535-9e2f59e4d925) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:52.443574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70dae17-1e39-489b-a8c2-187cdc75cb1f None None] Network 71b236f0-5898-459d-a535-9e2f59e4d925 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:52.447418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:52.448092 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.484886 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-014dcd2a-16c6-486d-8e23-791e58def34b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6681600 Nov 23 10:07:52.485067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50938) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:52.491757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1503484298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:07:52.538841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.543304 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.609153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.610447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.616394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.649735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.664188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-49b33dbf-3cbe-42cd-9d0d-e34030bbbc13 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1777139 Nov 23 10:07:52.667427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50946) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:52.747450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-71b236f0-5898-459d-a535-9e2f59e4d925', 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': '91af942a-c236-403c-be4c-35b4b37cb09f'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:07:52.748871 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:52.940720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Allocated IP 172.20.0.2 (71b236f0-5898-459d-a535-9e2f59e4d925/91af942a-c236-403c-be4c-35b4b37cb09f/e0a2794e-be1b-4edf-8a78-96a964385068) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:53.043961 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.294832 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.305219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.385059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb017-aa0d-4934-b3e0-1e001fd024f3 req-f46b1c44-c2e4-4f8d-8302-14fbcd562eee tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:53.387707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67fdb017-aa0d-4934-b3e0-1e001fd024f3 req-f46b1c44-c2e4-4f8d-8302-14fbcd562eee tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0926747 Nov 23 10:07:53.404754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Network 71b236f0-5898-459d-a535-9e2f59e4d925 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:53.424354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:53.429578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:53.458738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Pushing event updated for resources: {'Port': ['ID=e0a2794e-be1b-4edf-8a78-96a964385068,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:53.510179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:53.566106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67fdb017-aa0d-4934-b3e0-1e001fd024f3 req-cb2dca49-84df-41e3-abae-c0d7258a93fe tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712217 Nov 23 10:07:53.621799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.20.0.1 (71b236f0-5898-459d-a535-9e2f59e4d925/91af942a-c236-403c-be4c-35b4b37cb09f/f9003b5e-91b7-46af-a174-5ee64160cfd0) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:07:53.636106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Attempting to bind port e0a2794e-be1b-4edf-8a78-96a964385068 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:07:53.640501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Attempting to bind port e0a2794e-be1b-4edf-8a78-96a964385068 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '24707004-743e-4aad-a0c3-e87bcc97b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:07:53.641494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Attempting to bind port e0a2794e-be1b-4edf-8a78-96a964385068 on network 71b236f0-5898-459d-a535-9e2f59e4d925 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:07:53.653019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.660030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:07:53.661965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Checking segment: {'id': '24707004-743e-4aad-a0c3-e87bcc97b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:07:53.662582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.669101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Bound using segment: {'id': '24707004-743e-4aad-a0c3-e87bcc97b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:07:53.669631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Bound port: e0a2794e-be1b-4edf-8a78-96a964385068, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24707004-743e-4aad-a0c3-e87bcc97b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b236f0-5898-459d-a535-9e2f59e4d925'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:07:53.670069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.765170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73e804d0-f472-4dde-9956-c913251f504e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.782239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] For port e0a2794e-be1b-4edf-8a78-96a964385068, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:07:53.787043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] For port e0a2794e-be1b-4edf-8a78-96a964385068, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e0a2794e-be1b-4edf-8a78-96a964385068,segment=NetworkSegment(24707004-743e-4aad-a0c3-e87bcc97b4a0),segment_id=24707004-743e-4aad-a0c3-e87bcc97b4a0)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:07:53.794167 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.867098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831ea8-df2c-4683-aad8-cb26029f50e5 None None] Pushing event updated for resources: {'Port': ['ID=e0a2794e-be1b-4edf-8a78-96a964385068,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:53.875068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.938755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96a0d-e68a-4330-80c5-e8d41091b42c req-3e3773d8-805a-4d89-80fe-4639512c7c3a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:53.947414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:53.951341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a96a0d-e68a-4330-80c5-e8d41091b42c req-3e3773d8-805a-4d89-80fe-4639512c7c3a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1179302 Nov 23 10:07:54.028440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 71b236f0-5898-459d-a535-9e2f59e4d925 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:54.036276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:54.043185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:07:54.045924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73e804d0-f472-4dde-9956-c913251f504e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.062515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a96a0d-e68a-4330-80c5-e8d41091b42c req-f53ad520-b850-4bcb-96ee-1d7f7d44cca4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037633 Nov 23 10:07:54.077492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73e804d0-f472-4dde-9956-c913251f504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.084383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=f9003b5e-91b7-46af-a174-5ee64160cfd0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:54.106910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.160021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e804d0-f472-4dde-9956-c913251f504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6141354d-de61-4290-bf5f-5abda905b396,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:54.196921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-73e804d0-f472-4dde-9956-c913251f504e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a7bb2438def4aaba319be094c69ad3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6767933 Nov 23 10:07:54.199232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51012) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:54.327563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.350420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.354237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.416830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.419976 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.421332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6141354d-de61-4290-bf5f-5abda905b396 HTTP/1.1" status: 204 len: 168 time: 0.2212825 Nov 23 10:07:54.445046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843214b9-5b14-4a38-a93c-220a65280309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6141354d-de61-4290-bf5f-5abda905b396,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:54.785370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.792578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.866901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=f9003b5e-91b7-46af-a174-5ee64160cfd0,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:54.873077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51030) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:54.890195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9e424ae-58d8-4f02-8643-a43a12359df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:54.891260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.007520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9e424ae-58d8-4f02-8643-a43a12359df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.012605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9e424ae-58d8-4f02-8643-a43a12359df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.041384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 71b236f0-5898-459d-a535-9e2f59e4d925 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:07:55.044246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:07:55.061516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b9e424ae-58d8-4f02-8643-a43a12359df2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9d203e77d164fc9903ba892ec3d679b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865008 Nov 23 10:07:55.066181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51036) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:55.076606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e424ae-58d8-4f02-8643-a43a12359df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bfea3-31ae-44be-99f9-49a05a81342e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:55.212861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.260816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed011d5-bb5a-424e-9045-af3c9592e466 req-6a1ee46f-2432-4bfd-9210-b55ec8b2f9f4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:55.269397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aed011d5-bb5a-424e-9045-af3c9592e466 req-6a1ee46f-2432-4bfd-9210-b55ec8b2f9f4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1116889 Nov 23 10:07:55.283601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 0122b1c2-0853-4550-ab42-eaefaf0b1d1f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:07:55.289274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.434086 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aed011d5-bb5a-424e-9045-af3c9592e466 req-debf4c96-855e-47eb-860f-420e2f1fe843 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625783 Nov 23 10:07:55.435039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.447541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.451077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef9bfea3-31ae-44be-99f9-49a05a81342e HTTP/1.1" status: 204 len: 168 time: 0.3812492 Nov 23 10:07:55.458783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8634e8f-af41-4210-817f-1cd735b982d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bfea3-31ae-44be-99f9-49a05a81342e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:55.490803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:55.496720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e196c552-1065-4858-998d-4e2fc145e1a1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/0122b1c2-0853-4550-ab42-eaefaf0b1d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278172 Nov 23 10:07:55.499381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51052) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:55.501802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] Sync routers for ids ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:55.532776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] Routers {'0122b1c2-0853-4550-ab42-eaefaf0b1d1f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:55.533717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:55.561633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1150c9-9356-43bc-9029-644ebcef862d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:55.563142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2b1150c9-9356-43bc-9029-644ebcef862d tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports/f9003b5e-91b7-46af-a174-5ee64160cfd0 HTTP/1.1" status: 200 len: 910 time: 0.0626750 Nov 23 10:07:55.566282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:55.636536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf052cc-a9ad-47f8-b163-926af4c073fc None None] Network 71b236f0-5898-459d-a535-9e2f59e4d925 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:55.639070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:55.696437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] Routers {'0122b1c2-0853-4550-ab42-eaefaf0b1d1f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:55.698794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:55.776173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:55.778184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7e81e-13dc-4761-8cdc-a1f5ee9541f2 None None] The sync data for ids ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:55.836347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] Provisioning complete for port e0a2794e-be1b-4edf-8a78-96a964385068 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:55.837977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:55.851284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909db72-69ff-4dc6-9a27-70c1c66fa211 req-f00992b8-a4d5-4895-9cef-46a72bad2f1a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:55.852856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2909db72-69ff-4dc6-9a27-70c1c66fa211 req-f00992b8-a4d5-4895-9cef-46a72bad2f1a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1346383 Nov 23 10:07:56.108365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:56.177665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] For port e0a2794e-be1b-4edf-8a78-96a964385068, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e0a2794e-be1b-4edf-8a78-96a964385068,segment=NetworkSegment(24707004-743e-4aad-a0c3-e87bcc97b4a0),segment_id=24707004-743e-4aad-a0c3-e87bcc97b4a0)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:07:56.187243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2909db72-69ff-4dc6-9a27-70c1c66fa211 req-e3ff2e3c-0f6b-4b3a-90a0-51d7ee87683b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249190 Nov 23 10:07:56.189474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:56.290693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:56.345756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9370754-1881-4252-aae9-e9d17aa0f320 None None] Pushing event updated for resources: {'Port': ['ID=e0a2794e-be1b-4edf-8a78-96a964385068,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:56.381990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e0a2794e-be1b-4edf-8a78-96a964385068 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:56.425715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33869667-519a-43b4-8fee-906eccafa8ae req-5c6815a6-a5b3-462f-a0bb-077655bb0d2a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:56.453814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33869667-519a-43b4-8fee-906eccafa8ae req-5c6815a6-a5b3-462f-a0bb-077655bb0d2a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1629813 Nov 23 10:07:56.514481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e0a2794e-be1b-4edf-8a78-96a964385068 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:56.515046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:56.597017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33869667-519a-43b4-8fee-906eccafa8ae req-c20485c0-92db-431d-bd0d-c08c14ff1b01 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420109 Nov 23 10:07:56.697922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be0dad78-2ac6-47e7-ac51-c505511e7889 None None] Provisioning complete for port e0a2794e-be1b-4edf-8a78-96a964385068 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:56.698277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be0dad78-2ac6-47e7-ac51-c505511e7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:56.988394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8670a7-5d8a-4874-9642-548178b60d4a req-1735e16e-e265-40a0-a0f0-bb11515411bf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:57.000495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e8670a7-5d8a-4874-9642-548178b60d4a req-1735e16e-e265-40a0-a0f0-bb11515411bf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1570547 Nov 23 10:07:57.039341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be0dad78-2ac6-47e7-ac51-c505511e7889 None None] Provisioning complete for port f9003b5e-91b7-46af-a174-5ee64160cfd0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:57.041539 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be0dad78-2ac6-47e7-ac51-c505511e7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.129971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e8670a7-5d8a-4874-9642-548178b60d4a req-2cacfae4-c77e-43c9-b21b-7f39b1851dee tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268103 Nov 23 10:07:57.148952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port f9003b5e-91b7-46af-a174-5ee64160cfd0 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:07:57.149638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.200205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-be0dad78-2ac6-47e7-ac51-c505511e7889 None None] Port f9003b5e-91b7-46af-a174-5ee64160cfd0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:57.302175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.317858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for f9003b5e-91b7-46af-a174-5ee64160cfd0 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:07:57.342988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-79188387-bd68-444f-bf70-2643e4cd6b30 None None] Provisioning complete for port f9003b5e-91b7-46af-a174-5ee64160cfd0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:57.344055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79188387-bd68-444f-bf70-2643e4cd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.414821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-79188387-bd68-444f-bf70-2643e4cd6b30 None None] Port f9003b5e-91b7-46af-a174-5ee64160cfd0 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:07:57.595593 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.735519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=f9003b5e-91b7-46af-a174-5ee64160cfd0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:57.926851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:57.941153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:57.957538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:57.974371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:57.991903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.008176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.028911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.054091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.056224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-a97263a1-6c4a-43f7-aa04-a7f5c95efc87 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.2601106 Nov 23 10:07:58.065237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51180) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:58.153286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:07:58.196652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1140b548-798c-4a9d-82e3-a9c07f3c46ac req-6a4a0279-f66a-462d-abc0-342dfb3a6fcd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321280 Nov 23 10:07:58.286080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e0a2794e-be1b-4edf-8a78-96a964385068 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:07:58.296022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cff7ab4-02fa-4a7c-82d3-970000b0eb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.365744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e0a2794e-be1b-4edf-8a78-96a964385068 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:07:58.366206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.414876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cff7ab4-02fa-4a7c-82d3-970000b0eb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.423325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cff7ab4-02fa-4a7c-82d3-970000b0eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.462659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6cff7ab4-02fa-4a7c-82d3-970000b0eb37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=577e702007d64964b0e0d703e7a6b7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963017 Nov 23 10:07:58.465841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51188) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:58.499340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff7ab4-02fa-4a7c-82d3-970000b0eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f227b20-410a-4be8-be64-d05e9da41c61,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:58.555664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.578817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.633637 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.636776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:58.638223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f227b20-410a-4be8-be64-d05e9da41c61 HTTP/1.1" status: 204 len: 168 time: 0.1713700 Nov 23 10:07:58.665370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a6dc1-2165-4f92-93b2-162272b1fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f227b20-410a-4be8-be64-d05e9da41c61,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:58.885741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.891940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.898591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.904761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.917822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.923964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.930082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:07:58.935546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-273dd5d9-9766-4357-91b0-e79be60996d0 req-fd059a57-1032-4875-8333-930061882a3a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.2170258 Nov 23 10:07:58.944669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 0122b1c2-0853-4550-ab42-eaefaf0b1d1f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:07:59.038285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:07:59.047423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c48c47c-f948-4719-8db3-fd3541f74f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/0122b1c2-0853-4550-ab42-eaefaf0b1d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4794850 Nov 23 10:07:59.048326 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] Sync routers for ids ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:07:59.049833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51208) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:59.061154 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] Routers {'0122b1c2-0853-4550-ab42-eaefaf0b1d1f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:59.063374 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:59.090989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-03dbe47a-794c-44d4-bdff-b033ebf4fb73 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=0122b1c2-0853-4550-ab42-eaefaf0b1d1f HTTP/1.1" status: 200 len: 205 time: 0.0398448 Nov 23 10:07:59.093698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51212) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:59.106735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:59.116765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] Routers {'0122b1c2-0853-4550-ab42-eaefaf0b1d1f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:07:59.117301 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:59.160089 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:07:59.161993 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a5ac85-4f18-463a-9396-96fef4df9c03 None None] The sync data for ids ['0122b1c2-0853-4550-ab42-eaefaf0b1d1f'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:07:59.196089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.371858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.374169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.416590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.417117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router 0122b1c2-0853-4550-ab42-eaefaf0b1d1f {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:07:59.423921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.425023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a8a73646-1203-49ba-895a-ddae26f91764 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/0122b1c2-0853-4550-ab42-eaefaf0b1d1f HTTP/1.1" status: 204 len: 168 time: 0.3293064 Nov 23 10:07:59.427720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51224) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:59.483623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet 91af942a-c236-403c-be4c-35b4b37cb09f {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:07:59.487688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.533407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.650584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.732096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.756550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318f136-3133-4cf6-9f5b-cca669179a0e None None] Network 71b236f0-5898-459d-a535-9e2f59e4d925 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:07:59.757691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:07:59.763752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/91af942a-c236-403c-be4c-35b4b37cb09f HTTP/1.1" status: 204 len: 168 time: 0.3325832 Nov 23 10:07:59.764286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:59.782177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ee1fe-c100-4a6a-a65c-28fb8c1d3101 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=91af942a-c236-403c-be4c-35b4b37cb09f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:07:59.856084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:07:59.944406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.019753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] DHCP port deletion for 71b236f0-5898-459d-a535-9e2f59e4d925 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:00.058710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c8d5ac7-f8f4-4a38-9ec4-08be220df412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.112895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port e0a2794e-be1b-4edf-8a78-96a964385068 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:00.115289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.155691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c8d5ac7-f8f4-4a38-9ec4-08be220df412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.163727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c8d5ac7-f8f4-4a38-9ec4-08be220df412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.174566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Deleting port e0a2794e-be1b-4edf-8a78-96a964385068 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:00.174948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.227426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3c8d5ac7-f8f4-4a38-9ec4-08be220df412 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a1df6a4912c49c3808c6fa148aacca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678210 Nov 23 10:08:00.229936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:00.238500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port e0a2794e-be1b-4edf-8a78-96a964385068, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e0a2794e-be1b-4edf-8a78-96a964385068,segment=NetworkSegment(24707004-743e-4aad-a0c3-e87bcc97b4a0),segment_id=24707004-743e-4aad-a0c3-e87bcc97b4a0)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:00.239070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.256251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for e0a2794e-be1b-4edf-8a78-96a964385068 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:00.299802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e0a2794e-be1b-4edf-8a78-96a964385068 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:00.306340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:00.308102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] For port e0a2794e-be1b-4edf-8a78-96a964385068, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e0a2794e-be1b-4edf-8a78-96a964385068,segment=NetworkSegment(24707004-743e-4aad-a0c3-e87bcc97b4a0),segment_id=24707004-743e-4aad-a0c3-e87bcc97b4a0)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:00.308506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.347690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Calling delete_port for e0a2794e-be1b-4edf-8a78-96a964385068 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:00.352892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d5ac7-f8f4-4a38-9ec4-08be220df412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338508cb-dd5f-4e24-974c-709122343409,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:00.355657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.395948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=e0a2794e-be1b-4edf-8a78-96a964385068,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:00.399721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port e0a2794e-be1b-4edf-8a78-96a964385068 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:00.415319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port e0a2794e-be1b-4edf-8a78-96a964385068 {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:08:00.415754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e0a2794e-be1b-4edf-8a78-96a964385068 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:00.433429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.458359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.504829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.520256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] No DVR routers for this DVR port e0a2794e-be1b-4edf-8a78-96a964385068 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:00.521866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.523613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d450f1-4a42-47dc-88f7-2a8856b48ff8 None None] Pushing event deleted for resources: {'Port': ['ID=e0a2794e-be1b-4edf-8a78-96a964385068,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:00.560931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663edce0-4de5-4e3d-9b2b-cf4385e7a8a1 req-53ef520e-fb50-4e0f-8e78-8b55202d8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:00.566113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b236f0-5898-459d-a535-9e2f59e4d925']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:00.570801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-663edce0-4de5-4e3d-9b2b-cf4385e7a8a1 req-53ef520e-fb50-4e0f-8e78-8b55202d8166 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1096 time: 0.2588413 Nov 23 10:08:00.580024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24707004-743e-4aad-a0c3-e87bcc97b4a0') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:00.582693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24707004-743e-4aad-a0c3-e87bcc97b4a0') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:00.607377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.640638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.648054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:00.648635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:00.652103 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:00.661936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-663edce0-4de5-4e3d-9b2b-cf4385e7a8a1 req-9970ed33-00d7-40b5-8573-5a7085ed5d79 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834317 Nov 23 10:08:00.662580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.674054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.678594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/338508cb-dd5f-4e24-974c-709122343409 HTTP/1.1" status: 204 len: 168 time: 0.4399455 Nov 23 10:08:00.691846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d5e2-3a64-4391-bacc-2fcc0129163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338508cb-dd5f-4e24-974c-709122343409,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:00.778504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.805706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.816005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/71b236f0-5898-459d-a535-9e2f59e4d925 HTTP/1.1" status: 204 len: 168 time: 1.0505013 Nov 23 10:08:00.820460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:00.827938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775968707', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:00.829800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df8431-2c49-4006-81a7-9274ed907992 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=71b236f0-5898-459d-a535-9e2f59e4d925,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:00.883595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:00.884691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.026200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.053258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.053774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.054367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.055164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.055584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.056054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.056566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:01.079353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-fcbb0f8c-6c62-49e2-8943-bd8dd1a11d89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 6490 time: 0.3541734 Nov 23 10:08:01.198369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-226163c4-f776-4afb-8b73-680e105d9b86 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181195 Nov 23 10:08:01.293605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.586713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.607184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.721079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.25.1.90 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/472edc6c-c3bd-414a-8468-4ff208eb570f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:01.762189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51320) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:01.841926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.894647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.918443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'networks': [{'name': 'tempest-network--1797920292'}, {'name': 'tempest-network--1892819878'}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:01.919028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-network--1797920292'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:01.919312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-network--1892819878'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:01.946460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'network': 2} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:01.948769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:01.951809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:01.951933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.955366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:01.962817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:01.973090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d75f1a-be68-4186-ba8a-0c94370896ab None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:01.987967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=472edc6c-c3bd-414a-8468-4ff208eb570f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:02.054508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.061420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.062206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.072008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7d16fc54-e051-41ea-b253-f41df259b0dd None None] Provisioning complete for port 472edc6c-c3bd-414a-8468-4ff208eb570f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:02.072695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d16fc54-e051-41ea-b253-f41df259b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.096480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:02.109050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.109410 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment db56c676-5064-464e-ac79-4b12b2bb6a73 of type vlan for network 65824361-7616-4fb6-8414-2efed5594828 Nov 23 10:08:02.111264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7d16fc54-e051-41ea-b253-f41df259b0dd None None] Port 472edc6c-c3bd-414a-8468-4ff208eb570f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:02.172243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.179149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146e180a-6dfb-465a-aa3a-f5da4cbaefb3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:02.217450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:02.244440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.246625 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment 99f7d796-eead-4d57-b826-e9c1e7b92655 of type vlan for network b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f Nov 23 10:08:02.257235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.307959 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.338173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.338685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.346230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.354096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.354837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.402613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6391995 Nov 23 10:08:02.406878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51332) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:02.498855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.541536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c9d62-1ab1-4442-b70c-32859ca50b45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.551991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c9d62-1ab1-4442-b70c-32859ca50b45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.558531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c9d62-1ab1-4442-b70c-32859ca50b45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.568914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c9d62-1ab1-4442-b70c-32859ca50b45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:02.572302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-286c9d62-1ab1-4442-b70c-32859ca50b45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1642697 Nov 23 10:08:02.584187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51336) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:02.607257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=65824361-7616-4fb6-8414-2efed5594828,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:02.618860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 65824361-7616-4fb6-8414-2efed5594828 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:02.677601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe36c-a1ea-4bf4-86c4-d01f4b8fe54f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:02.684728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.701581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:02.747486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 35e59602-fa6a-4343-9ef1-9c82519f251e is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:08:02.838864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.894143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65824361-7616-4fb6-8414-2efed5594828']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:02.907119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db56c676-5064-464e-ac79-4b12b2bb6a73') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:02.907412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db56c676-5064-464e-ac79-4b12b2bb6a73') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:02.926708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.945634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.950611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:02.960437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] Sync routers for ids ['35e59602-fa6a-4343-9ef1-9c82519f251e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:02.961812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:02.962284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:02.965794 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:02.973773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] Routers {'35e59602-fa6a-4343-9ef1-9c82519f251e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:02.974492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['35e59602-fa6a-4343-9ef1-9c82519f251e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.009700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.018786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] Routers {'35e59602-fa6a-4343-9ef1-9c82519f251e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:03.019635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['35e59602-fa6a-4343-9ef1-9c82519f251e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.023123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.023436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-463e5dfb-81b3-4080-a141-fe5d59f6f5cc tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2001700 Nov 23 10:08:03.026150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.036638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.042295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.046131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/65824361-7616-4fb6-8414-2efed5594828 HTTP/1.1" status: 204 len: 168 time: 0.4609585 Nov 23 10:08:03.049943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51344) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.067352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.068002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f21205-6cec-43c5-87f9-4603d33fabfa None None] The sync data for ids ['35e59602-fa6a-4343-9ef1-9c82519f251e'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:03.079500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a627b6-30fb-46fc-80a8-379350b820e5 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=65824361-7616-4fb6-8414-2efed5594828,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:03.144721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.174292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81e690ed-8f59-4e2f-9e0a-b32ecb981b1c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers/35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 200 len: 880 time: 0.1441789 Nov 23 10:08:03.176714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51346) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.234133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.258954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.273174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f7d796-eead-4d57-b826-e9c1e7b92655') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.273595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f7d796-eead-4d57-b826-e9c1e7b92655') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.287156 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.304999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.313842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:03.313842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:03.317795 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:03.332524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c4b0b65d-f44c-4290-beb7-af6ce0f5caa1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1523595 Nov 23 10:08:03.333204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51348) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.337687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1775968707'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:03.391564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.397057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.402956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f HTTP/1.1" status: 204 len: 168 time: 0.3498583 Nov 23 10:08:03.406296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51350) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.425658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54efa8-dfb8-4e82-87ba-89ae71c2597f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=b9ee9086-b4f2-4be7-bc76-d3a8ed4c127f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:03.527902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3631ce-0be8-4302-b308-6648bb2d9d06 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:03.534484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3631ce-0be8-4302-b308-6648bb2d9d06 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:03.536478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b3631ce-0be8-4302-b308-6648bb2d9d06 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1293952 Nov 23 10:08:03.540289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51352) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.545395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1219646113'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:03.578582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:03.583163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.623713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:03.634195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.634637 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment 35e55fe4-a748-4ba4-9f72-7cca1be21180 of type vlan for network d39f7865-d9c3-4627-94a2-50279f82ce1e Nov 23 10:08:03.658508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.670287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.678183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.703007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.708820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:03.709482 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.749817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2060535 Nov 23 10:08:03.750174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.757219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1293643987'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:03.789464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 35e59602-fa6a-4343-9ef1-9c82519f251e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:03.796393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171cee1-4218-4245-ae05-bd9b1e47dadc tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=d39f7865-d9c3-4627-94a2-50279f82ce1e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:03.810634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d39f7865-d9c3-4627-94a2-50279f82ce1e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:03.819422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:03.824285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.912215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:03.920009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:03.921326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-84ba1940-39d7-428b-8e65-ab21521856ae tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 200 len: 887 time: 0.5872135 Nov 23 10:08:03.923992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51358) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:03.926638 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] Sync routers for ids ['35e59602-fa6a-4343-9ef1-9c82519f251e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:03.937387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] Routers {'35e59602-fa6a-4343-9ef1-9c82519f251e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:03.938180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['35e59602-fa6a-4343-9ef1-9c82519f251e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.970828 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:03.980852 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] Routers {'35e59602-fa6a-4343-9ef1-9c82519f251e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:03.981831 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['35e59602-fa6a-4343-9ef1-9c82519f251e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:04.018004 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:04.019099 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47bf7d-d26f-41e2-b01f-0f97766a58fe None None] The sync data for ids ['35e59602-fa6a-4343-9ef1-9c82519f251e'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:04.061533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e216e8cb-5d31-4b67-a4df-54d8f2be98a8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers/35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 200 len: 887 time: 0.1362450 Nov 23 10:08:04.064135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51360) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:04.091392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b571bbe-c72e-4fc7-b7fe-e95411177d0c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 200 len: 205 time: 0.0260453 Nov 23 10:08:04.093973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51362) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:04.237683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:04.249309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.249812 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment 9a994a0e-4a97-4018-ae91-6cd66b3af31c of type vlan for network 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b Nov 23 10:08:04.293034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.320358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.326268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:04.327176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.398032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6453149 Nov 23 10:08:04.399413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51366) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:04.404351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'ports': [{'network_id': 'd39f7865-d9c3-4627-94a2-50279f82ce1e', 'name': 'tempest-port--1506214408', 'admin_state_up': True}, {'network_id': '7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b', 'admin_state_up': False}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:04.404747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'port': {'network_id': 'd39f7865-d9c3-4627-94a2-50279f82ce1e', 'name': 'tempest-port--1506214408', 'admin_state_up': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:04.405320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'port': {'network_id': '7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b', 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:04.410695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119689dc-b310-498f-ad95-071d2297a1d9 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:04.421493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:04.554746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.584357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'port': 2} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:04.591725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.610192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.662939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.719551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] device_id is not set on port 67e9c1ba-a148-4d74-8060-84af6354b912 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:08:04.725178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 472edc6c-c3bd-414a-8468-4ff208eb570f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:04.725612 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.801956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.813732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 472edc6c-c3bd-414a-8468-4ff208eb570f owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:04.838621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:04.903737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] device_id is not set on port f64469fd-2795-4180-b6e1-5e9f54615005 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:08:04.982679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.020215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=472edc6c-c3bd-414a-8468-4ff208eb570f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:05.025303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.042251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072bcec-78f6-47a7-8593-7a2b63284e5f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:05.075626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.105613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.136576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Port': ['ID=67e9c1ba-a148-4d74-8060-84af6354b912,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:05.145514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Checking segment: {'id': '35e55fe4-a748-4ba4-9f72-7cca1be21180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd39f7865-d9c3-4627-94a2-50279f82ce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:05.145878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network hostable DHCP agents. Network: d39f7865-d9c3-4627-94a2-50279f82ce1e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:05.169231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network d39f7865-d9c3-4627-94a2-50279f82ce1e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:05.180008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d39f7865-d9c3-4627-94a2-50279f82ce1e) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:05.184054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:05.189998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.199997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c9b36-a6d2-4c6d-a528-ed9daeedbb30 None None] Network d39f7865-d9c3-4627-94a2-50279f82ce1e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:05.217022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.219617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.268738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Port': ['ID=f64469fd-2795-4180-b6e1-5e9f54615005,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:05.274030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.275007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router 35e59602-fa6a-4343-9ef1-9c82519f251e {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:08:05.292635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.298280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-54ac9fc2-86b1-416d-8496-aa6440aed273 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 204 len: 168 time: 1.1989253 Nov 23 10:08:05.298424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Checking segment: {'id': '9a994a0e-4a97-4018-ae91-6cd66b3af31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:05.299801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51370) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:05.302237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network hostable DHCP agents. Network: 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:05.305450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004145472'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:05.328150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:05.337025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:05.341794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:05.347506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:05.347673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.356594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:05.358308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8723c-4333-4fe0-b25b-2b6f677cdd14 None None] Network 7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:05.362747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:05.363666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.383767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:05.385999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3e7cc901-7975-45fb-bd93-ed9397ed0c27 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9844182 Nov 23 10:08:05.387523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51372) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:05.396741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.397459 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 989892bf-f83a-4796-baf6-fda8e08b4628 of type vlan for network 0f2fb538-ca03-48fc-819b-67f9f9d49006 Nov 23 10:08:05.461522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272f56a-25f6-45f5-976c-909df792cadb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:05.463943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.468245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272f56a-25f6-45f5-976c-909df792cadb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:05.472611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6272f56a-25f6-45f5-976c-909df792cadb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0812166 Nov 23 10:08:05.473796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:05.498269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.507081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:05.507815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.549076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2454934 Nov 23 10:08:05.549985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51376) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:05.556979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:05.578946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Deleting port 67e9c1ba-a148-4d74-8060-84af6354b912 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:05.579218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.654975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.677227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911aa4b-d16c-422d-93e9-b6e0b66ecf3f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=0f2fb538-ca03-48fc-819b-67f9f9d49006,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:05.691480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:05.704162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Calling delete_port for 67e9c1ba-a148-4d74-8060-84af6354b912 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:05.706003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:05.712188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.828625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.859966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Port': ['ID=67e9c1ba-a148-4d74-8060-84af6354b912,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:05.866868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:05.873359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fc4e5f00-0634-45c8-8cc8-97001ce91286 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/ports/67e9c1ba-a148-4d74-8060-84af6354b912 HTTP/1.1" status: 204 len: 168 time: 0.3995335 Nov 23 10:08:05.873676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:05.993192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.060542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=fc980294-bd5f-4783-883c-777a24cebdd9,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:06.068724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Deleting port f64469fd-2795-4180-b6e1-5e9f54615005 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:06.069059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.110450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '989892bf-f83a-4796-baf6-fda8e08b4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:06.111121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 0f2fb538-ca03-48fc-819b-67f9f9d49006, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:06.149583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.167672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Calling delete_port for f64469fd-2795-4180-b6e1-5e9f54615005 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:06.178605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:06.219215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0f2fb538-ca03-48fc-819b-67f9f9d49006) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:06.225304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:06.225929 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.229081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee7b95-1837-4bf1-b63f-1166aa47bbfd None None] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:06.255636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4555a03b-b4f6-4e3b-ae65-456383bcacfe tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7047780 Nov 23 10:08:06.258363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51382) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:06.268707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1943638386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:06.291705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.322456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.323615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.327090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Port': ['ID=f64469fd-2795-4180-b6e1-5e9f54615005,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:06.335968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.339227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a42fa4f-de5d-4ee1-ba48-a93531021f68 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/ports/f64469fd-2795-4180-b6e1-5e9f54615005 HTTP/1.1" status: 204 len: 168 time: 0.4645560 Nov 23 10:08:06.342110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:06.388068 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f448dfef-f523-4008-9453-3d8c0786905c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446181 Nov 23 10:08:06.388850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:06.394369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-190477401'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:06.430528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:06.431644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.435546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.438653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.448869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-0f2fb538-ca03-48fc-819b-67f9f9d49006', 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': 'fc980294-bd5f-4783-883c-777a24cebdd9'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:06.449760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.479083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.481645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-90a36e7c-480b-4967-a892-8d9328c38686 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2223246 Nov 23 10:08:06.484365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51388) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:06.487229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:06.500109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.500625 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment 2a3d9c72-b5b1-48d8-b9e0-5928541a395f of type vlan for network d8bcf2af-2270-4052-9dd9-c26f596f1bb1 Nov 23 10:08:06.566778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.598188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.606319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:06.607110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.611421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Allocated IP 172.20.0.2 (0f2fb538-ca03-48fc-819b-67f9f9d49006/fc980294-bd5f-4783-883c-777a24cebdd9/f5afed45-6b47-4c32-9009-15b9b8c88374) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:06.663302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2721922 Nov 23 10:08:06.665099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51390) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:06.671584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1857658739'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:06.700759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e155eb-b6ac-4906-b866-9c56b5f18a54 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=d8bcf2af-2270-4052-9dd9-c26f596f1bb1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:06.714529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d8bcf2af-2270-4052-9dd9-c26f596f1bb1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:06.796212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:06.799913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.843706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:06.869758 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.870953 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.874504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.874793 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Added segment aa5dab28-8307-4c30-89da-d9feba89652c of type vlan for network e557bdf0-8bc5-42be-9c28-36c2236d342f Nov 23 10:08:06.878525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.920659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:06.925782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:06.929345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:06.940228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Pushing event updated for resources: {'Port': ['ID=f5afed45-6b47-4c32-9009-15b9b8c88374,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:06.988119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Attempting to bind port f5afed45-6b47-4c32-9009-15b9b8c88374 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:06.988661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Attempting to bind port f5afed45-6b47-4c32-9009-15b9b8c88374 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '989892bf-f83a-4796-baf6-fda8e08b4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:06.989386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Attempting to bind port f5afed45-6b47-4c32-9009-15b9b8c88374 on network 0f2fb538-ca03-48fc-819b-67f9f9d49006 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:06.994949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:06.995499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Checking segment: {'id': '989892bf-f83a-4796-baf6-fda8e08b4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:06.996266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:06.996489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Bound using segment: {'id': '989892bf-f83a-4796-baf6-fda8e08b4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:06.997045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Bound port: f5afed45-6b47-4c32-9009-15b9b8c88374, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989892bf-f83a-4796-baf6-fda8e08b4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0f2fb538-ca03-48fc-819b-67f9f9d49006'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:06.997571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.003319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.068930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] For port f5afed45-6b47-4c32-9009-15b9b8c88374, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:07.073504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] For port f5afed45-6b47-4c32-9009-15b9b8c88374, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5afed45-6b47-4c32-9009-15b9b8c88374,segment=NetworkSegment(989892bf-f83a-4796-baf6-fda8e08b4628),segment_id=989892bf-f83a-4796-baf6-fda8e08b4628)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:07.080066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.082348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.090288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:07.091133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.140894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ebdc8-933f-4a00-9b0f-0a2b336a4a2b None None] Pushing event updated for resources: {'Port': ['ID=f5afed45-6b47-4c32-9009-15b9b8c88374,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:07.175284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5073800 Nov 23 10:08:07.224437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329af6a-b7ba-41cd-abc5-330ccc10c99c tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Network': ['ID=e557bdf0-8bc5-42be-9c28-36c2236d342f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:07.235309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e557bdf0-8bc5-42be-9c28-36c2236d342f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:07.299674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.20.0.1 (0f2fb538-ca03-48fc-819b-67f9f9d49006/fc980294-bd5f-4783-883c-777a24cebdd9/4ec74df6-93fe-407c-be0b-04013d114ebb) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:07.316312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:07.321517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'subnets': [{'network_id': 'd8bcf2af-2270-4052-9dd9-c26f596f1bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1788740724', 'ip_version': 4}, {'network_id': 'e557bdf0-8bc5-42be-9c28-36c2236d342f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:07.321834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'subnet': {'network_id': 'd8bcf2af-2270-4052-9dd9-c26f596f1bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1788740724', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:07.322567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Request body: {'subnet': {'network_id': 'e557bdf0-8bc5-42be-9c28-36c2236d342f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:07.480145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.562938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.588003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Made reservation on behalf of 7d38a98477e14eceb0ba3a5283d397c9 for: {'subnet': 2} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:07.593640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.594083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.627441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:07.633619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:07.637923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:07.693690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=4ec74df6-93fe-407c-be0b-04013d114ebb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:07.712605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:07.860639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.010662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.103421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Subnet': ['ID=ea4b3f22-7ae9-4f3c-8881-3f1e8635497c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:08.107113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Checking segment: {'id': '2a3d9c72-b5b1-48d8-b9e0-5928541a395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8bcf2af-2270-4052-9dd9-c26f596f1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:08.107535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network hostable DHCP agents. Network: d8bcf2af-2270-4052-9dd9-c26f596f1bb1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:08.131787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network d8bcf2af-2270-4052-9dd9-c26f596f1bb1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:08.151647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d8bcf2af-2270-4052-9dd9-c26f596f1bb1) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:08.159165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.165989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec61185-4db8-468f-b973-b7dab939bf77 None None] Network d8bcf2af-2270-4052-9dd9-c26f596f1bb1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:08.309010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.335146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.347045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Checking segment: {'id': 'aa5dab28-8307-4c30-89da-d9feba89652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e557bdf0-8bc5-42be-9c28-36c2236d342f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:08.347429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network hostable DHCP agents. Network: e557bdf0-8bc5-42be-9c28-36c2236d342f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:08.358955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event updated for resources: {'Subnet': ['ID=cd19998d-1459-4709-bf44-a2babd396eb7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:08.380017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Network e557bdf0-8bc5-42be-9c28-36c2236d342f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:08.396428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e557bdf0-8bc5-42be-9c28-36c2236d342f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:08.418495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.419563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.420206 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.423618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2097d-6497-457b-a49d-f469436a3770 None None] Network e557bdf0-8bc5-42be-9c28-36c2236d342f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:08.425785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5afed45-6b47-4c32-9009-15b9b8c88374 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:08.449260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-11bde113-ef13-4039-a1fd-d2849d10911f tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1316969 Nov 23 10:08:08.451662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51404) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:08.464190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=4ec74df6-93fe-407c-be0b-04013d114ebb,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:08.528748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.532512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de0c91-90f9-4e42-a295-fd23448a0cae tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.536213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de0c91-90f9-4e42-a295-fd23448a0cae tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.537414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de0c91-90f9-4e42-a295-fd23448a0cae tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.539462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e2de0c91-90f9-4e42-a295-fd23448a0cae tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0867984 Nov 23 10:08:08.542752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51406) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:08.547354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde56ae-2bc2-4e67-a301-8faadfbe99f2 req-e3f923a2-35cd-47f6-9ed5-61f51e7f0631 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:08.556369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bde56ae-2bc2-4e67-a301-8faadfbe99f2 req-e3f923a2-35cd-47f6-9ed5-61f51e7f0631 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.2367244 Nov 23 10:08:08.620023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Deleting subnet ea4b3f22-7ae9-4f3c-8881-3f1e8635497c {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:08.624619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.627821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bde56ae-2bc2-4e67-a301-8faadfbe99f2 req-6f8b781f-0865-45ff-8597-d54056b2a6be tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701556 Nov 23 10:08:08.686509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.732824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edc495-be4b-4a51-b22c-d62e93e33b2e None None] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:08.742075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:08.746395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:08.773054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.823041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82270340-7127-481a-85dc-245305f0b97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d8bcf2af-2270-4052-9dd9-c26f596f1bb1', 'network_id': 'd8bcf2af-2270-4052-9dd9-c26f596f1bb1', 'tenant_id': '7d38a98477e14eceb0ba3a5283d397c9', 'fixed_ips': [{'subnet_id': 'ea4b3f22-7ae9-4f3c-8881-3f1e8635497c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:08.824185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82270340-7127-481a-85dc-245305f0b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.838567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.859359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f5afed45-6b47-4c32-9009-15b9b8c88374 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:08.860399 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.883717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4b3f22-7ae9-4f3c-8881-3f1e8635497c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:08.886686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.890875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ccd8ce3-212c-49a3-ae8c-5e617321afa6 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/subnets/ea4b3f22-7ae9-4f3c-8881-3f1e8635497c HTTP/1.1" status: 204 len: 168 time: 0.3470907 Nov 23 10:08:08.893778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51412) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:08.924195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5f85c446-7cf4-4316-992e-5346c5405598 None None] Provisioning complete for port f5afed45-6b47-4c32-9009-15b9b8c88374 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:08.924722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router ae8c4d49-31bc-4d78-9f20-f2e767f17197 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:08:08.925483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5f85c446-7cf4-4316-992e-5346c5405598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:08.952841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Deleting subnet cd19998d-1459-4709-bf44-a2babd396eb7 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:08.956501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.001812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.038726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:09.047666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e530fbbb-eb02-47f8-a35f-0113efa679be tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/ae8c4d49-31bc-4d78-9f20-f2e767f17197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622587 Nov 23 10:08:09.048342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:09.071784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.075209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] Sync routers for ids ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:09.097661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f5917-1695-4fb4-8d46-e29070ab8841 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:09.102653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-803f5917-1695-4fb4-8d46-e29070ab8841 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports/4ec74df6-93fe-407c-be0b-04013d114ebb HTTP/1.1" status: 200 len: 910 time: 0.0532427 Nov 23 10:08:09.103336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51416) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:09.117189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc980294-bd5f-4783-883c-777a24cebdd9'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:09.134786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcb39e-b708-4f93-8116-2f0dde8b7937 None None] Network d8bcf2af-2270-4052-9dd9-c26f596f1bb1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:09.167660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c93db-d778-43d1-9da9-17b0e2b4eb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e557bdf0-8bc5-42be-9c28-36c2236d342f', 'network_id': 'e557bdf0-8bc5-42be-9c28-36c2236d342f', 'tenant_id': '7d38a98477e14eceb0ba3a5283d397c9', 'fixed_ips': [{'subnet_id': 'cd19998d-1459-4709-bf44-a2babd396eb7'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:09.168529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ec2c93db-d778-43d1-9da9-17b0e2b4eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.180564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.207781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] Routers {'ae8c4d49-31bc-4d78-9f20-f2e767f17197'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:09.208641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.216363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Subnet': ['ID=cd19998d-1459-4709-bf44-a2babd396eb7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:09.218494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.221934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ca4ccc9-879a-432d-9a66-8c2cd5db4cdb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/subnets/cd19998d-1459-4709-bf44-a2babd396eb7 HTTP/1.1" status: 204 len: 168 time: 0.3270972 Nov 23 10:08:09.224784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:09.281747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4df88-8549-453b-acb6-36e5980a07eb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:09.287580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bbd4df88-8549-453b-acb6-36e5980a07eb tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573416 Nov 23 10:08:09.287974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51420) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:09.349077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.382065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.483773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.505567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e557bdf0-8bc5-42be-9c28-36c2236d342f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.515435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5dab28-8307-4c30-89da-d9feba89652c') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.515735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5dab28-8307-4c30-89da-d9feba89652c') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.526044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.539942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.546252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:09.547213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.547375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.558575 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:09.614147 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:09.618596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.626462 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.631251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/e557bdf0-8bc5-42be-9c28-36c2236d342f HTTP/1.1" status: 204 len: 168 time: 0.3411338 Nov 23 10:08:09.633231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51424) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:09.645496 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5f85c446-7cf4-4316-992e-5346c5405598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.655284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737172a9-3f38-463f-ba95-20fc922ae9de tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=e557bdf0-8bc5-42be-9c28-36c2236d342f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:09.744981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.802224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029d8fd-3984-4030-af1e-c8afa8bfab2f req-9dad14d8-3862-49c9-8001-1caa67db8f9b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:09.803935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3029d8fd-3984-4030-af1e-c8afa8bfab2f req-9dad14d8-3862-49c9-8001-1caa67db8f9b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.0764768 Nov 23 10:08:09.853194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port f5afed45-6b47-4c32-9009-15b9b8c88374, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5afed45-6b47-4c32-9009-15b9b8c88374,segment=NetworkSegment(989892bf-f83a-4796-baf6-fda8e08b4628),segment_id=989892bf-f83a-4796-baf6-fda8e08b4628)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:09.854153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.856545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] Routers {'ae8c4d49-31bc-4d78-9f20-f2e767f17197'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:09.858700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.886380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.906373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3029d8fd-3984-4030-af1e-c8afa8bfab2f req-b20d2d6e-73b8-4b58-bb51-0881196fe0e2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780482 Nov 23 10:08:09.923074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee38911-741c-43fb-9f5b-8fece017cdd5 None None] Network e557bdf0-8bc5-42be-9c28-36c2236d342f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:09.925143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.925756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01be76a-41e6-4102-9dec-fc3ab50c92fd None None] The sync data for ids ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:09.927542 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.951243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:09.983354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bcf2af-2270-4052-9dd9-c26f596f1bb1']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.993676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3d9c72-b5b1-48d8-b9e0-5928541a395f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:09.994134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3d9c72-b5b1-48d8-b9e0-5928541a395f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:10.005105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.015226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-5f85c446-7cf4-4316-992e-5346c5405598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:08:10.016259 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-5f85c446-7cf4-4316-992e-5346c5405598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:08:10.022391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.029687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:10.030636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:10.034815 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:10.041628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee38911-741c-43fb-9f5b-8fece017cdd5 None None] Network e557bdf0-8bc5-42be-9c28-36c2236d342f could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:08:10.075017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=f5afed45-6b47-4c32-9009-15b9b8c88374,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:10.104881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=4ec74df6-93fe-407c-be0b-04013d114ebb,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:10.115555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:10.116394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.120033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-80fb6ee3-6b7a-476b-baa9-cbf33af4b516 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/ports/4ec74df6-93fe-407c-be0b-04013d114ebb HTTP/1.1" status: 200 len: 910 time: 1.0132532 Nov 23 10:08:10.121038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51432) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:10.130531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.145841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-63016e17-6189-4a66-8a18-3f0b0537e345 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:10.147477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-63016e17-6189-4a66-8a18-3f0b0537e345 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.1311522 Nov 23 10:08:10.173509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.177323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/d8bcf2af-2270-4052-9dd9-c26f596f1bb1 HTTP/1.1" status: 204 len: 168 time: 0.5428078 Nov 23 10:08:10.200219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51434) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:10.222564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05584b9-7399-48b6-a730-19ce1739fa45 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=d8bcf2af-2270-4052-9dd9-c26f596f1bb1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:10.269615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5afed45-6b47-4c32-9009-15b9b8c88374 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:10.360229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.360878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f5afed45-6b47-4c32-9009-15b9b8c88374 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:10.361158 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.474965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.496334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:10.506169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a994a0e-4a97-4018-ae91-6cd66b3af31c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:10.506471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a994a0e-4a97-4018-ae91-6cd66b3af31c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:10.516886 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.531638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.538431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:10.538828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:10.566168 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:10.591820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.603935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Deleting port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:10.604406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.699526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.736028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d1143ac6-25b1-4161-a674-902c362359e3 None None] Provisioning complete for port 4ec74df6-93fe-407c-be0b-04013d114ebb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:10.736428 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1143ac6-25b1-4161-a674-902c362359e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.743328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.746706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b HTTP/1.1" status: 204 len: 168 time: 0.5457003 Nov 23 10:08:10.748993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] For port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:10.749379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.758399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:10.789020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d1143ac6-25b1-4161-a674-902c362359e3 None None] Port 4ec74df6-93fe-407c-be0b-04013d114ebb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:10.799372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d1143ac6-25b1-4161-a674-902c362359e3 None None] Provisioning complete for port f5afed45-6b47-4c32-9009-15b9b8c88374 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:10.799738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d1143ac6-25b1-4161-a674-902c362359e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:10.846261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ffdaa-fc8d-41c9-a739-88e01ad5f1e1 tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=7285e3df-e8e6-4bbb-a5dc-f1e9e7aef78b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:10.964277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 4ec74df6-93fe-407c-be0b-04013d114ebb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:10.964610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.102653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-44020286-3431-43ad-bc34-65caef4eeb70 None None] Provisioning complete for port 4ec74df6-93fe-407c-be0b-04013d114ebb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:11.103896 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-44020286-3431-43ad-bc34-65caef4eeb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.120775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.137407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 4ec74df6-93fe-407c-be0b-04013d114ebb owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:11.143683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-44020286-3431-43ad-bc34-65caef4eeb70 None None] Port 4ec74df6-93fe-407c-be0b-04013d114ebb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:11.276079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fe12c50c-cceb-4884-a41d-88cc6079c85a None None] Provisioning complete for port 4ec74df6-93fe-407c-be0b-04013d114ebb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:11.277233 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe12c50c-cceb-4884-a41d-88cc6079c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.324558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fe12c50c-cceb-4884-a41d-88cc6079c85a None None] Port 4ec74df6-93fe-407c-be0b-04013d114ebb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:11.330604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.357553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=4ec74df6-93fe-407c-be0b-04013d114ebb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:11.463103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-afb985b7-2a87-478d-927b-059205d0ee95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5839665 Nov 23 10:08:11.467072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.560377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.578695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.579063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.579386 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Floating IP 73f88755-eeac-4f28-b1b1-6e21788ac2e1 disassociated. External IP: 172.25.1.250, port: c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6. Nov 23 10:08:11.579739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Calling delete_port for c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:11.596205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f57e-980a-477b-a95f-be1e66abc5e2 req-1e333365-0056-4d2e-a4c5-b446eb0e7e58 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:11.604237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a20f57e-980a-477b-a95f-be1e66abc5e2 req-1e333365-0056-4d2e-a4c5-b446eb0e7e58 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 947 time: 0.2093179 Nov 23 10:08:11.704824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e155de-a876-4c62-a3d6-29270069ca08 req-39a1dba4-5b22-4728-ae33-8085c960d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:11.706249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-39a1dba4-5b22-4728-ae33-8085c960d0a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 1096 time: 0.1998906 Nov 23 10:08:11.778885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router ae8c4d49-31bc-4d78-9f20-f2e767f17197 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:11.797534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-2a1057fe-9900-4fe3-aa8f-307e846a72e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686147 Nov 23 10:08:11.798768 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.822481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a20f57e-980a-477b-a95f-be1e66abc5e2 req-2baf4ce0-97eb-4db9-be0d-2d4720b280e7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=45709f8d-ee18-4f6f-9361-6b35d303b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176206 Nov 23 10:08:11.892356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39f7865-d9c3-4627-94a2-50279f82ce1e']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:11.910069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e55fe4-a748-4ba4-9f72-7cca1be21180') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:11.910694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e55fe4-a748-4ba4-9f72-7cca1be21180') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:11.916975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:11.923439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5df61958-7c78-41c0-9d38-cec52444ae33 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/ae8c4d49-31bc-4d78-9f20-f2e767f17197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008947 Nov 23 10:08:11.930510 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] Sync routers for ids ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:11.934400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51444) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:11.941729 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] Routers {'ae8c4d49-31bc-4d78-9f20-f2e767f17197'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:11.942684 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:11.977326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:11.978802 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:11.984239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40386c8b-dad7-4461-b8a3-3ffa3cdfb648 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae8c4d49-31bc-4d78-9f20-f2e767f17197 HTTP/1.1" status: 200 len: 205 time: 0.0462649 Nov 23 10:08:11.986589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-ff6b86d6-d79a-4d02-ac95-3d1580cb62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:11.987850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-ff6b86d6-d79a-4d02-ac95-3d1580cb62ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.1359887 Nov 23 10:08:11.988319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:11.992670 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] Routers {'ae8c4d49-31bc-4d78-9f20-f2e767f17197'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:11.993578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:12.025600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e155de-a876-4c62-a3d6-29270069ca08 req-c79b02d4-7277-481c-af64-0f8376f9e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:12.027797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-c79b02d4-7277-481c-af64-0f8376f9e128 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.2972107 Nov 23 10:08:12.049111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.057273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:12.057670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.110330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.166769 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:12.167758 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4286cb9-1916-4a02-bbef-f1dfbb4d058d None None] The sync data for ids ['ae8c4d49-31bc-4d78-9f20-f2e767f17197'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:12.181442 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:12.224437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-0726a80f-7015-4f83-a255-e831c41fb9a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 200 len: 217 time: 0.1879606 Nov 23 10:08:12.228238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.234344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.237789 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] 10.222.0.62 "DELETE /v2.0/networks/d39f7865-d9c3-4627-94a2-50279f82ce1e HTTP/1.1" status: 204 len: 168 time: 1.4782398 Nov 23 10:08:12.252723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.316979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d9a6a-bfb9-40a1-aeb1-29060a0427dd tempest-BulkNetworkOpsTest-885384823 tempest-BulkNetworkOpsTest-885384823-project] Pushing event deleted for resources: {'Network': ['ID=d39f7865-d9c3-4627-94a2-50279f82ce1e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:12.326466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'Port': ['ID=c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:12.338801 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.341243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-f11af5a7-e00a-4006-8aee-4aee6bb0465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:12.344039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-f11af5a7-e00a-4006-8aee-4aee6bb0465a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.3037024 Nov 23 10:08:12.345274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.377611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e155de-a876-4c62-a3d6-29270069ca08 req-37af69d6-4561-475f-8f9f-8b8b0b5660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:12.379206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-37af69d6-4561-475f-8f9f-8b8b0b5660a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1399791 Nov 23 10:08:12.487955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e155de-a876-4c62-a3d6-29270069ca08 req-f4cd9512-ab14-4295-82af-05b573777df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:12.489662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-f4cd9512-ab14-4295-82af-05b573777df1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985389 Nov 23 10:08:12.512532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:12.578419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51456) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:12.698332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-c4a6cae2-a788-4038-a78c-35d2305a8f0d service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954942 Nov 23 10:08:12.738225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:12.753029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:12.770544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:12.771211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:12.841603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] No DVR routers for this DVR port c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:12.849032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:12.852692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eb9d5cea-c074-4b0b-9a9a-981308d75b20 req-553144b6-6b75-4cce-9f0e-fdd872e9ae9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.11 "DELETE /v2.0/ports/c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 HTTP/1.1" status: 204 len: 173 time: 2.6985955 Nov 23 10:08:12.853184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-deleted', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:12.855776 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f0e41-9ee1-4d93-b606-e14b35ab14fb" -d '{"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-deleted", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:12.942007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1711fd2b-9c84-4b2e-86b2-5c165fc2d6e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d38a98477e14eceb0ba3a5283d397c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277357 Nov 23 10:08:12.942694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:12.963659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e155de-a876-4c62-a3d6-29270069ca08 req-10957173-73eb-418c-9a82-1738e5f21f6b service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561922 Nov 23 10:08:13.106096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9c480dc-c827-481c-a393-9c227be5ecb9 req-789975fe-d3a0-432f-b70d-c22d53abee0d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd687856-4a3b-48cd-913b-342783255428 HTTP/1.1" status: 200 len: 210 time: 0.0558183 Nov 23 10:08:13.114314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.116032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.116911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router ae8c4d49-31bc-4d78-9f20-f2e767f17197 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:08:13.129660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.131251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b48de95e-6bce-45e6-9e36-a6ea764808ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/ae8c4d49-31bc-4d78-9f20-f2e767f17197 HTTP/1.1" status: 204 len: 168 time: 1.1413410 Nov 23 10:08:13.134377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51472) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:13.147439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-6e2e8226-296f-4f90-a937-9b4c54fd298f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.7941267 Nov 23 10:08:13.157503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:13.255704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-818f540a-60de-4a4b-957f-b01c4a53b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:13.258379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-818f540a-60de-4a4b-957f-b01c4a53b7c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1020601 Nov 23 10:08:13.295839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.298921 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d96297e-0fc3-4461-87fe-47beb080eeaa x-openstack-request-id: req-0d96297e-0fc3-4461-87fe-47beb080eeaa {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:13.299428 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd687856-4a3b-48cd-913b-342783255428", "name": "network-vif-deleted", "tag": "c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:13.300331 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d96297e-0fc3-4461-87fe-47beb080eeaa {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:13.301732 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd687856-4a3b-48cd-913b-342783255428', 'name': 'network-vif-deleted', 'tag': 'c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6', 'status': 'completed', 'code': 200} Nov 23 10:08:13.319358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-07a1ca55-b50f-4219-a573-7b716784b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:13.321104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-07a1ca55-b50f-4219-a573-7b716784b739 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502448 Nov 23 10:08:13.347725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet fc980294-bd5f-4783-883c-777a24cebdd9 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:13.353627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.417738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.454446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:13.454893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-72ec5d79-1a73-4c86-9b27-3b06503c5574 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241443 Nov 23 10:08:13.500484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:13.518028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:13.518832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:13.568473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.571685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.572945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/146e180a-6dfb-465a-aa3a-f5da4cbaefb3 HTTP/1.1" status: 204 len: 168 time: 0.6266336 Nov 23 10:08:13.608558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ce879-25db-40d1-b7d9-f713499e0a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e180a-6dfb-465a-aa3a-f5da4cbaefb3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:13.653520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:13.664354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16dd17fe-5bd2-44ff-9d6d-3ce131b69c8e req-8e2a590b-0883-4aaf-8fb4-e23fd8981dc3 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980612 Nov 23 10:08:13.664746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.823594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.903100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=fc980294-bd5f-4783-883c-777a24cebdd9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:13.907546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:13.919057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51494) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:13.919371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-293857c5-573d-4088-8675-3eddcc1b9cea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/fc980294-bd5f-4783-883c-777a24cebdd9 HTTP/1.1" status: 204 len: 168 time: 0.7657154 Nov 23 10:08:13.940574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c2467-df24-4e59-b60a-08f541c0fc91 None None] Network 0f2fb538-ca03-48fc-819b-67f9f9d49006 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:14.046230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808450c7-587e-4c85-a0bd-5c78ea06845a req-9fb507fd-f51a-4993-9254-03660b0aae81 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:14.048512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-808450c7-587e-4c85-a0bd-5c78ea06845a req-9fb507fd-f51a-4993-9254-03660b0aae81 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.0710611 Nov 23 10:08:14.070541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.098932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:14.143646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-808450c7-587e-4c85-a0bd-5c78ea06845a req-ac58b640-02a3-4fb9-9f13-5654b2530a6f tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874033 Nov 23 10:08:14.150954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727010-1a6d-4699-9168-8f8691fba376 None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:14.235048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port f5afed45-6b47-4c32-9009-15b9b8c88374 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:14.235395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.267713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:14.275656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] DHCP port deletion for 0f2fb538-ca03-48fc-819b-67f9f9d49006 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:14.345784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Deleting port f5afed45-6b47-4c32-9009-15b9b8c88374 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:14.347036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.362987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.399143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port f5afed45-6b47-4c32-9009-15b9b8c88374, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5afed45-6b47-4c32-9009-15b9b8c88374,segment=NetworkSegment(989892bf-f83a-4796-baf6-fda8e08b4628),segment_id=989892bf-f83a-4796-baf6-fda8e08b4628)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:14.399524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.409209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.422149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for f5afed45-6b47-4c32-9009-15b9b8c88374 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:14.448539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:14.485332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:14.485671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c4a1a50e-7f0a-46b5-9aeb-83d805ec8cd6 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:14.489366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] For port f5afed45-6b47-4c32-9009-15b9b8c88374, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f5afed45-6b47-4c32-9009-15b9b8c88374,segment=NetworkSegment(989892bf-f83a-4796-baf6-fda8e08b4628),segment_id=989892bf-f83a-4796-baf6-fda8e08b4628)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:14.490314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.523896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Calling delete_port for f5afed45-6b47-4c32-9009-15b9b8c88374 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:14.526269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.529681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.531240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "DELETE /v2.0/security-groups/45709f8d-ee18-4f6f-9361-6b35d303b256 HTTP/1.1" status: 204 len: 168 time: 0.2581661 Nov 23 10:08:14.539161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51518) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:14.563464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27d2b9-d60d-4b6b-859d-28fdc52cc9d6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45709f8d-ee18-4f6f-9361-6b35d303b256,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:14.577088 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-85d0ece7-ce83-46ce-801c-5fcca4208b70 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] show failed (client error): The resource could not be found. Nov 23 10:08:14.579636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-85d0ece7-ce83-46ce-801c-5fcca4208b70 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups/45709f8d-ee18-4f6f-9361-6b35d303b256 HTTP/1.1" status: 404 len: 347 time: 0.0358450 Nov 23 10:08:14.581552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51520) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:14.599522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.626572 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6b7ee-160a-46e9-81a1-55739f18d8de None None] New status for floating IP 73f88755-eeac-4f28-b1b1-6e21788ac2e1: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:08:14.637188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.647259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=f5afed45-6b47-4c32-9009-15b9b8c88374,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:14.649575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port f5afed45-6b47-4c32-9009-15b9b8c88374 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:14.681333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] No DVR routers for this DVR port f5afed45-6b47-4c32-9009-15b9b8c88374 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:14.728778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e36cd6-43ea-4c12-91e0-c943d69d437e None None] Pushing event deleted for resources: {'Port': ['ID=f5afed45-6b47-4c32-9009-15b9b8c88374,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:14.777939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.808627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2fb538-ca03-48fc-819b-67f9f9d49006']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:14.827662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51524) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:14.847999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989892bf-f83a-4796-baf6-fda8e08b4628') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:14.849425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989892bf-f83a-4796-baf6-fda8e08b4628') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:14.863456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Deleting port 7053fc5c-d60d-46b6-b0c2-9dddbfca1e25 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:14.864461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.870611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.886320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.893608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:14.894104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:14.897743 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:14.966048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ed252916-dce3-487c-8a75-612fc69c07b9 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-284965746', 'prefixes': ['172.20.0.0/16']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:14.967917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.968297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.972409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.981767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Calling delete_port for 7053fc5c-d60d-46b6-b0c2-9dddbfca1e25 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:14.984957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:14.992537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51528) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:14.992693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/0f2fb538-ca03-48fc-819b-67f9f9d49006 HTTP/1.1" status: 204 len: 168 time: 1.0723479 Nov 23 10:08:14.998738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1820347069', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:15.011449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faab05-20e9-46ef-ba99-430187e126d4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=0f2fb538-ca03-48fc-819b-67f9f9d49006,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:15.072846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.073778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.075209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed252916-dce3-487c-8a75-612fc69c07b9 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] Publish callbacks [] for subnetpool, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.076588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ed252916-dce3-487c-8a75-612fc69c07b9 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2476752 Nov 23 10:08:15.079546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51530) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.147987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ea29563-5037-4afe-b1c7-021162593e74 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "GET /v2.0/subnetpools/733ebb60-427a-4321-b6a6-40723f44738c HTTP/1.1" status: 200 len: 731 time: 0.0672543 Nov 23 10:08:15.150730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51532) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.152792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.156105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c1101450-b994-490f-8560-8633b59a2ad5 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-983766717'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:15.159258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.217063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.221319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51538) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.222303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4f8c1eb3-dcb6-4556-a066-da52d2f70112 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2288935 Nov 23 10:08:15.230719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1205011472'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:15.253020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.286885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'Port': ['ID=7053fc5c-d60d-46b6-b0c2-9dddbfca1e25,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:15.330220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:15.334278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.359287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.362352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.363587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1a96e21f-9932-40a0-894b-8fb96f1cfc7a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "DELETE /v2.0/floatingips/73f88755-eeac-4f28-b1b1-6e21788ac2e1 HTTP/1.1" status: 204 len: 168 time: 0.7812467 Nov 23 10:08:15.366552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2052e2-76ae-4c72-ab66-941eaa853485 req-34fae1e7-b898-49db-bdfb-796e69bca0df tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:15.368229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b2052e2-76ae-4c72-ab66-941eaa853485 req-34fae1e7-b898-49db-bdfb-796e69bca0df tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.1100357 Nov 23 10:08:15.372902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1101450-b994-490f-8560-8633b59a2ad5 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] Publish callbacks [] for subnetpool, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.377587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1101450-b994-490f-8560-8633b59a2ad5 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "PUT /v2.0/subnetpools/733ebb60-427a-4321-b6a6-40723f44738c HTTP/1.1" status: 200 len: 683 time: 0.2220192 Nov 23 10:08:15.378237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.411090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:15.454015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b2052e2-76ae-4c72-ab66-941eaa853485 req-5d75e31c-6de4-420a-b8c2-45b07b8b4a66 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8333f0a-9906-42a1-b69e-495f4ce9dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730212 Nov 23 10:08:15.455288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.455632 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 2f73834b-282f-4b44-a844-94ba00a809b8 of type vlan for network 3933e878-3848-41ea-8008-481908bd0321 Nov 23 10:08:15.500750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20de976a-fefb-4cce-bd3b-bd8df94327ba tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] Publish callbacks [] for subnetpool, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.502185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-20de976a-fefb-4cce-bd3b-bd8df94327ba tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "DELETE /v2.0/subnetpools/733ebb60-427a-4321-b6a6-40723f44738c HTTP/1.1" status: 204 len: 168 time: 0.1221974 Nov 23 10:08:15.505040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51544) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.525466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.528075 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-fae7c52a-c743-4ad0-87c3-142e6a7d1d43 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] show failed (client error): The resource could not be found. Nov 23 10:08:15.532031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fae7c52a-c743-4ad0-87c3-142e6a7d1d43 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "GET /v2.0/subnetpools/733ebb60-427a-4321-b6a6-40723f44738c HTTP/1.1" status: 404 len: 346 time: 0.0230985 Nov 23 10:08:15.532031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51546) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.551368 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-83c70343-271c-417d-9ccb-17ca86f69402 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] delete failed (client error): The resource could not be found. Nov 23 10:08:15.556545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-83c70343-271c-417d-9ccb-17ca86f69402 tempest-SubnetPoolsTestJSON-707713471 tempest-SubnetPoolsTestJSON-707713471-project] 10.222.0.62 "DELETE /v2.0/subnetpools/733ebb60-427a-4321-b6a6-40723f44738c HTTP/1.1" status: 404 len: 346 time: 0.0196843 Nov 23 10:08:15.594453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889828d-60a4-42c1-9344-35478985b490 req-4f700feb-313e-413f-89fe-fb7a7989376b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:15.596658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0889828d-60a4-42c1-9344-35478985b490 req-4f700feb-313e-413f-89fe-fb7a7989376b tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.50 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 945 time: 0.0677776 Nov 23 10:08:15.611495 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.620134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:15.623042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.687023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4643393 Nov 23 10:08:15.690558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51550) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.695432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:15.744179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:15.753616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629731097', 'description': 'tempest-description--227440192'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:15.768561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d6c1-64ef-4093-880d-ea165355f5ab tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=3933e878-3848-41ea-8008-481908bd0321,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:15.769312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Deleting port fb6e8ccc-098d-456b-aa34-890b7f226220 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:15.769925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.782531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3933e878-3848-41ea-8008-481908bd0321 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:15.852937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.891854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:15.896939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.901153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.920847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] For port fb6e8ccc-098d-456b-aa34-890b7f226220, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=fb6e8ccc-098d-456b-aa34-890b7f226220,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:15.921307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:15.966119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51556) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:16.037090 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.047552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.113280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.114587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3649547 Nov 23 10:08:16.117534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51560) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:16.119553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c41a0-7011-4593-9e49-076ea6995a02 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2f6a5-e828-4310-a3d2-985caf375271,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.127384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group_rule': {'security_group_id': '61b2f6a5-e828-4310-a3d2-985caf375271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:16.136211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.136575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.136894 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Floating IP 5ba50d2c-b01c-440c-a196-d21784e66a52 disassociated. External IP: 172.25.1.66, port: fb6e8ccc-098d-456b-aa34-890b7f226220. Nov 23 10:08:16.137243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Calling delete_port for fb6e8ccc-098d-456b-aa34-890b7f226220 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:16.239297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab33dc36-8398-455f-aae5-983e7bc801bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.251404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5afed45-6b47-4c32-9009-15b9b8c88374 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:16.261449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.265086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.288787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f5afed45-6b47-4c32-9009-15b9b8c88374 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:16.289280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f5afed45-6b47-4c32-9009-15b9b8c88374 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:16.333239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.367604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'Port': ['ID=fb6e8ccc-098d-456b-aa34-890b7f226220,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.377785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=bcc33358-8fd1-4ab7-990b-bb9c76b73fbb,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.448211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:16.448848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 3933e878-3848-41ea-8008-481908bd0321, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:16.462478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.480196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.505264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab33dc36-8398-455f-aae5-983e7bc801bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.505636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:16.524297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e3585d-dfdb-4023-847b-df0a66d84fa7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.526246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab33dc36-8398-455f-aae5-983e7bc801bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.535578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.539985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b0765c4-15fc-4dbf-a0e5-80ece9dbf3e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212573 Nov 23 10:08:16.540683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:16.551898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'security_group_rule': {'security_group_id': '61b2f6a5-e828-4310-a3d2-985caf375271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:16.565434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 3933e878-3848-41ea-8008-481908bd0321 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:16.616884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ab33dc36-8398-455f-aae5-983e7bc801bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9fc4b4b8ddf42e3a3ba70b56d5bd623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6477525 Nov 23 10:08:16.619713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:16.633388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33dc36-8398-455f-aae5-983e7bc801bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caf7b3b-e304-44e4-b652-d9aca685bae9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.635900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3933e878-3848-41ea-8008-481908bd0321) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:16.640908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-195ae026-a73e-420a-a2ae-ea7c5aaa4423 req-8990d14b-c514-4827-9980-a91ab7b15edd tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/ports?device_id=9efa50fe-1e86-42fe-9005-eecd8e1693c8 HTTP/1.1" status: 200 len: 210 time: 0.0722203 Nov 23 10:08:16.644631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:16.644942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.649709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072667f0-cb8f-46d0-8ce5-79935e9dcc31 None None] Network 3933e878-3848-41ea-8008-481908bd0321 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:16.659265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.676175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:16.676270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ae58026b-1f6b-45f1-badd-a23a062931e3 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9829335 Nov 23 10:08:16.677985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51570) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:16.693813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:16.749445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:16.750265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:16.750889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] No DVR routers for this DVR port fb6e8ccc-098d-456b-aa34-890b7f226220 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:16.754713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.759713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0889828d-60a4-42c1-9344-35478985b490 req-023972fe-37af-48ea-855d-d7df5d559426 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.50 "DELETE /v2.0/ports/fb6e8ccc-098d-456b-aa34-890b7f226220 HTTP/1.1" status: 204 len: 173 time: 1.1554935 Nov 23 10:08:16.760251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'name': 'network-vif-deleted', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:16.763246 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365c2b8-9048-4f64-ade5-14da7835ec86" -d '{"events": [{"server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "name": "network-vif-deleted", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:16.838924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.874984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.931950 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91991bf8-6d80-411c-b890-780fa8b546f7 x-openstack-request-id: req-91991bf8-6d80-411c-b890-780fa8b546f7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:16.932332 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa50fe-1e86-42fe-9005-eecd8e1693c8", "name": "network-vif-deleted", "tag": "fb6e8ccc-098d-456b-aa34-890b7f226220", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:16.932730 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91991bf8-6d80-411c-b890-780fa8b546f7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:16.933664 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa50fe-1e86-42fe-9005-eecd8e1693c8', 'name': 'network-vif-deleted', 'tag': 'fb6e8ccc-098d-456b-aa34-890b7f226220', 'status': 'completed', 'code': 200} Nov 23 10:08:16.943257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.944120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.946384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:16.947918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9caf7b3b-e304-44e4-b652-d9aca685bae9 HTTP/1.1" status: 204 len: 168 time: 0.3266444 Nov 23 10:08:16.969283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586992ff-20cd-40c3-87da-a6da74fcd582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caf7b3b-e304-44e4-b652-d9aca685bae9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:16.992643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.051350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ce1554-7f81-4acf-805e-2ba162c217cd,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:17.090587 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.094831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-848fcaed-dcc3-40d1-881b-f37b770b572b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5439980 Nov 23 10:08:17.095606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51580) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:17.107109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:17.136562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.141592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.185475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:17.214588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3933e878-3848-41ea-8008-481908bd0321', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:17.215806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.408894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.542781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Allocated IP 172.20.0.2 (3933e878-3848-41ea-8008-481908bd0321/bcc33358-8fd1-4ab7-990b-bb9c76b73fbb/43466e70-89e8-4972-a8a9-6ca5a9c7de64) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:17.555621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:17.594055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:17.625749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:17.627013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:07:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:17.650525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Allocated IP 172.25.1.138 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/89208af2-ea6d-4420-b3ef-e5a5e88bf7ff) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:17.757101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51604) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:17.784460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.844532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.855109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.886588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:17.889967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:17.897704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:17.905313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.909743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a00da084-0b8b-4676-8e60-8c7bc2353e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.918902 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.924038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:17.933450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:17.943208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=89208af2-ea6d-4420-b3ef-e5a5e88bf7ff,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:17.994543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Network 3933e878-3848-41ea-8008-481908bd0321 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:18.006629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:18.011406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:18.034461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.059581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.20.0.1 (3933e878-3848-41ea-8008-481908bd0321/bcc33358-8fd1-4ab7-990b-bb9c76b73fbb/fc9a66d9-cb27-4e66-bbbb-29a08a944c30) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:18.074455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Pushing event updated for resources: {'Port': ['ID=43466e70-89e8-4972-a8a9-6ca5a9c7de64,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:18.111792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.119073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.122716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "DELETE /v2.0/security-groups/a8333f0a-9906-42a1-b69e-495f4ce9dd7c HTTP/1.1" status: 204 len: 168 time: 0.3621061 Nov 23 10:08:18.124783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:18.161684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Attempting to bind port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:18.162410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Attempting to bind port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:18.162887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Attempting to bind port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 on network 3933e878-3848-41ea-8008-481908bd0321 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:18.173930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:18.174571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Checking segment: {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:18.175325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.176022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Bound using segment: {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:18.176667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Bound port: 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:18.177950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.183916 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-6fbc6a0c-a5f4-4bd1-a8b1-098dc196a459 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] show failed (client error): The resource could not be found. Nov 23 10:08:18.187577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cfcf7-4d85-43dd-92b6-1113976b9966 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8333f0a-9906-42a1-b69e-495f4ce9dd7c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:18.188968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6fbc6a0c-a5f4-4bd1-a8b1-098dc196a459 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "GET /v2.0/security-groups/a8333f0a-9906-42a1-b69e-495f4ce9dd7c HTTP/1.1" status: 404 len: 347 time: 0.0566957 Nov 23 10:08:18.191800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:18.211400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.348069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] For port 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:18.351691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.368328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] For port 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=43466e70-89e8-4972-a8a9-6ca5a9c7de64,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:18.377924 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.411429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.443499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Pushing event updated for resources: {'Port': ['ID=43466e70-89e8-4972-a8a9-6ca5a9c7de64,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:18.456730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.457086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.457429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.457767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.458129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.458459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.458786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.459116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.459443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.459853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.460181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.460553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df47ef-2269-4ca7-b5f6-d22c69e93c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:18.471359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:18.529657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479d36-7c26-48ac-a1b1-248fdf6d7602 None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T09:58:49Z', 'revision_number': 4, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f4672719-42d9-4e2e-80aa-d17efe5d747e', 'name': '', 'network_id': '3327a186-f8fb-45ba-a2e4-d4b5106dc020', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'mac_address': 'fa:16:3e:52:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:47Z', 'updated_at': '2021-11-23T09:58:58Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'subnets': [{'id': '80fefa8c-bdd3-4da4-83d9-031c7e80c66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:18.531146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 3933e878-3848-41ea-8008-481908bd0321 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:18.533555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:18.557954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:18.568820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:18.686233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:18.946968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.072826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Deleting port 98282124-cf7f-4b2e-883c-83a5f6a9e529 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:19.073417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.112738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3047e2-7e51-41a5-ae56-33dd0dd935f2 None None] New status for floating IP 5ba50d2c-b01c-440c-a196-d21784e66a52: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:08:19.190731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.204026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.215750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.216216 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.270863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Calling delete_port for 98282124-cf7f-4b2e-883c-83a5f6a9e529 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:19.332448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=89208af2-ea6d-4420-b3ef-e5a5e88bf7ff,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:19.366641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.374960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.385710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.418942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.420603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f7a836a5-d956-47f9-9912-a86e318b318c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3226390 Nov 23 10:08:19.519668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:19.529859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.541342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.573414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Pushing event deleted for resources: {'Port': ['ID=98282124-cf7f-4b2e-883c-83a5f6a9e529,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:19.673811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.676945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:19.688540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bccff971-2eee-43d1-9a54-0dd68f5f3c12 tempest-AttachVolumeTestJSON-1517066631 tempest-AttachVolumeTestJSON-1517066631-project] 10.222.0.62 "DELETE /v2.0/floatingips/5ba50d2c-b01c-440c-a196-d21784e66a52 HTTP/1.1" status: 204 len: 168 time: 1.4853380 Nov 23 10:08:19.860637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-817fba9d-b09a-4406-9c74-86402ee94a24 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--629731097&fields=id&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 267 time: 0.1252043 Nov 23 10:08:19.870540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 3933e878-3848-41ea-8008-481908bd0321 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:19.890784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:20.173638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fb6e8ccc-098d-456b-aa34-890b7f226220 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:20.215591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: fb6e8ccc-098d-456b-aa34-890b7f226220 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:20.215939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device fb6e8ccc-098d-456b-aa34-890b7f226220 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:20.261113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.265119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-0fe2d535-aecd-449f-a2a5-f91dbb31912d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:20.272435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-0fe2d535-aecd-449f-a2a5-f91dbb31912d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 817 time: 0.4108481 Nov 23 10:08:20.298440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-d6365f3d-2890-46ac-b580-23966f7639ee tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/quotas/322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 375 time: 0.0250826 Nov 23 10:08:20.321521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96665a3f-0417-4914-993c-a22480b6f79e None None] Network 3933e878-3848-41ea-8008-481908bd0321 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:20.416040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 43466e70-89e8-4972-a8a9-6ca5a9c7de64 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:20.419800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:08:20.444158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-d13f3a66-90db-4f79-9898-46017da4d38e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411633 Nov 23 10:08:20.521680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] Provisioning complete for port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:20.522853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.574036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf33eed0-80d1-43dd-9e79-6995133c5ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.608113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:20.614468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-99fe2818-b41b-4d53-9e52-9b999f2c3bd5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358184 Nov 23 10:08:20.617326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51664) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:20.622487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1534423206'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:20.635962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:20.644196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-fe92e5b7-61e9-4525-98af-e57cbde73627 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555743 Nov 23 10:08:20.659576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:20.664405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.669583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:20.670244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:20.699300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:20.717103 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.718466 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 7bfb28b8-3161-4893-8939-6a0ee18bec76 of type vlan for network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 Nov 23 10:08:20.800361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:20.800733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.816375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.852903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-878fe0b2-fb22-4e43-abcd-2b271f3c3fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933496 Nov 23 10:08:20.878619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.896411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:20.897248 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:20.953318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3347123 Nov 23 10:08:20.955422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:20.956122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51670) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:20.961460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:21.018651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.041027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6d804-ad6a-4d88-9d24-69e0c3a272d8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=8866c5b0-7abd-437c-90ec-1fdc9ce5d553,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:21.199335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:21.203606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.290441 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3efd070-e934-4de6-ab01-7c9c9fdbb995 req-9f2688d8-acfa-4f05-93d5-2e0569bd8588 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 210 time: 0.0589702 Nov 23 10:08:21.438858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:21.570890 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.608648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.729811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:21.743723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] For port 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=43466e70-89e8-4972-a8a9-6ca5a9c7de64,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:21.755265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:21.756241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 8866c5b0-7abd-437c-90ec-1fdc9ce5d553, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:21.756488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.795342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.812006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:21.835905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8866c5b0-7abd-437c-90ec-1fdc9ce5d553) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:21.853042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aee703-a98b-46dc-ba37-78e9eb5b3096 None None] Pushing event updated for resources: {'Port': ['ID=43466e70-89e8-4972-a8a9-6ca5a9c7de64,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:21.855820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d134f06f-37df-4bcf-a27c-cfdd0834ce40 None None] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:21.866560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:21.867182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:21.903986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a880668-ec1c-434e-b990-a8f73a811f93 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9465938 Nov 23 10:08:21.912462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51690) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:22.012257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-60c429f8-7dcd-4835-a1ce-a5bb7aa2a36c None None] Provisioning complete for port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:22.013068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60c429f8-7dcd-4835-a1ce-a5bb7aa2a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:22.018025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:08:22.018415 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:08:22.135179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-60c429f8-7dcd-4835-a1ce-a5bb7aa2a36c None None] Port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:22.195462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-60c429f8-7dcd-4835-a1ce-a5bb7aa2a36c None None] Provisioning complete for port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:22.196015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-60c429f8-7dcd-4835-a1ce-a5bb7aa2a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:22.235932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:22.236820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:22.243740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:18Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:19Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:22.364752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:22.365114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Updating router 78903bdc-3244-4cec-87f1-bc53bd08bda8 port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:08:22.422274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:22.627454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Allocated IP 172.21.0.2 (8866c5b0-7abd-437c-90ec-1fdc9ce5d553/88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74/6352ff03-2217-4027-b909-f1c7e5dde238) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:22.898639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c66721ee-ffad-4bc8-bc29-8ea3e4a1a3f9 req-6fba256b-b12e-4a39-bc9a-1753374f4356 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 210 time: 0.0337334 Nov 23 10:08:22.918282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.069091 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.288047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 43466e70-89e8-4972-a8a9-6ca5a9c7de64 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:23.431988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-1e8383dc-7627-4d47-926e-fba9bce74676 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:23.433570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-1e8383dc-7627-4d47-926e-fba9bce74676 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 817 time: 0.4610379 Nov 23 10:08:23.512760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.533608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.578748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-db9b889c-752a-4e52-99b3-5246ab1f633a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 379 time: 0.1330247 Nov 23 10:08:23.596541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'port': {'device_id': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'admin_state_up': True, 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'security_groups': ['61b2f6a5-e828-4310-a3d2-985caf375271']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:23.799992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Made reservation on behalf of 322a3c3ad16848299492fc857fcbb9d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:23.815791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.850500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.21.0.1 (8866c5b0-7abd-437c-90ec-1fdc9ce5d553/88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74/67894faf-4d91-4b99-805c-1025a39498cb) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:23.878111 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:23.919345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:23.934681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:23.955760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:24.077156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Pushing event updated for resources: {'Port': ['ID=6352ff03-2217-4027-b909-f1c7e5dde238,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:24.101410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.181230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.201810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Attempting to bind port 6352ff03-2217-4027-b909-f1c7e5dde238 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:24.206331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Attempting to bind port 6352ff03-2217-4027-b909-f1c7e5dde238 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:24.206727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Attempting to bind port 6352ff03-2217-4027-b909-f1c7e5dde238 on network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:24.225209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:24.225823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.243241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3edef408-2e3f-4693-a1c1-2b309ade2ed9 req-ebc8667f-e6d3-4884-be42-bea98ee62793 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 210 time: 0.1267302 Nov 23 10:08:24.291741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:24.297335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:24.303226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Allocated IP 172.20.0.9 (3f5891b9-c547-4737-a8f2-2c0079f00710/77f04f68-965d-417a-b3c7-9c5b6dbd9190/8dfb3357-fd95-40a6-9a21-8f14f00f7440) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:24.309689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:24.360483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:24.379771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:24.380443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Checking segment: {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:24.380965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.381510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Bound using segment: {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:24.386499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Bound port: 6352ff03-2217-4027-b909-f1c7e5dde238, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:24.387039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.435200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.499962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.561625 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.657949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.715785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.774209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:24.925650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47716b-a17d-4a3b-894c-6e486120602c None None] Pushing event updated for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:24.927608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:24.929618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:24.942436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:24.948029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:25.075945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:25.076554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.123322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-98db4584-8379-4052-bd28-73970e114b2a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5354929 Nov 23 10:08:25.135960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Request body: {'port': {'device_id': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:25.299447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.424131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] For port 6352ff03-2217-4027-b909-f1c7e5dde238, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:25.428306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.457951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.462442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] For port 6352ff03-2217-4027-b909-f1c7e5dde238, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6352ff03-2217-4027-b909-f1c7e5dde238,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:25.466426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Attempting to bind port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:25.466788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Attempting to bind port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:25.467140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Attempting to bind port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 on network 3933e878-3848-41ea-8008-481908bd0321 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:25.475272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-53636477-0a12-4bbd-b57a-5fa9820412f7 None None] Provisioning complete for port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:25.475478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-53636477-0a12-4bbd-b57a-5fa9820412f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.484349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.511727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:25.512092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Checking segment: {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:25.514157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.514585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Bound using segment: {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:25.515947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Bound port: fc9a66d9-cb27-4e66-bbbb-29a08a944c30, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f73834b-282f-4b44-a844-94ba00a809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3933e878-3848-41ea-8008-481908bd0321'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:25.516509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.586724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:25.615939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1d688-fc8d-484b-9603-357a3b803cbd req-62943eb6-7375-4dd9-b47c-68f2330bfafc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:25.625392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4b1d688-fc8d-484b-9603-357a3b803cbd req-62943eb6-7375-4dd9-b47c-68f2330bfafc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 931 time: 0.2124147 Nov 23 10:08:25.639665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.640877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-53636477-0a12-4bbd-b57a-5fa9820412f7 None None] Port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:25.681618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cf5dc-2443-439e-8739-9b0909e0c988 None None] Pushing event updated for resources: {'Port': ['ID=6352ff03-2217-4027-b909-f1c7e5dde238,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:25.717355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] For port fc9a66d9-cb27-4e66-bbbb-29a08a944c30, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:25.764550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] For port fc9a66d9-cb27-4e66-bbbb-29a08a944c30, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:25.782645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:25.858632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4b1d688-fc8d-484b-9603-357a3b803cbd req-106926c5-e24c-44f9-8d19-e6c92e35df91 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316508 Nov 23 10:08:25.997854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47716b-a17d-4a3b-894c-6e486120602c None None] Pushing event updated for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:26.002832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-23c0d082-33ef-494d-84af-7ccec4e5dcf2 None None] Provisioning complete for port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:26.004448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23c0d082-33ef-494d-84af-7ccec4e5dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.032824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:08:26.087403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.127030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Transition to ACTIVE for port object 8dfb3357-fd95-40a6-9a21-8f14f00f7440 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:08:26.139218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.151667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:26.155748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:26.281902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:26.282743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:26.475612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-23c0d082-33ef-494d-84af-7ccec4e5dcf2 None None] Port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:26.490299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:26.532887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:26.626342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Attempting to bind port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:26.626841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Attempting to bind port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:26.627324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Attempting to bind port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:26.639294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:08:26.640196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Attempting to bind port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 on network 3f5891b9-c547-4737-a8f2-2c0079f00710 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:26.655632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:26.658631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Checking segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:26.659819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Bound using segment: {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:26.660956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Bound port: 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e3fff-f2a4-428c-ae09-188b3637c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:26.662207 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.780129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:26.785590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:26.798999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.800612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] Provisioning complete for port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:26.800988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.830783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:26.831860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:26.834103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] 10.222.0.50 "PUT /v2.0/ports/8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 1091 time: 1.7020290 Nov 23 10:08:26.835923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:26.840753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:26.848961 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aada72-07ee-4fb7-ba05-1c74e7ec920c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:26.873418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f0dd8da-222f-4a01-9f92-917cd0720532 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9597211 Nov 23 10:08:26.874728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52088) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:26.905677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:26.918037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1795350496'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:26.997499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:27.007688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.011428 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7106f0-9c2d-4e16-9b8c-4ace7633681f x-openstack-request-id: req-7c7106f0-9c2d-4e16-9b8c-4ace7633681f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:27.011578 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:27.011775 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c7106f0-9c2d-4e16-9b8c-4ace7633681f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:27.014369 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'status': 'completed', 'code': 200} Nov 23 10:08:27.090466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:27.122467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.124641 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 1b8b13dc-c335-4c57-8e1b-19b68d19bce8 of type vlan for network ef3afb62-5f12-41df-940b-b42f94723400 Nov 23 10:08:27.210567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b091f06-b1b4-4b42-aea2-c3b27419bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:27.220631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-54c1ac18-9377-4fce-91b3-2adb6eb0b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:27.228700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-54c1ac18-9377-4fce-91b3-2adb6eb0b70c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1094 time: 0.3459218 Nov 23 10:08:27.234457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.330067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-1ff53f47-6efb-4019-93e1-bbac0caef035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 217 time: 0.0898509 Nov 23 10:08:27.445229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.452550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:27.453726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.468249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-f90e6869-0100-4d18-9f7f-cdd041bcbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:27.469832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-f90e6869-0100-4d18-9f7f-cdd041bcbfbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.1302180 Nov 23 10:08:27.570280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-89fd678c-19c4-4d2f-82d3-4599f910a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:27.574592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:27.576516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-89fd678c-19c4-4d2f-82d3-4599f910a8fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995412 Nov 23 10:08:27.578735 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7005076 Nov 23 10:08:27.581421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:27.609205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:27.687947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a77aa-aba5-4c89-98e8-168e8a72ddef req-33468f74-9b68-456e-a573-436d7a9dcf67 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:27.722450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4a77aa-aba5-4c89-98e8-168e8a72ddef req-33468f74-9b68-456e-a573-436d7a9dcf67 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.4120777 Nov 23 10:08:27.799670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] For port fc9a66d9-cb27-4e66-bbbb-29a08a944c30, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:27.838230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-9818e197-c039-4732-a49a-6863871cfa96 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461777 Nov 23 10:08:27.870672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6352ff03-2217-4027-b909-f1c7e5dde238 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:27.875127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9e8c2-82b5-4971-8323-665d9d357009 None None] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:27.984156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25621046-af8e-4ea7-bc87-e83301fb4df5 req-4e7a8200-698b-4f17-a468-aadf6336846a service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307378 Nov 23 10:08:27.985779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.025824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=ef3afb62-5f12-41df-940b-b42f94723400,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:28.059853 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4a77aa-aba5-4c89-98e8-168e8a72ddef req-cd0d4c35-d943-4716-bf8f-edf7557d2eaf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330379 Nov 23 10:08:28.062106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.062616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.063141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.063634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.066161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.066828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.067326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.067818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.084585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.085230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.085758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.086270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbd51e9-cfd6-4bdb-b285-408c80ea7dd7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:28.152811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:28.156789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.257631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f6e2d-af7a-4c02-b53d-79019ea4bbd5 None None] Pushing event updated for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:28.273284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ef3afb62-5f12-41df-940b-b42f94723400 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:28.332510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-49921844-80c6-43a1-a87b-27b59a73385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:28.335122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-49921844-80c6-43a1-a87b-27b59a73385f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1094 time: 0.2685914 Nov 23 10:08:28.543187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-15681a3e-a18e-444e-897b-e242a646c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:28.545011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-15681a3e-a18e-444e-897b-e242a646c323 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.2003236 Nov 23 10:08:28.549174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.564400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] Provisioning complete for port 6352ff03-2217-4027-b909-f1c7e5dde238 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:28.564912 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.620237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6352ff03-2217-4027-b909-f1c7e5dde238 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:28.620892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.643484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-f5da0a0c-c301-4f26-8a4e-70c578f919e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 217 time: 0.0827761 Nov 23 10:08:28.721810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=e109f508-bb34-41db-b3e3-e1aa7cd329e5,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:28.735146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:28.735677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: ef3afb62-5f12-41df-940b-b42f94723400, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:28.765108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-c6ffcd8f-7dab-4249-8279-038a8e073928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:28.767061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-c6ffcd8f-7dab-4249-8279-038a8e073928 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.1108532 Nov 23 10:08:28.772417 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network ef3afb62-5f12-41df-940b-b42f94723400 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:28.806838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:24Z', 'revision_number': 3, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:25Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:25Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:28.839556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ef3afb62-5f12-41df-940b-b42f94723400) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:28.847372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:28.848165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:28.873674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9123d30-252b-4e0a-902a-39c41a8641a1 None None] Network ef3afb62-5f12-41df-940b-b42f94723400 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:28.875261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8f22d557-747b-4dab-a221-6aead0954f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2926233 Nov 23 10:08:28.877698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-baf10ad7-4a0b-4bfa-bd9c-a51e2f4a6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:28.878051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52220) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:28.880288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-baf10ad7-4a0b-4bfa-bd9c-a51e2f4a6b2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008124 Nov 23 10:08:29.008029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca46bc-ea65-49d2-b012-e09bc90db3e3 None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:24Z', 'revision_number': 3, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:25Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:25Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:29.024507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:29.073467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-301cda9b-fe0e-4e5b-adbc-7aeeb0ea920d service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834865 Nov 23 10:08:29.227234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ef3afb62-5f12-41df-940b-b42f94723400', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:29.229587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:29.364357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76aada72-07ee-4fb7-ba05-1c74e7ec920c req-a5bf7842-bbd6-455a-90af-cbc5c4f1c103 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856870 Nov 23 10:08:29.393373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] For port 6352ff03-2217-4027-b909-f1c7e5dde238, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6352ff03-2217-4027-b909-f1c7e5dde238,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:29.415062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50459fac-eb7c-40e1-a59a-2ebeac07082c req-10651d47-fd7f-4e1b-ac21-af5c82ec3a7b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:29.422110 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50459fac-eb7c-40e1-a59a-2ebeac07082c req-10651d47-fd7f-4e1b-ac21-af5c82ec3a7b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1576495 Nov 23 10:08:29.507322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:29.565584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:29.676734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50459fac-eb7c-40e1-a59a-2ebeac07082c req-42a1e4d4-31f5-4132-b578-9cdc84fc0c56 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442682 Nov 23 10:08:29.684998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:30.157793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-47ec371c-1bec-4b3a-91bb-6e21f5c95e5e None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:30.168631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47ec371c-1bec-4b3a-91bb-6e21f5c95e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:30.170798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af63b7c-09d8-43aa-bca4-1ea29290807b None None] Pushing event updated for resources: {'Port': ['ID=6352ff03-2217-4027-b909-f1c7e5dde238,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:30.181491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:08:30.188829 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:08:30.358097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Allocated IP 172.22.0.2 (ef3afb62-5f12-41df-940b-b42f94723400/e109f508-bb34-41db-b3e3-e1aa7cd329e5/be8c7918-0c6e-4ebe-aa4e-dc393f510db7) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:30.463884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-47ec371c-1bec-4b3a-91bb-6e21f5c95e5e None None] Port 67894faf-4d91-4b99-805c-1025a39498cb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:30.587036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-47ec371c-1bec-4b3a-91bb-6e21f5c95e5e None None] Provisioning complete for port 6352ff03-2217-4027-b909-f1c7e5dde238 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:30.587335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47ec371c-1bec-4b3a-91bb-6e21f5c95e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:30.886365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:30.903391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:30.924583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1804a7-203c-4a5b-adc5-5daeb48c9d2b req-e385a119-7fb9-4eb6-aa01-6964dee48259 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:30.943675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c1804a7-203c-4a5b-adc5-5daeb48c9d2b req-e385a119-7fb9-4eb6-aa01-6964dee48259 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1182499 Nov 23 10:08:30.968006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Pushing event updated for resources: {'Port': ['ID=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:30.991834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Network ef3afb62-5f12-41df-940b-b42f94723400 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:30.996381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:31.001600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:31.129638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Attempting to bind port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:31.134210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Attempting to bind port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:31.134866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Attempting to bind port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 on network ef3afb62-5f12-41df-940b-b42f94723400 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:31.150230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:31.150625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Checking segment: {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:31.151034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.157564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Bound using segment: {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:31.158269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Bound port: be8c7918-0c6e-4ebe-aa4e-dc393f510db7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:31.170440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.220670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c1804a7-203c-4a5b-adc5-5daeb48c9d2b req-f4183bb3-4bc7-40ee-b50a-493bdc2b7082 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742736 Nov 23 10:08:31.224650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ba9d457a-4d36-4e19-84f4-3fd7cbe26e90 None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:31.226042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba9d457a-4d36-4e19-84f4-3fd7cbe26e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.230377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.22.0.1 (ef3afb62-5f12-41df-940b-b42f94723400/e109f508-bb34-41db-b3e3-e1aa7cd329e5/40044097-ec0c-4b4d-9545-b567ade72400) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:31.280499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fc9a66d9-cb27-4e66-bbbb-29a08a944c30 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:31.380614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d457a-4d36-4e19-84f4-3fd7cbe26e90 None None] Port 67894faf-4d91-4b99-805c-1025a39498cb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:31.403943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:31.404322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.406893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] For port be8c7918-0c6e-4ebe-aa4e-dc393f510db7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:31.411561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] For port be8c7918-0c6e-4ebe-aa4e-dc393f510db7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:31.445833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.453225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.496493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.570010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network ef3afb62-5f12-41df-940b-b42f94723400 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:31.578152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:31.584996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db210972-37f7-4a52-8bb3-f8e3b23b5922 None None] Pushing event updated for resources: {'Port': ['ID=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:31.600448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:31.651929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:31.668251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6352ff03-2217-4027-b909-f1c7e5dde238 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:31.687331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:31.797182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6352ff03-2217-4027-b909-f1c7e5dde238 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:31.797562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.050794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.189370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:08:32.296984 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:32.320742 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:32.322387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:32.324152 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:32.343769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:08:32.438922 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.468524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:08:32.522363 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:32.547666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e93539-aae1-43cd-91d7-4f03c0157095 req-a75318f3-11e1-4c55-b038-d18bc05958b0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:32.552707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e93539-aae1-43cd-91d7-4f03c0157095 req-a75318f3-11e1-4c55-b038-d18bc05958b0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1570489 Nov 23 10:08:32.583783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:32.598665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.712180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.721449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.738594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e93539-aae1-43cd-91d7-4f03c0157095 req-5b3ac42d-d664-4579-b4db-baf12896a5bf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771467 Nov 23 10:08:32.854849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:32.869551 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 1, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:25Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:32.874851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8dfb3357-fd95-40a6-9a21-8f14f00f7440'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:08:32.928483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:32.934253 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:32.936198 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Updating router 78903bdc-3244-4cec-87f1-bc53bd08bda8 port 40044097-ec0c-4b4d-9545-b567ade72400 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:08:33.036086 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:33.156500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be8c7918-0c6e-4ebe-aa4e-dc393f510db7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:33.334465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network ef3afb62-5f12-41df-940b-b42f94723400 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:33.360911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:33.405600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:33.409461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:33.410535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:33.655140 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:33.699733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b39c9-d111-4352-999e-f54a396e6f1c None None] Network ef3afb62-5f12-41df-940b-b42f94723400 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:33.828811 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:33.839841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port be8c7918-0c6e-4ebe-aa4e-dc393f510db7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:33.856640 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:33.872662 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.113395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b866b5-f529-4e49-bab0-437a09570ac5 req-c1474f38-bc2b-4094-b282-d5cb96d11c92 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:34.117616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6b866b5-f529-4e49-bab0-437a09570ac5 req-c1474f38-bc2b-4094-b282-d5cb96d11c92 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.1297903 Nov 23 10:08:34.119824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5275fc68-f8de-4c22-ba4b-601067fb658e None None] Provisioning complete for port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:34.123678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5275fc68-f8de-4c22-ba4b-601067fb658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.176406 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Pushing event updated for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:34.197674 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.198266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.198752 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.199738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.201412 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.201954 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.205584 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.206177 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.206693 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.207195 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.207835 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.208309 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:34.235342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:34.235596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b6b866b5-f529-4e49-bab0-437a09570ac5 req-06b11b80-d00e-446a-b0c2-7c587b3081d0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073818 Nov 23 10:08:34.241353 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 40044097-ec0c-4b4d-9545-b567ade72400 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:34.241775 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 40044097-ec0c-4b4d-9545-b567ade72400 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:34.242169 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 40044097-ec0c-4b4d-9545-b567ade72400 on network ef3afb62-5f12-41df-940b-b42f94723400 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:34.264843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:34.265240 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Checking segment: {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:34.266075 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.266203 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Bound using segment: {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:34.277399 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Bound port: 40044097-ec0c-4b4d-9545-b567ade72400, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b13dc-c335-4c57-8e1b-19b68d19bce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:34.278198 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.309258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:34.331056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:34.420643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] For port 40044097-ec0c-4b4d-9545-b567ade72400, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:34.426000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] For port 40044097-ec0c-4b4d-9545-b567ade72400, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=40044097-ec0c-4b4d-9545-b567ade72400,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:34.439686 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.498964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Updating router 78903bdc-3244-4cec-87f1-bc53bd08bda8 port 67894faf-4d91-4b99-805c-1025a39498cb binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:08:34.512669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:34.524437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:34.524811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb0e1e80-5b78-4a51-978e-4c2922998a78 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6453559 Nov 23 10:08:34.529445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'network': {'name': 'tempest-RoutersTest-335390512'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:34.564062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:34.568022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:08:34.571612 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.575071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:34.575436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.594593 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.631435 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Pushing event updated for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:34.651086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:34.696677 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.697362 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added segment 026340bf-eb51-4b54-bc5d-e69a7abfd440 of type vlan for network 24497191-c907-43a6-870b-44dc74486792 Nov 23 10:08:34.775484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.787871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.822834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:34.825313 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e3e3f-2210-44c2-8a68-1ce32326d5d7" -d '{"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:34.836494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.844254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:34.844879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:34.862651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:34.875101 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.005131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:35.064549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Network': ['ID=24497191-c907-43a6-870b-44dc74486792,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:35.076808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea090512-538d-4a0a-982e-50875600239e None None] Provisioning complete for port 40044097-ec0c-4b4d-9545-b567ade72400 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:35.077333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea090512-538d-4a0a-982e-50875600239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.120487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f28e140b-414c-4be7-abae-0a360b8e030a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5948954 Nov 23 10:08:35.123223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52324) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:35.128465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'subnet': {'network_id': '24497191-c907-43a6-870b-44dc74486792', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:35.128660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 24497191-c907-43a6-870b-44dc74486792 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:35.141441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be8c7918-0c6e-4ebe-aa4e-dc393f510db7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:35.232407 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:08:35.421526 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.432018 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.432947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Made reservation on behalf of 0134ec1eb46746a48ce167b09bd90893 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:35.451481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.462582 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb524d-1d92-4b31-a503-5da2231c5ec0 x-openstack-request-id: req-72eb524d-1d92-4b31-a503-5da2231c5ec0 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:35.462860 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:35.465383 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72eb524d-1d92-4b31-a503-5da2231c5ec0 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:35.465796 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'code': 200} Nov 23 10:08:35.559525 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Pushing event updated for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:35.692450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:35.693055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.738229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e915094-f9bc-4278-8bdf-68ca516d661d req-0acdb5c7-9e17-4963-a7a4-ff3aca1c72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:35.740139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e915094-f9bc-4278-8bdf-68ca516d661d req-0acdb5c7-9e17-4963-a7a4-ff3aca1c72a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1096 time: 0.3390379 Nov 23 10:08:35.754396 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 67894faf-4d91-4b99-805c-1025a39498cb on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:35.755836 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 67894faf-4d91-4b99-805c-1025a39498cb by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:35.756865 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Attempting to bind port 67894faf-4d91-4b99-805c-1025a39498cb on network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:35.788228 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:35.788614 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Checking segment: {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:35.789025 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.789421 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Bound using segment: {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:35.789921 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Bound port: 67894faf-4d91-4b99-805c-1025a39498cb, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfb28b8-3161-4893-8939-6a0ee18bec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:35.790297 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:35.879182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd409fb-52ef-4f4e-aafe-d0e9ed789e22 req-4cd8b76f-3570-4cc4-b11a-87c2558f89b7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:35.882779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dd409fb-52ef-4f4e-aafe-d0e9ed789e22 req-4cd8b76f-3570-4cc4-b11a-87c2558f89b7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.4566405 Nov 23 10:08:35.904627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e915094-f9bc-4278-8bdf-68ca516d661d req-7427b619-50a8-4360-b4b6-3a7270913478 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510606 Nov 23 10:08:36.004970 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea090512-538d-4a0a-982e-50875600239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.124996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ea090512-538d-4a0a-982e-50875600239e None None] For port 40044097-ec0c-4b4d-9545-b567ade72400, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=40044097-ec0c-4b4d-9545-b567ade72400,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:36.127108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dd409fb-52ef-4f4e-aafe-d0e9ed789e22 req-bf648dc5-16c9-4a6a-874e-0d87b1c4636d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211671 Nov 23 10:08:36.208628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea090512-538d-4a0a-982e-50875600239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.305284 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] For port 67894faf-4d91-4b99-805c-1025a39498cb, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:36.312042 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] For port 67894faf-4d91-4b99-805c-1025a39498cb, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67894faf-4d91-4b99-805c-1025a39498cb,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:36.320460 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.322517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.365159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea090512-538d-4a0a-982e-50875600239e None None] Provisioning complete for port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:36.365727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea090512-538d-4a0a-982e-50875600239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.440297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Subnet': ['ID=c134eb88-3f3a-4862-a8f5-5c25544142bb,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:36.462576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Checking segment: {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:36.463826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network hostable DHCP agents. Network: 24497191-c907-43a6-870b-44dc74486792, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:36.464740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090512-538d-4a0a-982e-50875600239e None None] Pushing event updated for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:36.466980 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:36.467833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:36.473498 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d92c-3aea-45e1-b0d2-081df6c06143 None None] Pushing event updated for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:36.516302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 24497191-c907-43a6-870b-44dc74486792 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:36.545345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 24497191-c907-43a6-870b-44dc74486792) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:36.555102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:36.555734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:36.593598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3bc50-7534-4eb1-9f1c-1e32f8c5c980 None None] Network 24497191-c907-43a6-870b-44dc74486792 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:36.603248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-20d7d272-6a0c-4b58-aa76-5f6f3de22132 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4789500 Nov 23 10:08:36.606229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:36.607224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:36.923437 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:36.928785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:36.929292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:37.016126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae66945-dd18-4b2f-99ec-de86a94c9620 None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:37.041061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-24497191-c907-43a6-870b-44dc74486792', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:08:37.042094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:37.293714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67894faf-4d91-4b99-805c-1025a39498cb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:37.434583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d2986-7898-4ef4-b1bb-54d71c3a8026 req-f7dd38c6-80aa-41ee-bf18-5620cd77fac5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:37.437420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa8d2986-7898-4ef4-b1bb-54d71c3a8026 req-f7dd38c6-80aa-41ee-bf18-5620cd77fac5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1041341 Nov 23 10:08:37.537185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa8d2986-7898-4ef4-b1bb-54d71c3a8026 req-4a0c5eb7-21a2-42ff-b295-c48435d00ca4 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934508 Nov 23 10:08:37.624931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:37.848359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.013600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:38.014182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.051975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] For port 67894faf-4d91-4b99-805c-1025a39498cb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67894faf-4d91-4b99-805c-1025a39498cb,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:38.064149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.102078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Allocated IP 172.23.0.2 (24497191-c907-43a6-870b-44dc74486792/c134eb88-3f3a-4862-a8f5-5c25544142bb/b4f4fd3c-c196-4f24-9381-4cab531e64ad) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:38.143269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Provisioning complete for port 40044097-ec0c-4b4d-9545-b567ade72400 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:38.143655 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.198891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a505-07c0-4b53-8782-f38198c31607 None None] Pushing event updated for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:38.238680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:38.353848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:38.354550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:38.536346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:38.615946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.699131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-30c8ee04-ef06-4453-8426-211dc26f4f49 None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:38.699650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30c8ee04-ef06-4453-8426-211dc26f4f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.731472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:38.764215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Network 24497191-c907-43a6-870b-44dc74486792 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:38.772230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:38.805563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47e36a-a05f-4f55-bf0c-00fcf9be3cb0 req-705c2073-b95d-40b2-972f-d689584c565f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:38.807410 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c47e36a-a05f-4f55-bf0c-00fcf9be3cb0 req-705c2073-b95d-40b2-972f-d689584c565f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1600795 Nov 23 10:08:38.808258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:38.810743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Allocated IP 172.23.0.1 (24497191-c907-43a6-870b-44dc74486792/c134eb88-3f3a-4862-a8f5-5c25544142bb/c413c405-4492-4612-b84b-6930760a1a3b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:38.965690 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.075239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c47e36a-a05f-4f55-bf0c-00fcf9be3cb0 req-363fcf03-bdaa-483c-986c-76d53baf230b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842257 Nov 23 10:08:39.113451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Pushing event updated for resources: {'Port': ['ID=b4f4fd3c-c196-4f24-9381-4cab531e64ad,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:39.134179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.210426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309f35-9832-494b-8a9c-ba10e50a200d req-973fe9cf-e7fe-4850-a34e-bd7b138d6e85 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:39.221624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60309f35-9832-494b-8a9c-ba10e50a200d req-973fe9cf-e7fe-4850-a34e-bd7b138d6e85 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0734563 Nov 23 10:08:39.221624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52382) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:39.222320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Attempting to bind port b4f4fd3c-c196-4f24-9381-4cab531e64ad on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:39.222847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Attempting to bind port b4f4fd3c-c196-4f24-9381-4cab531e64ad by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:39.223269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Attempting to bind port b4f4fd3c-c196-4f24-9381-4cab531e64ad on network 24497191-c907-43a6-870b-44dc74486792 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:39.246870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 24497191-c907-43a6-870b-44dc74486792 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:39.248448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Request body: {'floatingip': {'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:39.250695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:39.254201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:39.280320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67894faf-4d91-4b99-805c-1025a39498cb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:39.323095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-30c8ee04-ef06-4453-8426-211dc26f4f49 None None] Provisioning complete for port 40044097-ec0c-4b4d-9545-b567ade72400 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:39.323579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30c8ee04-ef06-4453-8426-211dc26f4f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.329181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:39.329706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Checking segment: {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:39.330280 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.330752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Bound using segment: {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:39.331995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Bound port: b4f4fd3c-c196-4f24-9381-4cab531e64ad, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:39.332873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.433212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.447172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] For port b4f4fd3c-c196-4f24-9381-4cab531e64ad, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:39.451267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] For port b4f4fd3c-c196-4f24-9381-4cab531e64ad, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b4f4fd3c-c196-4f24-9381-4cab531e64ad,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:39.471246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.587092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f8c8-a77f-4b67-8620-47f9ac32b84e None None] Pushing event updated for resources: {'Port': ['ID=b4f4fd3c-c196-4f24-9381-4cab531e64ad,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:39.660497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:39.739379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:39.748200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:39.756440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 67894faf-4d91-4b99-805c-1025a39498cb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:39.757250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.758279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:39.780132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:39.784468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:40.027537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:40.051560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:40.226654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 40044097-ec0c-4b4d-9545-b567ade72400 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:40.572370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52402) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:40.658735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:40.669117 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:40.873350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:40.874908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 40044097-ec0c-4b4d-9545-b567ade72400 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:40.875220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:40.884819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event updated for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:41.003774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Network 24497191-c907-43a6-870b-44dc74486792 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:41.005757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:41.070723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:41.125627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779045a-1eb8-49d7-b0dc-093de7ac9ecc None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:31Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:41.223686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:41.337432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.db.resource_extend [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:08:41.415211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a4208-6a6c-4f1d-957d-4ac3709289a6 None None] Network 24497191-c907-43a6-870b-44dc74486792 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:41.551960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:41.558029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b4f4fd3c-c196-4f24-9381-4cab531e64ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:41.566682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a9859557-1e71-40fe-8cf6-020196073ec9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9591637 Nov 23 10:08:41.569752 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:41.575291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52416) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:41.591757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:41.597861 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:41.598760 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:41.602612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] Provisioning complete for port b4f4fd3c-c196-4f24-9381-4cab531e64ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:41.602989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:41.609868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:41.638105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:41.763590 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Floating IP 2c051ef9-2743-4955-ba87-7e7db4576ebc associated. External IP: 172.25.1.138, port: 8dfb3357-fd95-40a6-9a21-8f14f00f7440. Nov 23 10:08:41.800941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b4f4fd3c-c196-4f24-9381-4cab531e64ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:41.801184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:41.852837 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:41.866227 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.043309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] For port b4f4fd3c-c196-4f24-9381-4cab531e64ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b4f4fd3c-c196-4f24-9381-4cab531e64ad,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:42.063421 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.077135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.172248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8b106-0be4-4474-8d1e-e0cf992f0598 None None] Pushing event updated for resources: {'Port': ['ID=b4f4fd3c-c196-4f24-9381-4cab531e64ad,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:42.287857 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:39Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:40Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:42.325183 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:08:42.325546 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:08:42.340085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-706476cc-6031-4162-b05b-bcb500455443 None None] Provisioning complete for port c413c405-4492-4612-b84b-6930760a1a3b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:42.340405 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-706476cc-6031-4162-b05b-bcb500455443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.352500 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:42.352945 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Updating router 78903bdc-3244-4cec-87f1-bc53bd08bda8 port c413c405-4492-4612-b84b-6930760a1a3b binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:08:42.424477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:42.431065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-706476cc-6031-4162-b05b-bcb500455443 None None] Port c413c405-4492-4612-b84b-6930760a1a3b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:42.435902 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.437015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:08:42.455752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-706476cc-6031-4162-b05b-bcb500455443 None None] Provisioning complete for port b4f4fd3c-c196-4f24-9381-4cab531e64ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:42.456951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-706476cc-6031-4162-b05b-bcb500455443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.477656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Removed routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:08:42.478088 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.798283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.808668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.887230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-79cb0885-a49a-4fa5-afad-966f9fbb72a8 None None] Provisioning complete for port c413c405-4492-4612-b84b-6930760a1a3b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:42.890264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79cb0885-a49a-4fa5-afad-966f9fbb72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.987280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:42.996422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:43.004639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.028221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:43.073130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-79cb0885-a49a-4fa5-afad-966f9fbb72a8 None None] Port c413c405-4492-4612-b84b-6930760a1a3b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:08:43.077600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:43.097217 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.105917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:43.106137 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.106572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:43.198478 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f922482-8578-48a2-8fde-7ffd0c7b73a8 None None] Pushing event updated for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:43.286326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:43.307887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.309285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-05cb6685-16f6-4c66-9026-2f7825abe226 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 934 time: 1.7319245 Nov 23 10:08:43.312986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52438) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:43.339488 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Attempting to bind port c413c405-4492-4612-b84b-6930760a1a3b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:43.339968 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Attempting to bind port c413c405-4492-4612-b84b-6930760a1a3b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:43.340425 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Attempting to bind port c413c405-4492-4612-b84b-6930760a1a3b on network 24497191-c907-43a6-870b-44dc74486792 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:43.356682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:43.357173 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Checking segment: {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:43.357696 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.358216 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Bound using segment: {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:43.358805 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Bound port: c413c405-4492-4612-b84b-6930760a1a3b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026340bf-eb51-4b54-bc5d-e69a7abfd440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '24497191-c907-43a6-870b-44dc74486792'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:43.359275 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.441152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:43.507413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] For port c413c405-4492-4612-b84b-6930760a1a3b, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:43.516077 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] For port c413c405-4492-4612-b84b-6930760a1a3b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c413c405-4492-4612-b84b-6930760a1a3b,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:43.532294 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:43.558519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ad8a7ec-d74c-43fc-ab4f-fb9523d8867a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 934 time: 0.2441638 Nov 23 10:08:43.559211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52440) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:43.563920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'routes': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:43.629483 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:43.630382 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:43.667205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b4f4fd3c-c196-4f24-9381-4cab531e64ad up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:43.746347 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:43.763732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3c81fe00-d068-433a-95ed-cc98bc413e53 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "PUT /v2.0/floatingips/2c051ef9-2743-4955-ba87-7e7db4576ebc HTTP/1.1" status: 200 len: 991 time: 4.5394583 Nov 23 10:08:43.767000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:43.769781 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:43.895175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f922482-8578-48a2-8fde-7ffd0c7b73a8 None None] Pushing event updated for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:43.994418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b4f4fd3c-c196-4f24-9381-4cab531e64ad triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:44.000250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.040296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] Provisioning complete for port c413c405-4492-4612-b84b-6930760a1a3b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:44.041166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.055002 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ecdeb2-b786-4383-8a8e-d0fca67555a8 x-openstack-request-id: req-03ecdeb2-b786-4383-8a8e-d0fca67555a8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:44.055552 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:44.055552 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03ecdeb2-b786-4383-8a8e-d0fca67555a8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:44.055924 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'status': 'completed', 'code': 200} Nov 23 10:08:44.156737 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:42Z', 'revision_number': 6, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:43Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:44.288759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-690bb4a1-cb78-498d-a63d-66976c22e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:44.290622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-690bb4a1-cb78-498d-a63d-66976c22e0d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2593658 Nov 23 10:08:44.313082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Deleting port f4672719-42d9-4e2e-80aa-d17efe5d747e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:44.313433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.411144 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.439952 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ba52b-46b0-4fef-ac0b-1d3c032497fe None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:42Z', 'revision_number': 6, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:43Z', 'revision_number': 4, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:44.482968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] For port f4672719-42d9-4e2e-80aa-d17efe5d747e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f4672719-42d9-4e2e-80aa-d17efe5d747e,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:44.483333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.543325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '2c051ef9-2743-4955-ba87-7e7db4576ebc', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:40Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:44.549462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] For port c413c405-4492-4612-b84b-6930760a1a3b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c413c405-4492-4612-b84b-6930760a1a3b,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:44.554527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Calling delete_port for f4672719-42d9-4e2e-80aa-d17efe5d747e owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:44.580459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:08:44.581040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:08:44.589255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:44.592121 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.624320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:44.625119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:44.753059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-b8df1478-b054-4a88-b8be-d75b4361b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:44.754986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-b8df1478-b054-4a88-b8be-d75b4361b087 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.4507411 Nov 23 10:08:44.787865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:44.962479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c8a565de-4d2b-4e60-9e2c-a921efdf68b1 None None] Provisioning complete for port c413c405-4492-4612-b84b-6930760a1a3b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:44.962868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8a565de-4d2b-4e60-9e2c-a921efdf68b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.047357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:45.052301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626f0b-7aae-4f0b-af79-84642e299a80 None None] Pushing event updated for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:45.086568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-d0f52d7c-ed65-488e-bf2b-41f01b338eee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 999 time: 0.2942612 Nov 23 10:08:45.121383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.159838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f4672719-42d9-4e2e-80aa-d17efe5d747e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:45.269523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-f2406773-cc56-438a-acba-c731fa4ac86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:45.284599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-f2406773-cc56-438a-acba-c731fa4ac86a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.1856995 Nov 23 10:08:45.589014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.591915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-bedf383e-4ad1-4d17-8dbd-36ff024271c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:45.593574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-bedf383e-4ad1-4d17-8dbd-36ff024271c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2779677 Nov 23 10:08:45.596574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.600619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.677314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c413c405-4492-4612-b84b-6930760a1a3b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:08:45.789195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c413c405-4492-4612-b84b-6930760a1a3b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:08:45.789734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.882541 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:45.894370 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:45.895273 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:45.900854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:45.903054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '2c051ef9-2743-4955-ba87-7e7db4576ebc', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:40Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:45.911080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:45.932880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e80396-954e-4c1f-9af3-9c81455e053c None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '2c051ef9-2743-4955-ba87-7e7db4576ebc', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:40Z', 'revision_number': 1, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:46.074059 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:46.147895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:46.156648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Sync routers for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:46.162537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e80b991-2a6e-4f7d-91b1-4114a411d1ca admin admin] 10.222.0.62 "PUT /v2.0/routers/1a330c65-ed99-463a-918c-fe1da1ca2cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5890424 Nov 23 10:08:46.166953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52482) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:46.183915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:46.191822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:46.402220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:46.426632 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73e02e-a843-416b-b14d-290499a13100 None None] New status for floating IP 2c051ef9-2743-4955-ba87-7e7db4576ebc: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:08:46.449427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-7ce0b371-158e-4a4a-819f-4c3621208663 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310885 Nov 23 10:08:46.467379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:46.469858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:46.516718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:46.552735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:46.572309 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:46.572937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:46.639357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b8860e5-75ec-41f2-8961-c31d1ec5f9b0 req-95414fa9-3bce-4b8b-823e-557e582f0cbd service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862457 Nov 23 10:08:46.641923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:46.653122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:46.655483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:46.659625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4857da2f-6871-468e-84d9-35b6b7c39728 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 700 time: 3.0992017 Nov 23 10:08:46.660944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:46.771888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Deleting port d3197f2c-9fd8-419d-a14f-5c722290cdaa {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:46.774339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:46.830329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f89263ac-9e6e-4e17-83b0-117851db0b1b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 700 time: 0.1652801 Nov 23 10:08:46.830594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:46.842378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:46.885265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port': {'id': 'd3197f2c-9fd8-419d-a14f-5c722290cdaa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:58:41Z', 'updated_at': '2021-11-23T09:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:46.942356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Checking router: 1a330c65-ed99-463a-918c-fe1da1ca2cf4 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:46.965138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Routers {'1a330c65-ed99-463a-918c-fe1da1ca2cf4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:46.965768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:46.973217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] For port d3197f2c-9fd8-419d-a14f-5c722290cdaa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d3197f2c-9fd8-419d-a14f-5c722290cdaa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:46.973571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.027710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Calling delete_port for d3197f2c-9fd8-419d-a14f-5c722290cdaa owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:47.085108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] Set router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:47.219409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T10:08:46Z', 'revision_number': 6, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:47.256605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef722369-e084-42e0-842c-e971cc7438ef None None] The sync data for ids ['1a330c65-ed99-463a-918c-fe1da1ca2cf4'] in n-d-781076-5 is: [{'id': '1a330c65-ed99-463a-918c-fe1da1ca2cf4', 'name': 'tempest-AttachVolumeTestJSON-1158018725-router', 'tenant_id': '3089091962354fe2bbe9733c01669b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:58:39Z', 'updated_at': '2021-11-23T10:08:46Z', 'revision_number': 6, 'project_id': '3089091962354fe2bbe9733c01669b79', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:47.313613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:47.353246 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bda26-6340-444f-9063-914e2ea03cee None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:47.399383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.434034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e93416-1480-4399-9003-ddf2284dfd26 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:47.466074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3197f2c-9fd8-419d-a14f-5c722290cdaa,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:47.494505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.547166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.673043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.676410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.733013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.733473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a330c65-ed99-463a-918c-fe1da1ca2cf4 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:08:47.744503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.746035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d343f5ee-b464-4614-ae29-c0569b8505cb admin admin] 10.222.0.62 "DELETE /v2.0/routers/1a330c65-ed99-463a-918c-fe1da1ca2cf4 HTTP/1.1" status: 204 len: 168 time: 1.5776997 Nov 23 10:08:47.748283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52512) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:47.819768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:47.837793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Deleting subnet 80fefa8c-bdd3-4da4-83d9-031c7e80c66b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:47.848151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.867502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:47.868150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:47.917245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ff569f35-155d-4fd0-bf66-ee8b5cb74cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.946041 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:47.973199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:48.029265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port c413c405-4492-4612-b84b-6930760a1a3b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:48.030340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.098857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.185575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.202378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port c413c405-4492-4612-b84b-6930760a1a3b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c413c405-4492-4612-b84b-6930760a1a3b,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:48.202975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.233289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fefa8c-bdd3-4da4-83d9-031c7e80c66b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:48.241235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.242512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for c413c405-4492-4612-b84b-6930760a1a3b owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:48.249373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5b5e789f-60e7-43b4-8cf8-464095b2991b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80fefa8c-bdd3-4da4-83d9-031c7e80c66b HTTP/1.1" status: 204 len: 168 time: 0.4999795 Nov 23 10:08:48.250388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52530) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:48.325228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fb578-8303-41ea-a85e-2a9749b2a186 None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:48.410981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.523595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:48.563306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:48.603930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:48.605246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:48.673581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Deleting port a1df847b-27c0-425e-b446-865bb37117f3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:48.673946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.734263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] DHCP port deletion for 3327a186-f8fb-45ba-a2e4-d4b5106dc020 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:48.776426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] For port a1df847b-27c0-425e-b446-865bb37117f3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1df847b-27c0-425e-b446-865bb37117f3,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:48.776800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.780244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:48.806128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:48.822243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=c413c405-4492-4612-b84b-6930760a1a3b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:48.825526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Calling delete_port for a1df847b-27c0-425e-b446-865bb37117f3 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:48.875908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Deleting port a1df847b-27c0-425e-b446-865bb37117f3 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:48.876281 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.115354 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.156703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=a1df847b-27c0-425e-b446-865bb37117f3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:49.172590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] No DVR routers for this DVR port a1df847b-27c0-425e-b446-865bb37117f3 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:49.328987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.361774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3327a186-f8fb-45ba-a2e4-d4b5106dc020']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:49.380626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3881c342-973d-40ac-9585-ce7fe1f887c9') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:49.380974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3881c342-973d-40ac-9585-ce7fe1f887c9') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:49.391844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.422429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.432337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:49.432753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.492483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] For port a1df847b-27c0-425e-b446-865bb37117f3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a1df847b-27c0-425e-b446-865bb37117f3,segment=NetworkSegment(3881c342-973d-40ac-9585-ce7fe1f887c9),segment_id=3881c342-973d-40ac-9585-ce7fe1f887c9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:49.493458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:49.505547 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:49.519044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.527550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.530929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] 10.222.0.62 "DELETE /v2.0/networks/3327a186-f8fb-45ba-a2e4-d4b5106dc020 HTTP/1.1" status: 204 len: 168 time: 1.2795579 Nov 23 10:08:49.532499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Calling delete_port for a1df847b-27c0-425e-b446-865bb37117f3 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:49.538402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.584266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeb73a-564f-4134-93d8-c374042b2613 req-43bb6132-1893-468d-88e2-6fceade84251 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:49.590980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26aeb73a-564f-4134-93d8-c374042b2613 req-43bb6132-1893-468d-88e2-6fceade84251 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2715633 Nov 23 10:08:49.622434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3197f2c-9fd8-419d-a14f-5c722290cdaa no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:49.638940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-b5efc384-c194-4ccc-bf33-25a64e79c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:49.640442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-b5efc384-c194-4ccc-bf33-25a64e79c081 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.2338707 Nov 23 10:08:49.678756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18a83-ab44-4f82-aea8-31d1a0676fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=3327a186-f8fb-45ba-a2e4-d4b5106dc020,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:49.798339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-ee202963-b521-4ef8-b15f-ef9650b4685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:49.800503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-ee202963-b521-4ef8-b15f-ef9650b4685d service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1452725 Nov 23 10:08:49.802586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:49.809353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:49.857525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d3197f2c-9fd8-419d-a14f-5c722290cdaa {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:49.857861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3197f2c-9fd8-419d-a14f-5c722290cdaa not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:49.860328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1df847b-27c0-425e-b446-865bb37117f3 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:49.884387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:49.890921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Pushing event deleted for resources: {'Port': ['ID=a1df847b-27c0-425e-b446-865bb37117f3,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:49.898577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a1df847b-27c0-425e-b446-865bb37117f3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:49.899105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a1df847b-27c0-425e-b446-865bb37117f3 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:49.899668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f4672719-42d9-4e2e-80aa-d17efe5d747e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:49.904002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] Network 3327a186-f8fb-45ba-a2e4-d4b5106dc020 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:08:49.904632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268fac9-98f8-4cd3-a151-8b0b8e27625f None None] No DVR routers for this DVR port a1df847b-27c0-425e-b446-865bb37117f3 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:49.909287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:49.920912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26aeb73a-564f-4134-93d8-c374042b2613 req-2ea5f7d7-659d-4ad8-b9bc-485e61e43f00 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138311 Nov 23 10:08:49.979496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bc54-3c4d-47ab-8e5b-804d343a246d None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 7, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c413c405-4492-4612-b84b-6930760a1a3b', 'name': '', 'network_id': '24497191-c907-43a6-870b-44dc74486792', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:65:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:37Z', 'updated_at': '2021-11-23T10:08:44Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'c134eb88-3f3a-4862-a8f5-5c25544142bb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:49.981004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f4672719-42d9-4e2e-80aa-d17efe5d747e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:49.981349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f4672719-42d9-4e2e-80aa-d17efe5d747e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:49.997182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ae5b784e-c3c9-4e9c-a4fa-9a173e60a05d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3089091962354fe2bbe9733c01669b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924968 Nov 23 10:08:49.999013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-d161e85c-bf3a-4bd3-9b93-171d80635d21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.1888027 Nov 23 10:08:50.000436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:50.103678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.118194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:50.130830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d190078f-6c2f-4fb3-8cfd-e1fc0687d8cd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2985580 Nov 23 10:08:50.131459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52574) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:50.143628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-967fc048-4198-421a-93ab-9010fb7c1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:50.145448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-967fc048-4198-421a-93ab-9010fb7c1580 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1110384 Nov 23 10:08:50.205309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.227657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet c134eb88-3f3a-4862-a8f5-5c25544142bb {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:50.234269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.267634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-6138f0aa-6d9f-44b6-9be9-78fade6ca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:50.269571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-6138f0aa-6d9f-44b6-9be9-78fade6ca1ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127961 Nov 23 10:08:50.277835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.286259 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:50.297746 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:50.300267 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:50.328603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.348174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.351067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.352324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a0e377c-16fa-45d1-9d24-f472a6a40867 HTTP/1.1" status: 204 len: 168 time: 0.3509476 Nov 23 10:08:50.369871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b1b89-5f28-4cc2-b37f-63435e25c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0e377c-16fa-45d1-9d24-f472a6a40867,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:50.394161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-6cd5c6ec-8a39-434c-943f-dc1845d330c5 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171191 Nov 23 10:08:50.417620 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:50.421848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e38aaa71-5478-401c-9b4a-009ce1e0656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.628232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485a3d0a-71ef-43bb-9d5d-6c9af510292d req-033d9f35-b942-451d-9977-32758f4a27a6 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257648 Nov 23 10:08:50.688129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.804577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.914598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5cd61-efc3-4f3e-8162-82f861c3c2ca None None] Network 24497191-c907-43a6-870b-44dc74486792 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:50.916940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:50.922832 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:48Z', 'revision_number': 8, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:50.926808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/c134eb88-3f3a-4862-a8f5-5c25544142bb HTTP/1.1" status: 204 len: 168 time: 0.7921188 Nov 23 10:08:50.926808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=c134eb88-3f3a-4862-a8f5-5c25544142bb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:50.927231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52600) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:50.987311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.989850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.990253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.990604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.990949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.991297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.991660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.991959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.992290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.997784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:50.997784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:51.004262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa38d6a-29ee-40b6-820c-f8dff4bc2bc2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:08:51.025709 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:51.045518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:51.046268 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:51.175547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:51.215661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.244506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.283270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] DHCP port deletion for 24497191-c907-43a6-870b-44dc74486792 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:51.284647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed729e-fbe5-4ebd-8490-492d8a0e6029 req-a2c55540-e4d6-488a-9a11-57851b4eefb7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:51.287766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9ed729e-fbe5-4ebd-8490-492d8a0e6029 req-a2c55540-e4d6-488a-9a11-57851b4eefb7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1848118 Nov 23 10:08:51.431986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9ed729e-fbe5-4ebd-8490-492d8a0e6029 req-2a5c5ff9-3543-4c97-8762-83a984768f14 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211510 Nov 23 10:08:51.441770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port b4f4fd3c-c196-4f24-9381-4cab531e64ad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:51.442145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.458749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Deleting port b4f4fd3c-c196-4f24-9381-4cab531e64ad {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:51.459732 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.485400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b4f4fd3c-c196-4f24-9381-4cab531e64ad no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:51.548152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port b4f4fd3c-c196-4f24-9381-4cab531e64ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b4f4fd3c-c196-4f24-9381-4cab531e64ad,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:51.548984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.578530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for b4f4fd3c-c196-4f24-9381-4cab531e64ad owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:51.747769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] For port b4f4fd3c-c196-4f24-9381-4cab531e64ad, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b4f4fd3c-c196-4f24-9381-4cab531e64ad,segment=NetworkSegment(026340bf-eb51-4b54-bc5d-e69a7abfd440),segment_id=026340bf-eb51-4b54-bc5d-e69a7abfd440)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:51.749586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.768363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:51.808228 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:48Z', 'revision_number': 8, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:51.815362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=b4f4fd3c-c196-4f24-9381-4cab531e64ad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:51.821918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52632) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:51.838324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port b4f4fd3c-c196-4f24-9381-4cab531e64ad on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:51.863122 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248afd21-81ab-4ed6-8461-54c9c0ff2092 None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:48Z', 'revision_number': 8, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '40044097-ec0c-4b4d-9545-b567ade72400', 'name': '', 'network_id': 'ef3afb62-5f12-41df-940b-b42f94723400', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:e4:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:29Z', 'updated_at': '2021-11-23T10:08:36Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'e109f508-bb34-41db-b3e3-e1aa7cd329e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:51.865549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Calling delete_port for b4f4fd3c-c196-4f24-9381-4cab531e64ad owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:51.928877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.062404 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.063725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-222190388-network', 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:52.101787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] No DVR routers for this DVR port b4f4fd3c-c196-4f24-9381-4cab531e64ad on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:52.103595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a3b5c-2053-40e9-b1f3-2dfcbd3bad4f None None] Pushing event deleted for resources: {'Port': ['ID=b4f4fd3c-c196-4f24-9381-4cab531e64ad,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:52.127106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:52.129727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.150857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.263190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.277237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.288190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.308810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24497191-c907-43a6-870b-44dc74486792']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:52.326641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026340bf-eb51-4b54-bc5d-e69a7abfd440') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:52.327204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026340bf-eb51-4b54-bc5d-e69a7abfd440') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:52.336491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152369f7-95c7-4ec9-a325-9cbe6c88b8a4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:52.338684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.349439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:08:52.356150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.368694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:52.369491 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:52.373840 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:52.446168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.446396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.446530 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Added segment b9e9f805-ca99-4bd5-beae-3b0760cb4b19 of type vlan for network 7e3d361c-e968-48bb-a90f-022ee328a60f Nov 23 10:08:52.471015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.477814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/24497191-c907-43a6-870b-44dc74486792 HTTP/1.1" status: 204 len: 168 time: 1.5494745 Nov 23 10:08:52.479336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f14b0-3fa6-4e88-9fe2-214120dc24ec tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=24497191-c907-43a6-870b-44dc74486792,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:52.481844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52644) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:52.635781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.786346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09028-9174-49c9-8cfe-a3a1289339a6 req-0c08fb9b-e4bb-4c36-b8eb-97f8ee0ea7d7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:52.788060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63e09028-9174-49c9-8cfe-a3a1289339a6 req-0c08fb9b-e4bb-4c36-b8eb-97f8ee0ea7d7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1690040 Nov 23 10:08:52.901034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63e09028-9174-49c9-8cfe-a3a1289339a6 req-8cf52ae5-86af-4b4a-bb89-cd73c60602da tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857646 Nov 23 10:08:52.910530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.996053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:52.996053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:52.996850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.022850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.126544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] Pushing event updated for resources: {'Network': ['ID=7e3d361c-e968-48bb-a90f-022ee328a60f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:53.140533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 7e3d361c-e968-48bb-a90f-022ee328a60f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:08:53.168808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c35f6568-3f40-4350-b5d6-0ea1c484a6cb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3426695 Nov 23 10:08:53.168808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:53.173644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Request body: {'subnet': {'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-222190388-subnet', 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:53.219408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:53.221922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.341976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c413c405-4492-4612-b84b-6930760a1a3b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:53.380487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c413c405-4492-4612-b84b-6930760a1a3b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:53.381352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c413c405-4492-4612-b84b-6930760a1a3b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:53.486918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 40044097-ec0c-4b4d-9545-b567ade72400 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:53.487247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.539674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.555347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.648313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port 40044097-ec0c-4b4d-9545-b567ade72400, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=40044097-ec0c-4b4d-9545-b567ade72400,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:53.649061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.654455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Checking segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:53.654836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Network hostable DHCP agents. Network: 7e3d361c-e968-48bb-a90f-022ee328a60f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:08:53.674227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 40044097-ec0c-4b4d-9545-b567ade72400 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:53.679896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:53.704237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52694) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:53.726544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Network 7e3d361c-e968-48bb-a90f-022ee328a60f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:08:53.742379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 7e3d361c-e968-48bb-a90f-022ee328a60f) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:53.758385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286ffdc-4940-4824-8cb1-91d7119b6343 None None] Network 7e3d361c-e968-48bb-a90f-022ee328a60f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:53.766371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:53.767531 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:53.808152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d8b94907-dfd5-4132-ad1b-5851549adcbe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6382089 Nov 23 10:08:53.932942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d57ca20a-89c1-4b53-8404-349321adf4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.028516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78804d9d-aa60-4215-bbab-cba698fee97e None None] Network 7e3d361c-e968-48bb-a90f-022ee328a60f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:54.033372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.096142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=40044097-ec0c-4b4d-9545-b567ade72400,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:54.156046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d57ca20a-89c1-4b53-8404-349321adf4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.166363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d57ca20a-89c1-4b53-8404-349321adf4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.250209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9994d6-1be2-49cd-9e18-581773b06105 req-0794f37f-013e-4137-9dfa-abc112ecc00f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:54.251083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d57ca20a-89c1-4b53-8404-349321adf4e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ca0126bc69044f59e2a18e3ec07a10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455971 Nov 23 10:08:54.252849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e9994d6-1be2-49cd-9e18-581773b06105 req-0794f37f-013e-4137-9dfa-abc112ecc00f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2278035 Nov 23 10:08:54.256531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:54.263908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ca20a-89c1-4b53-8404-349321adf4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ab3fa-5fd7-4c12-bb6a-32cc3f4d9166,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:54.442202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e9994d6-1be2-49cd-9e18-581773b06105 req-3f7b9c8f-cb8b-4ea9-95a2-0c2d75c5764e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720800 Nov 23 10:08:54.472982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.476754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.518226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-415026d8-4da5-4457-8dfe-343ac608c8ea tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:54.519829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-415026d8-4da5-4457-8dfe-343ac608c8ea tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1288247 Nov 23 10:08:54.538716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-9112d77c-c01e-49b2-afc0-d3bce2878d3a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/quotas/14a95e673b8c46b9a2e0e23e08815844 HTTP/1.1" status: 200 len: 375 time: 0.0117118 Nov 23 10:08:54.541909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.572020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-d5e6c0fc-2042-4ce0-815b-6da7c1fa6af2 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267453 Nov 23 10:08:54.585202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-5df67752-a5b8-4b3a-a1fc-5b740063ce24 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:08:54.586301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-5df67752-a5b8-4b3a-a1fc-5b740063ce24 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060012 Nov 23 10:08:54.700627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-c07f74fe-af9d-4a85-aca6-b0a58edcb76c service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057796 Nov 23 10:08:54.718433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.721467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:54.722865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f36ab3fa-5fd7-4c12-bb6a-32cc3f4d9166 HTTP/1.1" status: 204 len: 168 time: 0.4655762 Nov 23 10:08:54.758980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe942c4-b44e-4a60-becf-614c890f3335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ab3fa-5fd7-4c12-bb6a-32cc3f4d9166,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:54.769477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:54.819284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-ac65ff41-68e2-4bb1-8eb1-57c1a54d0f88 service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191106 Nov 23 10:08:54.914873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:54.925761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:54.931541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b89d6880-70d1-4702-a069-0941adb1afb7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460468 Nov 23 10:08:54.932007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52738) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:54.938544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:54.939428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:55.049871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:55.055413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet e109f508-bb34-41db-b3e3-e1aa7cd329e5 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:55.082061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.125252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52750) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:55.147796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb332f78-f894-4745-968f-b8ad5aa619d0 req-d8cf6584-6ec4-4cec-a951-b780f1464898 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 210 time: 0.0846004 Nov 23 10:08:55.158242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f858acd-09c2-4ac8-8cb3-fa6cf56025db admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.205556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.293883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f858acd-09c2-4ac8-8cb3-fa6cf56025db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.312848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f858acd-09c2-4ac8-8cb3-fa6cf56025db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.344121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.384193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:53Z', 'revision_number': 9, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:55.415248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3f858acd-09c2-4ac8-8cb3-fa6cf56025db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40407052a1c243cdaeadc9937fa3f2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886972 Nov 23 10:08:55.416556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f858acd-09c2-4ac8-8cb3-fa6cf56025db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ad17e-37b6-4b52-a7ec-4cbefdabf983,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:55.419678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:55.421072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:55.430775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:55.431566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:55.448503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.503537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.504634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=e109f508-bb34-41db-b3e3-e1aa7cd329e5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:55.522990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.529934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-066d0aaa-f881-4326-bd4c-8a43142d0a6c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/e109f508-bb34-41db-b3e3-e1aa7cd329e5 HTTP/1.1" status: 204 len: 168 time: 0.5963426 Nov 23 10:08:55.530536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52764) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:55.548085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.565638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1519e83-b0c4-4d30-8d4c-486f01ef1a8f None None] Network ef3afb62-5f12-41df-940b-b42f94723400 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:55.647420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.653689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.655760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/097ad17e-37b6-4b52-a7ec-4cbefdabf983 HTTP/1.1" status: 204 len: 168 time: 0.2351136 Nov 23 10:08:55.667213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae29d69-520f-445c-b248-892c71f51f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ad17e-37b6-4b52-a7ec-4cbefdabf983,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:55.674837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8cb57-840a-465d-ab62-2b39e5e6c1e7 req-db89c34f-bbb1-47c9-81d2-0cc20788be96 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:55.675292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:55.676320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af8cb57-840a-465d-ab62-2b39e5e6c1e7 req-db89c34f-bbb1-47c9-81d2-0cc20788be96 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1368592 Nov 23 10:08:55.688471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.752352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6af8cb57-840a-465d-ab62-2b39e5e6c1e7 req-c56e66e6-a0fb-4b2f-b551-7ebb52e0f86c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606730 Nov 23 10:08:55.809563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:55.809980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.901746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port be8c7918-0c6e-4ebe-aa4e-dc393f510db7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,segment=NetworkSegment(1b8b13dc-c335-4c57-8e1b-19b68d19bce8),segment_id=1b8b13dc-c335-4c57-8e1b-19b68d19bce8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:55.902241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:55.922189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for be8c7918-0c6e-4ebe-aa4e-dc393f510db7 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:56.082587 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.122853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=be8c7918-0c6e-4ebe-aa4e-dc393f510db7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:56.131927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port be8c7918-0c6e-4ebe-aa4e-dc393f510db7 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:56.254692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee2c9b-f769-4c58-9f65-068fb7939faf None None] DHCP port deletion for ef3afb62-5f12-41df-940b-b42f94723400 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:56.303667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.316747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:53Z', 'revision_number': 9, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:56.329842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3afb62-5f12-41df-940b-b42f94723400']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:56.344195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8b13dc-c335-4c57-8e1b-19b68d19bce8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:56.344731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8b13dc-c335-4c57-8e1b-19b68d19bce8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:56.356169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.362889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ea63df0-b6c4-4e6e-9c1d-81df447ac1c1 req-90a2cdf7-80b8-4f17-80e2-296d200ae575 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 210 time: 0.0471301 Nov 23 10:08:56.385276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.392816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:56.393209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:56.396505 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:56.416928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536db4a9-8184-4496-ad49-68c613e1113f None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:53Z', 'revision_number': 9, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': '67894faf-4d91-4b99-805c-1025a39498cb', 'name': '', 'network_id': '8866c5b0-7abd-437c-90ec-1fdc9ce5d553', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:df:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:23Z', 'updated_at': '2021-11-23T10:08:37Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': '88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:56.495238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.525156 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:56.531671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52794) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:56.544139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/ef3afb62-5f12-41df-940b-b42f94723400 HTTP/1.1" status: 204 len: 168 time: 1.0124846 Nov 23 10:08:56.555518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cfd1f-f1e2-4fcf-8cf7-23cd44b72498 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=ef3afb62-5f12-41df-940b-b42f94723400,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:56.695955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-1c3a19dc-990f-436a-90fd-09ebb71132d8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:56.697581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-1c3a19dc-990f-436a-90fd-09ebb71132d8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1739786 Nov 23 10:08:56.712828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Request body: {'port': {'device_id': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'admin_state_up': True, 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:56.869825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:08:56.874361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.002610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.077428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815146f9-7d03-460a-8ee3-d9f00b17c5fd req-e21db29a-4989-47ff-b555-a24b5ed195c6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:57.079346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815146f9-7d03-460a-8ee3-d9f00b17c5fd req-e21db29a-4989-47ff-b555-a24b5ed195c6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1741798 Nov 23 10:08:57.093926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Allocated IP 172.20.0.13 (7e3d361c-e968-48bb-a90f-022ee328a60f/0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1/feb5567a-da05-447c-abba-b9f33a889e20) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:08:57.213483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815146f9-7d03-460a-8ee3-d9f00b17c5fd req-3fc337cd-c8af-457d-b3c4-c6dbf830a6f8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254442 Nov 23 10:08:57.337758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 67894faf-4d91-4b99-805c-1025a39498cb {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:57.338676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.400258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.403614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 40044097-ec0c-4b4d-9545-b567ade72400 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:57.443150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port 67894faf-4d91-4b99-805c-1025a39498cb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=67894faf-4d91-4b99-805c-1025a39498cb,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:57.444388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.463608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 67894faf-4d91-4b99-805c-1025a39498cb owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:57.476306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.493372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 40044097-ec0c-4b4d-9545-b567ade72400 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:57.493977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 40044097-ec0c-4b4d-9545-b567ade72400 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:57.497049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be8c7918-0c6e-4ebe-aa4e-dc393f510db7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:57.536012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: be8c7918-0c6e-4ebe-aa4e-dc393f510db7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:57.536894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be8c7918-0c6e-4ebe-aa4e-dc393f510db7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:57.559831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Network 7e3d361c-e968-48bb-a90f-022ee328a60f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:08:57.574596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:08:57.595897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:08:57.625691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52834) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:57.654632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event updated for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:57.664357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:57.665016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.687483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-f3f83222-cb1e-4a25-8c48-230554d18cd3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792080 Nov 23 10:08:57.695932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d569d-8f17-49a1-a480-b817e4d4bace req-91ef8787-3e0b-491d-b4ba-4daa98b72abe tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:57.697503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b3d569d-8f17-49a1-a480-b817e4d4bace req-91ef8787-3e0b-491d-b4ba-4daa98b72abe tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 932 time: 0.1426096 Nov 23 10:08:57.705677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Request body: {'port': {'device_id': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:08:57.726059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.761850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=67894faf-4d91-4b99-805c-1025a39498cb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:57.817749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eeb814b0-b6fd-494f-bd68-c10fa9294ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.821720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:57.833153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b3d569d-8f17-49a1-a480-b817e4d4bace req-cacfba29-2140-4e77-9a1b-579a06be6857 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240890 Nov 23 10:08:57.948622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.061874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eeb814b0-b6fd-494f-bd68-c10fa9294ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.089006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eeb814b0-b6fd-494f-bd68-c10fa9294ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.142334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eeb814b0-b6fd-494f-bd68-c10fa9294ad6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8084e03ed70b4148885ded3293f4e34e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5140507 Nov 23 10:08:58.147929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb814b0-b6fd-494f-bd68-c10fa9294ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c5409-226b-4b1a-9ada-048ecbde1455,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:58.150247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52844) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:58.205484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:08:58.251236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.268116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb5567a-da05-447c-abba-b9f33a889e20 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:08:58.279600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.296477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.308835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Transition to ACTIVE for port object feb5567a-da05-447c-abba-b9f33a889e20 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:08:58.324639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:08:58.328774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.335102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a1037648-2526-4129-b9f7-00ad34fe1fe1 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8023188 Nov 23 10:08:58.335725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:58.339822 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:08:58.354257 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:58.355227 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:58.407856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet 88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:08:58.412891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Pushing event updated for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:58.414669 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.454776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.464100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.466213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.470688 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad9c5409-226b-4b1a-9ada-048ecbde1455 HTTP/1.1" status: 204 len: 168 time: 0.3179631 Nov 23 10:08:58.472225 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:58.487434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751fd6-2e71-4607-b724-96f4779d112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c5409-226b-4b1a-9ada-048ecbde1455,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:58.524031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Attempting to bind port feb5567a-da05-447c-abba-b9f33a889e20 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:08:58.524460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Attempting to bind port feb5567a-da05-447c-abba-b9f33a889e20 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:08:58.525265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Attempting to bind port feb5567a-da05-447c-abba-b9f33a889e20 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:58.530406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Port feb5567a-da05-447c-abba-b9f33a889e20 on network 7e3d361c-e968-48bb-a90f-022ee328a60f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:08:58.530812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Attempting to bind port feb5567a-da05-447c-abba-b9f33a889e20 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:08:58.538591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:08:58.540327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Checking segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:08:58.541109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Bound using segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:08:58.543854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Bound port: feb5567a-da05-447c-abba-b9f33a889e20, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:08:58.544323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.606127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.678419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:08:58.684012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=feb5567a-da05-447c-abba-b9f33a889e20,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:08:58.695542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.698404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.740125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:58.760539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.762129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3243c1-6d8a-4dc2-bcec-9d36b8bb86d6 None None] Network 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:08:58.767832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c6411d33-8468-4e20-a29e-d0b1c6aa124a tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74 HTTP/1.1" status: 204 len: 168 time: 0.4311035 Nov 23 10:08:58.770400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:58.792882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Pushing event updated for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:58.798062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:58.798756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.800309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-926bdeb4-29ac-4e10-8ce4-1f79e06382f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/feb5567a-da05-447c-abba-b9f33a889e20 HTTP/1.1" status: 200 len: 1092 time: 1.1015177 Nov 23 10:08:58.800803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:08:58.803283 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f78d15-a995-42b6-91dd-def265151c79" -d '{"events": [{"name": "network-changed", "server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "tag": "feb5567a-da05-447c-abba-b9f33a889e20"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:08:58.901140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:57Z', 'revision_number': 10, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:58.921260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-88d92675-aeeb-4bf9-910d-206387c8c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:58.926778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:58.929304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-88d92675-aeeb-4bf9-910d-206387c8c198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 1095 time: 0.0721111 Nov 23 10:08:58.932342 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c4b42a-9d51-4688-9499-8ee0a0643173 x-openstack-request-id: req-56c4b42a-9d51-4688-9499-8ee0a0643173 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:08:58.936697 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "tag": "feb5567a-da05-447c-abba-b9f33a889e20", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:08:58.937574 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56c4b42a-9d51-4688-9499-8ee0a0643173 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:08:58.938046 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20', 'status': 'completed', 'code': 200} Nov 23 10:08:58.961849 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:08:58.980612 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:08:58.981467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:59.125146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 6352ff03-2217-4027-b909-f1c7e5dde238 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:59.125504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.129508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] DHCP port deletion for 8866c5b0-7abd-437c-90ec-1fdc9ce5d553 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:08:59.171031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:08:59.199326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Deleting port 6352ff03-2217-4027-b909-f1c7e5dde238 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:08:59.199911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.219554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5c2ff-bbec-4e53-abf6-091c306b77f0 req-1932d3fe-5ebd-46f8-8b27-40b3e8fce31b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:59.222212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ed5c2ff-bbec-4e53-abf6-091c306b77f0 req-1932d3fe-5ebd-46f8-8b27-40b3e8fce31b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 944 time: 0.2268147 Nov 23 10:08:59.236561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port 6352ff03-2217-4027-b909-f1c7e5dde238, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6352ff03-2217-4027-b909-f1c7e5dde238,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:59.237516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.287529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] For port 6352ff03-2217-4027-b909-f1c7e5dde238, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6352ff03-2217-4027-b909-f1c7e5dde238,segment=NetworkSegment(7bfb28b8-3161-4893-8939-6a0ee18bec76),segment_id=7bfb28b8-3161-4893-8939-6a0ee18bec76)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:08:59.288314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.298062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 6352ff03-2217-4027-b909-f1c7e5dde238 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:59.305219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Calling delete_port for 6352ff03-2217-4027-b909-f1c7e5dde238 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:08:59.416111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-b1ba6d2f-8dae-4680-b376-c80a6be2578f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb5567a-da05-447c-abba-b9f33a889e20 HTTP/1.1" status: 200 len: 217 time: 0.4771073 Nov 23 10:08:59.477949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-42a721e1-264a-40f6-826e-9497214473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:59.480149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-42a721e1-264a-40f6-826e-9497214473c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0563374 Nov 23 10:08:59.510298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.525420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-9cf3cf4d-3860-4095-bda3-a6c3d964ef57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377746 Nov 23 10:08:59.527706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.557613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=6352ff03-2217-4027-b909-f1c7e5dde238,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:59.581399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port 6352ff03-2217-4027-b909-f1c7e5dde238 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:59.590574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6352ff03-2217-4027-b909-f1c7e5dde238 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:08:59.623055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6352ff03-2217-4027-b909-f1c7e5dde238 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:08:59.623650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6352ff03-2217-4027-b909-f1c7e5dde238 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:08:59.625625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] No DVR routers for this DVR port 6352ff03-2217-4027-b909-f1c7e5dde238 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:08:59.628713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2ca37-583e-41f8-8161-99f35db27f5d None None] Pushing event deleted for resources: {'Port': ['ID=6352ff03-2217-4027-b909-f1c7e5dde238,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:08:59.714499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-9a760b3b-3344-43ef-bfb2-984af7ff8fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798587 Nov 23 10:08:59.741036 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:57Z', 'revision_number': 10, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:59.765185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.788397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8866c5b0-7abd-437c-90ec-1fdc9ce5d553']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:59.799666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfb28b8-3161-4893-8939-6a0ee18bec76') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:59.799972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfb28b8-3161-4893-8939-6a0ee18bec76') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:08:59.810684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.814875 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319552c-8a61-41d5-a5c1-16c06528fb85 None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:08:57Z', 'revision_number': 10, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None, '_interfaces': [{'id': 'fc9a66d9-cb27-4e66-bbbb-29a08a944c30', 'name': '', 'network_id': '3933e878-3848-41ea-8008-481908bd0321', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'mac_address': 'fa:16:3e:f5:5a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:08:17Z', 'updated_at': '2021-11-23T10:08:27Z', 'revision_number': 5, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'subnets': [{'id': 'bcc33358-8fd1-4ab7-990b-bb9c76b73fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:08:59.825537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.832567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:08:59.833291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.836258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d875dbe-486c-4662-a52a-a38e3e3c45ea req-0c85643b-7c35-4d20-9dd5-4a3391c90767 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144989 Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:08:59.861648 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:08:59.929330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ed5c2ff-bbec-4e53-abf6-091c306b77f0 req-fc4a6b4b-0533-49a9-9ba5-2c10bf561399 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803153 Nov 23 10:08:59.943935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.958254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:08:59.965652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/8866c5b0-7abd-437c-90ec-1fdc9ce5d553 HTTP/1.1" status: 204 len: 168 time: 1.1939127 Nov 23 10:08:59.966432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52908) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:08:59.981276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78d15-a995-42b6-91dd-def265151c79 req-17ca1733-787c-47df-b11c-167d0df55c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:08:59.982917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-17ca1733-787c-47df-b11c-167d0df55c42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 1095 time: 0.0892904 Nov 23 10:09:00.021216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5567339-bc83-46a6-ad03-b95cf1894285 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=8866c5b0-7abd-437c-90ec-1fdc9ce5d553,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:00.101773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78d15-a995-42b6-91dd-def265151c79 req-ffed64fc-556f-47f4-9f4c-5cc1efca8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:00.103663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-ffed64fc-556f-47f4-9f4c-5cc1efca8b64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 915 time: 0.1131680 Nov 23 10:09:00.153993 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-0dabbb4a-f664-406e-bba2-ab71de96a600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb5567a-da05-447c-abba-b9f33a889e20 HTTP/1.1" status: 200 len: 217 time: 0.0407534 Nov 23 10:09:00.241866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78d15-a995-42b6-91dd-def265151c79 req-98ad979c-9b7d-4486-bb90-05a9980e9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:00.244328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-98ad979c-9b7d-4486-bb90-05a9980e9d3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0831432 Nov 23 10:09:00.289004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-b347afce-da63-4b0d-8e4d-695fa42f1f4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370727 Nov 23 10:09:00.437668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-30b31b49-3db1-4f09-bcf2-146dbb372566 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416845 Nov 23 10:09:00.564404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69f78d15-a995-42b6-91dd-def265151c79 req-3e201838-ce34-45a4-be83-13c70e4bfcde service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164792 Nov 23 10:09:00.766277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:01.103400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a196-a7db-4e55-be31-f19fe49672fe req-a94f9624-4088-4e5a-9b68-8ef803fbc163 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:01.104916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d0a196-a7db-4e55-be31-f19fe49672fe req-a94f9624-4088-4e5a-9b68-8ef803fbc163 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 944 time: 0.0764463 Nov 23 10:09:01.108190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port fc9a66d9-cb27-4e66-bbbb-29a08a944c30 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:09:01.108530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:01.222572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8d0a196-a7db-4e55-be31-f19fe49672fe req-ef726e48-34e0-4e6a-83e4-9faada06222d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097820 Nov 23 10:09:01.255804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port fc9a66d9-cb27-4e66-bbbb-29a08a944c30, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:01.256900 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:01.282599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for fc9a66d9-cb27-4e66-bbbb-29a08a944c30 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:09:01.325726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67894faf-4d91-4b99-805c-1025a39498cb no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:09:01.348222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 67894faf-4d91-4b99-805c-1025a39498cb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:09:01.349015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 67894faf-4d91-4b99-805c-1025a39498cb not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:09:01.482530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:01.516237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=fc9a66d9-cb27-4e66-bbbb-29a08a944c30,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:01.697326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:01.894852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:09:01.980647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:09:01.986085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-26e333c8-c044-4b5c-bb2f-c1a1b8ee1e39 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164382 Nov 23 10:09:01.988668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53014) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:01.997473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:09:02.008630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:02.009422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:02.051593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting subnet bcc33358-8fd1-4ab7-990b-bb9c76b73fbb {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:09:02.058302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.091303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:02.119861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.151050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:02.180284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:09:02.194682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:02.195334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:02.251638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.280215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:02.336359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.360914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:02.398910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d342d-fe58-4a6d-af8c-e29be88fcd4b None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:09:02.414725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc33358-8fd1-4ab7-990b-bb9c76b73fbb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:02.421074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.425145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f6fbff4-13ae-4bdb-8d57-827a83d4046e tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/bcc33358-8fd1-4ab7-990b-bb9c76b73fbb HTTP/1.1" status: 204 len: 168 time: 0.4354746 Nov 23 10:09:02.427803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53024) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:02.428896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c3293-0df1-48fe-8cac-0661ca8a64f0 None None] Network 3933e878-3848-41ea-8008-481908bd0321 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:09:02.448157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b5f41-ad3c-468b-b2b4-2a954aeb896d req-a7441ffe-d01a-4524-ab62-b8057386796f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:02.450518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-858b5f41-ad3c-468b-b2b4-2a954aeb896d req-a7441ffe-d01a-4524-ab62-b8057386796f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 944 time: 0.1289237 Nov 23 10:09:02.517347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-858b5f41-ad3c-468b-b2b4-2a954aeb896d req-310abe15-a75c-4cd2-97d2-8fd673d24f0d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 Nov 23 10:09:02.544222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.580146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device feb5567a-da05-447c-abba-b9f33a889e20 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:09:02.624128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Deleting port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:09:02.624474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.702980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=feb5567a-da05-447c-abba-b9f33a889e20,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:02.704004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] For port 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=43466e70-89e8-4972-a8a9-6ca5a9c7de64,segment=NetworkSegment(2f73834b-282f-4b44-a844-94ba00a809b8),segment_id=2f73834b-282f-4b44-a844-94ba00a809b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:02.704375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.718993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Calling delete_port for 43466e70-89e8-4972-a8a9-6ca5a9c7de64 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:09:02.721171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'feb5567a-da05-447c-abba-b9f33a889e20', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'port_id': 'feb5567a-da05-447c-abba-b9f33a889e20', 'mac_address': 'fa:16:3e:4f:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:09:02.776900 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.791563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] DHCP port deletion for 3933e878-3848-41ea-8008-481908bd0321 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:09:02.795819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb5567a-da05-447c-abba-b9f33a889e20 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:02.823310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=feb5567a-da05-447c-abba-b9f33a889e20,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:02.849545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.870225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.887573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No DVR routers for this DVR port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:09:02.922989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Deleting port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:09:02.923374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:02.951355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:03.022822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] For port 43466e70-89e8-4972-a8a9-6ca5a9c7de64, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:03.023221 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.040266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Calling delete_port for 43466e70-89e8-4972-a8a9-6ca5a9c7de64 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:09:03.043546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Port': ['ID=43466e70-89e8-4972-a8a9-6ca5a9c7de64,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:03.044295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:09:03.047711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.084299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] No DVR routers for this DVR port 43466e70-89e8-4972-a8a9-6ca5a9c7de64 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:09:03.090085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45008e8-37f5-48aa-8867-f5fcb0598225 None None] Pushing event deleted for resources: {'Port': ['ID=43466e70-89e8-4972-a8a9-6ca5a9c7de64,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:03.099108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.124165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3933e878-3848-41ea-8008-481908bd0321']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:03.135245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f73834b-282f-4b44-a844-94ba00a809b8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:03.135782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f73834b-282f-4b44-a844-94ba00a809b8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:03.145471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.161676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.169349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:09:03.169928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:09:03.173164 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:09:03.249196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.255085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.261401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/networks/3933e878-3848-41ea-8008-481908bd0321 HTTP/1.1" status: 204 len: 168 time: 0.8296995 Nov 23 10:09:03.262509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53042) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:03.271042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'routes': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:03.285781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793af6d-9fbd-46ba-b9f4-d921b13d6ff2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Pushing event deleted for resources: {'Network': ['ID=3933e878-3848-41ea-8008-481908bd0321,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:03.297826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:03.391345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 43466e70-89e8-4972-a8a9-6ca5a9c7de64 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:09:03.461760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 43466e70-89e8-4972-a8a9-6ca5a9c7de64 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:09:03.462134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 43466e70-89e8-4972-a8a9-6ca5a9c7de64 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:09:03.462580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fc9a66d9-cb27-4e66-bbbb-29a08a944c30 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:09:03.484378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Added routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 10:09:03.484937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.extraroute_db [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Removed routes are [] {{(pid=110023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 10:09:03.485474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.495229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: fc9a66d9-cb27-4e66-bbbb-29a08a944c30 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:09:03.495576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fc9a66d9-cb27-4e66-bbbb-29a08a944c30 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:09:03.680460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.698298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.800672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931be5-b1e0-466d-b7cb-fa86d7465302 req-6935c89e-39bb-4fb8-83c4-d6f0f1ccec1b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:03.803103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54931be5-b1e0-466d-b7cb-fa86d7465302 req-6935c89e-39bb-4fb8-83c4-d6f0f1ccec1b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 945 time: 0.1362650 Nov 23 10:09:03.836893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 78903bdc-3244-4cec-87f1-bc53bd08bda8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:09:03.906781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54931be5-b1e0-466d-b7cb-fa86d7465302 req-f828b6a8-14d0-4a29-832d-be8d553d6a49 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Nov 23 10:09:03.943909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:09:03.951000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:03.952202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8fa1e83-22a7-4e50-b3eb-4711c743bb57 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 701 time: 0.6886580 Nov 23 10:09:03.954356 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Sync routers for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:09:03.955112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:03.968999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:03.970130 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:03.989569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89265c68-4430-47b6-89eb-7d6b8c920af0 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 205 time: 0.0331333 Nov 23 10:09:03.991963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53058) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:04.059893 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:04.079399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.137590 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:04.173282 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Checking router: 78903bdc-3244-4cec-87f1-bc53bd08bda8 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:09:04.184340 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Routers {'78903bdc-3244-4cec-87f1-bc53bd08bda8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:04.185244 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['78903bdc-3244-4cec-87f1-bc53bd08bda8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:04.262455 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] Set router 78903bdc-3244-4cec-87f1-bc53bd08bda8 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:04.284586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.287509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.317315 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:04.343477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.343990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router 78903bdc-3244-4cec-87f1-bc53bd08bda8 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:09:04.349319 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa57a1-1551-4544-9640-cee085a17b26 None None] The sync data for ids ['78903bdc-3244-4cec-87f1-bc53bd08bda8'] in n-d-781076-5 is: [{'id': '78903bdc-3244-4cec-87f1-bc53bd08bda8', 'name': 'tempest-RoutersTest-router-1820347069', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:08:15Z', 'updated_at': '2021-11-23T10:09:01Z', 'revision_number': 11, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:09:04.354831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.356109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca61c23e-6cfd-42f1-9841-8f5d4bc4ac4b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 204 len: 168 time: 0.3630157 Nov 23 10:09:04.361734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53068) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:04.368247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-643087354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:04.395291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.398236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.459312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.468397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.488672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.489946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7995858b-12e3-4333-98f3-bfcdc3fff7aa tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1264536 Nov 23 10:09:04.493360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:04.500122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:04.597785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device feb5567a-da05-447c-abba-b9f33a889e20 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:09:04.699407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port feb5567a-da05-447c-abba-b9f33a889e20 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:09:04.707051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port feb5567a-da05-447c-abba-b9f33a889e20 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:09:04.707423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.769984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.802183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.807741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.844598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:04.847462 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a38036e-c43d-4f3b-a65c-e63f31f23b2a" -d '{"events": [{"server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "name": "network-vif-plugged", "status": "completed", "tag": "feb5567a-da05-447c-abba-b9f33a889e20"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:04.866652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=feb5567a-da05-447c-abba-b9f33a889e20,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:04.883406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:04.946840 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c68882-54c1-4364-b1a3-c56c12097079 x-openstack-request-id: req-a7c68882-54c1-4364-b1a3-c56c12097079 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:04.947123 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "name": "network-vif-plugged", "status": "completed", "tag": "feb5567a-da05-447c-abba-b9f33a889e20", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:04.947378 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7c68882-54c1-4364-b1a3-c56c12097079 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:04.947893 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20', 'code': 200} Nov 23 10:09:04.968702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:05.074861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Router 9d353161-a0e4-469f-9c71-4f7fad40e8df is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:09:05.084691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da90ec5-d881-492c-987b-56d38cf36644 req-4d007e90-b1a3-4383-aa2a-204424433247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:05.087345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1da90ec5-d881-492c-987b-56d38cf36644 req-4d007e90-b1a3-4383-aa2a-204424433247 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 1097 time: 0.1138227 Nov 23 10:09:05.186299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cac3d-7472-4ed8-b513-646c7eb2e090 req-64d26786-fbe9-450b-acfe-d40d45adbec4 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:05.188132 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd1cac3d-7472-4ed8-b513-646c7eb2e090 req-64d26786-fbe9-450b-acfe-d40d45adbec4 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.1807866 Nov 23 10:09:05.201098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:09:05.211734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:05.214240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Sync routers for ids ['9d353161-a0e4-469f-9c71-4f7fad40e8df'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:09:05.215948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53094) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:05.216120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-608a2867-6cbe-4a2e-8071-473f24c1bfd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "PUT /v2.0/routers/9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 200 len: 693 time: 0.7212911 Nov 23 10:09:05.234042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Routers {'9d353161-a0e4-469f-9c71-4f7fad40e8df'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:05.234858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9d353161-a0e4-469f-9c71-4f7fad40e8df'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:05.273858 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1da90ec5-d881-492c-987b-56d38cf36644 req-5312fad8-dbec-4cf7-932a-373770f67a17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056936 Nov 23 10:09:05.286901 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd1cac3d-7472-4ed8-b513-646c7eb2e090 req-9356517c-beb9-4b67-a19e-14e11e74ea0d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837886 Nov 23 10:09:05.344471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-da24942a-8db0-47d4-a8d5-7eb33ff717b9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/routers/9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 200 len: 699 time: 0.1271212 Nov 23 10:09:05.347276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:05.358715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Set router 9d353161-a0e4-469f-9c71-4f7fad40e8df gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:05.378362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53098) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:05.378927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d28b43d2-fed2-4aec-9bdc-233a56c430e2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 200 len: 205 time: 0.0299668 Nov 23 10:09:05.418824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d353161-a0e4-469f-9c71-4f7fad40e8df', 'name': 'tempest-RoutersTest-router-643087354', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:09:04Z', 'updated_at': '2021-11-23T10:09:04Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:05.457330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Checking router: 9d353161-a0e4-469f-9c71-4f7fad40e8df for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:09:05.462043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:05.473230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Routers {'9d353161-a0e4-469f-9c71-4f7fad40e8df'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:09:05.474395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:08:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['9d353161-a0e4-469f-9c71-4f7fad40e8df'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:05.556953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] Set router 9d353161-a0e4-469f-9c71-4f7fad40e8df gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:09:05.626233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d353161-a0e4-469f-9c71-4f7fad40e8df', 'name': 'tempest-RoutersTest-router-643087354', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:09:04Z', 'updated_at': '2021-11-23T10:09:04Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:09:05.658553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a27c8-05e9-418c-b107-4dd9c50de5ac None None] The sync data for ids ['9d353161-a0e4-469f-9c71-4f7fad40e8df'] in n-d-781076-5 is: [{'id': '9d353161-a0e4-469f-9c71-4f7fad40e8df', 'name': 'tempest-RoutersTest-router-643087354', 'tenant_id': '0134ec1eb46746a48ce167b09bd90893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:09:04Z', 'updated_at': '2021-11-23T10:09:04Z', 'revision_number': 2, 'project_id': '0134ec1eb46746a48ce167b09bd90893', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:09:05.998279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:06.000583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:06.056713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:06.057256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Fanout notify agent at l3_agent the message router_deleted on router 9d353161-a0e4-469f-9c71-4f7fad40e8df {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:09:06.065378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:06.070335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b0f855b-6c56-47e5-8469-2c0a8a50c6b4 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 204 len: 168 time: 0.6899326 Nov 23 10:09:06.071593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53114) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.104910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e8ae738b-f726-4ad9-8819-dfb0ada24769 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 200 len: 205 time: 0.0321391 Nov 23 10:09:06.107681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53118) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.180105 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-6bb5a3e4-c581-4675-aa79-1e11bb364e3c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.184310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53120) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.185364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6bb5a3e4-c581-4675-aa79-1e11bb364e3c tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/9d353161-a0e4-469f-9c71-4f7fad40e8df HTTP/1.1" status: 404 len: 336 time: 0.0760715 Nov 23 10:09:06.217978 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d82a008-4bc9-47fe-8d2e-f2a6cf828cfd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.218749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d82a008-4bc9-47fe-8d2e-f2a6cf828cfd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.223867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d82a008-4bc9-47fe-8d2e-f2a6cf828cfd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/c134eb88-3f3a-4862-a8f5-5c25544142bb HTTP/1.1" status: 404 len: 337 time: 0.0383711 Nov 23 10:09:06.226532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53122) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.263025 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f07b6f-3614-4855-846b-6e3d7ad70f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.263462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f07b6f-3614-4855-846b-6e3d7ad70f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.267054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-41f07b6f-3614-4855-846b-6e3d7ad70f80 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/e109f508-bb34-41db-b3e3-e1aa7cd329e5 HTTP/1.1" status: 404 len: 337 time: 0.0395496 Nov 23 10:09:06.269650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53126) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.302041 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7d3319-d72a-4ea6-be88-9342347b1e0b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.302599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7d3319-d72a-4ea6-be88-9342347b1e0b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.306190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0e7d3319-d72a-4ea6-be88-9342347b1e0b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/88b9a6e0-90f4-4c9e-a3a3-c881ef97fc74 HTTP/1.1" status: 404 len: 337 time: 0.0352483 Nov 23 10:09:06.309039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53128) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.341059 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c42ab63-cf78-4708-bbd4-ce7148ec5f71 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.341579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c42ab63-cf78-4708-bbd4-ce7148ec5f71 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.347065 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c42ab63-cf78-4708-bbd4-ce7148ec5f71 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/bcc33358-8fd1-4ab7-990b-bb9c76b73fbb HTTP/1.1" status: 404 len: 337 time: 0.0346000 Nov 23 10:09:06.348718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53132) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.382003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-da83caa3-dbaa-4edd-8206-85b341e650a8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 200 len: 205 time: 0.0332654 Nov 23 10:09:06.384251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53138) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.427255 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-c9d574a0-bc64-4134-bef0-eadf626c9cc9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.428680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c9d574a0-bc64-4134-bef0-eadf626c9cc9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/78903bdc-3244-4cec-87f1-bc53bd08bda8 HTTP/1.1" status: 404 len: 336 time: 0.0432241 Nov 23 10:09:06.432885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53140) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.479844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4182fb29-9435-434d-a2ba-ee936a926f4f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae8c4d49-31bc-4d78-9f20-f2e767f17197 HTTP/1.1" status: 200 len: 205 time: 0.0455325 Nov 23 10:09:06.482901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53142) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.540800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cd39-4556-4ce3-8f8c-4444f769a0d5 req-1b80507f-c10e-4aa7-bda3-982e2a73defc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:06.542564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8800cd39-4556-4ce3-8f8c-4444f769a0d5 req-1b80507f-c10e-4aa7-bda3-982e2a73defc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.1540082 Nov 23 10:09:06.543963 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-94fce2bf-8c7b-4dfd-bda9-cf7bf6f474dd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.545091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94fce2bf-8c7b-4dfd-bda9-cf7bf6f474dd tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/ae8c4d49-31bc-4d78-9f20-f2e767f17197 HTTP/1.1" status: 404 len: 336 time: 0.0610228 Nov 23 10:09:06.547655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.594183 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e06e4f2-0c50-4b86-ab8b-cb727d902621 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.594183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e06e4f2-0c50-4b86-ab8b-cb727d902621 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.597540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e06e4f2-0c50-4b86-ab8b-cb727d902621 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/fc980294-bd5f-4783-883c-777a24cebdd9 HTTP/1.1" status: 404 len: 337 time: 0.0463119 Nov 23 10:09:06.598351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.683841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbbe4fa2-114d-4533-b7ee-5440e2457fd8 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 200 len: 205 time: 0.0823193 Nov 23 10:09:06.685636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53148) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.723055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8800cd39-4556-4ce3-8f8c-4444f769a0d5 req-49060cd9-f76d-489a-80ed-2604c3674e68 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426361 Nov 23 10:09:06.764382 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-d44d4e45-afd7-4ca9-b094-1ec3f6b455b9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.766258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d44d4e45-afd7-4ca9-b094-1ec3f6b455b9 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/35e59602-fa6a-4343-9ef1-9c82519f251e HTTP/1.1" status: 404 len: 336 time: 0.0797029 Nov 23 10:09:06.769092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.797170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ead5a408-e5a9-4a80-b94d-6d1e8daf16ea tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=0122b1c2-0853-4550-ab42-eaefaf0b1d1f HTTP/1.1" status: 200 len: 205 time: 0.0268943 Nov 23 10:09:06.799663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53154) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.838478 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-aa646c6e-495d-4afb-bb36-0a0f8041c1ee tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.842260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aa646c6e-495d-4afb-bb36-0a0f8041c1ee tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/0122b1c2-0853-4550-ab42-eaefaf0b1d1f HTTP/1.1" status: 404 len: 336 time: 0.0415297 Nov 23 10:09:06.849952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.874952 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d36cb13-d68a-4a39-ae91-8ee30819b222 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:06.875951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d36cb13-d68a-4a39-ae91-8ee30819b222 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:06.880287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9d36cb13-d68a-4a39-ae91-8ee30819b222 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/91af942a-c236-403c-be4c-35b4b37cb09f HTTP/1.1" status: 404 len: 337 time: 0.0362618 Nov 23 10:09:06.885088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.921576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f86201df-84ed-4d71-9089-fc3ad1be677b tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=c31d2114-e851-4ac6-a25f-277235b09661 HTTP/1.1" status: 200 len: 205 time: 0.0316513 Nov 23 10:09:06.924072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:06.973352 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-d69ed913-1a53-4dba-acd0-499a67c4f62f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:06.978003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d69ed913-1a53-4dba-acd0-499a67c4f62f tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/c31d2114-e851-4ac6-a25f-277235b09661 HTTP/1.1" status: 404 len: 336 time: 0.0510154 Nov 23 10:09:06.979461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53166) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.007729 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b415f87f-db3c-437d-a903-4e76adc21823 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:07.008186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b415f87f-db3c-437d-a903-4e76adc21823 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:07.011600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b415f87f-db3c-437d-a903-4e76adc21823 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/19e7c70f-9759-45c7-8922-5f6979799bfb HTTP/1.1" status: 404 len: 337 time: 0.0311329 Nov 23 10:09:07.014524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53168) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.059101 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b54a497c-ebb2-4249-8403-6f8bb4d01ca5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "GET /v2.0/ports?device_id=43a644eb-bb35-49b7-aac0-bbf2a7026757 HTTP/1.1" status: 200 len: 205 time: 0.0433979 Nov 23 10:09:07.061385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53170) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.115841 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-e7c9a011-79d9-4f01-b425-30c8b94670e7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] delete failed (client error): The resource could not be found. Nov 23 10:09:07.116904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7c9a011-79d9-4f01-b425-30c8b94670e7 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/routers/43a644eb-bb35-49b7-aac0-bbf2a7026757 HTTP/1.1" status: 404 len: 336 time: 0.0543513 Nov 23 10:09:07.119513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53176) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.149823 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e029d3-a298-405f-94eb-705c534e87f2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:07.150317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e029d3-a298-405f-94eb-705c534e87f2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:07.153447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-83e029d3-a298-405f-94eb-705c534e87f2 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/98d6941f-af3c-42c5-89c4-040980aa1a4e HTTP/1.1" status: 404 len: 337 time: 0.0329757 Nov 23 10:09:07.156011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53180) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.197171 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4f3107-639d-498a-87b7-887c368855c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] DELETE failed (client error): The resource could not be found. Nov 23 10:09:07.198014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4f3107-639d-498a-87b7-887c368855c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:09:07.202222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b4f3107-639d-498a-87b7-887c368855c5 tempest-RoutersTest-1783818174 tempest-RoutersTest-1783818174-project] 10.222.0.62 "DELETE /v2.0/subnets/511094e8-6161-4a54-85db-46554a28b576 HTTP/1.1" status: 404 len: 337 time: 0.0445912 Nov 23 10:09:07.518747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.670810 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a9ef17d1-0246-46ae-ac66-a4161b6d7906 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0134ec1eb46746a48ce167b09bd90893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508884 Nov 23 10:09:07.673263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53198) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:07.725141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:07.759343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:07.825173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:07.828393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:07.829634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71647001-be94-4f7a-bf0b-00074eb30f26 HTTP/1.1" status: 204 len: 168 time: 0.1552269 Nov 23 10:09:07.838402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fc760-2b41-4d5f-ac83-70761bbeb9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71647001-be94-4f7a-bf0b-00074eb30f26,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:07.897093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec735f0b-15f6-45d2-bd25-db684929ea6c req-fc0c04c2-2ce9-4b61-802f-a4fe6f7c3258 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:07.899248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec735f0b-15f6-45d2-bd25-db684929ea6c req-fc0c04c2-2ce9-4b61-802f-a4fe6f7c3258 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.0860138 Nov 23 10:09:07.969941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec735f0b-15f6-45d2-bd25-db684929ea6c req-dcdd9bc6-a1e3-420f-b6ff-07dee2f2eb00 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621071 Nov 23 10:09:09.856953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53290) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:09.981696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3344c75b-6962-4ac6-9bc9-8dcbd6d13fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.070547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3344c75b-6962-4ac6-9bc9-8dcbd6d13fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.075666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3344c75b-6962-4ac6-9bc9-8dcbd6d13fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.128296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3344c75b-6962-4ac6-9bc9-8dcbd6d13fdf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ba48b0b997b4a05b5fd75a52d406c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701306 Nov 23 10:09:10.131527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:10.133775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c75b-6962-4ac6-9bc9-8dcbd6d13fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905cb1d-cb30-4a0d-933a-cf0e8551ca7f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:10.194506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.219395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.284378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.288547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.291868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d905cb1d-cb30-4a0d-933a-cf0e8551ca7f HTTP/1.1" status: 204 len: 168 time: 0.1579516 Nov 23 10:09:10.300368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730a9a2-e4aa-474e-9e3d-467c2a9078a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905cb1d-cb30-4a0d-933a-cf0e8551ca7f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:10.733056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53322) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:10.749647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a267098-ed93-44cd-9b5e-31388f18e1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.888342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a267098-ed93-44cd-9b5e-31388f18e1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.895013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1a267098-ed93-44cd-9b5e-31388f18e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:10.946305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1a267098-ed93-44cd-9b5e-31388f18e1e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce1b12171b2a4fd39b568bab84d59753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115371 Nov 23 10:09:10.946461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53332) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:10.958219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267098-ed93-44cd-9b5e-31388f18e1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4bf269-a891-4869-9b0e-a1d14c13fc43,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:11.037144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:11.073926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:11.132122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:11.140812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:11.146597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a4bf269-a891-4869-9b0e-a1d14c13fc43 HTTP/1.1" status: 204 len: 168 time: 0.1953382 Nov 23 10:09:11.155772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74407f-c9c6-4888-9b3c-893acad2a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4bf269-a891-4869-9b0e-a1d14c13fc43,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:11.860706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-206f7d18-67ed-490c-9f38-fcc5f889ff7c req-3071ccc8-ca0b-4760-8067-f2e19d2d64cd service neutron] (110023) timed out ('10.222.0.11', 65423) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:09:12.002746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-4da140b8-f3cc-47f5-b833-b1acdb801c15 req-1e0a5f35-734f-4673-8131-15d5b85d0b23 tempest-ServersWithSpecificFlavorTestJSON-1869528195 tempest-ServersWithSpecificFlavorTestJSON-1869528195-project] (110024) timed out ('10.222.0.11', 65370) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:09:12.192982 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:09:12.863510 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-71bc4bb1-a3ae-4768-8d31-956ac350702e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887194 Nov 23 10:09:13.021385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-a07cd639-44eb-4504-ad03-ae8328bdea70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292458 Nov 23 10:09:13.021872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-5958dd65-b928-4b49-bef9-f262a2c8f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.023246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-5958dd65-b928-4b49-bef9-f262a2c8f56f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1096 time: 0.1074524 Nov 23 10:09:13.151438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-07e39d39-2704-4125-8af7-cec3030952a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.152934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-07e39d39-2704-4125-8af7-cec3030952a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 910 time: 0.1044490 Nov 23 10:09:13.185762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-86bb4e52-079a-4681-9a24-e638fc17e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.216431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-86bb4e52-079a-4681-9a24-e638fc17e861 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 1096 time: 0.1096022 Nov 23 10:09:13.276948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-c0aac737-d0c7-4bfc-9966-1b32b5ae3494 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 1001 time: 0.1027789 Nov 23 10:09:13.440267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-c01bcde5-60f6-468d-8c81-d9314350cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.443549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-4c55049f-7127-4bc4-8af7-4e3bf96667b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.443827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-c01bcde5-60f6-468d-8c81-d9314350cffe service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.2187397 Nov 23 10:09:13.453461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-4c55049f-7127-4bc4-8af7-4e3bf96667b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 200 len: 848 time: 0.1673040 Nov 23 10:09:13.539018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-7ca8cf65-3428-4140-ad6e-8db1eb1ecd00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 200 len: 217 time: 0.0872900 Nov 23 10:09:13.575484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-87697342-efdf-4fb0-932f-e92958229eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.579556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-87697342-efdf-4fb0-932f-e92958229eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b37c3d-06bb-4e67-8f48-49d07c50320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165473 Nov 23 10:09:13.609254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-7a3b39cb-fbb7-4050-bd0d-96268b181022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.610694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-7a3b39cb-fbb7-4050-bd0d-96268b181022 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0642586 Nov 23 10:09:13.693219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-618ac2fc-24fe-445e-a54a-992ea3f2dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:13.699039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-618ac2fc-24fe-445e-a54a-992ea3f2dcbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799680 Nov 23 10:09:13.727931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-155ae1f0-e5c8-4a71-ae61-26c4663012da service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388018 Nov 23 10:09:13.845998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-415078a2-4796-4277-a50c-0d5164cbd08b service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397898 Nov 23 10:09:13.945069 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e64a3acf-fae8-4868-bae5-9472602c3c0a req-87c199b4-fcc8-4d4c-aac9-f3a817f70eac service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031341 Nov 23 10:09:14.000936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:14.031573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e314e10-367e-484d-8e05-732ea7cf6973 req-f60b224a-09d9-46d4-b174-8e9f4d1ae4ea service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761382 Nov 23 10:09:14.207945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85690e04-733d-408b-b938-107d3f00525a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.352163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85690e04-733d-408b-b938-107d3f00525a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.364707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-85690e04-733d-408b-b938-107d3f00525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.424227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-85690e04-733d-408b-b938-107d3f00525a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39239715ff784426bf6a5ccf066440a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199729 Nov 23 10:09:14.424227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85690e04-733d-408b-b938-107d3f00525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58018b54-2015-475c-a88d-0e10f2f31628,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:14.424799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:14.501109 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.528671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.618384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.620955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:14.625541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58018b54-2015-475c-a88d-0e10f2f31628 HTTP/1.1" status: 204 len: 168 time: 0.1995416 Nov 23 10:09:14.635664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ea4b9-8ac9-4366-8109-6dd88828aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58018b54-2015-475c-a88d-0e10f2f31628,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:15.028815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53464) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:15.049743 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72a6dbe1-0eda-44d7-87cb-1fa91fd843b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.181453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72a6dbe1-0eda-44d7-87cb-1fa91fd843b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.200108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72a6dbe1-0eda-44d7-87cb-1fa91fd843b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.256539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6dbe1-0eda-44d7-87cb-1fa91fd843b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e4371-5125-49b6-b91e-c4a4e5acd50b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:15.265734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-72a6dbe1-0eda-44d7-87cb-1fa91fd843b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5deabd458c054c64b8939db8a04d40b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335572 Nov 23 10:09:15.266402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:15.327754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.357831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.421791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.424356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:15.425515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea1e4371-5125-49b6-b91e-c4a4e5acd50b HTTP/1.1" status: 204 len: 168 time: 0.1583734 Nov 23 10:09:15.441111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a782a-af95-4203-92cf-b8bd14cba508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e4371-5125-49b6-b91e-c4a4e5acd50b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:15.815203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:16.933807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:17.055496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bce2d3f3-2035-4eac-9615-b2c5e0a865bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.178444 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bce2d3f3-2035-4eac-9615-b2c5e0a865bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.191190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bce2d3f3-2035-4eac-9615-b2c5e0a865bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.221206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2d3f3-2035-4eac-9615-b2c5e0a865bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d63e7-cdda-49db-b4fe-698f86b3194d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:17.256723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53562) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:17.258715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bce2d3f3-2035-4eac-9615-b2c5e0a865bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81e0927180e049d5841b81b41b76b324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226807 Nov 23 10:09:17.338718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.374724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.442893 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.447188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:17.448454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee0d63e7-cdda-49db-b4fe-698f86b3194d HTTP/1.1" status: 204 len: 168 time: 0.1899900 Nov 23 10:09:17.458051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab883d7b-73e3-4559-865d-4297350ccbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d63e7-cdda-49db-b4fe-698f86b3194d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:17.825859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6256-22fc-4719-8c24-01fd351eae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:20.280422 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:20.371378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56a64184-424d-4951-82d9-3eb0712d1f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:21.220128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:21.980694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-6b63ff50-7bea-4072-aa1f-c99ead4cc25a req-e214b617-43ab-4da7-abf4-39c7822701ad tempest-ServersTestBootFromVolume-2132448397 tempest-ServersTestBootFromVolume-2132448397-project] (110024) timed out ('10.222.0.50', 54219) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:09:22.607451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:23.520547 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:24.504996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-defe30c7-a3e5-4136-be03-940e20c82121 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:24.507297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-defe30c7-a3e5-4136-be03-940e20c82121 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1241052 Nov 23 10:09:24.535997 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-8485da24-7352-45b4-aee9-318641e6b8de tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/quotas/14a95e673b8c46b9a2e0e23e08815844 HTTP/1.1" status: 200 len: 375 time: 0.0216098 Nov 23 10:09:24.597998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-764f2330-1746-4ecb-9926-3be129185b41 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529578 Nov 23 10:09:24.612037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-3442693d-fae8-4be2-990a-42d5c32f6aed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:09:24.613019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-3442693d-fae8-4be2-990a-42d5c32f6aed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064852 Nov 23 10:09:24.718548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-042e5f45-748b-4315-b64e-bafafa4cf2fc service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942209 Nov 23 10:09:24.819576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-7c529ec3-ff2f-4df6-8c81-b6317fb85348 service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949426 Nov 23 10:09:25.065069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40735396-f055-41c8-b90d-578915bfdf76 req-b8ad1ff7-648c-4caf-a815-9c2a7216af21 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 210 time: 0.0383275 Nov 23 10:09:26.270138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-77a5580e-b2dd-4c83-8c0c-3f242a3edcfd tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:26.272570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-77a5580e-b2dd-4c83-8c0c-3f242a3edcfd tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1873624 Nov 23 10:09:26.287857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Request body: {'port': {'device_id': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'admin_state_up': True, 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:26.333036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7da6e79e-7839-494a-894e-f1e90d3b6b80 req-9d348a98-5958-434d-831c-a30d5e6a1f80 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 210 time: 0.1103477 Nov 23 10:09:26.471916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:09:26.476428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:26.623799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Allocated IP 172.20.0.7 (7e3d361c-e968-48bb-a90f-022ee328a60f/0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1/f7e232c9-997e-425e-93eb-3fca512bdd63) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:09:26.839601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:26.917050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:26.933726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:27.072671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Network 7e3d361c-e968-48bb-a90f-022ee328a60f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:09:27.081577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:09:27.087291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:09:27.123815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53880) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:27.158178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:27.160177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.186251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event updated for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:27.216328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-62d95149-f465-48e9-8482-11147c1fb443 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9332860 Nov 23 10:09:27.228851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Request body: {'port': {'device_id': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:27.341516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.346660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b47e259e-4656-47f6-bdab-249a2a740c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.528448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b47e259e-4656-47f6-bdab-249a2a740c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.538081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b47e259e-4656-47f6-bdab-249a2a740c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.572556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d6c0-8b69-44cc-a0c6-2d88f1911341 req-0b5c6c42-11b5-45fa-8677-d587f2858dc6 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:27.583553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a4d6c0-8b69-44cc-a0c6-2d88f1911341 req-0b5c6c42-11b5-45fa-8677-d587f2858dc6 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 931 time: 0.0808930 Nov 23 10:09:27.602724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b47e259e-4656-47f6-bdab-249a2a740c30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fafea4d7b674197891470e42e4e5eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777536 Nov 23 10:09:27.622266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53888) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:27.633966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e259e-4656-47f6-bdab-249a2a740c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b56380-de25-4157-9b64-078fe5ee0200,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:27.745580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75a4d6c0-8b69-44cc-a0c6-2d88f1911341 req-c8ae6f4f-ee09-4634-be2c-5d489517dd2d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600046 Nov 23 10:09:27.752479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.797430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.874834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e232c9-997e-425e-93eb-3fca512bdd63 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:27.884786 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.901337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Transition to ACTIVE for port object f7e232c9-997e-425e-93eb-3fca512bdd63 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:09:27.902779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.905538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.906835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45b56380-de25-4157-9b64-078fe5ee0200 HTTP/1.1" status: 204 len: 168 time: 0.2822325 Nov 23 10:09:27.910554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:27.949728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601f4f7-a9cf-4588-88ec-f1145c749049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b56380-de25-4157-9b64-078fe5ee0200,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:27.993773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:28.079343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Attempting to bind port f7e232c9-997e-425e-93eb-3fca512bdd63 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:09:28.079690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Attempting to bind port f7e232c9-997e-425e-93eb-3fca512bdd63 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:09:28.080025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Attempting to bind port f7e232c9-997e-425e-93eb-3fca512bdd63 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:28.089070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Port f7e232c9-997e-425e-93eb-3fca512bdd63 on network 7e3d361c-e968-48bb-a90f-022ee328a60f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:09:28.089407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Attempting to bind port f7e232c9-997e-425e-93eb-3fca512bdd63 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:28.098197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:09:28.098509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Checking segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:09:28.098905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Bound using segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:09:28.099344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Bound port: f7e232c9-997e-425e-93eb-3fca512bdd63, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:09:28.099708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:28.219139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:09:28.223541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7e232c9-997e-425e-93eb-3fca512bdd63,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:09:28.234192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:28.283538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:28.284875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:28.286549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] 10.222.0.50 "PUT /v2.0/ports/f7e232c9-997e-425e-93eb-3fca512bdd63 HTTP/1.1" status: 200 len: 1091 time: 1.0623946 Nov 23 10:09:28.287019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:28.290979 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:28.384248 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57b85af-b411-4c76-8404-6e34b4e9a994 x-openstack-request-id: req-b57b85af-b411-4c76-8404-6e34b4e9a994 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:28.386266 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:28.387458 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b57b85af-b411-4c76-8404-6e34b4e9a994 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:28.388312 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63', 'status': 'completed', 'code': 200} Nov 23 10:09:28.438533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6904385-fc80-4a0a-82f7-a3e04c49678a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:28.476497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-3759999d-22f0-4f40-97d7-acee5ec3be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:28.479406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-3759999d-22f0-4f40-97d7-acee5ec3be4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 1094 time: 0.1013741 Nov 23 10:09:28.529928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-018861ff-b82f-4cfd-984c-be05c09d5082 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e232c9-997e-425e-93eb-3fca512bdd63 HTTP/1.1" status: 200 len: 217 time: 0.0409367 Nov 23 10:09:28.599007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-5ee6eb63-0dcd-4c23-a87c-cf0be5479634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:28.600534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-5ee6eb63-0dcd-4c23-a87c-cf0be5479634 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0643361 Nov 23 10:09:28.642499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-da1c5b32-a09d-48c8-bed4-f2d51cf90a8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348501 Nov 23 10:09:28.773596 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-7b54fd9e-b373-4748-87c0-b96ff7a5906d service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232774 Nov 23 10:09:28.930773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36aaecdf-db9d-4bf0-9bae-e0229bcf0a7a req-f733f9a5-c92f-41f7-8036-7423b20e2a66 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426921 Nov 23 10:09:28.932217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898c7be-4812-47ba-bec8-27fbaec4c7f1 req-b6129708-b9ae-44a8-979b-1aaa887370ca tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:28.933923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d898c7be-4812-47ba-bec8-27fbaec4c7f1 req-b6129708-b9ae-44a8-979b-1aaa887370ca tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 943 time: 0.0829973 Nov 23 10:09:29.033434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d898c7be-4812-47ba-bec8-27fbaec4c7f1 req-b667b59b-cc06-429f-a6ba-b0663f44faf8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897620 Nov 23 10:09:29.059459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-df5b1dfc-6f4b-40e4-acd5-6953bb7186b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:29.061428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-df5b1dfc-6f4b-40e4-acd5-6953bb7186b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 1094 time: 0.0757914 Nov 23 10:09:29.189271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-6e6ae656-a7b1-4d2a-9849-77e9679c8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:29.191200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-6e6ae656-a7b1-4d2a-9849-77e9679c8b0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 915 time: 0.1161125 Nov 23 10:09:29.241475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-cbf52de6-3b9f-4b00-8a44-204692d20cb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e232c9-997e-425e-93eb-3fca512bdd63 HTTP/1.1" status: 200 len: 217 time: 0.0401876 Nov 23 10:09:29.300428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-657a261e-96b4-4853-b471-f0fd2fc69aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:29.302068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-657a261e-96b4-4853-b471-f0fd2fc69aee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0527790 Nov 23 10:09:29.340230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-4f7c49c7-917e-4b07-a521-ef9c713058bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307117 Nov 23 10:09:29.449072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-daaf18fe-c11c-4c57-a612-77b31a432c2d service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012926 Nov 23 10:09:29.548147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94ed7e7e-8eb2-413e-99fa-6a063886ccc8 req-2c798b83-ffd7-42db-b046-5c019aa011b3 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912776 Nov 23 10:09:30.186373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d403b-f507-4e69-9df9-7b1a1c4d2247 req-acd1e204-2709-43f5-8172-87fab0012f97 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:30.187934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-364d403b-f507-4e69-9df9-7b1a1c4d2247 req-acd1e204-2709-43f5-8172-87fab0012f97 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 943 time: 0.0568309 Nov 23 10:09:30.266280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-364d403b-f507-4e69-9df9-7b1a1c4d2247 req-85c3732e-6755-4b5f-aff9-5fe8ded189a3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629880 Nov 23 10:09:31.429196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8347-8efc-474a-9059-1bd2da0403e6 req-46ecfcf0-e274-402c-9715-7fd00afbab0b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:31.438875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78af8347-8efc-474a-9059-1bd2da0403e6 req-46ecfcf0-e274-402c-9715-7fd00afbab0b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 943 time: 0.0992632 Nov 23 10:09:31.497280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78af8347-8efc-474a-9059-1bd2da0403e6 req-fb3f58b3-6567-4188-aa8c-5c0aab5f4aa6 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 Nov 23 10:09:32.537215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7e232c9-997e-425e-93eb-3fca512bdd63 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:09:32.686989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7e232c9-997e-425e-93eb-3fca512bdd63,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:32.716978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f7e232c9-997e-425e-93eb-3fca512bdd63', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'port_id': 'f7e232c9-997e-425e-93eb-3fca512bdd63', 'mac_address': 'fa:16:3e:0c:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:09:32.775487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:32.810273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e232c9-997e-425e-93eb-3fca512bdd63 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:32.840805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7e232c9-997e-425e-93eb-3fca512bdd63,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:32.848799 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:32.902152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:32.911235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.911857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.912363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.912945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.913436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.913956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.914472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.915081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.915564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.917707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.918372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:32.918862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:33.049382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99f05c-b308-4b33-aceb-3ba14a3c6986 req-3e895e54-6dbb-4c01-b4e4-f40553d8ea8d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:33.051442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de99f05c-b308-4b33-aceb-3ba14a3c6986 req-3e895e54-6dbb-4c01-b4e4-f40553d8ea8d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 943 time: 0.4607146 Nov 23 10:09:33.085647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:33.121606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de99f05c-b308-4b33-aceb-3ba14a3c6986 req-28a0a8b1-58e2-49eb-8846-5209f79ac487 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Nov 23 10:09:34.238291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314cc13-b9db-4160-9a5f-fcd1e5ba0350 req-34a0e1e8-1d48-4152-9548-e0d415311527 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:34.240158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8314cc13-b9db-4160-9a5f-fcd1e5ba0350 req-34a0e1e8-1d48-4152-9548-e0d415311527 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 944 time: 0.0543981 Nov 23 10:09:34.301058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8314cc13-b9db-4160-9a5f-fcd1e5ba0350 req-80f3e161-35cf-4623-ad5d-5daa2ae42eff tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491793 Nov 23 10:09:34.544003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7e232c9-997e-425e-93eb-3fca512bdd63 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:09:34.607573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f7e232c9-997e-425e-93eb-3fca512bdd63 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:09:34.612857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f7e232c9-997e-425e-93eb-3fca512bdd63 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:09:34.613561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:34.722248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:34.778358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:34.781387 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aaa7e4-0fe2-4dda-8cec-c0dfffff09c1" -d '{"events": [{"server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "name": "network-vif-plugged", "status": "completed", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:34.814232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7e232c9-997e-425e-93eb-3fca512bdd63,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:34.825712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:34.883175 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb644cb6-0636-40a4-bea2-dff206f3cf26 x-openstack-request-id: req-eb644cb6-0636-40a4-bea2-dff206f3cf26 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:34.883879 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "name": "network-vif-plugged", "status": "completed", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:34.884124 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb644cb6-0636-40a4-bea2-dff206f3cf26 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:34.884572 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63', 'code': 200} Nov 23 10:09:34.918679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:34.985267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caca8c-0768-41f4-960f-81348d56bfc7 req-7c1d04a6-9ffb-4ad5-9511-c0649ffd5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:34.987695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2caca8c-0768-41f4-960f-81348d56bfc7 req-7c1d04a6-9ffb-4ad5-9511-c0649ffd5c77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 1096 time: 0.0564454 Nov 23 10:09:35.047659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2caca8c-0768-41f4-960f-81348d56bfc7 req-dddc3c17-a010-48c3-a8f1-a0a59fbf9483 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Nov 23 10:09:35.422555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824bbe6-ccf8-400f-9087-79d210336ec8 req-7e2b1307-9d8f-4158-a399-b3543f33f10f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:35.424221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1824bbe6-ccf8-400f-9087-79d210336ec8 req-7e2b1307-9d8f-4158-a399-b3543f33f10f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 945 time: 0.0578921 Nov 23 10:09:35.477542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1824bbe6-ccf8-400f-9087-79d210336ec8 req-02297474-aa07-45a1-82b6-f91a2bee2c05 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Nov 23 10:09:36.618377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705dc11-4ed8-4cfa-8276-c6ec3ec1b608 req-acbaeba7-8fbe-421b-8d1a-626bca43c516 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:36.620695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b705dc11-4ed8-4cfa-8276-c6ec3ec1b608 req-acbaeba7-8fbe-421b-8d1a-626bca43c516 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 945 time: 0.0603642 Nov 23 10:09:36.681771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b705dc11-4ed8-4cfa-8276-c6ec3ec1b608 req-92c2bd85-7252-4092-b726-34fceef974e1 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Nov 23 10:09:41.469233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:41.773324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dc72f1b-9873-4c17-99bc-2cac7df88794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:41.876092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dc72f1b-9873-4c17-99bc-2cac7df88794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:41.881218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dc72f1b-9873-4c17-99bc-2cac7df88794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:41.946571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1dc72f1b-9873-4c17-99bc-2cac7df88794 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8e9a7d6496a4cb2998d71e8a2faf4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4758360 Nov 23 10:09:41.949024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54232) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:41.953384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72f1b-9873-4c17-99bc-2cac7df88794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d25cfca-f945-48e8-9c35-c26b28d7e963,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:42.001635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.033401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.132064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.135500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.137334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d25cfca-f945-48e8-9c35-c26b28d7e963 HTTP/1.1" status: 204 len: 168 time: 0.1870294 Nov 23 10:09:42.155856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d25cfca-f945-48e8-9c35-c26b28d7e963,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:42.172544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.177352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.178281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.179392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.179900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.180413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.180918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.181434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.182100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.183360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.183922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.184457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b7617a-0ed6-4bf5-bd09-60011a92e8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:09:42.683715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:42.698648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61172579-57ff-4cde-9249-8b93337159f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.844389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61172579-57ff-4cde-9249-8b93337159f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.866848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61172579-57ff-4cde-9249-8b93337159f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:42.903544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61172579-57ff-4cde-9249-8b93337159f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=196049096efe4b3f8bc8278647313010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186859 Nov 23 10:09:42.906274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54262) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:42.933010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61172579-57ff-4cde-9249-8b93337159f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8ed6e-8b8c-4dd5-adb8-307155208bd7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:43.048996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.086894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.150759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.161376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.161376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02c8ed6e-8b8c-4dd5-adb8-307155208bd7 HTTP/1.1" status: 204 len: 168 time: 0.2531500 Nov 23 10:09:43.171228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980b16-827c-472f-9450-41d73447b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8ed6e-8b8c-4dd5-adb8-307155208bd7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:43.753291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54284) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:43.768048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bfa44cfb-be73-419a-8fee-4527c7bf7a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.928620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bfa44cfb-be73-419a-8fee-4527c7bf7a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:43.944681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bfa44cfb-be73-419a-8fee-4527c7bf7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:44.004382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bfa44cfb-be73-419a-8fee-4527c7bf7a0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=081b97b7285a4bd6b562da630cbba2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473147 Nov 23 10:09:44.004878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54292) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:09:44.005326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44cfb-be73-419a-8fee-4527c7bf7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61407727-64bc-43f2-99a7-04ad90eddba2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:44.090595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:44.126316 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:44.191560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:44.191560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:44.191560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61407727-64bc-43f2-99a7-04ad90eddba2 HTTP/1.1" status: 204 len: 168 time: 0.1850326 Nov 23 10:09:44.201584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2e174-9143-4b1b-9e31-80a208946279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61407727-64bc-43f2-99a7-04ad90eddba2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:45.468503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-869a701f-1cdb-41b2-a384-a53bb5283148 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:45.476825 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-869a701f-1cdb-41b2-a384-a53bb5283148 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1315060 Nov 23 10:09:45.488261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-2952d77d-1a09-449b-b459-e904dd7065a9 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/quotas/14a95e673b8c46b9a2e0e23e08815844 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Nov 23 10:09:45.571976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-41c769ca-b9fa-497f-8505-2bd4546f8ec8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746605 Nov 23 10:09:45.690259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-36ef1c1e-3833-4887-8e56-21bf4722cf2a service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167355 Nov 23 10:09:45.818796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:45.849673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-98dd57a3-eac4-4efc-b85d-010b3c12742a service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516421 Nov 23 10:09:46.154353 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8e7fa-6122-42e6-a133-52e5a8159128 req-c060819a-5821-4439-864d-99d96689e310 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:46.171799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4f8e7fa-6122-42e6-a133-52e5a8159128 req-c060819a-5821-4439-864d-99d96689e310 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1418452 Nov 23 10:09:46.230726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2728391e-be4a-48a3-a18e-51296d4bffba req-ace96091-214a-4211-9dba-a9610a25c46a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 210 time: 0.0826545 Nov 23 10:09:46.270757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4f8e7fa-6122-42e6-a133-52e5a8159128 req-b935c8db-fb4a-4a8d-bcd5-c7faeee2513d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943825 Nov 23 10:09:46.493247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b7514-6c03-4b04-9408-045c6e452097 req-6a540186-9b2f-45c4-825d-51f97a208184 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:46.501774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-447b7514-6c03-4b04-9408-045c6e452097 req-6a540186-9b2f-45c4-825d-51f97a208184 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0750475 Nov 23 10:09:46.604715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-447b7514-6c03-4b04-9408-045c6e452097 req-7e04a37d-be32-4eb0-a2cb-6ad1895f1379 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016104 Nov 23 10:09:47.308276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-4a092d03-850e-4d95-a734-6bfd6fa8c068 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:47.310455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-4a092d03-850e-4d95-a734-6bfd6fa8c068 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.2619162 Nov 23 10:09:47.338118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-603b0cf6-b902-4e16-b34a-0d15e2da6aef tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/quotas/a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 375 time: 0.0214128 Nov 23 10:09:47.398528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84b21681-8d67-4190-825d-72e1c78351a3 req-371e444f-145e-4c5e-8e44-9ba1c632c2fc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 210 time: 0.0553117 Nov 23 10:09:47.447341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-784ea76b-2745-48d2-a6e7-f22394e4f373 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1082425 Nov 23 10:09:47.660343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-51c7a253-4190-4878-9d2b-9db3fbcde073 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:47.662663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-51c7a253-4190-4878-9d2b-9db3fbcde073 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1812158 Nov 23 10:09:47.669445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-d6dc9547-8757-423a-b44b-d1a7e9b3228f service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143471 Nov 23 10:09:47.684794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Request body: {'port': {'device_id': '453f36a0-d91e-4621-a000-1a08333456b5', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'admin_state_up': True, 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:47.843013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a20c7bf-0e5f-434d-ac7d-7a9f27bd41b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:47.863077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-732b4d90-007a-4e78-b7a0-17bfcbe36bd2 service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829612 Nov 23 10:09:47.928806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:09:47.954972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:48.242152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Allocated IP 172.20.0.4 (7e3d361c-e968-48bb-a90f-022ee328a60f/0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1/067b4673-9600-4628-8760-242860ceb100) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:09:48.263833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffebf2fb-2540-411c-92bc-c05b5799091b req-a3d44283-1411-48ea-a3b4-af9307a70471 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 210 time: 0.0523987 Nov 23 10:09:48.619988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25aa29fb-67f4-4110-a92a-4e26f518fcd7 req-ac65fc1d-8621-4324-8ecc-52fb7ea66e9c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 210 time: 0.0692430 Nov 23 10:09:48.704940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:48.758637 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:48.772796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:48.817853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:48.829619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Network 7e3d361c-e968-48bb-a90f-022ee328a60f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:09:48.837385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:09:48.842455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:09:48.904169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event updated for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:48.950554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:48.951190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:48.985869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-f7d7ea1f-88a7-4e1e-9baf-ef12525e14b8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3050911 Nov 23 10:09:49.007794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Request body: {'port': {'device_id': '453f36a0-d91e-4621-a000-1a08333456b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:49.109843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:49.218179 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:09:49.569261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aae46e4b-4687-4fd5-a55d-2188f8034130 req-b1875cfa-986c-401e-8c86-b216d7874612 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 210 time: 0.0675888 Nov 23 10:09:49.928941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb2d5-94a1-45da-806b-35cab256e33b req-2b1144df-cb59-48f4-8518-5513723f257d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:49.938168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7acb2d5-94a1-45da-806b-35cab256e33b req-2b1144df-cb59-48f4-8518-5513723f257d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 931 time: 0.1801620 Nov 23 10:09:50.005986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067b4673-9600-4628-8760-242860ceb100 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:50.005986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.030287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7acb2d5-94a1-45da-806b-35cab256e33b req-bdb563c4-4975-4088-a524-b4ffebd9c41a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877311 Nov 23 10:09:50.045356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Transition to ACTIVE for port object 067b4673-9600-4628-8760-242860ceb100 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:09:50.059123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.322815 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.332733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Pushing event updated for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:50.432132 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-288dad9c-57b6-430e-b2c8-0b9b026e6e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.474183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Attempting to bind port 067b4673-9600-4628-8760-242860ceb100 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:09:50.475135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Attempting to bind port 067b4673-9600-4628-8760-242860ceb100 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:09:50.480738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Attempting to bind port 067b4673-9600-4628-8760-242860ceb100 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:50.487858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-395da011-2ff7-4472-b6b0-b2d30fd93f7e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:50.490429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-395da011-2ff7-4472-b6b0-b2d30fd93f7e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.2968144 Nov 23 10:09:50.510016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Port 067b4673-9600-4628-8760-242860ceb100 on network 7e3d361c-e968-48bb-a90f-022ee328a60f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:09:50.510808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Attempting to bind port 067b4673-9600-4628-8760-242860ceb100 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:50.515777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'device_id': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'admin_state_up': True, 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:50.523754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:09:50.526343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Checking segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:09:50.528140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Bound using segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:09:50.529063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Bound port: 067b4673-9600-4628-8760-242860ceb100, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:09:50.530859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.703489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c9a44a7-dd23-43b9-a297-420253f30891 req-059e2d7c-6bd4-4993-a2a0-5ebaf6cac012 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 210 time: 0.0401502 Nov 23 10:09:50.727971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:09:50.731579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=067b4673-9600-4628-8760-242860ceb100,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:09:50.753383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.805000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:09:50.809492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.811438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:50.812223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:50.813919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] 10.222.0.50 "PUT /v2.0/ports/067b4673-9600-4628-8760-242860ceb100 HTTP/1.1" status: 200 len: 1091 time: 1.8199971 Nov 23 10:09:50.814545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'tag': '067b4673-9600-4628-8760-242860ceb100'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:50.817105 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8de1fb-e3de-403a-889f-04225ef81fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "tag": "067b4673-9600-4628-8760-242860ceb100"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:50.877476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db391b-a4ba-40fa-95f5-c74df9553c1e service neutron] Pushing event updated for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:50.934099 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99129a-f066-4990-a477-2282c2906b9c x-openstack-request-id: req-8a99129a-f066-4990-a477-2282c2906b9c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:50.935283 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "tag": "067b4673-9600-4628-8760-242860ceb100", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:50.935751 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a99129a-f066-4990-a477-2282c2906b9c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:50.936438 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'tag': '067b4673-9600-4628-8760-242860ceb100', 'status': 'completed', 'code': 200} Nov 23 10:09:50.958368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-233f3068-b308-4559-bfe7-b39264dd8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:50.960526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-233f3068-b308-4559-bfe7-b39264dd8ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 1094 time: 0.0692854 Nov 23 10:09:51.036895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-a079aa82-1b48-4ec1-aadd-22fc309f1035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067b4673-9600-4628-8760-242860ceb100 HTTP/1.1" status: 200 len: 217 time: 0.0664384 Nov 23 10:09:51.094451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.20.0.9 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:09:51.121276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae058-a787-43fc-9680-67c712281edc req-177e6aab-82ab-4dae-a078-7d91a9b023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:51.124348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-177e6aab-82ab-4dae-a078-7d91a9b023ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0768700 Nov 23 10:09:51.195429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-f5e79913-7690-41e8-a44d-86fe3307a3bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609004 Nov 23 10:09:51.224584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:51.268332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cedbcb-205c-44f4-bf47-769522368c99 req-94ff3215-72f3-41e8-b21b-6870fe6f504b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:51.279474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58cedbcb-205c-44f4-bf47-769522368c99 req-94ff3215-72f3-41e8-b21b-6870fe6f504b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 943 time: 0.1605742 Nov 23 10:09:51.420039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:51.478377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:51.499684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191', 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:51.610223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:09:51.622745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:09:51.629797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:09:51.717740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:51.827548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:51.828437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:51.935129 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-8aab0711-f2f4-4a92-ad50-0d7fecd94f87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4288247 Nov 23 10:09:51.963935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Request body: {'port': {'device_id': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:09:52.187936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:52.204485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-8428bef5-de97-45bf-ad08-a60ea68a81b8 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0005939 Nov 23 10:09:52.245114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a9163-f5ae-46b0-955e-4005107dbd4d req-682b19a3-ae47-4411-964a-df5f2e409dd1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:52.251845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-546a9163-f5ae-46b0-955e-4005107dbd4d req-682b19a3-ae47-4411-964a-df5f2e409dd1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 931 time: 0.2836545 Nov 23 10:09:52.256401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58cedbcb-205c-44f4-bf47-769522368c99 req-44912357-2c1a-490f-bd50-546b7a7869e7 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9758036 Nov 23 10:09:52.326891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c3ec287b-af7d-4d2a-9f49-c94c7cbc2cef None None] Provisioning complete for port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:09:52.329323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3ec287b-af7d-4d2a-9f49-c94c7cbc2cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:52.441297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec287b-af7d-4d2a-9f49-c94c7cbc2cef None None] Port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:09:52.556261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-546a9163-f5ae-46b0-955e-4005107dbd4d req-2dfd0025-63e4-4901-b6d0-44cf2cddbae5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731712 Nov 23 10:09:52.561616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-815ae058-a787-43fc-9680-67c712281edc req-f2e9110c-4a96-456c-8ea9-a2aa50513941 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474391 Nov 23 10:09:52.630409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:52.739183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-4dfd7928-d86f-496b-ba6a-b0d0ccab483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:52.740701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-4dfd7928-d86f-496b-ba6a-b0d0ccab483e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 1094 time: 0.0986025 Nov 23 10:09:52.847712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:52.865399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:52.893610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Transition to ACTIVE for port object 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:09:52.903561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:52.913180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-6e2451c6-97e4-490a-9d8c-2f0b1e1e369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:52.918476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-6e2451c6-97e4-490a-9d8c-2f0b1e1e369b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 915 time: 0.1692035 Nov 23 10:09:53.028404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-b91f1978-d43a-40bd-83be-f1b8337375d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067b4673-9600-4628-8760-242860ceb100 HTTP/1.1" status: 200 len: 217 time: 0.0903587 Nov 23 10:09:53.055977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:53.209797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-1db0c2a1-a02f-4418-ab28-6c4766da3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:53.218995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-1db0c2a1-a02f-4418-ab28-6c4766da3571 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.1798868 Nov 23 10:09:53.314465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-e1f6f639-fdda-4060-86ae-7b419f1e9357 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838335 Nov 23 10:09:53.325202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Attempting to bind port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:09:53.325539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Attempting to bind port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:09:53.325866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Attempting to bind port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:53.343951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f on network dcaa4c69-1be9-4d3d-820f-022dfe9befea not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:09:53.352926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Attempting to bind port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:09:53.377763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:09:53.377763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:09:53.377763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:09:53.379347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Bound port: 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:09:53.383370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:53.537015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:53.594258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-8f055fdc-5138-44e0-b2f4-1247f55b6358 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734191 Nov 23 10:09:53.603336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae25a7f-cb24-4578-a73e-4d14d495d5a2 req-f0b8221d-3c67-4e7a-994e-bf7680b78f22 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:53.605202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eae25a7f-cb24-4578-a73e-4d14d495d5a2 req-f0b8221d-3c67-4e7a-994e-bf7680b78f22 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 943 time: 0.2483363 Nov 23 10:09:53.718797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:09:53.724468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eae25a7f-cb24-4578-a73e-4d14d495d5a2 req-f7b8e392-dc04-4847-9749-7574a2ae4ee9 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975468 Nov 23 10:09:53.726432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:09:53.734137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:53.839891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:53.843982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:53.848620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] 10.222.0.11 "PUT /v2.0/ports/7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 200 len: 1091 time: 1.9027038 Nov 23 10:09:53.853226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:53.856072 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:53.898950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6de264-3748-41bd-82d2-be7237142b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:53.983843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd8de1fb-e3de-403a-889f-04225ef81fe1 req-633224dd-7795-4d25-b97b-e446e9f7e0b9 service neutron] 10.222.0.50 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798456 Nov 23 10:09:54.109720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c319e-b36b-4476-9b88-8aa564435081 req-fd9d548c-52e9-4787-bc19-cb7a9033ff5e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.119230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d4c319e-b36b-4476-9b88-8aa564435081 req-fd9d548c-52e9-4787-bc19-cb7a9033ff5e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 943 time: 0.3069293 Nov 23 10:09:54.137376 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801ff95-ba82-4034-8ec6-5a6b1783fb85 x-openstack-request-id: req-6801ff95-ba82-4034-8ec6-5a6b1783fb85 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:54.137915 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:54.138396 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6801ff95-ba82-4034-8ec6-5a6b1783fb85 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:54.139704 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'status': 'completed', 'code': 200} Nov 23 10:09:54.152898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-3199bd53-b58e-4d9e-9768-15d0ddace4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.155015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-3199bd53-b58e-4d9e-9768-15d0ddace4a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 1094 time: 0.2063539 Nov 23 10:09:54.249001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-0593922a-922b-4109-abf7-dff900ff0482 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 200 len: 217 time: 0.0815718 Nov 23 10:09:54.289318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d4c319e-b36b-4476-9b88-8aa564435081 req-5c23afd3-555c-4d84-9d54-ff90828e219a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476693 Nov 23 10:09:54.342241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-588ca520-beb2-4052-8095-5ee97b1e62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.343771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-588ca520-beb2-4052-8095-5ee97b1e62f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0872169 Nov 23 10:09:54.402746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-796f6e26-cc94-4c09-8492-c2893944c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.404421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-796f6e26-cc94-4c09-8492-c2893944c187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528054 Nov 23 10:09:54.511099 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-83e7444d-3a8b-4536-91f2-20bc2fa79593 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990872 Nov 23 10:09:54.639710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea4f5ad1-5391-4783-9928-38b44674e7bd req-e889c7ca-fcc6-4948-b123-10da9f85cc12 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210675 Nov 23 10:09:54.747736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-f7399127-5699-4742-a642-7b3886cbec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.749643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-f7399127-5699-4742-a642-7b3886cbec65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 1094 time: 0.0548165 Nov 23 10:09:54.923479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-bfbeb985-5d5c-4b1b-a092-3a49832ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.924967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-bfbeb985-5d5c-4b1b-a092-3a49832ed025 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1679337 Nov 23 10:09:54.937022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb1ca3-8548-45eb-9df5-461991afb20d req-5b6fc88a-311b-46bd-a5ee-abae3442d9bc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:54.944556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6bb1ca3-8548-45eb-9df5-461991afb20d req-5b6fc88a-311b-46bd-a5ee-abae3442d9bc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 943 time: 0.0959563 Nov 23 10:09:54.992191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-163d7dc2-ce80-45d9-8c1b-9054111879cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 200 len: 217 time: 0.0449510 Nov 23 10:09:55.073078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6bb1ca3-8548-45eb-9df5-461991afb20d req-3d452631-a397-455e-bc70-258a6cfb781a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276457 Nov 23 10:09:55.080899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-caec1d4c-50b6-4ea6-9c3d-e20814e3b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:55.082273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-caec1d4c-50b6-4ea6-9c3d-e20814e3b6f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0726686 Nov 23 10:09:55.153179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-4b743b90-6d8b-4838-9541-eb45cc75ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:55.154917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-4b743b90-6d8b-4838-9541-eb45cc75ec1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629325 Nov 23 10:09:55.313060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-16b508ef-0cdc-4f38-b07e-b80cd8b14c2d service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463635 Nov 23 10:09:55.476717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15f5a6-672c-492c-8fc9-9e92e5407c3a req-6722a1f4-5b9d-480d-9310-9008394a9636 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:55.478331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee15f5a6-672c-492c-8fc9-9e92e5407c3a req-6722a1f4-5b9d-480d-9310-9008394a9636 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 943 time: 0.0895178 Nov 23 10:09:55.512393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aeb3e3b-79d3-45e7-b0b0-5cd941e30ab1 req-52ecdafa-6929-4557-b733-00f59cb75d7d service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908424 Nov 23 10:09:55.555359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee15f5a6-672c-492c-8fc9-9e92e5407c3a req-05f7a612-c410-4604-b744-eb922808ae59 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 Nov 23 10:09:56.244346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e140-3601-458f-9981-a305b87ad2d0 req-b914e091-8f99-4fec-b56e-485ccfce3e3d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:56.246036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ea3e140-3601-458f-9981-a305b87ad2d0 req-b914e091-8f99-4fec-b56e-485ccfce3e3d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 943 time: 0.0646017 Nov 23 10:09:56.333634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ea3e140-3601-458f-9981-a305b87ad2d0 req-248ff0ff-5f9e-4f7e-a3be-6b94fcb20197 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Nov 23 10:09:56.667140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 067b4673-9600-4628-8760-242860ceb100 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:09:56.686108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab46043-35f1-4dd5-b90a-b4a3a8da7607 req-e887808f-ab9c-4368-9803-c0794beff438 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:56.691167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ab46043-35f1-4dd5-b90a-b4a3a8da7607 req-e887808f-ab9c-4368-9803-c0794beff438 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 943 time: 0.0576468 Nov 23 10:09:56.745413 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ab46043-35f1-4dd5-b90a-b4a3a8da7607 req-4386d277-35c5-41bc-b556-81d758ce7773 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Nov 23 10:09:56.803722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=067b4673-9600-4628-8760-242860ceb100,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:56.817559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '067b4673-9600-4628-8760-242860ceb100', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'port_id': '067b4673-9600-4628-8760-242860ceb100', 'mac_address': 'fa:16:3e:f2:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:09:56.859313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:56.874217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067b4673-9600-4628-8760-242860ceb100 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:56.896857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=067b4673-9600-4628-8760-242860ceb100,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:56.903389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:57.043367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:57.164458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['067b4673-9600-4628-8760-242860ceb100'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:57.471124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfd71a-2f0e-4ebd-bf54-8cf21befe1e6 req-a33ee0d5-5428-4eda-8169-853260256883 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:57.473797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51bfd71a-2f0e-4ebd-bf54-8cf21befe1e6 req-a33ee0d5-5428-4eda-8169-853260256883 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 944 time: 0.0654874 Nov 23 10:09:57.549061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-51bfd71a-2f0e-4ebd-bf54-8cf21befe1e6 req-fae356df-b803-48f3-bb2d-d05f0416dd93 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Nov 23 10:09:57.889633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30227d79-56b7-4dfb-869f-6c8cdc4c86e6 req-bd9b6050-6361-4a43-917d-15e2c01d4350 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:57.891262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30227d79-56b7-4dfb-869f-6c8cdc4c86e6 req-bd9b6050-6361-4a43-917d-15e2c01d4350 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 943 time: 0.0582149 Nov 23 10:09:57.965059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30227d79-56b7-4dfb-869f-6c8cdc4c86e6 req-13045122-6564-4e7d-9cb7-efa03a815070 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Nov 23 10:09:58.669190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9904f-eea0-4793-91a6-81661b76e527 req-abe74d2e-f5d4-4e82-9033-fb104038e01f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:58.670843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09d9904f-eea0-4793-91a6-81661b76e527 req-abe74d2e-f5d4-4e82-9033-fb104038e01f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 944 time: 0.0547349 Nov 23 10:09:58.697179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 067b4673-9600-4628-8760-242860ceb100 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:09:58.729035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09d9904f-eea0-4793-91a6-81661b76e527 req-15f43008-6ec4-4b7c-8e2f-3983a3cfde86 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Nov 23 10:09:58.756619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 067b4673-9600-4628-8760-242860ceb100 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:09:58.761029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 067b4673-9600-4628-8760-242860ceb100 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:09:58.761413 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:58.821107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:09:58.958904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:58.961675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:59.001861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=067b4673-9600-4628-8760-242860ceb100,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:59.003023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b4673-9600-4628-8760-242860ceb100'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:09:59.005740 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b654cd50-49e7-4d68-b83c-bf9d869cfc4d" -d '{"events": [{"server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "name": "network-vif-plugged", "status": "completed", "tag": "067b4673-9600-4628-8760-242860ceb100"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:09:59.008856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'mac_address': 'fa:16:3e:28:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:09:59.025233 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:59.092856 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e607eec-0ee8-4127-88e7-be653cb37c60 x-openstack-request-id: req-3e607eec-0ee8-4127-88e7-be653cb37c60 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:09:59.093434 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "name": "network-vif-plugged", "status": "completed", "tag": "067b4673-9600-4628-8760-242860ceb100", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:09:59.093841 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e607eec-0ee8-4127-88e7-be653cb37c60 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:09:59.094418 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b4673-9600-4628-8760-242860ceb100', 'code': 200} Nov 23 10:09:59.097058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:59.136099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:09:59.176791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:09:59.190743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da8f6-9d36-43c6-85b4-e96396696bb1 req-dd147d11-e72e-484b-a0b1-2ec1c082c75d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:59.200535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a59da8f6-9d36-43c6-85b4-e96396696bb1 req-dd147d11-e72e-484b-a0b1-2ec1c082c75d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 943 time: 0.1533983 Nov 23 10:09:59.228869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:09:59.247162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165d54c-25fd-4827-b08e-4fce7620b07c req-b26e9b8e-6d4d-4a32-87d9-3e726d511d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:59.251137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:59.253050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6165d54c-25fd-4827-b08e-4fce7620b07c req-b26e9b8e-6d4d-4a32-87d9-3e726d511d51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 1096 time: 0.0939152 Nov 23 10:09:59.274646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a59da8f6-9d36-43c6-85b4-e96396696bb1 req-85922db8-c149-4878-b403-09fb02c28b2e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720594 Nov 23 10:09:59.368400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:09:59.373335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6165d54c-25fd-4827-b08e-4fce7620b07c req-42d91d0c-6a72-400b-b3a6-4b92a961f33e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125560 Nov 23 10:09:59.643882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:09:59.905778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc527-3649-4d28-9acc-a9e33f39e51a req-5433a0b0-eaf7-43d1-a276-a16e6dfff019 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:09:59.910388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-133bc527-3649-4d28-9acc-a9e33f39e51a req-5433a0b0-eaf7-43d1-a276-a16e6dfff019 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 945 time: 0.0933323 Nov 23 10:09:59.993437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-133bc527-3649-4d28-9acc-a9e33f39e51a req-e02629e5-52f3-4d1a-8a3c-a9f4ae6bba41 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Nov 23 10:10:00.432985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760cb6f-e1e7-4aad-99e2-2a5f0de0fe96 req-c9acd896-b099-418d-bc3d-8c3e858e590a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:00.435180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2760cb6f-e1e7-4aad-99e2-2a5f0de0fe96 req-c9acd896-b099-418d-bc3d-8c3e858e590a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 944 time: 0.0864823 Nov 23 10:10:00.523093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2760cb6f-e1e7-4aad-99e2-2a5f0de0fe96 req-566c57cc-fa0c-4881-be2d-b39d80fdf19c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814245 Nov 23 10:10:01.134317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d70e6-77a5-41c8-bea1-17878b7f10bc req-df8e7373-fabb-4aab-a1fa-9cfa522e8ea3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:01.136258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-202d70e6-77a5-41c8-bea1-17878b7f10bc req-df8e7373-fabb-4aab-a1fa-9cfa522e8ea3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 945 time: 0.0570202 Nov 23 10:10:01.212476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-202d70e6-77a5-41c8-bea1-17878b7f10bc req-90462aae-556c-4c5d-ab7d-848499e8eabc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641258 Nov 23 10:10:01.676810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613584-0ea9-4387-aa70-71b3159608d4 req-d15fb653-563d-44a0-a6a2-2c5bf6fef059 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:01.685852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4613584-0ea9-4387-aa70-71b3159608d4 req-d15fb653-563d-44a0-a6a2-2c5bf6fef059 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 944 time: 0.0702567 Nov 23 10:10:01.758216 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e4613584-0ea9-4387-aa70-71b3159608d4 req-39037e65-ca6f-4658-853c-490432cc6f8d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Nov 23 10:10:02.862979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:10:02.985846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:10:02.997009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:03.000311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:03.043451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7dca5-6050-47cc-a1c1-57f05111a617 req-fb1e8155-7695-4e94-867e-2ae98856b5c7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.060155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ce7dca5-6050-47cc-a1c1-57f05111a617 req-fb1e8155-7695-4e94-867e-2ae98856b5c7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 944 time: 0.1090982 Nov 23 10:10:03.163620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ce7dca5-6050-47cc-a1c1-57f05111a617 req-bc94fb24-ae5b-4453-bc0e-fcb8066e75b7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024830 Nov 23 10:10:03.188458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:03.233257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:03.240299 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84970f7a-6cf2-4a14-a492-60ea7b88a83e" -d '{"events": [{"server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "name": "network-vif-plugged", "status": "completed", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:03.259052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:03.279123 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:03.331935 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af4736-2313-4be5-b295-546b3db2bcc3 x-openstack-request-id: req-91af4736-2313-4be5-b295-546b3db2bcc3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:03.332382 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "name": "network-vif-plugged", "status": "completed", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:03.332651 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91af4736-2313-4be5-b295-546b3db2bcc3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:03.333051 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'code': 200} Nov 23 10:10:03.419368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:03.484947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00793edd-911c-4b1c-af22-6cde31308f7d req-be335f88-7782-474f-b198-688a36c131e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.489684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00793edd-911c-4b1c-af22-6cde31308f7d req-be335f88-7782-474f-b198-688a36c131e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0875742 Nov 23 10:10:03.584038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00793edd-911c-4b1c-af22-6cde31308f7d req-cbba17f1-c19a-4a81-9957-dcfdd9fd725e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874746 Nov 23 10:10:03.927440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.945774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.959261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.969953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.983013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.990130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:03.998080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:04.007042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5603921-af6c-411b-bb00-d15d3494558b req-960a38a3-ad4d-4a23-bb0c-28f08cdb4506 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.2068675 Nov 23 10:10:04.074859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5603921-af6c-411b-bb00-d15d3494558b req-1cf0f02d-795b-4976-94c0-5c73db37add7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666003 Nov 23 10:10:04.306836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb76e4-507a-4195-b320-d3b0fb3358dc req-d408b43f-8102-4bee-a8c7-7dc3aa1c0b88 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:04.308727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72fb76e4-507a-4195-b320-d3b0fb3358dc req-d408b43f-8102-4bee-a8c7-7dc3aa1c0b88 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 945 time: 0.0537736 Nov 23 10:10:04.398947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72fb76e4-507a-4195-b320-d3b0fb3358dc req-104c3a1a-72e2-48da-a1e7-4ddc3704b4f2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718219 Nov 23 10:10:05.212469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.231614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.242722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.253423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.266484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.282109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.288510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.298681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-1e75e1c3-2704-4d59-9de4-f456d22c2969 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.1976230 Nov 23 10:10:05.387089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.394526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.400965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.407243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.413727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.420094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.428498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.437354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-6ccea0ba-aafd-4f01-bda5-4eb4a14a451a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 5433 time: 0.2458389 Nov 23 10:10:05.503588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-6b6133a6-1b15-42e4-a12b-4fb982f5a619 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.505105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-6b6133a6-1b15-42e4-a12b-4fb982f5a619 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1801176 Nov 23 10:10:05.536876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b98b8526-6c36-4915-8bfb-7e5b7e855664 req-e5557d50-7d90-42e5-ab0b-0672e50b76a6 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975945 Nov 23 10:10:05.569244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9fd7-4964-4086-91e1-2710d0e6f7d8 req-0f9b7896-6293-4a04-a503-91706f8d05db tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:05.582548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a15e9fd7-4964-4086-91e1-2710d0e6f7d8 req-0f9b7896-6293-4a04-a503-91706f8d05db tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 945 time: 0.0805674 Nov 23 10:10:05.713026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a15e9fd7-4964-4086-91e1-2710d0e6f7d8 req-07a55db7-9636-4326-bda5-222b8fc3b59a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246181 Nov 23 10:10:05.797948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-6e0c8b5b-5d19-48de-b62b-cc143f5f840b tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2597086 Nov 23 10:10:05.812634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:05.926343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:05.946218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-551754dc-8459-4568-a753-96dac5851b4d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 267 time: 0.0978725 Nov 23 10:10:06.050710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-7d7d906a-aabe-4f17-80cb-6bc8dddda3dd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.052326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-7d7d906a-aabe-4f17-80cb-6bc8dddda3dd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 945 time: 0.0872507 Nov 23 10:10:06.069690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'security_groups': []}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:06.241826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:06.329323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] For port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:10:06.425698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] device_id is not set on port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:10:06.493660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:06.558656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:06.594366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:06.822579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.833760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.861450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.880456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.891259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.906769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:06.926512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-2d197c68-dabd-41f7-b908-e97b95193c92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 4660 time: 0.2361317 Nov 23 10:10:06.984773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] No DVR routers for this DVR port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:07.052871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Pushing event updated for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:07.054081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d195b0eb-e564-468b-b72d-49ae5308b045 req-230886d1-c482-4ffa-b4fd-df4b0a076222 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210392 Nov 23 10:10:07.259220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] In _notify_port_updated(), no bound segment for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:10:07.259939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:07.260517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:07.261758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-4e80fae5-8f83-412d-9825-d255d2ac227f service neutron] 10.222.0.11 "PUT /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 200 len: 1026 time: 1.4548600 Nov 23 10:10:07.328449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:07.354987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e619fc47-2c13-438d-a2d7-659f6685479e None None] Provisioning complete for port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:07.355483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e619fc47-2c13-438d-a2d7-659f6685479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:07.370943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:07.384596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:07.464218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191', 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:07.476295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:07.588633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:07.613228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-c5f53bd6-06e9-4fd6-b0c0-27d073a88bbd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:07.637758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-c5f53bd6-06e9-4fd6-b0c0-27d073a88bbd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "GET /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3682563 Nov 23 10:10:07.651523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:07.737338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:07.737338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:07.741431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a1c5619-402d-4e81-be32-0d5a2d782065 req-2b002abf-b6f3-4cb8-8bef-9c5d963b2add tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "PUT /v2.0/ports/7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 200 len: 904 time: 1.6765528 Nov 23 10:10:07.748007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:07.750486 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c31c4-9d51-48fa-9407-947f6c3163ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:07.911640 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61564680-3f64-419b-a304-86cf2eecc20d x-openstack-request-id: req-61564680-3f64-419b-a304-86cf2eecc20d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:07.911788 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:07.912060 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61564680-3f64-419b-a304-86cf2eecc20d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:07.912506 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'status': 'completed', 'code': 200} Nov 23 10:10:07.913097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:08.038951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-88181917-827f-4b20-a1d7-27ead7c71dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.051480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-88181917-827f-4b20-a1d7-27ead7c71dde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 1058 time: 0.1524198 Nov 23 10:10:08.143823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587a95f-054c-4313-b6f9-f6fca8dab8bd req-f9384d3f-4dd5-4118-85a1-e0793f3d8fec tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.158445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d587a95f-054c-4313-b6f9-f6fca8dab8bd req-f9384d3f-4dd5-4118-85a1-e0793f3d8fec tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 907 time: 0.1343377 Nov 23 10:10:08.451284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e619fc47-2c13-438d-a2d7-659f6685479e None None] Port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:10:08.505440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:08.539942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.552332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.568860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.581946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.596893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.615325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.626601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-643366e4-005b-4cb2-b1b3-bce4d3bcedc5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 4660 time: 0.2677007 Nov 23 10:10:08.640913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d6b11965-0708-4e0e-94d7-11295c706197 None None] Provisioning complete for port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:08.641592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d6b11965-0708-4e0e-94d7-11295c706197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:08.778714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c41b7f7b-3b02-44cf-863d-3c2fb8892ae9 req-238348d3-2776-4909-a2ec-9b80d4475837 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=180bc04d-476f-4862-9a92-1844065dbeaf&id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507478 Nov 23 10:10:08.790477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-9054e80d-abb9-47ee-8990-1a29d1717e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:08.795193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-9054e80d-abb9-47ee-8990-1a29d1717e5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.7426620 Nov 23 10:10:08.901990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 344bfc53-6cf5-42fa-b1e6-7c9aff06240a no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:08.921428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-f25330e7-08dc-4135-ae77-5866e234f0f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 200 len: 217 time: 0.1113529 Nov 23 10:10:09.047922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-57893aad-b148-42a8-bc6e-b13f3f376fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:09.049618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-57893aad-b148-42a8-bc6e-b13f3f376fa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1239746 Nov 23 10:10:09.172680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.261999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-8ea49d35-0dec-491e-a870-d41a53ae4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:09.271994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-8ea49d35-0dec-491e-a870-d41a53ae4c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137394 Nov 23 10:10:09.277580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:09.295830 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc9cba-187f-4e3d-8996-cf78e392bc53" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:09.317473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:09.340682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.341414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 960de4e1-b7eb-45b1-9c5c-06a549c45cbf no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:09.492661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5561eb-ac86-4eea-83ba-5589f7f06b95 req-c4685940-6b06-47b6-919c-4ffcd3b30ce3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:09.511275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd5561eb-ac86-4eea-83ba-5589f7f06b95 req-c4685940-6b06-47b6-919c-4ffcd3b30ce3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 1.1184537 Nov 23 10:10:09.535241 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6731a63d-ed00-4d66-8c69-7974e4e381ea x-openstack-request-id: req-6731a63d-ed00-4d66-8c69-7974e4e381ea {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:09.535727 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:09.535811 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6731a63d-ed00-4d66-8c69-7974e4e381ea {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:09.536184 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'code': 200} Nov 23 10:10:09.541989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f4f4902-185d-46dc-9905-9e1cb70fd311,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:09.623824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd5561eb-ac86-4eea-83ba-5589f7f06b95 req-8a4e3e29-7d65-4935-8e0f-af37b8682fcd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113379 Nov 23 10:10:09.660224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] For port 7f4f4902-185d-46dc-9905-9e1cb70fd311, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:10:09.721050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-d99b834e-1026-4af6-be17-ed3490eacc44 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324288 Nov 23 10:10:09.725602 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.769647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] device_id is not set on port 7f4f4902-185d-46dc-9905-9e1cb70fd311 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:10:09.795490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.799213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:09.806217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.907993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:09.936761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:09.954828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 821582b3-42d1-4e8a-932f-92ad702a0bec no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:10.006446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] No DVR routers for this DVR port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:10.180042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Pushing event updated for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:10.195788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f531812-1db3-42f3-b3c8-86d5bcf64c36 req-50752004-2192-44ca-b97e-4e1905550285 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.222483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f531812-1db3-42f3-b3c8-86d5bcf64c36 req-50752004-2192-44ca-b97e-4e1905550285 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2642605 Nov 23 10:10:10.253760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.273163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.293112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.325602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.337584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.351899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-204c31c4-9d51-48fa-9407-947f6c3163ea req-7d90fb06-cef5-435b-a904-2c7634c4c397 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219244 Nov 23 10:10:10.396910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:10.403147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-b1114240-0ba3-4054-84f5-4b9deeb3eb8f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 3883 time: 0.4241083 Nov 23 10:10:10.467108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] In _notify_port_updated(), no bound segment for port 7f4f4902-185d-46dc-9905-9e1cb70fd311 on network f7216446-2e8b-4101-99de-3bb622ffbacd {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:10:10.469365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:10.481932 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:10.485461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-85b9d951-eb05-422f-9283-aebb12a63fbe service neutron] 10.222.0.11 "PUT /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 200 len: 1026 time: 2.8384309 Nov 23 10:10:10.487534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f531812-1db3-42f3-b3c8-86d5bcf64c36 req-6f87daa6-970d-494e-beed-d3431613084d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607064 Nov 23 10:10:10.657402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:10.686167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fc8a2ab0-0956-4983-befe-7128c3abcdae None None] Provisioning complete for port 7f4f4902-185d-46dc-9905-9e1cb70fd311 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:10.686894 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fc8a2ab0-0956-4983-befe-7128c3abcdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:10.795468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a2ab0-0956-4983-befe-7128c3abcdae None None] Port 7f4f4902-185d-46dc-9905-9e1cb70fd311 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:10:10.838079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:10.849090 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:10.850311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 374ff0ad-36b5-41ec-8593-fdaa3823a910 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:10.920545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:10.930624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a44bad35-9a1a-416c-bb4b-14d6bac7d1d7 req-3be048ce-4fe0-4f52-a9d3-1d83b3c12497 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5251920 Nov 23 10:10:10.990916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 821582b3-42d1-4e8a-932f-92ad702a0bec {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:10.991253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.257512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 821582b3-42d1-4e8a-932f-92ad702a0bec, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=821582b3-42d1-4e8a-932f-92ad702a0bec,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:11.257915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.292257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-d20e7d36-7699-41d9-af43-bc2107b86f89 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:11.297697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-d20e7d36-7699-41d9-af43-bc2107b86f89 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.3769860 Nov 23 10:10:11.343199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 821582b3-42d1-4e8a-932f-92ad702a0bec owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:11.350633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-3c0a6fed-3f42-42c9-96ac-a10efa548ff1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/quotas/a8f24d3f5abf4ba4861e11991c2bd856 HTTP/1.1" status: 200 len: 375 time: 0.0423594 Nov 23 10:10:11.419509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.444875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-24ecb102-75a7-4bf9-a099-bb88c7c40c67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0928934 Nov 23 10:10:11.546092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:11.562123 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491cd22-c4f1-423e-9067-3ba5ea982063" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:11.575909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:11.627977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.630549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 322b6e35-457f-42d6-8bd1-98021227d925 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:11.644566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.832949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=821582b3-42d1-4e8a-932f-92ad702a0bec,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:11.888344 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31468fca-3232-4dda-8fea-62443d6ca4c1 x-openstack-request-id: req-31468fca-3232-4dda-8fea-62443d6ca4c1 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:11.889507 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:11.890015 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31468fca-3232-4dda-8fea-62443d6ca4c1 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:11.890648 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'code': 200} Nov 23 10:10:11.891124 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'code': 200} Nov 23 10:10:11.891560 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'code': 200} Nov 23 10:10:11.912506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 821582b3-42d1-4e8a-932f-92ad702a0bec on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:11.928970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:11.932495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-678b4d6c-0240-4a46-8321-c6ab4dfa1084 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "DELETE /v2.0/ports/821582b3-42d1-4e8a-932f-92ad702a0bec HTTP/1.1" status: 204 len: 173 time: 1.4358075 Nov 23 10:10:11.952751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:11.971890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:11.986353 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f2af21-809a-4c02-a041-b04fb3ff217f" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:12.022930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:12.125365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-e28ea1ee-7b99-4d34-809e-cacd65560ae2 service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790631 Nov 23 10:10:12.199369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:12.207833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:12.208811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:12.440778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-c70c67a9-cb47-43aa-8aac-132ecefba46f service neutron] 10.222.0.62 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139331 Nov 23 10:10:12.534480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-94da5b42-72fd-4b96-b199-9288796051b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:12.544513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-94da5b42-72fd-4b96-b199-9288796051b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:12.548109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-87ec914a-838c-47d1-a450-9394ddb0d1ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046612 Nov 23 10:10:12.579417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-94da5b42-72fd-4b96-b199-9288796051b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:12.594742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:10:12.595235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f4f4902-185d-46dc-9905-9e1cb70fd311 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:12.604998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-94da5b42-72fd-4b96-b199-9288796051b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:12.618473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-94da5b42-72fd-4b96-b199-9288796051b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 3144 time: 0.4136662 Nov 23 10:10:12.695536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55270) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:12.730026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:12.730385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:12.731840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:12.778182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f4f4902-185d-46dc-9905-9e1cb70fd311 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:10:12.837114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6c6c-657a-4392-9523-de3952154f71 req-41359ec8-fc9f-45ee-bafe-391ef2056bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:12.840254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-41359ec8-fc9f-45ee-bafe-391ef2056bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.1556501 Nov 23 10:10:12.862632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53efc4e4-df2e-46a4-b374-9e2fa91c39e5 req-257eeca5-207a-415f-af56-222cb1ae050f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419751 Nov 23 10:10:13.016319 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3489a-e876-46ed-8ad3-8ab6ca423f70 x-openstack-request-id: req-cda3489a-e876-46ed-8ad3-8ab6ca423f70 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:13.022711 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "821582b3-42d1-4e8a-932f-92ad702a0bec", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:13.025845 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cda3489a-e876-46ed-8ad3-8ab6ca423f70 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:13.028378 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '821582b3-42d1-4e8a-932f-92ad702a0bec', 'status': 'completed', 'code': 200} Nov 23 10:10:13.113507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6c6c-657a-4392-9523-de3952154f71 req-73115e69-12b9-409e-a6ac-03e95b740ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:13.115581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-73115e69-12b9-409e-a6ac-03e95b740ac8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.2397783 Nov 23 10:10:13.132494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:13.311876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f23b976-a57a-4787-952e-fd0bff378a59 req-a48701dd-962f-4f5e-84bd-8686ca474283 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 210 time: 0.1001947 Nov 23 10:10:13.326616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-c1b7712e-d48c-42f0-8a72-97d393a02498 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.1828496 Nov 23 10:10:13.474591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:13.475994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:13.506767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6c6c-657a-4392-9523-de3952154f71 req-8310bd3e-e3f8-4034-b107-2722298548bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:13.509164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-8310bd3e-e3f8-4034-b107-2722298548bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1348512 Nov 23 10:10:13.555291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 344bfc53-6cf5-42fa-b1e6-7c9aff06240a owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:13.560189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-55f9407b-2704-4caa-a0a0-4bd771f3329c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2316539 Nov 23 10:10:13.613686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6c6c-657a-4392-9523-de3952154f71 req-b28c072b-ee43-460c-a070-253b9f0ac065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:13.615770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-b28c072b-ee43-460c-a070-253b9f0ac065 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974140 Nov 23 10:10:13.762161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-f5158500-34de-4c63-a5a8-2e048597b5c2 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269851 Nov 23 10:10:13.892785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:13.896069 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa06ec6-c710-43cc-8b3d-716d85d46c1f" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "322b6e35-457f-42d6-8bd1-98021227d925"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:13.982859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:13.996058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583415-9c00-4929-8db9-256b64e9f361 req-a54975f7-2916-42ba-a605-8e17fe61750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.001717 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f496a575-2cc8-439e-9da4-c73c98815126 x-openstack-request-id: req-f496a575-2cc8-439e-9da4-c73c98815126 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:14.002283 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-unplugged", "status": "completed", "tag": "322b6e35-457f-42d6-8bd1-98021227d925", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:14.002519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-a54975f7-2916-42ba-a605-8e17fe61750b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 1097 time: 0.4167848 Nov 23 10:10:14.002691 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f496a575-2cc8-439e-9da4-c73c98815126 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:14.003214 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925', 'code': 200} Nov 23 10:10:14.110610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.164637 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.183953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 344bfc53-6cf5-42fa-b1e6-7c9aff06240a on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:14.187504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=344bfc53-6cf5-42fa-b1e6-7c9aff06240a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:14.199792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84cd6c6c-657a-4392-9523-de3952154f71 req-4fa5737c-f7f4-47e9-a8f0-58b10c231f50 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233069 Nov 23 10:10:14.227710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.242006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-b290211d-08b9-42cf-9b54-201645796df2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "DELETE /v2.0/ports/344bfc53-6cf5-42fa-b1e6-7c9aff06240a HTTP/1.1" status: 204 len: 173 time: 2.2957089 Nov 23 10:10:14.279123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=914c61b5a85c4f3ea022c60642a67c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5825386 Nov 23 10:10:14.291730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55422) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:14.374386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86327226-2faa-4666-95cf-c0fd0ba88e6e req-97fb8150-6921-48ab-958e-501b4b92b854 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.389931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bfdb9-051f-4148-9b8a-8795176da1d2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:14.391391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86327226-2faa-4666-95cf-c0fd0ba88e6e req-97fb8150-6921-48ab-958e-501b4b92b854 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.397820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86327226-2faa-4666-95cf-c0fd0ba88e6e req-97fb8150-6921-48ab-958e-501b4b92b854 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.408792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86327226-2faa-4666-95cf-c0fd0ba88e6e req-97fb8150-6921-48ab-958e-501b4b92b854 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 2411 time: 0.2499356 Nov 23 10:10:14.415000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.415836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.416204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.417764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.418174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.420650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.421117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.421467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.421861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.424276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.424845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.425311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d709-47d7-49fd-95ac-61e785d2c5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:14.500888 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.589617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583415-9c00-4929-8db9-256b64e9f361 req-9f752097-64ee-4672-bacf-b5389cb80795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.591500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-9f752097-64ee-4672-bacf-b5389cb80795 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.5220666 Nov 23 10:10:14.609497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd5a1bfa-6ac0-41a5-adc0-24295db0bcb0 req-b2c959bc-1d78-4b4d-9aaf-47d26ecd27fd tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 210 time: 0.1532211 Nov 23 10:10:14.650084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86327226-2faa-4666-95cf-c0fd0ba88e6e req-c5d0b0cb-7a91-46d0-beb7-20e666e802b5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261453 Nov 23 10:10:14.720075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 374ff0ad-36b5-41ec-8593-fdaa3823a910 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:14.720425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.721928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-7ba1e811-0aec-4e2c-b4b6-63d5e19afa15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc HTTP/1.1" status: 200 len: 217 time: 0.1111119 Nov 23 10:10:14.724091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.809289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583415-9c00-4929-8db9-256b64e9f361 req-e9ea0355-4347-4f1e-899f-a7f04680c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.811141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-e9ea0355-4347-4f1e-899f-a7f04680c24c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0797513 Nov 23 10:10:14.926805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583415-9c00-4929-8db9-256b64e9f361 req-56318f9b-3f85-40aa-86c0-d4f1edfd1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:14.928354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-56318f9b-3f85-40aa-86c0-d4f1edfd1085 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061521 Nov 23 10:10:14.931980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.934420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:14.938426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa6bfdb9-051f-4148-9b8a-8795176da1d2 HTTP/1.1" status: 204 len: 168 time: 0.6406887 Nov 23 10:10:14.974495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a70c9-8215-4781-bb64-c7acd8169dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6bfdb9-051f-4148-9b8a-8795176da1d2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:14.981353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 374ff0ad-36b5-41ec-8593-fdaa3823a910, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=374ff0ad-36b5-41ec-8593-fdaa3823a910,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:14.982420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.051074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-adf8fb07-b1eb-426b-84bc-44af589281f4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:15.052979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:15.053434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-adf8fb07-b1eb-426b-84bc-44af589281f4 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 812 time: 0.2411475 Nov 23 10:10:15.055795 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620b362-6370-42e1-97bd-49f84217c7ac" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:15.072462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Request body: {'port': {'device_id': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'admin_state_up': True, 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:15.210981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-1198394f-17f6-4384-89f6-1d5cb1f6c79e service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669683 Nov 23 10:10:15.397684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Made reservation on behalf of a8f24d3f5abf4ba4861e11991c2bd856 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:10:15.408689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.498452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.499421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.499753 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Floating IP c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8 disassociated. External IP: 172.25.1.202, port: 374ff0ad-36b5-41ec-8593-fdaa3823a910. Nov 23 10:10:15.500106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 374ff0ad-36b5-41ec-8593-fdaa3823a910 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:15.577924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a583415-9c00-4929-8db9-256b64e9f361 req-b620380e-1bac-46c2-aef6-d1d0f7b75702 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500910 Nov 23 10:10:15.758480 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb289a-08f6-47e3-a95b-ec2f07f33bbb x-openstack-request-id: req-97eb289a-08f6-47e3-a95b-ec2f07f33bbb {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:15.758776 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "344bfc53-6cf5-42fa-b1e6-7c9aff06240a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:15.759068 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97eb289a-08f6-47e3-a95b-ec2f07f33bbb {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:15.760474 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '344bfc53-6cf5-42fa-b1e6-7c9aff06240a', 'status': 'completed', 'code': 200} Nov 23 10:10:15.821679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.827291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Allocated IP 172.20.0.12 (dcaa4c69-1be9-4d3d-820f-022dfe9befea/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975/83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:10:15.909988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ad93-8549-4bd9-a27d-9d31ac178205 req-6e5f899f-19f6-4071-bfd3-9d8db322d93f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:15.916478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ad93-8549-4bd9-a27d-9d31ac178205 req-6e5f899f-19f6-4071-bfd3-9d8db322d93f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:15.922768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ad93-8549-4bd9-a27d-9d31ac178205 req-6e5f899f-19f6-4071-bfd3-9d8db322d93f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:15.924503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d709ad93-8549-4bd9-a27d-9d31ac178205 req-6e5f899f-19f6-4071-bfd3-9d8db322d93f tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 2411 time: 0.0879428 Nov 23 10:10:15.925867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:15.960880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=374ff0ad-36b5-41ec-8593-fdaa3823a910,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:16.064203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13090099-50a9-472e-95f2-9e65e598bb74 req-befedc2b-ac0b-4fb3-98c1-538a022fb462 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 210 time: 0.0383513 Nov 23 10:10:16.085489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d709ad93-8549-4bd9-a27d-9d31ac178205 req-eae287da-3cc2-44bc-a848-f39282f66c45 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250117 Nov 23 10:10:16.097325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.136228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.148570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191', 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:16.154877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Router 34a40d3c-8f32-470c-b107-454a6eb1c509 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:10:16.220495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:10:16.229479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:10:16.262203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:10:16.351995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:16.388865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:10:16.405275 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Sync routers for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:10:16.433254 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:10:16.433786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:16.434796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.437662 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:09:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:16.481715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-185670c7-bcf3-42d5-b5db-52036b3a2c6a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4134610 Nov 23 10:10:16.499587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Request body: {'port': {'device_id': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:16.562534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 374ff0ad-36b5-41ec-8593-fdaa3823a910 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:16.569433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.576354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-832bc780-f960-4ba3-a6e4-af187dcee4fd tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "DELETE /v2.0/ports/374ff0ad-36b5-41ec-8593-fdaa3823a910 HTTP/1.1" status: 204 len: 173 time: 2.3119018 Nov 23 10:10:16.661108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.678415 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:10:16.849276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 322b6e35-457f-42d6-8bd1-98021227d925 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:16.849677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.900626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dd42d384-87eb-4d15-a16f-b0bb9c215fb7 None None] Provisioning complete for port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:16.901675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dd42d384-87eb-4d15-a16f-b0bb9c215fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:16.999578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-dd42d384-87eb-4d15-a16f-b0bb9c215fb7 None None] Port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:10:17.064342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 322b6e35-457f-42d6-8bd1-98021227d925, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=322b6e35-457f-42d6-8bd1-98021227d925,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:17.066467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.100189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 322b6e35-457f-42d6-8bd1-98021227d925 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:17.121106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:17.192084 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Checking router: 34a40d3c-8f32-470c-b107-454a6eb1c509 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:10:17.238294 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:10:17.242641 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:09:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:17.480135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70de4b-d7c5-44c6-a7aa-8742aada0eb8 req-ad47ef9b-a5a1-42df-a586-292b5143031c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:17.487043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70de4b-d7c5-44c6-a7aa-8742aada0eb8 req-ad47ef9b-a5a1-42df-a586-292b5143031c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:17.489470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac70de4b-d7c5-44c6-a7aa-8742aada0eb8 req-ad47ef9b-a5a1-42df-a586-292b5143031c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 1677 time: 0.1620526 Nov 23 10:10:17.520942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.540223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:10:17.582249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=322b6e35-457f-42d6-8bd1-98021227d925,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:17.591315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc6d05-57f6-4f2d-8611-7e7e05147285 req-e835032d-5615-4fda-9cae-45d752b339db tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:17.608309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1cc6d05-57f6-4f2d-8611-7e7e05147285 req-e835032d-5615-4fda-9cae-45d752b339db tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 932 time: 0.0951078 Nov 23 10:10:17.646771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac70de4b-d7c5-44c6-a7aa-8742aada0eb8 req-32506155-50ce-4f41-b17f-c7ad03ff1ce1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups?id=65a472d2-4a1e-4210-98db-76df1f10ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476078 Nov 23 10:10:17.673315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 322b6e35-457f-42d6-8bd1-98021227d925 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:17.677350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.681620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-7df40770-ee0d-4c27-91f9-8edb4f96fbbf tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "DELETE /v2.0/ports/322b6e35-457f-42d6-8bd1-98021227d925 HTTP/1.1" status: 204 len: 173 time: 1.0978134 Nov 23 10:10:17.768863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1cc6d05-57f6-4f2d-8611-7e7e05147285 req-00f00274-8f7a-4dcf-b718-8296485d084d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596003 Nov 23 10:10:17.800205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910'}, {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:17.828052 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1defb500-6672-46a5-85c7-f18a3084075e" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910"}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "322b6e35-457f-42d6-8bd1-98021227d925"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:17.835416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-607066c9-6d5b-4c91-99b9-17fbb7df34d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.900212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:17.900558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.912115 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b8e78-df7d-4f59-b25a-f9ca41a40b86 x-openstack-request-id: req-576b8e78-df7d-4f59-b25a-f9ca41a40b86 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:17.912431 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "374ff0ad-36b5-41ec-8593-fdaa3823a910", "status": "completed", "code": 200}, {"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "322b6e35-457f-42d6-8bd1-98021227d925", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:17.912679 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-576b8e78-df7d-4f59-b25a-f9ca41a40b86 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:17.913078 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '374ff0ad-36b5-41ec-8593-fdaa3823a910', 'status': 'completed', 'code': 200} Nov 23 10:10:17.913327 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '322b6e35-457f-42d6-8bd1-98021227d925', 'status': 'completed', 'code': 200} Nov 23 10:10:17.938271 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:17.955155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:17.968621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:17.999392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Transition to ACTIVE for port object 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:10:18.006684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.035912 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723a932-8532-473c-a7b1-5675ad7411a4 None None] The sync data for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 is: [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T09:59:20Z', 'revision_number': 4, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'cab60ede-097c-4a2f-bdbc-956ce5853e82', 'name': '', 'network_id': 'e5c7f922-e5d2-464a-8217-0ac5442bc374', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'mac_address': 'fa:16:3e:0d:9f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:18Z', 'updated_at': '2021-11-23T09:59:28Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'subnets': [{'id': 'd93c7897-7b82-40df-abfd-9ce3e9c5641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:10:18.178254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:18.178641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.244884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 960de4e1-b7eb-45b1-9c5c-06a549c45cbf owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:18.293593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:18.346403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Attempting to bind port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:10:18.346653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Attempting to bind port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:10:18.346988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Attempting to bind port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:10:18.360198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:10:18.360526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Attempting to bind port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 on network dcaa4c69-1be9-4d3d-820f-022dfe9befea {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:10:18.376848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:10:18.377191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Checking segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:10:18.377645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Bound using segment: {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:10:18.378363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Bound port: 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f86488-9384-43f2-8542-0622d3913124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:10:18.378725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.558087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.569202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:10:18.578880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:10:18.587862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.607791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=960de4e1-b7eb-45b1-9c5c-06a549c45cbf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:18.629271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:18.646053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.647946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] 10.222.0.50 "PUT /v2.0/ports/83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 HTTP/1.1" status: 200 len: 1092 time: 2.1561646 Nov 23 10:10:18.701223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecedf7-51a6-47d3-ac14-c366144f1a6e None None] New status for floating IP c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:10:18.735993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 960de4e1-b7eb-45b1-9c5c-06a549c45cbf on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:18.741319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:18.746938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f90c8d9-bc75-407d-93d1-10a7e2a71f3e req-8ea46723-3fb1-41d8-8b6b-96be0879c5b1 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.11 "DELETE /v2.0/ports/960de4e1-b7eb-45b1-9c5c-06a549c45cbf HTTP/1.1" status: 204 len: 173 time: 1.0584807 Nov 23 10:10:18.778297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:18.782280 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3583db-522b-447c-a279-e6efe4c85785" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:18.786371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771eb6-10ed-4b11-b4a4-08b90c308fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:18.976353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f8285c6-6dd2-400f-8c00-aa528c6ab78f req-3ff2f86a-5595-42c3-add0-c2cc1e2559ab tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0799770 Nov 23 10:10:18.993555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-1062230e-cdc0-4327-805f-7fbfbd0a7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:18.995671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-1062230e-cdc0-4327-805f-7fbfbd0a7732 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 1095 time: 0.2057412 Nov 23 10:10:19.078207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744aacd-37a1-4c5e-8c51-4de6fa22936b req-508c5479-5719-4bd0-b6ce-aedc5197b7c3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:19.083722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a744aacd-37a1-4c5e-8c51-4de6fa22936b req-508c5479-5719-4bd0-b6ce-aedc5197b7c3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 944 time: 0.1385880 Nov 23 10:10:19.111929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-0066b5cd-67c0-446b-8764-a6473a1fbc1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 HTTP/1.1" status: 200 len: 217 time: 0.1034806 Nov 23 10:10:19.170312 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454e5687-5230-4ebf-bfff-3a121323f18d x-openstack-request-id: req-454e5687-5230-4ebf-bfff-3a121323f18d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:19.174845 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:19.177488 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-454e5687-5230-4ebf-bfff-3a121323f18d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:19.177810 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'status': 'completed', 'code': 200} Nov 23 10:10:19.199002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a744aacd-37a1-4c5e-8c51-4de6fa22936b req-a1725bde-bbb3-45e9-9d0f-8bb115437095 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 Nov 23 10:10:19.275553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-9d21472c-c746-4f74-9634-8152ebe22777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:19.282548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-9d21472c-c746-4f74-9634-8152ebe22777 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1573799 Nov 23 10:10:19.354077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-52b279c8-65f3-4369-9f7a-f904d90aefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:19.356457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-52b279c8-65f3-4369-9f7a-f904d90aefd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703549 Nov 23 10:10:19.492044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-ae22960a-b048-432a-933b-966174562560 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267290 Nov 23 10:10:19.675756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45f8cb02-7952-4c71-8aa7-5a55d27fb836 req-13836607-f9f2-4919-93ab-424f1d4d1384 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743140 Nov 23 10:10:19.785347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3583db-522b-447c-a279-e6efe4c85785 req-acdf9bcb-70df-463c-a973-d3fae89333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:19.787333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-acdf9bcb-70df-463c-a973-d3fae89333cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 1095 time: 0.0545506 Nov 23 10:10:19.910557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3583db-522b-447c-a279-e6efe4c85785 req-de3e1cc0-2db9-4e14-a688-11ee34768b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:19.912063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-de3e1cc0-2db9-4e14-a688-11ee34768b1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1114335 Nov 23 10:10:19.914989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:19.918356 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed3811c-de45-4b04-b11c-b802fff59b92" -d '{"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:20.009521 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e284b-37db-4dce-98d2-bf8fe37e18b1 x-openstack-request-id: req-db0e284b-37db-4dce-98d2-bf8fe37e18b1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:20.009827 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77e1c09-f62c-49b3-9af2-1ea7b667eb89", "name": "network-vif-deleted", "tag": "960de4e1-b7eb-45b1-9c5c-06a549c45cbf", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:20.010112 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db0e284b-37db-4dce-98d2-bf8fe37e18b1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:20.010524 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77e1c09-f62c-49b3-9af2-1ea7b667eb89', 'name': 'network-vif-deleted', 'tag': '960de4e1-b7eb-45b1-9c5c-06a549c45cbf', 'status': 'completed', 'code': 200} Nov 23 10:10:20.062364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-4af9dbcc-16d3-432f-9fc1-fc5d224bea2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 HTTP/1.1" status: 200 len: 217 time: 0.1353736 Nov 23 10:10:20.149501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3583db-522b-447c-a279-e6efe4c85785 req-5e46d8f5-e73a-41ba-a7df-3e949153f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:20.151106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-5e46d8f5-e73a-41ba-a7df-3e949153f173 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.0808616 Nov 23 10:10:20.239430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14d1aeee-fe5b-45b2-9231-1b0c14ebd3ff req-e83b2f25-e256-44cd-a5a8-957016375bf9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.1209528 Nov 23 10:10:20.290174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:20.312638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3583db-522b-447c-a279-e6efe4c85785 req-ae6be3e0-8891-4b7f-99f5-0f6f3117a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:20.314165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-ae6be3e0-8891-4b7f-99f5-0f6f3117a925 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311064 Nov 23 10:10:20.371371 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-42719400-1205-4b1f-9f3e-ad3c18882f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:20.504956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dafd6-3a2d-41db-8be5-6ee7246f1567 req-cce8d206-89a9-4504-a91e-cf27450f51ae tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:20.512274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-085dafd6-3a2d-41db-8be5-6ee7246f1567 req-cce8d206-89a9-4504-a91e-cf27450f51ae tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 944 time: 0.1342683 Nov 23 10:10:20.574167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-b899c94b-0b28-44f7-9ae4-669982e58778 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493327 Nov 23 10:10:20.611343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7ded-3c35-4973-a9b4-7f20b2a7b212 req-de9b9bd4-582f-4425-b615-2fe12b52c0e3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:20.612954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-238b7ded-3c35-4973-a9b4-7f20b2a7b212 req-de9b9bd4-582f-4425-b615-2fe12b52c0e3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Nov 23 10:10:20.721940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-238b7ded-3c35-4973-a9b4-7f20b2a7b212 req-80b7162f-debb-4525-ac06-8ffded298e45 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933502 Nov 23 10:10:20.747123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab3583db-522b-447c-a279-e6efe4c85785 req-ee802dae-f91a-4b81-9037-49f21973ac7b service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625018 Nov 23 10:10:20.782397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-085dafd6-3a2d-41db-8be5-6ee7246f1567 req-63710692-2a88-4670-b299-0b47e151cadb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620130 Nov 23 10:10:21.216327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:21.454581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9944bda3-df57-4210-b91e-8610b41ae12e req-8637df0b-b033-46e7-8c9b-53ba00e5486e tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0750306 Nov 23 10:10:21.946350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38df2a-a87b-42ae-81a1-d12bfebafb74 req-63557ec9-8c2c-49f2-b45d-b4d4f6df06ca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:21.959207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d38df2a-a87b-42ae-81a1-d12bfebafb74 req-63557ec9-8c2c-49f2-b45d-b4d4f6df06ca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1164424 Nov 23 10:10:21.998822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d338-6af4-46ce-9158-410eba32fee0 req-905695c8-7678-4fca-9411-7c4e25f2d0de tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:22.000449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85e4d338-6af4-46ce-9158-410eba32fee0 req-905695c8-7678-4fca-9411-7c4e25f2d0de tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 944 time: 0.0902934 Nov 23 10:10:22.088848 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d38df2a-a87b-42ae-81a1-d12bfebafb74 req-9d4dfa77-ae3e-446c-8609-6947b5c9ffde tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203017 Nov 23 10:10:22.101646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85e4d338-6af4-46ce-9158-410eba32fee0 req-880a5f90-432e-4297-bed1-e556b70ef9e6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Nov 23 10:10:22.552947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b61628f4-853c-423f-9313-fedb54a0cfa1 req-4d4413bb-214f-4cd5-8988-5cc41051695c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Nov 23 10:10:22.615299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:22.827164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:10:22.955906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:22.968276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'mac_address': 'fa:16:3e:11:58:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:10:23.007507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:23.023115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:23.044583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:23.050372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:23.109920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:23.256909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fa8c7-2e0c-4e98-b38e-a27606fd9058 req-1db54cc6-c15d-492f-8057-bafdb130e766 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:23.258402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-989fa8c7-2e0c-4e98-b38e-a27606fd9058 req-1db54cc6-c15d-492f-8057-bafdb130e766 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0569212 Nov 23 10:10:23.266479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66841e-fea2-493b-94f1-75d8864342c5 req-e80eefdf-2b6e-46dd-8bf4-28b897af9bfa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:23.268011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf66841e-fea2-493b-94f1-75d8864342c5 req-e80eefdf-2b6e-46dd-8bf4-28b897af9bfa tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 945 time: 0.0764046 Nov 23 10:10:23.312637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-989fa8c7-2e0c-4e98-b38e-a27606fd9058 req-b2fb0ca7-9f9e-46db-bce4-ac378139e10f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Nov 23 10:10:23.339261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:23.358670 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf66841e-fea2-493b-94f1-75d8864342c5 req-f08a9e93-6e31-40a3-82f6-3b515ff6cac5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772891 Nov 23 10:10:23.517445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:23.684367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-657de370-3907-44cb-8bfb-9089cd83baee req-0e560950-da5c-4b60-b356-0643e0fc248c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0277333 Nov 23 10:10:24.486341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e47c4-f232-4e65-a7b6-59f1bf7b348c req-9ee70762-02fc-4127-9647-bb09d8edb258 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:24.487894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c9e47c4-f232-4e65-a7b6-59f1bf7b348c req-9ee70762-02fc-4127-9647-bb09d8edb258 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0679815 Nov 23 10:10:24.496928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487318-3357-42c0-beb9-9fae51be9f9f req-8a770bbb-2008-4d34-b545-53f32e265fe5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:24.501777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c487318-3357-42c0-beb9-9fae51be9f9f req-8a770bbb-2008-4d34-b545-53f32e265fe5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 945 time: 0.0642025 Nov 23 10:10:24.541610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c9e47c4-f232-4e65-a7b6-59f1bf7b348c req-5e35e719-cfaf-40cd-aa93-7b4ca477cd3b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Nov 23 10:10:24.570603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c487318-3357-42c0-beb9-9fae51be9f9f req-a4a03137-fb84-44ab-aadd-1619e22597b0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630105 Nov 23 10:10:24.797385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0682c8a6-6db8-42b2-9632-f7faffedd96a req-01534a80-8904-4acd-83fe-979ff8d79277 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0335145 Nov 23 10:10:24.856140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:10:24.907364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:10:24.911734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:24.912109 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:24.990156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:25.023350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:25.025688 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515f902-5026-4524-8742-0d550db8ad71" -d '{"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-plugged", "status": "completed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:25.067758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:25.074868 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:25.111375 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98329e-3384-4fc3-8166-be80b63850f3 x-openstack-request-id: req-4c98329e-3384-4fc3-8166-be80b63850f3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:25.111720 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-plugged", "status": "completed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:25.111978 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c98329e-3384-4fc3-8166-be80b63850f3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:25.112584 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'code': 200} Nov 23 10:10:25.139281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:25.249703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ff80-7f42-4ba0-8f4d-62aedf965d25 req-448d58bd-cca0-4570-860e-694b0a9caf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:25.251463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7327ff80-7f42-4ba0-8f4d-62aedf965d25 req-448d58bd-cca0-4570-860e-694b0a9caf93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 1097 time: 0.0610280 Nov 23 10:10:25.337587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7327ff80-7f42-4ba0-8f4d-62aedf965d25 req-f0dabb95-356b-4063-8707-91a509800955 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778031 Nov 23 10:10:25.699394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf06eb1-478c-4e68-b0c1-04376f25ed5a req-4d13a88d-526c-4e6e-a0ea-119535783011 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:25.699927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501e56-2fbc-4569-a9c4-dc22389daa64 req-15067ca6-b541-4a1d-9b37-0ab86d662117 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:25.708326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bf06eb1-478c-4e68-b0c1-04376f25ed5a req-4d13a88d-526c-4e6e-a0ea-119535783011 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0660918 Nov 23 10:10:25.710037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8501e56-2fbc-4569-a9c4-dc22389daa64 req-15067ca6-b541-4a1d-9b37-0ab86d662117 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0639379 Nov 23 10:10:25.760737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bf06eb1-478c-4e68-b0c1-04376f25ed5a req-b031c8e1-5e8a-4bba-995c-d63942cdfe4d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Nov 23 10:10:25.784201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8501e56-2fbc-4569-a9c4-dc22389daa64 req-c92b3162-4983-437b-b220-27e16b5e7b10 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643268 Nov 23 10:10:25.910155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb8023b4-76b1-4814-a769-ae2a42204432 req-ec654f6d-876a-42d0-88e2-e6c9e9258ac5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0278158 Nov 23 10:10:26.208475 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:10:26.898119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb88cb-d999-4c57-ba22-18a487ea68fb req-92afca92-f055-49e7-8bb3-9dbf504448cb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:26.902373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7eb88cb-d999-4c57-ba22-18a487ea68fb req-92afca92-f055-49e7-8bb3-9dbf504448cb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0672040 Nov 23 10:10:26.910680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c05def-b49d-4e57-86fa-e9bdb70e659e req-f458efcc-87e5-4d16-9238-379efb27b40f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:26.918808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1c05def-b49d-4e57-86fa-e9bdb70e659e req-f458efcc-87e5-4d16-9238-379efb27b40f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0605166 Nov 23 10:10:26.955829 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7eb88cb-d999-4c57-ba22-18a487ea68fb req-cc84afe3-8e4c-4953-ac00-70241a3af182 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500424 Nov 23 10:10:26.979327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1c05def-b49d-4e57-86fa-e9bdb70e659e req-28890380-587d-49de-8c57-92a06417d4f1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545928 Nov 23 10:10:27.063297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d569660-2588-4d96-a0e1-8389738faad7 req-d753b44e-0f1f-424c-b686-32badf35f1d7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0342479 Nov 23 10:10:27.255266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c113-6a7a-4f04-95b2-a8fc0888ed93 req-a35ff8f8-31a9-4077-8dc1-556f52945c9e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:27.257169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ab3c113-6a7a-4f04-95b2-a8fc0888ed93 req-a35ff8f8-31a9-4077-8dc1-556f52945c9e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0518131 Nov 23 10:10:27.324980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ab3c113-6a7a-4f04-95b2-a8fc0888ed93 req-08ffde14-b740-43dc-beef-d3628cc1a018 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609157 Nov 23 10:10:28.094114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7441ec-02ad-4365-bf66-192f025f039c req-e3d3cdbe-9b73-453e-abfc-d82efadfa816 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:28.095797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b7441ec-02ad-4365-bf66-192f025f039c req-e3d3cdbe-9b73-453e-abfc-d82efadfa816 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Nov 23 10:10:28.161940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b7441ec-02ad-4365-bf66-192f025f039c req-0cc75159-2413-4e45-a7e2-4c263cba47bd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592535 Nov 23 10:10:28.227982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c23ff23-d8cc-48ac-ac14-0e05b0f49194 req-e029b757-0883-47db-b781-7f2bf883c54d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0391676 Nov 23 10:10:28.460846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1807b-53b7-44bb-a870-c96889786493 req-51cf986f-ca82-4b07-a993-711483e839a9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:28.462375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1d1807b-53b7-44bb-a870-c96889786493 req-51cf986f-ca82-4b07-a993-711483e839a9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0619607 Nov 23 10:10:28.528009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1d1807b-53b7-44bb-a870-c96889786493 req-d73489f0-f034-4d49-b850-d37e64813ca5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590508 Nov 23 10:10:28.963217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63a66-ccc3-4352-84b3-f87a9c6a34c3 req-911661c8-39bd-413e-bedd-c6d74cabb14a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:28.964816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e63a66-ccc3-4352-84b3-f87a9c6a34c3 req-911661c8-39bd-413e-bedd-c6d74cabb14a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0487964 Nov 23 10:10:29.013919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e63a66-ccc3-4352-84b3-f87a9c6a34c3 req-b9279ee8-a906-48ea-ac15-c27b35e78b67 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Nov 23 10:10:29.280799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3c500-9996-499d-91a8-04e8ca6dacf7 req-5ab3dee1-6700-48a3-90cc-135fd41635cf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:29.282351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b3c500-9996-499d-91a8-04e8ca6dacf7 req-5ab3dee1-6700-48a3-90cc-135fd41635cf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Nov 23 10:10:29.366613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b3c500-9996-499d-91a8-04e8ca6dacf7 req-9a28ec1c-8219-4fb3-b05c-bfb447258c4e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745900 Nov 23 10:10:29.368545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef6cfe6a-ff65-4fba-a859-6e4e9cd33e7d req-14c17124-ff78-499e-a6a3-98528a085120 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0270727 Nov 23 10:10:29.997618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:30.156131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681dded-bb33-462e-ab47-47a284a07841 req-faca789f-aa5d-4aa3-ac08-cf32cc658458 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:30.159702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1681dded-bb33-462e-ab47-47a284a07841 req-faca789f-aa5d-4aa3-ac08-cf32cc658458 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0727053 Nov 23 10:10:30.191740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f82aa119-af16-4bca-869b-4a937bf923e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=334097719a474a14af47b5f6646f5c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857455 Nov 23 10:10:30.192874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55684) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:30.221923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1681dded-bb33-462e-ab47-47a284a07841 req-893c2e52-aa09-48c4-9d86-3f89aa95ea66 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537169 Nov 23 10:10:30.246567 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:30.267914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:30.337717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:30.341771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:30.346089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e06be762-b4b1-4735-94d0-986238ec4b6a HTTP/1.1" status: 204 len: 168 time: 0.1488304 Nov 23 10:10:30.359274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87aae-1de8-4698-baeb-0427e5f6c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06be762-b4b1-4735-94d0-986238ec4b6a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:30.562769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e8e2a19-ac3a-429f-aa0b-a47a30cdaef4 req-dd447ef0-86bd-45fa-8f88-8bcf35c20ce5 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0334482 Nov 23 10:10:30.609731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8eed-897d-43e7-9c8b-a46b7632b61a req-af6445c3-9e0a-4dc6-8c45-d33ab073f11b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:30.611580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a2f8eed-897d-43e7-9c8b-a46b7632b61a req-af6445c3-9e0a-4dc6-8c45-d33ab073f11b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0789628 Nov 23 10:10:30.688624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a2f8eed-897d-43e7-9c8b-a46b7632b61a req-bcc1490e-18be-44d7-a992-a8bad808c939 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708435 Nov 23 10:10:30.856503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-d803146f-0844-4e83-a05c-7a84bc827625 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:30.858591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-d803146f-0844-4e83-a05c-7a84bc827625 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 0.1728432 Nov 23 10:10:30.877217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-d0c98963-2d1c-48bf-94f0-c0668158fd4c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/quotas/14a95e673b8c46b9a2e0e23e08815844 HTTP/1.1" status: 200 len: 375 time: 0.0121484 Nov 23 10:10:30.884353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:10:31.002398 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-73a1151c-0f76-4832-b2e6-f3c629fad9e6 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115804 Nov 23 10:10:31.029142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:31.045751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'port_id': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'mac_address': 'fa:16:3e:11:58:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:10:31.111615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:31.130290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:31.154307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:31.170760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:31.314905 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-5e3290f6-5d54-4437-a356-f2a2e55f90bc service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039563 Nov 23 10:10:31.364563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:31.410287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:31.493711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d9520-dabf-4004-a0ba-1975245f71ac req-66fce6d1-c3b5-4676-9ce6-1c9502a18d47 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:31.505489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e1d9520-dabf-4004-a0ba-1975245f71ac req-66fce6d1-c3b5-4676-9ce6-1c9502a18d47 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 945 time: 0.1642358 Nov 23 10:10:31.601691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e1d9520-dabf-4004-a0ba-1975245f71ac req-d5654f99-5f34-4485-b267-47a44169b3ed tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Nov 23 10:10:31.729673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-45410e3e-3800-461c-9337-afe87586413d service neutron] 10.222.0.62 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078043 Nov 23 10:10:31.789302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a0c024b-75c2-4ae0-85e0-7fdb62837bfe req-3c87e496-7906-45ce-a7ce-13be30436e3c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0419736 Nov 23 10:10:31.976926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848f12a-6702-4510-85db-d04df928e6fa req-1dada8ec-e064-4669-9045-0151508def3b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:32.015113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e848f12a-6702-4510-85db-d04df928e6fa req-1dada8ec-e064-4669-9045-0151508def3b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1383252 Nov 23 10:10:32.037621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4a62864-633d-4d8e-813e-357376f25466 req-b1a14b44-d7f6-490c-b34a-87420a81c7fe tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 210 time: 0.0914497 Nov 23 10:10:32.086357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e848f12a-6702-4510-85db-d04df928e6fa req-68fed34b-0ea1-4a0f-904f-f1a4a21f65d9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703115 Nov 23 10:10:32.777496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ba3c8-2ffb-43ad-b222-89e5e111c14d req-6e4816bd-183a-461b-a022-29702d505dac tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:32.787440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-201ba3c8-2ffb-43ad-b222-89e5e111c14d req-6e4816bd-183a-461b-a022-29702d505dac tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 945 time: 0.0701041 Nov 23 10:10:32.880906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-201ba3c8-2ffb-43ad-b222-89e5e111c14d req-9fbe186d-d4f0-4bab-abd8-b668bc014b88 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867131 Nov 23 10:10:32.893150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:10:32.897092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:10:33.035333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e78379a9-e1de-4973-8182-4e5f683f4512 req-026f17dd-5359-44ac-aedb-ab933a20cf5c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0529766 Nov 23 10:10:33.261074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:33.261643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:33.274854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da355013-14a9-40fd-bcc4-504aa7c652e8 req-6d2b2da6-77eb-4461-8174-8e3dca7ee7ab tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 210 time: 0.0905659 Nov 23 10:10:33.409449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f11c5f-47d6-43e3-99c8-f40bf08ca17a req-f955e2fd-e28d-406e-9065-e27437f2f8d1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:33.413975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55f11c5f-47d6-43e3-99c8-f40bf08ca17a req-f955e2fd-e28d-406e-9065-e27437f2f8d1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1655142 Nov 23 10:10:33.484655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:33.568948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55f11c5f-47d6-43e3-99c8-f40bf08ca17a req-4bcd1773-bd48-4489-bf35-b637ec4cacc8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389494 Nov 23 10:10:34.151693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:10:34.376661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2acbe9b3-a20e-49d2-866f-c9369f65ddbc req-447df1b0-2b1d-42dc-91cd-f41eab7871cb tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0771699 Nov 23 10:10:34.513348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:34.547020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:34.587005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:34.639301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-353fccd2-782c-43f5-80e2-7ef13513b536 req-28e6a9b8-8477-412e-8704-e5236a770d5a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 210 time: 0.0965889 Nov 23 10:10:34.707970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:34.722297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:34.728364 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c51f96-ba1f-4a94-a7df-7ea55f94f778" -d '{"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-plugged", "status": "completed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:34.776567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:34.815114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:34.903905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:34.919750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8dfb3357-fd95-40a6-9a21-8f14f00f7440'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:34.966513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe8a65-35ee-4f76-bbba-53d343372847 req-0434e206-d14e-482d-99e5-9b15ae75b769 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:34.978634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfe8a65-35ee-4f76-bbba-53d343372847 req-0434e206-d14e-482d-99e5-9b15ae75b769 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.2110531 Nov 23 10:10:35.093629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfe8a65-35ee-4f76-bbba-53d343372847 req-721c6dee-518f-491f-97c4-7a9603e07995 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079383 Nov 23 10:10:35.107839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:35.158435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.159412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.159412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.159741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.160075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.160403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.160728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.161052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.161378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.168106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.168455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.168787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:35.192384 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68353fe5-7662-4cf8-a37e-315b9ddea10b x-openstack-request-id: req-68353fe5-7662-4cf8-a37e-315b9ddea10b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:35.192678 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-plugged", "status": "completed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:35.192931 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68353fe5-7662-4cf8-a37e-315b9ddea10b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:35.193327 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'code': 200} Nov 23 10:10:35.493876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc3e-9de3-42f7-b53f-42ec9177e916 req-60bf7a14-42aa-427f-b8a8-0b7c526da1e1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:35.504072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:35.509459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27e5cc3e-9de3-42f7-b53f-42ec9177e916 req-60bf7a14-42aa-427f-b8a8-0b7c526da1e1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 945 time: 1.4564824 Nov 23 10:10:35.642525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88e0bc7e-bce4-48b2-9ee4-02b7bd489b15 req-e71b769e-b563-4dae-aab1-d50626a4ad19 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.1012988 Nov 23 10:10:35.766234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-86825b80-d63e-42fe-a5c6-8eb887d98100 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:35.778891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-86825b80-d63e-42fe-a5c6-8eb887d98100 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 814 time: 1.7435699 Nov 23 10:10:35.796419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27e5cc3e-9de3-42f7-b53f-42ec9177e916 req-06b3be1f-2a77-4bcb-8b9e-b0df64c3d743 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719507 Nov 23 10:10:35.808133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Request body: {'port': {'device_id': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'admin_state_up': True, 'tenant_id': '14a95e673b8c46b9a2e0e23e08815844'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:35.975898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f813414e-91dd-42e7-8713-3f753d90ae77 req-84d4b268-242f-409b-801f-8cddf3596254 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 210 time: 0.0979567 Nov 23 10:10:36.006321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Made reservation on behalf of 14a95e673b8c46b9a2e0e23e08815844 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:10:36.010243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:36.379659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Allocated IP 172.20.0.2 (7e3d361c-e968-48bb-a90f-022ee328a60f/0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1/c45e6da7-1bef-4c81-9366-0f979dd5cc42) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:10:36.399742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884b0e7-26ca-437c-8115-27b285622d56 req-59c4bdfd-5ff0-4336-95a4-fe7b3e87f230 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:36.408276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4884b0e7-26ca-437c-8115-27b285622d56 req-59c4bdfd-5ff0-4336-95a4-fe7b3e87f230 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.1381836 Nov 23 10:10:36.623747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4884b0e7-26ca-437c-8115-27b285622d56 req-6cac61e9-74d8-4300-b65a-7ccbf6d7eae6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141616 Nov 23 10:10:36.883126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-28adb20e-37b6-4c16-9633-e0d2184f5a87 req-58eae903-666a-405f-a247-36563a742dca tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0710807 Nov 23 10:10:36.933501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:10:36.942876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:37.126287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:37.141363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc8581fa-d400-437c-be3c-3a1ef8ca18c1 req-3ffd0dac-e817-4d0c-8469-d4e9d5d53a3f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 210 time: 0.0432427 Nov 23 10:10:37.147549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:37.163744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28707e-b790-4a09-a73c-839d6acbfb5c req-359681a2-477f-4c10-bc9e-512bd26668cf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:37.163878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63', '067b4673-9600-4628-8760-242860ceb100'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:37.209169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d28707e-b790-4a09-a73c-839d6acbfb5c req-359681a2-477f-4c10-bc9e-512bd26668cf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.2115812 Nov 23 10:10:37.408624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Network 7e3d361c-e968-48bb-a90f-022ee328a60f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:10:37.436279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:10:37.440623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event updated for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:37.443602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:37.449478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:37.460149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:10:37.679794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d28707e-b790-4a09-a73c-839d6acbfb5c req-f1dfe73d-a353-45ec-b176-6b8705d54f56 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691663 Nov 23 10:10:37.711273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:37.716394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:37.791020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6d0c42a5-d37c-4d1f-916a-7544fc631187 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9935031 Nov 23 10:10:37.804512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Request body: {'port': {'device_id': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:37.954250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60411254-a04e-4a0f-bc9d-54babb8dde92 req-1c0674a0-f50a-4e69-85de-f48e778e9bd1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:37.957943 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60411254-a04e-4a0f-bc9d-54babb8dde92 req-1c0674a0-f50a-4e69-85de-f48e778e9bd1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.1141896 Nov 23 10:10:37.993730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:38.085734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60411254-a04e-4a0f-bc9d-54babb8dde92 req-0a65009b-7fee-4abf-a11d-6e829744e3d1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214516 Nov 23 10:10:38.415030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:38.517396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a886-5cd1-41a0-a383-79caba63f38e req-f632c62a-2992-41cb-956b-2fc39c871fd7 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:38.519655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e6da7-1bef-4c81-9366-0f979dd5cc42 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:38.537107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0a7a886-5cd1-41a0-a383-79caba63f38e req-f632c62a-2992-41cb-956b-2fc39c871fd7 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 931 time: 0.2292554 Nov 23 10:10:38.541336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:38.568398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Transition to ACTIVE for port object c45e6da7-1bef-4c81-9366-0f979dd5cc42 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:10:38.649928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-930207b7-430e-4c96-8dd5-6bd905a63ff6 req-8659f3f6-0c26-4176-a661-0f596cff946d tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.5432234 Nov 23 10:10:38.649928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:38.696591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:38.700640 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c42ce6-3d7c-4372-9e0c-25ce14c2af80" -d '{"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:38.716237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0a7a886-5cd1-41a0-a383-79caba63f38e req-1c171033-9ed2-4637-944a-82605abc6514 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736288 Nov 23 10:10:38.828374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:38.842036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:38.864187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:38.874533 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a3c5a4-c6f2-4c7e-88b9-d625a965fd0c x-openstack-request-id: req-63a3c5a4-c6f2-4c7e-88b9-d625a965fd0c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:38.875242 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:38.875733 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63a3c5a4-c6f2-4c7e-88b9-d625a965fd0c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:38.876365 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'code': 200} Nov 23 10:10:38.978506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:39.129458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba5d-c23b-4bbe-9b9c-dbc20221174f req-559c5983-a6c3-4fb8-adda-a00bf28722e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:39.138819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a48fba5d-c23b-4bbe-9b9c-dbc20221174f req-559c5983-a6c3-4fb8-adda-a00bf28722e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1707041 Nov 23 10:10:39.289128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a48fba5d-c23b-4bbe-9b9c-dbc20221174f req-dcd98598-893a-47c4-b249-b079ce9da309 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431401 Nov 23 10:10:39.315794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Attempting to bind port c45e6da7-1bef-4c81-9366-0f979dd5cc42 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:10:39.316166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Attempting to bind port c45e6da7-1bef-4c81-9366-0f979dd5cc42 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:10:39.316505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Attempting to bind port c45e6da7-1bef-4c81-9366-0f979dd5cc42 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:10:39.328303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Port c45e6da7-1bef-4c81-9366-0f979dd5cc42 on network 7e3d361c-e968-48bb-a90f-022ee328a60f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:10:39.328636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Attempting to bind port c45e6da7-1bef-4c81-9366-0f979dd5cc42 on network 7e3d361c-e968-48bb-a90f-022ee328a60f {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:10:39.340645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:10:39.340991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Checking segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:10:39.346357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Bound using segment: {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:10:39.346817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Bound port: c45e6da7-1bef-4c81-9366-0f979dd5cc42, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:10:39.347199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:39.388255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293519a4-e462-4f9c-a4d2-2a3fe7897783 req-3ed35fd5-9538-4634-b204-87ea88ffaf22 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:39.398666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-293519a4-e462-4f9c-a4d2-2a3fe7897783 req-3ed35fd5-9538-4634-b204-87ea88ffaf22 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1182492 Nov 23 10:10:39.529601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:10:39.536605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:10:39.539726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-293519a4-e462-4f9c-a4d2-2a3fe7897783 req-3adbc5d3-4b86-4b48-82bf-c9900f26d5de tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339405 Nov 23 10:10:39.547805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:39.701002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:39.701642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:39.707056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] 10.222.0.11 "PUT /v2.0/ports/c45e6da7-1bef-4c81-9366-0f979dd5cc42 HTTP/1.1" status: 200 len: 1091 time: 1.9068694 Nov 23 10:10:39.710374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:39.712736 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee66c6-61af-4c2e-84b5-66bf67559e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:39.930488 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0665d71f-72c5-4fce-ad0d-4de146355e60 x-openstack-request-id: req-0665d71f-72c5-4fce-ad0d-4de146355e60 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:39.931185 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:39.931185 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0665d71f-72c5-4fce-ad0d-4de146355e60 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:39.931675 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42', 'status': 'completed', 'code': 200} Nov 23 10:10:40.062550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d399b0b7-e058-4872-9985-a859553cedd7 req-a92a3715-0bb4-467c-aa02-3e21d3c7d627 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.1283062 Nov 23 10:10:40.106798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42090cdf-014a-4ed7-ae65-280e7954f384 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:40.117498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-132296f7-d4af-4e75-aa9d-b49906f44b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:40.119066 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-132296f7-d4af-4e75-aa9d-b49906f44b0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 1094 time: 0.3317378 Nov 23 10:10:40.218259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-adedf1e7-868d-4e8f-9c02-d1354b513789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42 HTTP/1.1" status: 200 len: 217 time: 0.0900495 Nov 23 10:10:40.331940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90bf39-8b54-4a93-b0b1-be14fa7d7b35 req-18223422-9b0a-44aa-aaba-d095bec4792c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:40.342691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea90bf39-8b54-4a93-b0b1-be14fa7d7b35 req-18223422-9b0a-44aa-aaba-d095bec4792c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 943 time: 0.2961640 Nov 23 10:10:40.410449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-4678ac6a-a195-4651-a899-16811f783391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:40.414265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-4678ac6a-a195-4651-a899-16811f783391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.1869588 Nov 23 10:10:40.482593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-1bec5a89-b08a-46fd-8086-03b0061467a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585694 Nov 23 10:10:40.485157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea90bf39-8b54-4a93-b0b1-be14fa7d7b35 req-038181be-0aa1-4834-889a-6c608a1ec514 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389506 Nov 23 10:10:40.698561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f375acf-c7b1-4dd7-ae24-11ad2175bfd7 req-9eef8fa5-7ab1-4b60-87f5-f44a88bcb91d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:40.703705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f375acf-c7b1-4dd7-ae24-11ad2175bfd7 req-9eef8fa5-7ab1-4b60-87f5-f44a88bcb91d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.2335222 Nov 23 10:10:40.886049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f375acf-c7b1-4dd7-ae24-11ad2175bfd7 req-d9564ad4-b14f-44a6-a2a1-7348faf78665 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618383 Nov 23 10:10:40.937513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a5cf0-7a56-42f9-b745-d6d3ee2dd472 req-f68491af-37c0-4f21-a952-442b9986761f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:40.940766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f93a5cf0-7a56-42f9-b745-d6d3ee2dd472 req-f68491af-37c0-4f21-a952-442b9986761f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.2131228 Nov 23 10:10:40.949526 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-6b10d0cd-5e5e-4e31-bd9f-323f50cca10c service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272561 Nov 23 10:10:41.116253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f93a5cf0-7a56-42f9-b745-d6d3ee2dd472 req-3642e9e6-1b27-47a4-9ce5-886f159ccbdf tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688852 Nov 23 10:10:41.145396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:41.283989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f280b7c5-f5fe-4ed2-9387-7718c266618e req-10c1c0d4-2126-4320-9d8f-483734fba3a6 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225787 Nov 23 10:10:41.342609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a921b0e8-bb5b-4e70-b75c-8926bb8f9347 req-7ddb6124-de05-40de-8a35-c47aebe62a10 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0772481 Nov 23 10:10:41.467196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-6cb38e51-f282-455d-8b11-83e82b0b239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:41.469296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-6cb38e51-f282-455d-8b11-83e82b0b239a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14a95e673b8c46b9a2e0e23e08815844&device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 1094 time: 0.1138639 Nov 23 10:10:41.480552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6005d57f-c7ba-4730-b67e-8e900659af19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:41.607067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6005d57f-c7ba-4730-b67e-8e900659af19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:41.627092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6005d57f-c7ba-4730-b67e-8e900659af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:41.783141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6005d57f-c7ba-4730-b67e-8e900659af19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b5ce6214226466eb46a1ebdc37ccc90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6339154 Nov 23 10:10:41.787963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:41.812656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005d57f-c7ba-4730-b67e-8e900659af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159a117-6e25-4ace-964a-c7137443efae,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:41.908567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c480b8-be29-47bc-8199-2379878990a5 req-37105f63-d02a-4ab1-92c6-8995d7571704 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:41.929297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2c480b8-be29-47bc-8199-2379878990a5 req-37105f63-d02a-4ab1-92c6-8995d7571704 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 943 time: 0.2557597 Nov 23 10:10:42.017683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:42.059321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2c480b8-be29-47bc-8199-2379878990a5 req-98f2e040-7fdb-4e2f-83b5-4cac29c516dc tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288428 Nov 23 10:10:42.084700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:42.179400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-1e868a00-2077-493d-b575-259f43ab26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:42.181000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-1e868a00-2077-493d-b575-259f43ab26c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 200 len: 915 time: 0.7040250 Nov 23 10:10:42.218736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:42.221701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:42.223058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d159a117-6e25-4ace-964a-c7137443efae HTTP/1.1" status: 204 len: 168 time: 0.4238462 Nov 23 10:10:42.282109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-94f40bf2-4898-4003-98b1-020b9823171a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42 HTTP/1.1" status: 200 len: 217 time: 0.0652041 Nov 23 10:10:42.284164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159a117-6e25-4ace-964a-c7137443efae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:42.356757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-64f18391-0445-47b8-973e-643c29750fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:42.359110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-64f18391-0445-47b8-973e-643c29750fc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 200 len: 854 time: 0.0645239 Nov 23 10:10:42.364293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.364654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.364980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.365321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.365660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.366033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.366360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.366686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.367012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.367476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.367810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.368140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dd596-140d-45e1-8c18-c96e52a2ad89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:10:42.548185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da30669-84ff-4967-bca7-94d1ede65f61 req-7c1a4598-bb4d-4443-ad8b-ac2c47cecb80 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:42.562800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4da30669-84ff-4967-bca7-94d1ede65f61 req-7c1a4598-bb4d-4443-ad8b-ac2c47cecb80 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.3806980 Nov 23 10:10:42.577498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f456571-65cf-4582-8adc-c9b4755dfb80 req-1e141f9e-1697-447f-9be1-5b0d4fb546a5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:42.578615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-bbfedf4b-ec75-4bee-8dc1-cb361c8c2504 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e3d361c-e968-48bb-a90f-022ee328a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838248 Nov 23 10:10:42.604011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f456571-65cf-4582-8adc-c9b4755dfb80 req-1e141f9e-1697-447f-9be1-5b0d4fb546a5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1813347 Nov 23 10:10:42.796717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-2da33d33-c099-4b38-be01-3d3e7fd56561 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546161 Nov 23 10:10:42.822083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f456571-65cf-4582-8adc-c9b4755dfb80 req-6ca7a478-cc0b-49f0-a8d9-768c0c0ea25d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985717 Nov 23 10:10:42.943007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edee66c6-61af-4c2e-84b5-66bf67559e7e req-98c44a28-b1f9-4a38-a742-bbf2b6dcf938 service neutron] 10.222.0.11 "GET /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324208 Nov 23 10:10:42.958248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4da30669-84ff-4967-bca7-94d1ede65f61 req-1b7c1a13-45e2-4756-a8b5-09362c69cc97 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821890 Nov 23 10:10:43.068729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d54c5e0a-926b-4e03-a8e7-c2892ba27f70 req-1768bf7f-73c6-42a4-9c7d-c772551ea5a3 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0784535 Nov 23 10:10:43.370443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaaba5-55c5-4580-80de-ac8960f1dbc9 req-c4831898-8a3b-4b3d-942b-a0f39e008ce4 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:43.381183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdeaaba5-55c5-4580-80de-ac8960f1dbc9 req-c4831898-8a3b-4b3d-942b-a0f39e008ce4 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 943 time: 0.1866963 Nov 23 10:10:43.544861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdeaaba5-55c5-4580-80de-ac8960f1dbc9 req-ec9cfec0-7d76-4943-a948-3c6ae0976dc6 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601439 Nov 23 10:10:44.237943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f28b0-805a-4b62-9dbe-a270f562148f req-8c1ace6b-d4c7-4e8d-834d-d68366dcac42 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:44.240495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd1f28b0-805a-4b62-9dbe-a270f562148f req-8c1ace6b-d4c7-4e8d-834d-d68366dcac42 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1729600 Nov 23 10:10:44.316320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425580da-fdb5-4112-840e-6ca00edd7507 req-83c26813-f070-4b73-b747-14aad0013446 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:44.332014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-425580da-fdb5-4112-840e-6ca00edd7507 req-83c26813-f070-4b73-b747-14aad0013446 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1503720 Nov 23 10:10:44.397355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd1f28b0-805a-4b62-9dbe-a270f562148f req-c10a7167-2820-4e46-bda1-1d9f44af9ab9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489427 Nov 23 10:10:44.464010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-425580da-fdb5-4112-840e-6ca00edd7507 req-5af858d6-c3e3-4988-8b00-7b6c00b953a0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301260 Nov 23 10:10:44.592157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4e83920-25e6-42e8-97e4-96c1aefd5259 req-eed7252a-5ac4-4d28-a75a-d23e877bacd7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0628181 Nov 23 10:10:44.850314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d35f-8f62-45ff-90dc-a8e704ddafed req-c2d3a925-d264-4666-ad12-5c706c253aba tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:44.856069 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0000d35f-8f62-45ff-90dc-a8e704ddafed req-c2d3a925-d264-4666-ad12-5c706c253aba tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 943 time: 0.1479173 Nov 23 10:10:44.986208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0000d35f-8f62-45ff-90dc-a8e704ddafed req-6eb0e8ba-26ed-4e11-b886-65495d83461d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203294 Nov 23 10:10:45.080715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c45e6da7-1bef-4c81-9366-0f979dd5cc42 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:10:45.463087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:45.545027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42', 'network_id': '7e3d361c-e968-48bb-a90f-022ee328a60f', 'port_id': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42', 'mac_address': 'fa:16:3e:41:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:10:45.670589 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:45.701767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e6da7-1bef-4c81-9366-0f979dd5cc42 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:10:45.733482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b2e6-4ba0-4733-a221-baef0b36ec39 req-0479dcca-5353-43e4-9022-1bf5fab9249f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:45.739360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e52b2e6-4ba0-4733-a221-baef0b36ec39 req-0479dcca-5353-43e4-9022-1bf5fab9249f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1557097 Nov 23 10:10:45.766899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:45.774831 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:45.807826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52decd-59e8-45ad-8ac4-f945f21a02f9 req-407383c9-1c93-403b-9a85-83b066d99fba tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:45.811325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a52decd-59e8-45ad-8ac4-f945f21a02f9 req-407383c9-1c93-403b-9a85-83b066d99fba tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1699960 Nov 23 10:10:45.916484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e52b2e6-4ba0-4733-a221-baef0b36ec39 req-003e0c54-08ff-4393-93ed-b209974a90a1 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690958 Nov 23 10:10:45.934339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a52decd-59e8-45ad-8ac4-f945f21a02f9 req-f453662b-010d-407d-a3c2-107d2154bfcf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088729 Nov 23 10:10:46.047678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:46.054250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:46.115368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-060c2970-4be8-4629-bc9e-816bddda02b2 req-948cb053-2dde-4dc9-8cf3-69d61f5d36e7 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0672333 Nov 23 10:10:46.177347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c45e6da7-1bef-4c81-9366-0f979dd5cc42'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:10:46.252322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6943-1e0b-427d-ad39-8890be342a6e req-84636162-0c6c-45d8-bfa6-596b4eca758d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:46.260094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8abd6943-1e0b-427d-ad39-8890be342a6e req-84636162-0c6c-45d8-bfa6-596b4eca758d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 944 time: 0.1037657 Nov 23 10:10:46.367858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8abd6943-1e0b-427d-ad39-8890be342a6e req-b8e2c833-d271-4c4f-a4cb-47cefdbc3f6c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063621 Nov 23 10:10:47.173531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53fba3-f6a5-4664-b0a9-c740c2744400 req-a2460954-5447-4db5-9f4a-8153a2595bbc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:47.222574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c53fba3-f6a5-4664-b0a9-c740c2744400 req-a2460954-5447-4db5-9f4a-8153a2595bbc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1515830 Nov 23 10:10:47.239980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d683-20ef-44a5-91d8-46e69b5efb06 req-ceec5619-1aa5-4cb3-986a-87805bf1f925 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:47.250712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac42d683-20ef-44a5-91d8-46e69b5efb06 req-ceec5619-1aa5-4cb3-986a-87805bf1f925 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1063144 Nov 23 10:10:47.324692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac42d683-20ef-44a5-91d8-46e69b5efb06 req-d29724c0-7d1a-4929-a8c3-1e942f552855 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722065 Nov 23 10:10:47.424917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5c53fba3-f6a5-4664-b0a9-c740c2744400 req-d2833df7-cdbb-4f0d-b3e4-a92b80896f8a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978662 Nov 23 10:10:47.586011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0677c476-6d9e-43fc-bf45-36369c897e1d req-1bac1a4b-f0c1-4162-aa6b-ca3b74b021d9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.1015000 Nov 23 10:10:47.708252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a734fa-07b5-4938-a3ac-51f2067c1ce8 req-ea638d51-8d92-46ac-9bd0-20fbd82425bb tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:47.732217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5a734fa-07b5-4938-a3ac-51f2067c1ce8 req-ea638d51-8d92-46ac-9bd0-20fbd82425bb tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 944 time: 0.1220012 Nov 23 10:10:47.846696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd11df5b-adb5-449b-a2ad-ef83e2e395a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:47.894381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5a734fa-07b5-4938-a3ac-51f2067c1ce8 req-e2217bdc-9f3b-4988-8e7a-f0d0dbaa3815 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602788 Nov 23 10:10:48.723309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabfc32-0795-4fc8-a00c-748e2f117e64 req-fcd074ce-c6b6-450a-8aaf-0657d768d68b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:48.731794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dabfc32-0795-4fc8-a00c-748e2f117e64 req-fcd074ce-c6b6-450a-8aaf-0657d768d68b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1896105 Nov 23 10:10:48.841469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dabfc32-0795-4fc8-a00c-748e2f117e64 req-b77e5b72-fe1c-4eb3-96c4-c5a31ae6f25d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809100 Nov 23 10:10:49.043739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea2c07-0cb0-4891-9a7c-dce8a5ba77bb req-e7b07c07-f873-4566-a8b0-6e37a1f60c9f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:49.053126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2ea2c07-0cb0-4891-9a7c-dce8a5ba77bb req-e7b07c07-f873-4566-a8b0-6e37a1f60c9f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1045177 Nov 23 10:10:49.125996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c45e6da7-1bef-4c81-9366-0f979dd5cc42 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:10:49.135688 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2ea2c07-0cb0-4891-9a7c-dce8a5ba77bb req-2837e715-10b0-44b5-b61e-8bcb3b9c8b51 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795157 Nov 23 10:10:49.269526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c45e6da7-1bef-4c81-9366-0f979dd5cc42 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:10:49.292270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c45e6da7-1bef-4c81-9366-0f979dd5cc42 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:10:49.293046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:49.299095 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86437032-8583-4d55-bdc9-03df18cf375b req-97c0cc10-505e-494e-88ac-21da31608d2c tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0631583 Nov 23 10:10:49.455686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc233-7f0d-481f-9564-f13f86aaf828 req-42b80a36-390e-4946-a5ab-98a5410da086 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:49.464166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-842dc233-7f0d-481f-9564-f13f86aaf828 req-42b80a36-390e-4946-a5ab-98a5410da086 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 944 time: 0.0800409 Nov 23 10:10:49.480659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:49.548458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-842dc233-7f0d-481f-9564-f13f86aaf828 req-bf51c7e3-1909-4dfa-a175-8a5a1e00d68f tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Nov 23 10:10:49.570955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:49.573589 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d4674-7ffb-407f-b0bc-55906452a4d9" -d '{"events": [{"server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:49.578158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:49.586402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:49.639235 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f74a4-d7cf-438f-836b-bad4efe465e6 x-openstack-request-id: req-616f74a4-d7cf-438f-836b-bad4efe465e6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:49.639898 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:49.640353 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-616f74a4-d7cf-438f-836b-bad4efe465e6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:49.641190 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42', 'code': 200} Nov 23 10:10:49.704669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:49.764748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a60d-0b5c-4fd6-95dd-d3865b7fb9d2 req-918d79fa-2d0e-4bfd-bb50-c2539b65f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:49.766424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b097a60d-0b5c-4fd6-95dd-d3865b7fb9d2 req-918d79fa-2d0e-4bfd-bb50-c2539b65f9f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 1096 time: 0.0594475 Nov 23 10:10:49.862337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b097a60d-0b5c-4fd6-95dd-d3865b7fb9d2 req-6b31723e-69df-4cb5-ad07-0a4579480550 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877190 Nov 23 10:10:50.023402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d97e7e-8594-415f-894a-7e6355b3cd6e req-c3b3702b-ce49-4dac-812d-b8129d900492 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:50.031394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d97e7e-8594-415f-894a-7e6355b3cd6e req-c3b3702b-ce49-4dac-812d-b8129d900492 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.0778434 Nov 23 10:10:50.090698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d97e7e-8594-415f-894a-7e6355b3cd6e req-b668e6e2-e589-4429-a469-67920464c404 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582924 Nov 23 10:10:50.291909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:50.378445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73fcbc7d-216c-4c8e-96b2-903257cacc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:50.442997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad31b-4ff0-4c2f-8a0c-af0c5c361490 req-70d47d4e-404f-4189-8d5f-ada41e25ba2b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:50.451156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-617ad31b-4ff0-4c2f-8a0c-af0c5c361490 req-70d47d4e-404f-4189-8d5f-ada41e25ba2b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.1467025 Nov 23 10:10:50.554588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-617ad31b-4ff0-4c2f-8a0c-af0c5c361490 req-2265dc09-dfd0-4e7f-b6d0-5f40480a8639 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020205 Nov 23 10:10:50.806159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-66c30717-c22c-43dd-8f17-1d9b402436e3 req-f58b751b-4808-468d-b011-c86ff24855ac tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77e1c09-f62c-49b3-9af2-1ea7b667eb89 HTTP/1.1" status: 200 len: 210 time: 0.0574229 Nov 23 10:10:50.967505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c20b6-8569-45b5-88f8-268c049f886a req-2868f4e9-5f93-4f9e-8fb1-ef775037032c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:50.970927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d97c20b6-8569-45b5-88f8-268c049f886a req-2868f4e9-5f93-4f9e-8fb1-ef775037032c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 945 time: 0.0775199 Nov 23 10:10:51.059001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d97c20b6-8569-45b5-88f8-268c049f886a req-662a4f64-2538-4b3c-8fe7-96aba321ece2 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813129 Nov 23 10:10:51.255735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:51.381681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e998-aa21-4ede-92ac-f94fa9a29546 req-e6b2d2b9-75d2-4ba7-9675-9c3b822c0ab8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:51.385941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52d1e998-aa21-4ede-92ac-f94fa9a29546 req-e6b2d2b9-75d2-4ba7-9675-9c3b822c0ab8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1193008 Nov 23 10:10:51.476257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52d1e998-aa21-4ede-92ac-f94fa9a29546 req-e1b1c540-e09e-46a5-bad2-70524776ad12 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822353 Nov 23 10:10:51.835367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06aa-6141-4139-a859-ac07c2b5049e req-5a36e23c-bbc8-422f-9787-ddc2770dee2a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:51.843059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c6c06aa-6141-4139-a859-ac07c2b5049e req-5a36e23c-bbc8-422f-9787-ddc2770dee2a tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0819609 Nov 23 10:10:51.927763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c6c06aa-6141-4139-a859-ac07c2b5049e req-765de134-75ae-4236-bbff-a2bdaf9f7d25 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788879 Nov 23 10:10:52.031782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56120) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:52.148622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.195642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.254662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.263603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.265134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/security-groups/65a472d2-4a1e-4210-98db-76df1f10ade4 HTTP/1.1" status: 204 len: 168 time: 0.2323968 Nov 23 10:10:52.268179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56124) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:52.299534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8c8fe-b570-4a8d-89af-6e550b8c72e9 req-0d57cca7-538e-4de4-a6c7-56ad46a216a3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:52.304679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4c8c8fe-b570-4a8d-89af-6e550b8c72e9 req-0d57cca7-538e-4de4-a6c7-56ad46a216a3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 945 time: 0.1180942 Nov 23 10:10:52.305190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22569843-1de1-4b0c-bc29-f4e7395aba86 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a472d2-4a1e-4210-98db-76df1f10ade4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:52.307422 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-5dda13c7-6640-4e52-87de-e0c535ccb1fa tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] show failed (client error): The resource could not be found. Nov 23 10:10:52.308749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5dda13c7-6640-4e52-87de-e0c535ccb1fa tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "GET /v2.0/security-groups/65a472d2-4a1e-4210-98db-76df1f10ade4 HTTP/1.1" status: 404 len: 347 time: 0.0340307 Nov 23 10:10:52.311775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56126) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:52.657882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4c8c8fe-b570-4a8d-89af-6e550b8c72e9 req-a2747585-961c-40c1-8c59-e43214246cc5 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333063 Nov 23 10:10:52.661961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.766307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 62a70678-d122-44b2-ac12-add7af47a536 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:52.766657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:52.960844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a228a7-8466-4682-b5ba-1b159d75dd6c req-4f64c8e7-1393-4ae0-ac13-2506153b1c44 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:52.969123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64a228a7-8466-4682-b5ba-1b159d75dd6c req-4f64c8e7-1393-4ae0-ac13-2506153b1c44 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1850898 Nov 23 10:10:53.039401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64a228a7-8466-4682-b5ba-1b159d75dd6c req-83808514-6bb7-4e5d-862f-cc32ad03348f tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692542 Nov 23 10:10:53.072849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.073175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.101619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 62a70678-d122-44b2-ac12-add7af47a536 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:53.523628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.542185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.569236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f6ed-4471-4a74-801f-302e4241cea1 req-af699ce8-6056-48bc-902e-4201a42812cc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:53.571109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e822f6ed-4471-4a74-801f-302e4241cea1 req-af699ce8-6056-48bc-902e-4201a42812cc tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.3107057 Nov 23 10:10:53.629335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=62a70678-d122-44b2-ac12-add7af47a536,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:53.704229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e822f6ed-4471-4a74-801f-302e4241cea1 req-3023a31b-08e3-4233-8025-a2ae8647d820 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 Nov 23 10:10:53.820901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.820901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:53.827966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:53.828557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-72afc0b7-3d2b-46cd-8528-e3818c7f3a92 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/floatingips/c9f16d0b-1d6a-422e-bb92-7b8ccaac3ac8 HTTP/1.1" status: 204 len: 168 time: 1.5149155 Nov 23 10:10:54.062447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 7f4f4902-185d-46dc-9905-9e1cb70fd311 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:54.063516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:54.263988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:54.332421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 7f4f4902-185d-46dc-9905-9e1cb70fd311 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:54.372411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13d3ef-7c86-4afa-b829-86d2aa5e750f req-e2631922-5d0b-4d7f-b3c0-576a50528ab7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:54.381020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c13d3ef-7c86-4afa-b829-86d2aa5e750f req-e2631922-5d0b-4d7f-b3c0-576a50528ab7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1574676 Nov 23 10:10:54.527421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c13d3ef-7c86-4afa-b829-86d2aa5e750f req-e5ec5577-d5e8-4333-9ac6-8155583c411e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412392 Nov 23 10:10:54.585782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-45d335c1-a607-4810-86ab-072d9902527d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958807 Nov 23 10:10:54.909824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-1f80b66b-f170-434f-bcea-218e58ef6dff tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:54.911840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-1f80b66b-f170-434f-bcea-218e58ef6dff tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245909 Nov 23 10:10:54.945546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-f452234c-d0af-442b-9c53-04a02cced6b5 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/quotas/a6b6da38e1e243df939b8bd9d0bcb860 HTTP/1.1" status: 200 len: 375 time: 0.0157163 Nov 23 10:10:54.966184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:55.008474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=7f4f4902-185d-46dc-9905-9e1cb70fd311,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:55.029544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6808d-1d62-4b02-bb05-6092ef9a79f5 req-1748c345-7e33-4751-ae2f-3b1d1ed25ba1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:55.040310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdd6808d-1d62-4b02-bb05-6092ef9a79f5 req-1748c345-7e33-4751-ae2f-3b1d1ed25ba1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.2283967 Nov 23 10:10:55.062208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-7bc2402f-f933-403c-bf0c-67225b0adab6 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882959 Nov 23 10:10:55.114199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdd6808d-1d62-4b02-bb05-6092ef9a79f5 req-b296b262-aa10-4ac3-bad7-35c2d6be1e40 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722761 Nov 23 10:10:55.198638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-4723f145-2e24-43cb-9d52-a84a9cb7f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:55.199951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-4723f145-2e24-43cb-9d52-a84a9cb7f085 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 1097 time: 0.1360533 Nov 23 10:10:55.248287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:55.256239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:55.258074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2b7bbf72-ff78-4f8c-9701-3cf321e1231a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/ports/7f4f4902-185d-46dc-9905-9e1cb70fd311 HTTP/1.1" status: 204 len: 168 time: 1.4283929 Nov 23 10:10:55.376406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-2bd2377c-a232-4dd1-9415-d12f1209cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:55.383236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-2bd2377c-a232-4dd1-9415-d12f1209cf08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1728730 Nov 23 10:10:55.408333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:55.409134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:55.503861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-80b6991c-d193-4376-8c75-855460407879 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 HTTP/1.1" status: 200 len: 217 time: 0.1010389 Nov 23 10:10:55.574726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:55.604968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:55.621797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-e09cc8c3-ff2f-4e26-9632-dad33b4d4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:55.629079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-e09cc8c3-ff2f-4e26-9632-dad33b4d4bd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1190901 Nov 23 10:10:55.713051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-a1aa631b-7616-49d1-8d83-71024d2b901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:55.715197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-a1aa631b-7616-49d1-8d83-71024d2b901f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767045 Nov 23 10:10:55.891821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:55.894372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-701acd8e-f34b-487c-a879-c14570639c61 service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698723 Nov 23 10:10:55.906128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-293af8b5-6526-4663-a575-51d292f9e297 req-fe10d751-47b0-46fa-a2ad-b47d90d63997 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 210 time: 0.0423131 Nov 23 10:10:55.981868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=c44b2ed7-67be-49e0-a9ff-4ad8db89aa67,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:56.056120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d372e321-26ef-46d0-8743-e4b11fd6e2a1 req-8924605e-98aa-4e19-9df4-85f8967aba9b service neutron] 10.222.0.50 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522405 Nov 23 10:10:56.111149 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.114513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-842b7c4a-0938-4686-9419-88f033ec11e2 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/ports/c44b2ed7-67be-49e0-a9ff-4ad8db89aa67 HTTP/1.1" status: 204 len: 168 time: 0.8569663 Nov 23 10:10:56.117220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:56.147167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ed3ba-3ac2-42be-acae-be76c8f3db19 req-15f61340-07bb-4e52-bdbb-4930920b4d9e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:56.162424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e7ed3ba-3ac2-42be-acae-be76c8f3db19 req-15f61340-07bb-4e52-bdbb-4930920b4d9e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.1371417 Nov 23 10:10:56.252762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c13e-8622-4e33-8bc1-6171abf09ef3 req-01b028f9-c171-4eb9-b2da-b50c17c1cd81 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:56.262175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e97c13e-8622-4e33-8bc1-6171abf09ef3 req-01b028f9-c171-4eb9-b2da-b50c17c1cd81 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.0714881 Nov 23 10:10:56.351711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e97c13e-8622-4e33-8bc1-6171abf09ef3 req-e69e076f-7931-410b-b3ee-29848a8dad61 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Nov 23 10:10:56.401531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting subnet f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:10:56.413909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e7ed3ba-3ac2-42be-acae-be76c8f3db19 req-4ac72a81-d58d-4d5f-91ef-38aa8fb50bb4 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483294 Nov 23 10:10:56.420463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.507334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.654518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.751921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.782781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:56.789968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.796002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:56.797564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c8342a14-a12c-414a-aedf-ac97a51ca1ed tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/subnets/f1f8eb3a-1a4e-4bda-8920-59f7e6b33d62 HTTP/1.1" status: 204 len: 168 time: 0.6787767 Nov 23 10:10:56.800009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e7846-8125-46a0-8600-ad03f069e3ea None None] Network 1ddb7a6a-49ad-42d8-9066-bf3b636931fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:10:56.856358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting subnet 04e953f3-123b-4f63-8a84-6858b439c0b2 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:10:56.860302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:56.903334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.048966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] DHCP port deletion for 1ddb7a6a-49ad-42d8-9066-bf3b636931fd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:10:57.120260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a4a4f68-2b9f-4603-a868-98fefcbc2e73 req-b74f9879-ef30-4d84-b913-ed7e11cf60c5 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 210 time: 0.0503056 Nov 23 10:10:57.141084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-0845e651-15ae-4c9d-b268-b93578044d1f tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680454 Nov 23 10:10:57.148374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.173036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Deleting port 52da3162-963a-4abc-a3b8-aac139804bd5 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:57.173729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.234014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.300675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.304242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/subnets/04e953f3-123b-4f63-8a84-6858b439c0b2 HTTP/1.1" status: 204 len: 168 time: 0.5072236 Nov 23 10:10:57.305484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e5c31-b75d-400e-8a20-609915c261c9 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Subnet': ['ID=04e953f3-123b-4f63-8a84-6858b439c0b2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:57.307476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56228) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:57.333665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d1f9c-df1c-4be7-b154-ef7ade716646 None None] Network f7216446-2e8b-4101-99de-3bb622ffbacd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:10:57.484967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-0f0ee83f-b8ac-416d-86ee-fa768d1adfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:57.489413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-0f0ee83f-b8ac-416d-86ee-fa768d1adfe9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1096 time: 0.1985092 Nov 23 10:10:57.493663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.585651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=52da3162-963a-4abc-a3b8-aac139804bd5,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:57.586215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.601306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 52da3162-963a-4abc-a3b8-aac139804bd5 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:57.661231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Calling delete_port for 52da3162-963a-4abc-a3b8-aac139804bd5 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:57.798144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] DHCP port deletion for f7216446-2e8b-4101-99de-3bb622ffbacd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:10:57.848343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:57.922933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=52da3162-963a-4abc-a3b8-aac139804bd5,segment=NetworkSegment(6d0d65cb-a4ad-429d-bbfa-7c65af2fe502),segment_id=6d0d65cb-a4ad-429d-bbfa-7c65af2fe502)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:57.978987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.041597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.047636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event deleted for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:58.111439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e61c6-5e76-42bf-aa98-f7f85eddc530 req-263b87f0-7b48-4634-8b25-e080508666ca tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.113919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] No DVR routers for this DVR port 52da3162-963a-4abc-a3b8-aac139804bd5 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:58.118072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec60b8-ebe1-4b60-8989-a32ec418d57f None None] Pushing event deleted for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:58.127537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec8e61c6-5e76-42bf-aa98-f7f85eddc530 req-263b87f0-7b48-4634-8b25-e080508666ca tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.2257326 Nov 23 10:10:58.139251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Deleting port fad65591-afe1-49e7-ae68-de54437a709f {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:58.139633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.168936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-047722e6-1da8-4333-ac2e-177c4cbc6e60 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.175449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-047722e6-1da8-4333-ac2e-177c4cbc6e60 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0282698 Nov 23 10:10:58.217541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Request body: {'port': {'device_id': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': 'a6b6da38e1e243df939b8bd9d0bcb860'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:58.224883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] For port fad65591-afe1-49e7-ae68-de54437a709f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=fad65591-afe1-49e7-ae68-de54437a709f,segment=NetworkSegment(7b0c31e7-567b-49d3-af9f-5061b2716be8),segment_id=7b0c31e7-567b-49d3-af9f-5061b2716be8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:58.225285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.240730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Calling delete_port for fad65591-afe1-49e7-ae68-de54437a709f owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:58.325418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-bd8ec8ec-6bf3-463c-b1f7-6255a3d8b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.328885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-bd8ec8ec-6bf3-463c-b1f7-6255a3d8b2df service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.8294492 Nov 23 10:10:58.395700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec8e61c6-5e76-42bf-aa98-f7f85eddc530 req-c757ee55-2b79-4600-851c-a67f4663deca tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567747 Nov 23 10:10:58.427148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-0984fee8-5c05-426c-a03f-1b29fe11eacb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 1001 time: 0.0837145 Nov 23 10:10:58.459788 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.467556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Made reservation on behalf of a6b6da38e1e243df939b8bd9d0bcb860 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:10:58.477652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.508819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-98d19019-a4b3-4001-9433-45c2f4e47ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.512279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-98d19019-a4b3-4001-9433-45c2f4e47ce6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.0610008 Nov 23 10:10:58.515320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.538234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] Pushing event deleted for resources: {'Port': ['ID=fad65591-afe1-49e7-ae68-de54437a709f,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:58.553532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6ba85-bd48-412c-86d3-068e5536a768 None None] No DVR routers for this DVR port fad65591-afe1-49e7-ae68-de54437a709f on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:58.578644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f78a10-3ed8-4254-bd52-9bdf1be4b9e2 req-6aa29cee-508e-4897-b990-56e776035b43 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.588027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0f78a10-3ed8-4254-bd52-9bdf1be4b9e2 req-6aa29cee-508e-4897-b990-56e776035b43 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 945 time: 0.9962528 Nov 23 10:10:58.604608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ab7f269-6707-4011-9c68-76fcc9bdbeb0 req-f152c7ec-573e-40f1-b18f-915df1251e34 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 210 time: 0.0699394 Nov 23 10:10:58.659251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-5b8d79c4-f5d5-45a5-886e-3f2fef953e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:58.659251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-5b8d79c4-f5d5-45a5-886e-3f2fef953e45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318297 Nov 23 10:10:58.659251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Deleting port 52da3162-963a-4abc-a3b8-aac139804bd5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:10:58.659251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.735208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.740754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.787021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] For port 52da3162-963a-4abc-a3b8-aac139804bd5, host n-d-781076-5, got binding levels [] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:58.787709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.803564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Calling delete_port for 52da3162-963a-4abc-a3b8-aac139804bd5 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:10:58.807030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Port 52da3162-963a-4abc-a3b8-aac139804bd5 was not found and therefore no delete operation was performed {{(pid=110023) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:10:58.808533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:58.846772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0f78a10-3ed8-4254-bd52-9bdf1be4b9e2 req-fd97a6ec-9e71-4596-bf1f-73dce47bc9b5 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571709 Nov 23 10:10:58.888934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] No DVR routers for this DVR port 52da3162-963a-4abc-a3b8-aac139804bd5 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:10:58.898447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Port': ['ID=52da3162-963a-4abc-a3b8-aac139804bd5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:58.940965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Allocated IP 192.168.233.87 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/868a1983-32e9-46a3-bb02-f79634f93890) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:10:59.026947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:59.064608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.134576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-30c67788-54bc-4075-910d-436b3448b492 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629270 Nov 23 10:10:59.139221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddb7a6a-49ad-42d8-9066-bf3b636931fd']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.171747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.172120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0d65cb-a4ad-429d-bbfa-7c65af2fe502') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.197782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.249650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.260732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:10:59.261289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:10:59.264926 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:10:59.289598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.325319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.343188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8244762-cf5d-465e-960a-a400a5da0a18 req-77b16ae9-ed07-41c9-85e7-e8870407c227 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960573 Nov 23 10:10:59.352429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.360790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f23536d-07ed-4186-8843-e35c02576f0b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:59.365367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.375655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/networks/1ddb7a6a-49ad-42d8-9066-bf3b636931fd HTTP/1.1" status: 204 len: 168 time: 2.0604150 Nov 23 10:10:59.378314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56246) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:10:59.419853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685feb8-2a30-4ff0-b852-9e933582717a tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Network': ['ID=1ddb7a6a-49ad-42d8-9066-bf3b636931fd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:59.426879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.432871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:59.436516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:10:59.440142 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920732a9-5d9b-4b3b-a8ad-bd3912ed2c5d" -d '{"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:10:59.445120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.446626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:59.511628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:59.541682 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda93ad-1f76-48fa-8266-560d90fa90e8 x-openstack-request-id: req-9eda93ad-1f76-48fa-8266-560d90fa90e8 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:10:59.542066 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:10:59.542319 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eda93ad-1f76-48fa-8266-560d90fa90e8 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:10:59.542711 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'code': 200} Nov 23 10:10:59.629419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fad65591-afe1-49e7-ae68-de54437a709f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:10:59.647827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:10:59.664003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: fad65591-afe1-49e7-ae68-de54437a709f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:10:59.664697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device fad65591-afe1-49e7-ae68-de54437a709f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:10:59.668572 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.671390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.684195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:10:59.705831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:10:59.712455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Pushing event updated for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:59.716966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:10:59.727041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.823876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0bbbb-03e3-4972-8f76-ebb91a983af6 req-65e59de5-6ad5-45d7-b95f-f6b5a8689d90 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:59.825496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75b0bbbb-03e3-4972-8f76-ebb91a983af6 req-65e59de5-6ad5-45d7-b95f-f6b5a8689d90 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 946 time: 0.2129247 Nov 23 10:10:59.841212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:10:59.854932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:10:59.855675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.889672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.902537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-483cd96f-b498-4ce4-ae5d-6c7e493ef668 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6941016 Nov 23 10:10:59.919439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7216446-2e8b-4101-99de-3bb622ffbacd']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.920347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75b0bbbb-03e3-4972-8f76-ebb91a983af6 req-aa83402b-a4f8-4665-afb4-1dd405c0c587 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846345 Nov 23 10:10:59.926981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Request body: {'port': {'device_id': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:10:59.931085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0c31e7-567b-49d3-af9f-5061b2716be8') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.931085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0c31e7-567b-49d3-af9f-5061b2716be8') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:10:59.953013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.976312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:10:59.983248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:10:59.983658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:00.068419 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:00.089132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.099368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.122838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-38adfd50-bd6e-49e0-8178-2032ba8865c4 None None] Provisioning complete for port 868a1983-32e9-46a3-bb02-f79634f93890 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:00.123433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-38adfd50-bd6e-49e0-8178-2032ba8865c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.136623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.139974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] 10.222.0.62 "DELETE /v2.0/networks/f7216446-2e8b-4101-99de-3bb622ffbacd HTTP/1.1" status: 204 len: 168 time: 0.7586460 Nov 23 10:11:00.156545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378427e2-8fcc-4698-a105-bc71baf8bfc8 tempest-TaggedBootDevicesTest-186566946 tempest-TaggedBootDevicesTest-186566946-project] Pushing event deleted for resources: {'Network': ['ID=f7216446-2e8b-4101-99de-3bb622ffbacd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:00.173911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68016bab-e32b-4dc5-992d-61ed8d125c2f req-1acc7a39-2f69-48a0-b37a-93a29b250bca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:00.175483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68016bab-e32b-4dc5-992d-61ed8d125c2f req-1acc7a39-2f69-48a0-b37a-93a29b250bca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1531575 Nov 23 10:11:00.178505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f25689-8249-4c8d-9c47-874cb57243e3 req-bac7cc63-f177-4bd9-af86-8235d66e9bce tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:00.178844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9f25689-8249-4c8d-9c47-874cb57243e3 req-bac7cc63-f177-4bd9-af86-8235d66e9bce tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 935 time: 0.4294357 Nov 23 10:11:00.239703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-38adfd50-bd6e-49e0-8178-2032ba8865c4 None None] Port 868a1983-32e9-46a3-bb02-f79634f93890 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:00.341921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9f25689-8249-4c8d-9c47-874cb57243e3 req-1586621a-51f1-4f08-bb18-b92764ebb38b tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369195 Nov 23 10:11:00.443245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68016bab-e32b-4dc5-992d-61ed8d125c2f req-3c6cc2d1-0c08-455e-86c0-b38961e10767 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782020 Nov 23 10:11:00.529782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc656-13fc-477c-9542-b144c5d6786e req-764a347b-acd3-4115-a5b0-f0213d1aefb0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:00.531365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f4fc656-13fc-477c-9542-b144c5d6786e req-764a347b-acd3-4115-a5b0-f0213d1aefb0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0836854 Nov 23 10:11:00.588158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f4fc656-13fc-477c-9542-b144c5d6786e req-15c26774-643d-4ef5-94ee-6ce9e12bdfe6 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497789 Nov 23 10:11:00.765933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868a1983-32e9-46a3-bb02-f79634f93890 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:00.777245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.801420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c9da-9178-4a62-b515-72db18c0be08 req-05e0786b-b524-49bb-bd2e-2fa82068a467 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:00.807774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0815c9da-9178-4a62-b515-72db18c0be08 req-05e0786b-b524-49bb-bd2e-2fa82068a467 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0932691 Nov 23 10:11:00.828773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Transition to ACTIVE for port object 868a1983-32e9-46a3-bb02-f79634f93890 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:11:00.841642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:00.943044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Pushing event updated for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:00.968975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0815c9da-9178-4a62-b515-72db18c0be08 req-ef99f174-52ed-424d-b508-8895cb273e71 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572385 Nov 23 10:11:01.094788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Attempting to bind port 868a1983-32e9-46a3-bb02-f79634f93890 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:01.095515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Attempting to bind port 868a1983-32e9-46a3-bb02-f79634f93890 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:01.096037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Attempting to bind port 868a1983-32e9-46a3-bb02-f79634f93890 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:01.106024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Port 868a1983-32e9-46a3-bb02-f79634f93890 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:11:01.106676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Attempting to bind port 868a1983-32e9-46a3-bb02-f79634f93890 on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:01.116237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:01.117103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:01.118130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:01.118900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Bound port: 868a1983-32e9-46a3-bb02-f79634f93890, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:01.119549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:01.218872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:01.222711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=868a1983-32e9-46a3-bb02-f79634f93890,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:01.260344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:01.331166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.331798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:01.333213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] 10.222.0.11 "PUT /v2.0/ports/868a1983-32e9-46a3-bb02-f79634f93890 HTTP/1.1" status: 200 len: 1095 time: 1.4106224 Nov 23 10:11:01.333661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:01.335994 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "tag": "868a1983-32e9-46a3-bb02-f79634f93890"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:01.366362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fff85-df49-43cd-84f8-8d2191c2e10c req-c14bab00-e6f7-48bc-82a2-ede1bb465bc1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.373792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e67fff85-df49-43cd-84f8-8d2191c2e10c req-c14bab00-e6f7-48bc-82a2-ede1bb465bc1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1484606 Nov 23 10:11:01.421835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebece2d-fe45-4951-8729-2eb05c88ea71 service neutron] Pushing event updated for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:01.455330 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24595df-87ce-4c8f-aae2-19bbd0640f05 x-openstack-request-id: req-c24595df-87ce-4c8f-aae2-19bbd0640f05 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:01.456569 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "tag": "868a1983-32e9-46a3-bb02-f79634f93890", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:01.457037 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c24595df-87ce-4c8f-aae2-19bbd0640f05 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:01.461055 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890', 'status': 'completed', 'code': 200} Nov 23 10:11:01.523127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e67fff85-df49-43cd-84f8-8d2191c2e10c req-d3892ad5-ccbb-4b35-baac-31d692c68735 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482823 Nov 23 10:11:01.534594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-1fa88025-334a-4534-92d0-2b6f94ab0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.536391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-1fa88025-334a-4534-92d0-2b6f94ab0733 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 1098 time: 0.1207988 Nov 23 10:11:01.543947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:01.546323 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c2d24-1fa5-4c50-a408-7d87531254b6" -d '{"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-unplugged", "status": "completed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:01.589493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840dc3-86f6-4d1c-b864-a1ac2db4fb03 req-44f521c6-2b1c-4bbd-9bdf-25f4fc0dbba0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.597537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1840dc3-86f6-4d1c-b864-a1ac2db4fb03 req-44f521c6-2b1c-4bbd-9bdf-25f4fc0dbba0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 947 time: 0.1223860 Nov 23 10:11:01.625252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-f09e515a-9206-4893-b3cd-d9c5756887fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=868a1983-32e9-46a3-bb02-f79634f93890 HTTP/1.1" status: 200 len: 217 time: 0.0733793 Nov 23 10:11:01.679144 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1840dc3-86f6-4d1c-b864-a1ac2db4fb03 req-7f1d32ed-042b-4681-b342-a6e6d55af9f5 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Nov 23 10:11:01.716250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-a0b2f125-58d3-4fd8-aaa2-893194073c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.718131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-a0b2f125-58d3-4fd8-aaa2-893194073c26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0784268 Nov 23 10:11:01.719200 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70aa89f-9a38-476e-a493-4b4f39eb2b1e x-openstack-request-id: req-f70aa89f-9a38-476e-a493-4b4f39eb2b1e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:01.719495 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-unplugged", "status": "failed", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90", "code": 422}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:01.719750 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f70aa89f-9a38-476e-a493-4b4f39eb2b1e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:01.720199 n-d-781076-5 neutron-server[110025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'code': 422} returned with failed status Nov 23 10:11:01.728581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb90af2-20a7-447a-891c-f92d94a95a02 req-353e9d6a-a1bb-4405-bb2b-1517172ff7a3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.730398 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cb90af2-20a7-447a-891c-f92d94a95a02 req-353e9d6a-a1bb-4405-bb2b-1517172ff7a3 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1054065 Nov 23 10:11:01.808627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-05b2f004-8fd4-49cb-aef7-62e99705ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:01.810158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-05b2f004-8fd4-49cb-aef7-62e99705ca9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788217 Nov 23 10:11:01.816213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cb90af2-20a7-447a-891c-f92d94a95a02 req-3559a446-eec2-4a6b-9ad7-1ffaf99be779 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746551 Nov 23 10:11:01.957305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-d10d0e58-e165-4161-bbfe-bc11564449d3 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383297 Nov 23 10:11:02.081723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7aa82170-b386-40d8-b9ed-ac3f122ef857 req-9b348b6a-4262-47f5-9bf4-b551faa35f3f service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162140 Nov 23 10:11:02.256756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-c2b00582-18f5-463a-97f3-efdf7384b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:02.258822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-c2b00582-18f5-463a-97f3-efdf7384b7de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 1098 time: 0.1172929 Nov 23 10:11:02.379948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-acf9953c-91f4-444c-94ed-2a2b62b2878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:02.381532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-acf9953c-91f4-444c-94ed-2a2b62b2878b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.1125188 Nov 23 10:11:02.418811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:02.444615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-8cc8afc6-1091-4e11-b783-7af5e2856212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=868a1983-32e9-46a3-bb02-f79634f93890 HTTP/1.1" status: 200 len: 217 time: 0.0482309 Nov 23 10:11:02.503411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-cb7035a6-5e11-4f8b-8a71-1b18007f6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:02.505178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-cb7035a6-5e11-4f8b-8a71-1b18007f6b5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0526550 Nov 23 10:11:02.591230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-f5222874-e2c4-4d61-814b-2224d2d2ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:02.593056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-f5222874-e2c4-4d61-814b-2224d2d2ec67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783043 Nov 23 10:11:02.668495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-136fbc68-f7d3-402b-9599-dd5b0737bd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:02.772619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-a484d8a1-7789-44fb-aa84-fa4157e1f753 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707454 Nov 23 10:11:02.818531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bc0fc-fe81-41b0-8d8d-595775bb1dbc req-6a796a7a-c942-4841-8504-b2ca6c181037 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:02.826877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-451bc0fc-fe81-41b0-8d8d-595775bb1dbc req-6a796a7a-c942-4841-8504-b2ca6c181037 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1389942 Nov 23 10:11:02.903011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-451bc0fc-fe81-41b0-8d8d-595775bb1dbc req-0fd0f30a-dc8b-47fb-b48e-17a24ec78d54 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748320 Nov 23 10:11:03.022145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f6daed-087c-4d11-b7dc-cfd4cc34ebf3 req-1ebdeac0-74e7-4685-9ee8-1cf5029eeea9 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351220 Nov 23 10:11:03.087741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-136fbc68-f7d3-402b-9599-dd5b0737bd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.107109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad390-80af-4f4c-bff2-5c5a0f77e167 req-e39be8f5-ca48-4f61-b1f1-96ff9957d18d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:03.110066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-652ad390-80af-4f4c-bff2-5c5a0f77e167 req-e39be8f5-ca48-4f61-b1f1-96ff9957d18d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 947 time: 0.1117275 Nov 23 10:11:03.111598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-136fbc68-f7d3-402b-9599-dd5b0737bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.208295 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:11:03.210610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-652ad390-80af-4f4c-bff2-5c5a0f77e167 req-ad9f5510-1809-4883-83b1-00bc53bf9a32 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 Nov 23 10:11:03.216833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56334) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:03.228067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-136fbc68-f7d3-402b-9599-dd5b0737bd29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af606fb8c0ba46f7b75e9ea5ef24e3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8076296 Nov 23 10:11:03.231412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fbc68-f7d3-402b-9599-dd5b0737bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32af82-832e-455e-b72a-2007a3c47308,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:03.330569 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.399042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.455703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb940d-4bd3-4c57-a1bf-abbe9acc2f97 req-6075558a-ed31-4bd4-9a04-2220956842e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:03.463899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63bb940d-4bd3-4c57-a1bf-abbe9acc2f97 req-6075558a-ed31-4bd4-9a04-2220956842e0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1129713 Nov 23 10:11:03.516816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.521338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:03.525949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e32af82-832e-455e-b72a-2007a3c47308 HTTP/1.1" status: 204 len: 168 time: 0.3076897 Nov 23 10:11:03.541227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e540b-8c59-4a3f-b6d4-4ae96ebe7dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32af82-832e-455e-b72a-2007a3c47308,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:03.569959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63bb940d-4bd3-4c57-a1bf-abbe9acc2f97 req-cd1274ce-dbb2-4149-9bf9-6e155442162e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043110 Nov 23 10:11:04.008212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-fd7bfcc1-45b8-4088-8405-f3a4ffd9ddba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2589340 Nov 23 10:11:04.044055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a7b4c-65da-4b3e-bf6b-b2df3115c75d req-2fe4b576-1819-45f5-a30c-7a9b7dae7feb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:04.052312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-715a7b4c-65da-4b3e-bf6b-b2df3115c75d req-2fe4b576-1819-45f5-a30c-7a9b7dae7feb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0728121 Nov 23 10:11:04.160600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-715a7b4c-65da-4b3e-bf6b-b2df3115c75d req-7ead9a15-cffe-4640-9389-a8cbca018b2b tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071515 Nov 23 10:11:04.387684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c8a3e-6c4a-4100-bf6c-368745202a83 req-a01c7cc1-7b1f-4b88-bb30-f808746b8f41 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:04.389458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d8c8a3e-6c4a-4100-bf6c-368745202a83 req-a01c7cc1-7b1f-4b88-bb30-f808746b8f41 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 947 time: 0.0712993 Nov 23 10:11:04.458000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d8c8a3e-6c4a-4100-bf6c-368745202a83 req-80bb3f45-ccad-49f2-92d9-620dc0f6cdbd tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603168 Nov 23 10:11:04.735011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54fee2-52e8-412c-b8b1-c53b00a1df54 req-79c5b9dc-2d28-4dec-9f40-414f36d52bbd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:04.737636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc54fee2-52e8-412c-b8b1-c53b00a1df54 req-79c5b9dc-2d28-4dec-9f40-414f36d52bbd tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.0684049 Nov 23 10:11:04.811165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc54fee2-52e8-412c-b8b1-c53b00a1df54 req-c2073566-95dc-42cf-adf0-6788a59082df tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641062 Nov 23 10:11:05.043238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:05.088849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80166-c888-473f-9107-402a524d1a1b req-90c26edc-2fbf-448a-8b99-ebe4076836f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.090672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-90c26edc-2fbf-448a-8b99-ebe4076836f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7&tenant_id=322a3c3ad16848299492fc857fcbb9d2 HTTP/1.1" status: 200 len: 1094 time: 0.0792880 Nov 23 10:11:05.194887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80166-c888-473f-9107-402a524d1a1b req-a1b3538c-c85d-4d1b-a5aa-0f8647eb7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.196587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-a1b3538c-c85d-4d1b-a5aa-0f8647eb7341 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0737848 Nov 23 10:11:05.419222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac412ae-a804-46b3-976f-7cc8bbae5327 req-9c1684e3-0d8e-46f6-8640-c6f570403c4c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.421197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac412ae-a804-46b3-976f-7cc8bbae5327 req-9c1684e3-0d8e-46f6-8640-c6f570403c4c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1459186 Nov 23 10:11:05.424854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80166-c888-473f-9107-402a524d1a1b req-6d6e5097-7687-44c4-9a57-0d84271955c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.426426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-6d6e5097-7687-44c4-9a57-0d84271955c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 0.2223918 Nov 23 10:11:05.524633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-061c56eb-003d-4109-bfd5-9ee452f351fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 999 time: 0.0877323 Nov 23 10:11:05.528582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac412ae-a804-46b3-976f-7cc8bbae5327 req-5beef094-64ee-4026-847f-51629304a826 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009045 Nov 23 10:11:05.584597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80166-c888-473f-9107-402a524d1a1b req-18cea62d-e864-47fe-80af-a0d4182002f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.587380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-18cea62d-e864-47fe-80af-a0d4182002f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.0526750 Nov 23 10:11:05.658787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80166-c888-473f-9107-402a524d1a1b req-6c305f04-6b27-4d02-bba9-1bd85dfad00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.661007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-6c305f04-6b27-4d02-bba9-1bd85dfad00a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658224 Nov 23 10:11:05.734253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7b5e8-4911-409b-8ff2-cf872bc9004b req-5b2db53a-a516-46c0-8f1c-df1ee750fee5 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:05.737195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39f7b5e8-4911-409b-8ff2-cf872bc9004b req-5b2db53a-a516-46c0-8f1c-df1ee750fee5 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 947 time: 0.1032596 Nov 23 10:11:05.805463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-cac5f807-7d40-4ed2-8486-70f2299dec33 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227002 Nov 23 10:11:05.919798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39f7b5e8-4911-409b-8ff2-cf872bc9004b req-5cf93bd6-18fa-41b4-b024-e5359f8206c0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128614 Nov 23 10:11:05.927363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56420) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:05.944241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000061927', 'description': 'tempest-secgroup-smoke-2000061927 description', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:05.960133 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daf80166-c888-473f-9107-402a524d1a1b req-a8323ce7-405b-4753-9d2d-3a4e639d2882 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466792 Nov 23 10:11:06.020183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.032042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.068314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacfb1-ded0-4731-b951-a09433f5f410 req-4f26109f-646d-458c-a85c-2f293ce68898 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:06.069837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95eacfb1-ded0-4731-b951-a09433f5f410 req-4f26109f-646d-458c-a85c-2f293ce68898 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.0974298 Nov 23 10:11:06.179383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95eacfb1-ded0-4731-b951-a09433f5f410 req-807d9798-bffa-48cc-83c3-9606a54cbb09 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838490 Nov 23 10:11:06.214002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.224506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.280438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a104353c-87f7-42ee-9593-1b2a4aea1bd0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:06.343315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.351498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.398022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:06.413385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.414949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4aa5495a-1242-461c-ac0b-5504d1356158 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4864802 Nov 23 10:11:06.418152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:06.423192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:06.463941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.545507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.550500 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.573052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb1ad8b-5197-477f-a18b-a62c4b068aac,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:06.594881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.596911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-33019b39-19f8-43d4-a825-5b5f2a0d70b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776314 Nov 23 10:11:06.600746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:06.607022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:06.677243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.779131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0dda-cdf0-4703-b384-294cedc5a60b req-899ce20c-051f-4f86-9ea7-ba0a2d9ce465 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:06.780802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-015c0dda-cdf0-4703-b384-294cedc5a60b req-899ce20c-051f-4f86-9ea7-ba0a2d9ce465 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1198373 Nov 23 10:11:06.830449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.850297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.900903 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-015c0dda-cdf0-4703-b384-294cedc5a60b req-98a7fa2d-afb6-47ef-807e-40e50d9229b1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125350 Nov 23 10:11:06.906517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30008e-8cef-4882-8924-66887de6af17,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:06.924079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:06.934034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:06.934200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36774cb7-8bec-41d1-9922-dac614916405 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3233330 Nov 23 10:11:06.934670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:07.002528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.120165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.127006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae967c5-d428-4cf4-ae74-f31578c7d4de req-f52f6dce-843b-4a6d-8a3d-7d30c77c62d7 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:07.128594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ae967c5-d428-4cf4-ae74-f31578c7d4de req-f52f6dce-843b-4a6d-8a3d-7d30c77c62d7 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 947 time: 0.1024542 Nov 23 10:11:07.135723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.159812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27264d4e-33f1-4ccb-ae99-034d6b15d5e1,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:07.177616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.179489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c3bea228-c1d5-428c-abe9-4e6610bdd87c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488878 Nov 23 10:11:07.182343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:07.187707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 868a1983-32e9-46a3-bb02-f79634f93890 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:11:07.193423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:07.222433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ae967c5-d428-4cf4-ae74-f31578c7d4de req-5fce0e55-d4ce-4408-bb79-be62dff3db5e tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862086 Nov 23 10:11:07.251949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.423577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.443845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.456456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a7cf-a5d0-4e69-88d4-150361653e01 req-9b9103fa-649e-4be1-834b-ec6582a81a82 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:07.467249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e356a7cf-a5d0-4e69-88d4-150361653e01 req-9b9103fa-649e-4be1-834b-ec6582a81a82 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1192787 Nov 23 10:11:07.490974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9062a722-f9f2-4fb4-b732-0e7155d9b9e7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:07.506018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.508607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e2ce0ff-6660-4d03-8f07-ab05ad19ba10 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3252699 Nov 23 10:11:07.511779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:07.517766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:07.659284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e356a7cf-a5d0-4e69-88d4-150361653e01 req-59b7e084-a778-4640-b103-b31ccd75606a tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732478 Nov 23 10:11:07.673282 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:11:07.678947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.727872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=868a1983-32e9-46a3-bb02-f79634f93890,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:07.742324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '868a1983-32e9-46a3-bb02-f79634f93890', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': '868a1983-32e9-46a3-bb02-f79634f93890', 'mac_address': 'fa:16:3e:d2:60:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:11:07.808180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.813582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.819247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.828512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868a1983-32e9-46a3-bb02-f79634f93890 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:07.837591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cffca83-2d45-4b19-be42-59ef10af476b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:07.854705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=868a1983-32e9-46a3-bb02-f79634f93890,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:07.857317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.858644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7fd88ae4-a95a-4c50-9679-3ae4dac40568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455780 Nov 23 10:11:07.861682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:07.866725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': 'e2eeca77-8fcb-4cbc-8992-3985fc3c4c60', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:07.867717 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.895322 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:11:07.901531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:07.974589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:08.009612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.018710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.082446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca6415c-0c64-4bc3-8342-c47faa300ab0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:08.094447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.098889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-635bfae6-1a4e-4721-8f7b-d0385df74903 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2329249 Nov 23 10:11:08.099219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:08.105644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'network': {'name': 'tempest-network-smoke--1169935568', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:08.118339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f812-469d-48b2-9874-47ba9da676ff req-7d012101-3c72-4e79-89ce-b29f8b4c3646 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:08.127441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7364f812-469d-48b2-9874-47ba9da676ff req-7d012101-3c72-4e79-89ce-b29f8b4c3646 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0824738 Nov 23 10:11:08.156865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:08.161556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.191559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7364f812-469d-48b2-9874-47ba9da676ff req-bbcad380-28ed-4fa1-8142-ff95eb6fa527 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575082 Nov 23 10:11:08.216095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:11:08.230079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.230429 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Added segment 2f560eba-4942-4144-9bcd-553c2a355cfb of type vlan for network ff864405-26fd-4ba5-9221-7b6244a21d1f Nov 23 10:11:08.236916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['868a1983-32e9-46a3-bb02-f79634f93890'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:08.327166 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.551713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b138-3706-4539-b8d9-b579ed6fcf78 req-0c5d8eb0-71ce-48a8-a3a3-e333fc0e032e tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:08.561474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2462b138-3706-4539-b8d9-b579ed6fcf78 req-0c5d8eb0-71ce-48a8-a3a3-e333fc0e032e tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 948 time: 0.2293208 Nov 23 10:11:08.563457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.569582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:08.570221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.683215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Network': ['ID=ff864405-26fd-4ba5-9221-7b6244a21d1f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:08.694739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ff864405-26fd-4ba5-9221-7b6244a21d1f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:11:08.729248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2462b138-3706-4539-b8d9-b579ed6fcf78 req-e1e5a04c-38bb-45df-a80e-f59495e6d86d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621506 Nov 23 10:11:08.739917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:08.740340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0c2e9d04-f9ba-4973-9898-c57f001601d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6394782 Nov 23 10:11:08.746018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'admin_state_up': True, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:08.856403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.857689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:08.937032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509b25-dd80-4334-be8f-39508c38befc req-d253e1fe-de08-4307-a68e-215560484d2d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:08.944760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e509b25-dd80-4334-be8f-39508c38befc req-d253e1fe-de08-4307-a68e-215560484d2d tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1837280 Nov 23 10:11:08.957465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.122364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.136198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e509b25-dd80-4334-be8f-39508c38befc req-8802e058-468b-4083-b556-726eee46a87c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904466 Nov 23 10:11:09.342603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92348e34-a1e5-4099-85a0-eba5786057ad req-ff75ef28-9573-47bf-8346-f28e4960b994 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:09.351344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92348e34-a1e5-4099-85a0-eba5786057ad req-ff75ef28-9573-47bf-8346-f28e4960b994 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0743809 Nov 23 10:11:09.403553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92348e34-a1e5-4099-85a0-eba5786057ad req-4368ec1e-8697-487d-bb15-c947e8bc3ab5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517042 Nov 23 10:11:09.429648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.456781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.579279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.73 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/69dc4b7f-16e1-4f10-a11c-d99e0fad0a63) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:09.758715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.834903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:09.867002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:09.943297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:09.956977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:09.957790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3131ab-1e19-48fa-8ebf-8566765e88e0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:10.054846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b4bdcd9-6a09-4f05-9212-57d93bb5bb20 None None] Provisioning complete for port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:10.055377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdcd9-6a09-4f05-9212-57d93bb5bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:10.122572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b4bdcd9-6a09-4f05-9212-57d93bb5bb20 None None] Port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:10.349139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a98f9e-c68a-4337-8a3e-4a20333df6f7 req-f6f72b7b-ef66-4af8-94a6-2e51c0670abc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:10.358360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99a98f9e-c68a-4337-8a3e-4a20333df6f7 req-f6f72b7b-ef66-4af8-94a6-2e51c0670abc tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1101933 Nov 23 10:11:10.479750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99a98f9e-c68a-4337-8a3e-4a20333df6f7 req-e5fdf4af-0b84-4a99-ad65-5b1050d57732 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087153 Nov 23 10:11:10.595315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:10.661329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4594c7a-f52e-49e6-a4b3-405d29579e47 req-25b35f83-60c2-4648-88e3-b276ee1422ca tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:10.669039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4594c7a-f52e-49e6-a4b3-405d29579e47 req-25b35f83-60c2-4648-88e3-b276ee1422ca tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 948 time: 0.8233743 Nov 23 10:11:10.686432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63837866-448e-40b2-8ad0-bdbeaf67c899 req-1118fe71-d65f-4909-a922-e76f7962d609 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:10.695050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63837866-448e-40b2-8ad0-bdbeaf67c899 req-1118fe71-d65f-4909-a922-e76f7962d609 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0794556 Nov 23 10:11:10.825420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63837866-448e-40b2-8ad0-bdbeaf67c899 req-3179a45e-bb0a-4c30-b4ef-c62941b8637d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291866 Nov 23 10:11:10.981059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c4594c7a-f52e-49e6-a4b3-405d29579e47 req-ef605209-50ef-4bd3-9b5e-5cc0b3ba658e tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042023 Nov 23 10:11:11.078503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:11.217970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 868a1983-32e9-46a3-bb02-f79634f93890 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:11.341174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 868a1983-32e9-46a3-bb02-f79634f93890 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:11:11.348110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 868a1983-32e9-46a3-bb02-f79634f93890 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:11.348836 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:11.446686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:11.465755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:11.493767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:11.497241 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a2987-bca3-4bc9-a044-e78f3033db59" -d '{"events": [{"server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "name": "network-vif-plugged", "status": "completed", "tag": "868a1983-32e9-46a3-bb02-f79634f93890"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:11.528566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=868a1983-32e9-46a3-bb02-f79634f93890,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:11.538795 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:11.630250 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6008c7f-e45e-48b4-a4e8-938815ba4280 x-openstack-request-id: req-d6008c7f-e45e-48b4-a4e8-938815ba4280 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:11.639559 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "name": "network-vif-plugged", "status": "completed", "tag": "868a1983-32e9-46a3-bb02-f79634f93890", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:11.639912 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6008c7f-e45e-48b4-a4e8-938815ba4280 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:11.640952 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890', 'code': 200} Nov 23 10:11:11.680594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:11.845025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795421-25b0-497e-bf58-1202c4d792a2 req-5f09b40e-42d6-44ce-b46d-d92354901d79 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:11.848251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d795421-25b0-497e-bf58-1202c4d792a2 req-5f09b40e-42d6-44ce-b46d-d92354901d79 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1878326 Nov 23 10:11:11.859803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477b68-861e-414d-b626-1e722946811d req-7da9bdca-393a-4b18-ab9c-49538773fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:11.861649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06477b68-861e-414d-b626-1e722946811d req-7da9bdca-393a-4b18-ab9c-49538773fd65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 1100 time: 0.1304588 Nov 23 10:11:11.969128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:11:11.993196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d795421-25b0-497e-bf58-1202c4d792a2 req-64b4b7a4-4070-4499-b330-0f1be61bdd68 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293235 Nov 23 10:11:12.011320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a23ee-99d7-46b2-9d2f-3a74bc27b2e1 req-fc2cb16f-dce3-45bd-9d89-e479d449b2d8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:12.012528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-222a23ee-99d7-46b2-9d2f-3a74bc27b2e1 req-fc2cb16f-dce3-45bd-9d89-e479d449b2d8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0957890 Nov 23 10:11:12.052075 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06477b68-861e-414d-b626-1e722946811d req-5c15ec00-a1dd-4888-8ef5-235a99f1c153 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693604 Nov 23 10:11:12.143756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-222a23ee-99d7-46b2-9d2f-3a74bc27b2e1 req-bd444444-5d45-4ba6-b366-9ebea04a3feb tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975275 Nov 23 10:11:12.238672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dba40-8270-4e16-b9ef-151805cb17de req-6f602134-d7df-4394-9490-194bf50f73c0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:12.240100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c19dba40-8270-4e16-b9ef-151805cb17de req-6f602134-d7df-4394-9490-194bf50f73c0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 949 time: 0.1363525 Nov 23 10:11:12.259030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:12.273476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Sync routers for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:12.299674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:12.304595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56524) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:12.305009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-17c66c9c-7d37-4487-91a8-8c0cc684fcb9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5637002 Nov 23 10:11:12.306864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:12.313293 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:10:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:12.352927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c19dba40-8270-4e16-b9ef-151805cb17de req-78f1f1a1-9be8-4bd8-9558-b4c9b56eda86 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046252 Nov 23 10:11:12.466783 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:12.741761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5db84bd-d3f6-424c-8416-7c5db0b6a539 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e53ef36b98084a9b94f57f73c49e47ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4338267 Nov 23 10:11:12.743158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:12.881717 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:10Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:12.913403 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Checking router: 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:12.914016 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Updating router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:11:12.935788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-9d5b425f-b33b-404c-95a3-053a4dcc4ac9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861959 Nov 23 10:11:12.967744 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:13.058805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-1185745f-1d54-4ec6-ba91-561548971b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.064830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-1185745f-1d54-4ec6-ba91-561548971b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0959613 Nov 23 10:11:13.145465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2797-467b-45f6-a297-d1710d96e6ec req-363892be-af99-4ecb-9bae-5a351eb90b00 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.152925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57cb2797-467b-45f6-a297-d1710d96e6ec req-363892be-af99-4ecb-9bae-5a351eb90b00 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.3080630 Nov 23 10:11:13.175388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-e9bdd569-4ad5-4185-9b60-d01ba3da403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.176933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-e9bdd569-4ad5-4185-9b60-d01ba3da403b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.2789009 Nov 23 10:11:13.188839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508c240-6192-436c-a76a-31919db78656 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.195548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3508c240-6192-436c-a76a-31919db78656 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4472783 Nov 23 10:11:13.196207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56544) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:13.376865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a92ee2d-0acc-4a15-87e5-ee603a54f653 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1759176 Nov 23 10:11:13.388443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56548) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:13.398406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10374401', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:13.515932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-f300ed60-fd65-4dd5-a16e-822b49a35872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.524483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-f300ed60-fd65-4dd5-a16e-822b49a35872 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 200 len: 910 time: 0.4320974 Nov 23 10:11:13.555244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad06b0a-6a7d-46d2-a479-4471649d526d req-19ebf785-c2ac-4523-9649-2c2faf092d9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.571403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dad06b0a-6a7d-46d2-a479-4471649d526d req-19ebf785-c2ac-4523-9649-2c2faf092d9c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.2837014 Nov 23 10:11:13.709154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:13.716922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:13.731869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-012a0a83-de87-4cf4-9b1d-5bda8815a0b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 200 len: 1001 time: 0.1577864 Nov 23 10:11:13.746271 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dad06b0a-6a7d-46d2-a479-4471649d526d req-ff066e73-8121-431a-ab06-9b5a166a776c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703331 Nov 23 10:11:13.808101 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:13.820090 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:13.876913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-6922578a-f4cd-42e8-90ee-61977d4d4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:13.880527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-6922578a-f4cd-42e8-90ee-61977d4d4add service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 200 len: 848 time: 0.1332686 Nov 23 10:11:14.007358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-b24d200d-ff91-41f0-ae8e-7834b807c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.009335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-b24d200d-ff91-41f0-ae8e-7834b807c45d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b37c3d-06bb-4e67-8f48-49d07c50320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154256 Nov 23 10:11:14.011901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8794e-32c7-4159-aefa-e9a2e9d88497 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:14.020485 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Pushing event updated for resources: {'Port': ['ID=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:14.021229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57cb2797-467b-45f6-a297-d1710d96e6ec req-57b32200-9e96-4a60-8b07-86abbf423cc7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8673756 Nov 23 10:11:14.030947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a2510-df1b-4ead-b7f9-53268aed3df2 req-7232f8fd-c067-4b8e-b40d-fc527763b47d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.040264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce5a2510-df1b-4ead-b7f9-53268aed3df2 req-7232f8fd-c067-4b8e-b40d-fc527763b47d tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 949 time: 0.1490779 Nov 23 10:11:14.043160 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.043772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.045549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-628150aa-07f4-44ef-947a-539445b98711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.047065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-628150aa-07f4-44ef-947a-539445b98711 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.8475621 Nov 23 10:11:14.070508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.072085 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.076419 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.077114 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.077706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.079873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.081194 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.081816 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.085957 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.086580 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:14.089177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-31102835-3ac2-4017-8429-8c9b12af1521 None None] Provisioning complete for port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:14.089545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31102835-3ac2-4017-8429-8c9b12af1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.105663 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Attempting to bind port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:14.107788 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Attempting to bind port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:14.110363 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Attempting to bind port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:14.116104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce5a2510-df1b-4ead-b7f9-53268aed3df2 req-54da0f5e-3e85-4dd1-93e6-8ec4b2d33190 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748711 Nov 23 10:11:14.135608 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:14.136148 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:14.136673 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.137215 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:14.137924 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Bound port: 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:14.138409 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.260192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] For port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:14.273724 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] For port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:14.282835 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.296855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-31102835-3ac2-4017-8429-8c9b12af1521 None None] Port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:14.331484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8643f-30b8-439f-89a0-2fd194d800f9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:14.338247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-2818be87-26ab-4c44-8aa7-f1c8d53162e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.2773948 Nov 23 10:11:14.454738 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:14.455377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:10:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:14.463790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] Provisioning complete for port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:14.464533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.475117 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-c5e4c8d2-bb61-4f93-a275-04decd6e1891 service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552219 Nov 23 10:11:14.505229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.518440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-30efdc15-8710-4053-8a27-b3730eab7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.524637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-30efdc15-8710-4053-8a27-b3730eab7da9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1745224 Nov 23 10:11:14.608295 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71808c-282b-4acf-8e53-5a2086387a19 None None] Pushing event updated for resources: {'Port': ['ID=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:14.663370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.702303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Subnet': ['ID=0717ece3-dff7-411e-80a4-313d304f5816,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:14.707971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] For port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:14.718329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:14.813516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e584bca9-2fde-4baa-9371-160ec95352b6 req-a2eee15c-4737-4e37-aab0-4d3968495dfc service neutron] 10.222.0.11 "GET /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292766 Nov 23 10:11:14.829007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a8c68-bbe3-4c93-aeab-eca608730ff7 None None] Pushing event updated for resources: {'Port': ['ID=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:14.832480 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:14.836979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Checking segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:14.837588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network hostable DHCP agents. Network: ff864405-26fd-4ba5-9221-7b6244a21d1f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:11:14.843627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-290fa7a4-b698-4053-aeeb-777e26e36bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.845427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-290fa7a4-b698-4053-aeeb-777e26e36bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706664 Nov 23 10:11:14.895257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87981-46b4-4c23-9a3f-510e0ff76d10 req-34f94264-618e-40ea-8d24-c98ddac707e0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:14.911300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7de87981-46b4-4c23-9a3f-510e0ff76d10 req-34f94264-618e-40ea-8d24-c98ddac707e0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 949 time: 0.1662555 Nov 23 10:11:14.938722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network ff864405-26fd-4ba5-9221-7b6244a21d1f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:11:15.001093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ff864405-26fd-4ba5-9221-7b6244a21d1f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:15.011722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b69e9-7c79-4a92-9e11-916230e8d17b None None] Network ff864405-26fd-4ba5-9221-7b6244a21d1f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:15.036812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:15.043334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf973c-0ce6-46df-bc05-4b9ac301e27f req-f0f5b3f1-8c2d-4d26-ae2a-8d40397aff62 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:15.044537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22cf973c-0ce6-46df-bc05-4b9ac301e27f req-f0f5b3f1-8c2d-4d26-ae2a-8d40397aff62 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1233437 Nov 23 10:11:15.050476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:15.102559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7de87981-46b4-4c23-9a3f-510e0ff76d10 req-d32faf14-a601-4c3d-8d03-63f5fc46636a tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779332 Nov 23 10:11:15.184912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-3392095c-7ed1-4163-84b0-6fd3fed20edc service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300338 Nov 23 10:11:15.201983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a98f1959-12fd-4c76-9dcf-f8567f528115 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8122871 Nov 23 10:11:15.214181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:15.276034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22cf973c-0ce6-46df-bc05-4b9ac301e27f req-1161b123-2173-479e-a22d-c872a5a1a26e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249956 Nov 23 10:11:15.502313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ff864405-26fd-4ba5-9221-7b6244a21d1f', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:11:15.504055 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:15.528388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ac67c8b-994d-4cfe-9663-352fcc4ded04 req-bb137e36-5bb9-49da-b93a-f0257918443d service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325310 Nov 23 10:11:15.533123 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:10Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:15.574422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e501540-3d03-473b-8435-f70153a0e26b req-380831d8-ed20-465c-9364-54e50a8a0654 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:15.579352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e501540-3d03-473b-8435-f70153a0e26b req-380831d8-ed20-465c-9364-54e50a8a0654 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.2793610 Nov 23 10:11:15.593028 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c9549-68b4-4716-9968-270785d10ff9 None None] The sync data for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 is: [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:10Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:15.757565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e501540-3d03-473b-8435-f70153a0e26b req-f31eaa0f-c791-4955-ae82-48ec4cada5f0 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693358 Nov 23 10:11:15.874460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Allocated IP 172.20.0.2 (ff864405-26fd-4ba5-9221-7b6244a21d1f/0717ece3-dff7-411e-80a4-313d304f5816/7b9781bd-1ae9-4257-9de1-2c880c63bd41) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:16.200683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.217279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.237682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-10bafb61-630f-4812-a208-cf8b7bf778e6 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:16.247096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-10bafb61-630f-4812-a208-cf8b7bf778e6 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 949 time: 0.2125726 Nov 23 10:11:16.257309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.262637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Network ff864405-26fd-4ba5-9221-7b6244a21d1f is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:16.265585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:16.270143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.310794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:16.485450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56580) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:16.497096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Pushing event updated for resources: {'Port': ['ID=7b9781bd-1ae9-4257-9de1-2c880c63bd41,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:16.510494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Attempting to bind port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:16.511053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Attempting to bind port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:16.511053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Attempting to bind port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:16.528791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:16.529097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Checking segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:16.529425 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.529816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Bound using segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:16.530318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Bound port: 7b9781bd-1ae9-4257-9de1-2c880c63bd41, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:16.530697 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.563834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9ece-f429-4425-a35c-fb174fe058fa req-9662c878-e11c-4981-8a5b-0b362a94da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:16.578968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-9662c878-e11c-4981-8a5b-0b362a94da08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=322a3c3ad16848299492fc857fcbb9d2&device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1094 time: 0.7755823 Nov 23 10:11:16.679048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] For port 7b9781bd-1ae9-4257-9de1-2c880c63bd41, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:16.688629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] For port 7b9781bd-1ae9-4257-9de1-2c880c63bd41, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7b9781bd-1ae9-4257-9de1-2c880c63bd41,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:16.700348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.799627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Deleting port 868a1983-32e9-46a3-bb02-f79634f93890 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:16.800807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:16.807406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b90d-c3ba-4706-b45c-46ee649021a0 req-7a8bf41c-232f-47c9-aceb-3f454877c648 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:16.818458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4597b90d-c3ba-4706-b45c-46ee649021a0 req-7a8bf41c-232f-47c9-aceb-3f454877c648 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 949 time: 0.4884899 Nov 23 10:11:16.875677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b1ce-25da-44da-9907-dcc03689570c None None] Pushing event updated for resources: {'Port': ['ID=7b9781bd-1ae9-4257-9de1-2c880c63bd41,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:16.937543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f211428-ae57-440e-8c41-18aff0e03f16 req-ef101854-12b2-46d2-aa32-c920d5885d4c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:16.940173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f211428-ae57-440e-8c41-18aff0e03f16 req-ef101854-12b2-46d2-aa32-c920d5885d4c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.4337733 Nov 23 10:11:17.438135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] For port 868a1983-32e9-46a3-bb02-f79634f93890, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=868a1983-32e9-46a3-bb02-f79634f93890,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:17.438521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:17.796186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:17.848335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f211428-ae57-440e-8c41-18aff0e03f16 req-e58fba24-d7c1-4866-a43e-e478282119b6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8590539 Nov 23 10:11:17.850861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Calling delete_port for 868a1983-32e9-46a3-bb02-f79634f93890 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:17.979258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b2ea155a-db19-4c0b-afa6-5880ad21e4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:18.000890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:18.001183 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:18.254285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7b9781bd-1ae9-4257-9de1-2c880c63bd41 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:18.403298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:18.403830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:18.447058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4597b90d-c3ba-4706-b45c-46ee649021a0 req-e2908148-a39f-4a7c-b6e2-f8b81f9ccf7f tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f23536d-07ed-4186-8843-e35c02576f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6273434 Nov 23 10:11:18.483537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9ece-f429-4425-a35c-fb174fe058fa req-4a97dc25-3577-4a72-8f88-7a6952155ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:18.490079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-4a97dc25-3577-4a72-8f88-7a6952155ea1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 200 len: 918 time: 1.8190331 Nov 23 10:11:18.599943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.1 (ff864405-26fd-4ba5-9221-7b6244a21d1f/0717ece3-dff7-411e-80a4-313d304f5816/e173d17b-cd85-427f-9afb-6c6470a2a305) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:18.729635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:18.731880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24736a8e-275b-4c2a-bced-825cddc95923 None None] Network ff864405-26fd-4ba5-9221-7b6244a21d1f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:18.781690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b26b8-f2e6-4e8f-9f09-5f2bc8498d39 req-0a0132b3-220d-485b-bed4-1c308505b8b9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:18.800034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555b26b8-f2e6-4e8f-9f09-5f2bc8498d39 req-0a0132b3-220d-485b-bed4-1c308505b8b9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.5762434 Nov 23 10:11:18.892630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:18.977822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Pushing event deleted for resources: {'Port': ['ID=868a1983-32e9-46a3-bb02-f79634f93890,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:19.057389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-555b26b8-f2e6-4e8f-9f09-5f2bc8498d39 req-7d6e878d-b222-45d9-b02a-f49cee3066f7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374356 Nov 23 10:11:19.067361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 7b9781bd-1ae9-4257-9de1-2c880c63bd41, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7b9781bd-1ae9-4257-9de1-2c880c63bd41,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:19.089345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-92b89253-8a4e-491c-9696-31fcd77369d2 None None] Provisioning complete for port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:19.089345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92b89253-8a4e-491c-9696-31fcd77369d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.183091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.213921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-c7b3aa66-3072-4c53-a41f-b6a88da2b8a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 200 len: 999 time: 0.3718312 Nov 23 10:11:19.256301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] No DVR routers for this DVR port 868a1983-32e9-46a3-bb02-f79634f93890 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:19.260571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.264448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.269287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69341f-cb16-48f3-9e57-56d523bdc9f7 req-cad098ae-cef8-47fd-8463-16ff2cb4bbca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:19.274054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be578c3a-e25b-4658-ada5-d51796dbf4b6 req-bfbad4a6-3506-4d8b-b8d3-2795cd7c7ef4 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.11 "DELETE /v2.0/ports/868a1983-32e9-46a3-bb02-f79634f93890 HTTP/1.1" status: 204 len: 173 time: 3.0203857 Nov 23 10:11:19.287141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb69341f-cb16-48f3-9e57-56d523bdc9f7 req-cad098ae-cef8-47fd-8463-16ff2cb4bbca tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.2713184 Nov 23 10:11:19.302140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 868a1983-32e9-46a3-bb02-f79634f93890 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:19.327887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'name': 'network-vif-deleted', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:19.335505 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f311e5c8-958c-45ac-ade6-9bb782c37876" -d '{"events": [{"server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "name": "network-vif-deleted", "tag": "868a1983-32e9-46a3-bb02-f79634f93890"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:19.460389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.519853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb69341f-cb16-48f3-9e57-56d523bdc9f7 req-d1aad4cd-c0c9-4821-8490-1ed7758ff14e tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317243 Nov 23 10:11:19.521309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1bbf3-1480-4180-acad-a6cd7e808302 req-eb502764-5f46-4f68-a8ae-fb183fef450c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:19.522845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9ece-f429-4425-a35c-fb174fe058fa req-c6184444-c924-41a4-89ab-aae20dd75863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:19.524865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-c6184444-c924-41a4-89ab-aae20dd75863 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 200 len: 856 time: 0.0718181 Nov 23 10:11:19.526640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.531433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63f1bbf3-1480-4180-acad-a6cd7e808302 req-eb502764-5f46-4f68-a8ae-fb183fef450c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1516964 Nov 23 10:11:19.531947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 868a1983-32e9-46a3-bb02-f79634f93890 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:19.544988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 868a1983-32e9-46a3-bb02-f79634f93890 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:19.560571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=7b9781bd-1ae9-4257-9de1-2c880c63bd41,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:19.614223 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b89ec-694d-45d2-890b-c4788b07c20a x-openstack-request-id: req-a30b89ec-694d-45d2-890b-c4788b07c20a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:19.614498 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d34ad7-1510-4c1a-ab57-ce44a8facff9", "name": "network-vif-deleted", "tag": "868a1983-32e9-46a3-bb02-f79634f93890", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:19.614756 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a30b89ec-694d-45d2-890b-c4788b07c20a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:19.615151 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d34ad7-1510-4c1a-ab57-ce44a8facff9', 'name': 'network-vif-deleted', 'tag': '868a1983-32e9-46a3-bb02-f79634f93890', 'status': 'completed', 'code': 200} Nov 23 10:11:19.632005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:19.659930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.660308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.660628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.660972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.661315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.661654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.662014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.662355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.662689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.663022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.663356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.663686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:19.688368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99fbb634-7a6c-4abc-b714-e11c5c7b1dd4 req-af1f8189-1ab0-4933-a919-9112535086d0 tempest-VolumesNegativeTest-262722785 tempest-VolumesNegativeTest-262722785-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6d34ad7-1510-4c1a-ab57-ce44a8facff9 HTTP/1.1" status: 200 len: 210 time: 0.0417047 Nov 23 10:11:19.710817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network ff864405-26fd-4ba5-9221-7b6244a21d1f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:19.719176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:19.722896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9ece-f429-4425-a35c-fb174fe058fa req-a9f18939-4fa4-4c79-a026-00eae5127cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:19.729002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-a9f18939-4fa4-4c79-a026-00eae5127cff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5891b9-c547-4737-a8f2-2c0079f00710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316180 Nov 23 10:11:19.734310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:19.739310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63f1bbf3-1480-4180-acad-a6cd7e808302 req-dafe072f-8de2-42db-a633-af2e89cee007 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027295 Nov 23 10:11:19.792893 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.934433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Deleting port cab60ede-097c-4a2f-bdbc-956ce5853e82 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:19.934941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:19.995804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-13f2c444-7171-42df-a502-aab3913a6110 None None] Provisioning complete for port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:19.996246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13f2c444-7171-42df-a502-aab3913a6110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.053785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9542-2430-449a-aa0c-18a245a1947e req-313c7f90-9b57-4227-9d2b-f5086303c42c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:20.062573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4cb9542-2430-449a-aa0c-18a245a1947e req-313c7f90-9b57-4227-9d2b-f5086303c42c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1711442 Nov 23 10:11:20.112044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] For port cab60ede-097c-4a2f-bdbc-956ce5853e82, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=cab60ede-097c-4a2f-bdbc-956ce5853e82,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:20.112910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.125526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-201b90de-cf8f-44de-bd7e-d2300b170db5 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287668 Nov 23 10:11:20.137793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Calling delete_port for cab60ede-097c-4a2f-bdbc-956ce5853e82 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:20.171135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-13f2c444-7171-42df-a502-aab3913a6110 None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:20.171681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13f2c444-7171-42df-a502-aab3913a6110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.175293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4cb9542-2430-449a-aa0c-18a245a1947e req-12a1022b-46b8-4ece-9377-6431c76a063c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073170 Nov 23 10:11:20.229655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-13f2c444-7171-42df-a502-aab3913a6110 None None] Port e173d17b-cd85-427f-9afb-6c6470a2a305 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:20.252804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.301824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.355052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-549a9ece-f429-4425-a35c-fb174fe058fa req-4474c940-f4e3-441e-a22a-2a02d25530d5 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201517 Nov 23 10:11:20.406553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-738519d4-6674-4029-8668-da841f8be386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.420210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d4d8f97b-a45e-4ac2-b94f-efd5e4ca2e4d None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:20.420580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4d8f97b-a45e-4ac2-b94f-efd5e4ca2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.488661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8f97b-a45e-4ac2-b94f-efd5e4ca2e4d None None] Port e173d17b-cd85-427f-9afb-6c6470a2a305 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:20.507413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.539363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab60ede-097c-4a2f-bdbc-956ce5853e82,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:20.614316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23691f5-c79f-46d3-9762-80ac275af775 req-368d5caa-30c5-4286-bff7-ba865e5b27e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:20.615879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e23691f5-c79f-46d3-9762-80ac275af775 req-368d5caa-30c5-4286-bff7-ba865e5b27e7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0962298 Nov 23 10:11:20.725741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e23691f5-c79f-46d3-9762-80ac275af775 req-d54cdf6a-5b5e-47a3-a82a-3ca71007c8f3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992327 Nov 23 10:11:20.801541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb49f2-c07b-4e13-bc58-170724662825 req-ba83df89-4c52-4e9b-aa75-8f3532134491 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:20.803248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5cb49f2-c07b-4e13-bc58-170724662825 req-ba83df89-4c52-4e9b-aa75-8f3532134491 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1738436 Nov 23 10:11:20.808868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.811840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.820748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.952608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e5cb49f2-c07b-4e13-bc58-170724662825 req-cb168096-62a7-41d2-a4b1-d5d0a7b5dd24 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324210 Nov 23 10:11:20.962098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:20.964151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:21.090729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network ff864405-26fd-4ba5-9221-7b6244a21d1f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:21.092244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:21.104190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Router 34a40d3c-8f32-470c-b107-454a6eb1c509 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:21.231058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:21.276565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:21.290515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:21.291672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Sync routers for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:21.300753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-10329011-7cf2-41e5-bf26-b77e2689bd77 admin admin] 10.222.0.62 "PUT /v2.0/routers/34a40d3c-8f32-470c-b107-454a6eb1c509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7903199 Nov 23 10:11:21.312612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:21.312612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:21.490167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:21.545285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:21.600517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a699a8e5-cd13-4df0-b2df-48ca2f69937b None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:21.600884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a699a8e5-cd13-4df0-b2df-48ca2f69937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:21.601457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:21.689191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7b9781bd-1ae9-4257-9de1-2c880c63bd41 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:21.807793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:21.818744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Sync routers for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:21.831260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a699a8e5-cd13-4df0-b2df-48ca2f69937b None None] Port e173d17b-cd85-427f-9afb-6c6470a2a305 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:21.839849 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:21.841341 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:21.841504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-16aee4de-26bb-406d-96e2-4167188da048 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6141319 Nov 23 10:11:21.867611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:21.896899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:21.897271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:21.946850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953de3-46e1-4e7d-bf1f-5a98362023a3 req-a8a60578-a118-4004-abfb-6f733742d55e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:21.961220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af953de3-46e1-4e7d-bf1f-5a98362023a3 req-a8a60578-a118-4004-abfb-6f733742d55e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1216369 Nov 23 10:11:21.970376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Deleting port 499d197a-604c-4fdf-b4c9-2287011a8e03 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:21.970771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.067091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 5, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port': {'id': '499d197a-604c-4fdf-b4c9-2287011a8e03', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:13Z', 'updated_at': '2021-11-23T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:22.068563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af953de3-46e1-4e7d-bf1f-5a98362023a3 req-05640758-1fd7-4657-af2f-a0569c6fb798 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055605 Nov 23 10:11:22.072765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:22.101490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Checking router: 34a40d3c-8f32-470c-b107-454a6eb1c509 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:22.113394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Routers {'34a40d3c-8f32-470c-b107-454a6eb1c509'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:22.114039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['34a40d3c-8f32-470c-b107-454a6eb1c509'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:22.131579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] For port 499d197a-604c-4fdf-b4c9-2287011a8e03, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=499d197a-604c-4fdf-b4c9-2287011a8e03,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:22.131949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.146628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Calling delete_port for 499d197a-604c-4fdf-b4c9-2287011a8e03 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:22.237548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da117-2d62-41c3-9c46-d972219906e2 req-3a8402e6-c3bc-42b2-a65f-5a01a718ddef tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:22.246315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-677da117-2d62-41c3-9c46-d972219906e2 req-3a8402e6-c3bc-42b2-a65f-5a01a718ddef tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1040654 Nov 23 10:11:22.335900 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-677da117-2d62-41c3-9c46-d972219906e2 req-d376afd3-a1d9-4187-8608-6ccb35d41448 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872226 Nov 23 10:11:22.456229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-7eba4ad7-37b1-4da1-9dc3-d904d9ad67bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000061927&fields=id&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 267 time: 0.0528522 Nov 23 10:11:22.457862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.513660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769aab9-8a3f-4a30-b3c9-17019470b57a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:22.536562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 2, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:22.571856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=499d197a-604c-4fdf-b4c9-2287011a8e03,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:22.584225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] Set router 34a40d3c-8f32-470c-b107-454a6eb1c509 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:22.607932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Checking router: 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:22.609557 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Updating router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd port e173d17b-cd85-427f-9afb-6c6470a2a305 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:11:22.671289 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.690092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T10:11:21Z', 'revision_number': 6, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:22.736143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45404fe7-8ff8-4af2-8273-91b6f421612c None None] The sync data for ids ['34a40d3c-8f32-470c-b107-454a6eb1c509'] in n-d-781076-5 is: [{'id': '34a40d3c-8f32-470c-b107-454a6eb1c509', 'name': 'tempest-TaggedBootDevicesTest-376410027-router', 'tenant_id': '1dc35209a0064a6eba31e067fc870718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:11Z', 'updated_at': '2021-11-23T10:11:21Z', 'revision_number': 6, 'project_id': '1dc35209a0064a6eba31e067fc870718', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:22.742727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.828631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-9c68bbab-aa3f-49fe-9cdf-38e41554a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:22.830455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-9c68bbab-aa3f-49fe-9cdf-38e41554a033 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 1095 time: 0.0857780 Nov 23 10:11:22.834428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.932895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa76834-3278-4c5c-b679-1b200147d026 req-ad40ac88-41ca-4b88-b9a0-8118c96b2329 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:22.934438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9fa76834-3278-4c5c-b679-1b200147d026 req-ad40ac88-41ca-4b88-b9a0-8118c96b2329 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1030729 Nov 23 10:11:22.938621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:22.945071 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.005742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9fa76834-3278-4c5c-b679-1b200147d026 req-9d75b4a3-8284-43dd-9e1e-96213f6fe2ee tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647614 Nov 23 10:11:23.007779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-6ae8cc1a-2179-48b8-8284-eac906cfa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:23.009643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-6ae8cc1a-2179-48b8-8284-eac906cfa6a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 200 len: 913 time: 0.1690552 Nov 23 10:11:23.014944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-a57197c2-98a0-4067-bd76-1230de6f9938 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:23.022477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-a57197c2-98a0-4067-bd76-1230de6f9938 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 797 time: 0.5539606 Nov 23 10:11:23.023722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.024272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a40d3c-8f32-470c-b107-454a6eb1c509 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:11:23.038149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.039262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ccc78892-7dfa-4a1c-b366-2fe33381f7ea admin admin] 10.222.0.62 "DELETE /v2.0/routers/34a40d3c-8f32-470c-b107-454a6eb1c509 HTTP/1.1" status: 204 len: 168 time: 1.7476475 Nov 23 10:11:23.043022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:23.084118 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.089039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:11:23.098042 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.098581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-8905771f-64e9-497c-abf6-cd17a2e1f3f7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/quotas/e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 375 time: 0.0636239 Nov 23 10:11:23.116275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-352319f0-30e8-4647-a7a7-6549ca3387e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 200 len: 998 time: 0.0971973 Nov 23 10:11:23.167416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Deleting subnet d93c7897-7b82-40df-abfd-9ce3e9c5641e {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:11:23.174480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.240695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-ea1229e5-497c-4b17-a460-859adde7ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:23.242298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-ea1229e5-497c-4b17-a460-859adde7ce3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 200 len: 851 time: 0.1156440 Nov 23 10:11:23.314686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-59f9bfba-9ed5-4fcd-9d43-f5f6d065c103 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883810 Nov 23 10:11:23.321407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.342743 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Attempting to bind port e173d17b-cd85-427f-9afb-6c6470a2a305 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:23.343688 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Attempting to bind port e173d17b-cd85-427f-9afb-6c6470a2a305 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:23.344922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Attempting to bind port e173d17b-cd85-427f-9afb-6c6470a2a305 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:23.347051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d31b9-625d-4128-9da0-21d2d117c46b None None] Pushing event updated for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:23.347270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:23.357385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-1dccb670-e99b-4684-99d2-9223df11e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:23.358957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-1dccb670-e99b-4684-99d2-9223df11e608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcaa4c69-1be9-4d3d-820f-022dfe9befea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078420 Nov 23 10:11:23.362175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:23.362813 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Checking segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:23.363235 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.363367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'port_id': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'mac_address': 'fa:16:3e:51:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:11:23.363624 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Bound using segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:23.364201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Bound port: e173d17b-cd85-427f-9afb-6c6470a2a305, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:23.364488 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.457354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.476198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:23.488340 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] For port e173d17b-cd85-427f-9afb-6c6470a2a305, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:23.493129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] For port e173d17b-cd85-427f-9afb-6c6470a2a305, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e173d17b-cd85-427f-9afb-6c6470a2a305,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:23.503484 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.514639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:23.527684 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.574656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-85360d94-4e5c-4ebb-a9bb-aee43bfc2fdc service neutron] 10.222.0.62 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506931 Nov 23 10:11:23.577598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.587609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.595298 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d31b9-625d-4128-9da0-21d2d117c46b None None] Pushing event updated for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:23.601223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-a87a6765-781f-4140-a968-24024f24b746 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320621 Nov 23 10:11:23.618266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:23.618891 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:23.624367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:23.625391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7928-e75e-47a6-8b13-9aee4de3da09 req-fd0ae611-e324-4d23-b8e4-6cc5baf96ff8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:23.631628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.637711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbbd7928-e75e-47a6-8b13-9aee4de3da09 req-fd0ae611-e324-4d23-b8e4-6cc5baf96ff8 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 943 time: 0.1486943 Nov 23 10:11:23.646124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:23.858499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58bd84d5-d9b2-42f3-b42e-c8e913b03f6a req-c93403e2-53c9-4f7a-b058-8e7faa8dc190 service neutron] 10.222.0.11 "GET /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176125 Nov 23 10:11:23.861835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['8dfb3357-fd95-40a6-9a21-8f14f00f7440'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:23.934368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cab60ede-097c-4a2f-bdbc-956ce5853e82 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:23.941186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-a42ce9de-4dda-44ea-9824-f6ea35f15fa5 service neutron] 10.222.0.62 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080144 Nov 23 10:11:23.953062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:23.956905 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:23.988795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: cab60ede-097c-4a2f-bdbc-956ce5853e82 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:23.989471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device cab60ede-097c-4a2f-bdbc-956ce5853e82 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:23.994485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 499d197a-604c-4fdf-b4c9-2287011a8e03 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:24.015068 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dbbd7928-e75e-47a6-8b13-9aee4de3da09 req-69858872-09c2-4f23-9847-b2bb7f9505da tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750677 Nov 23 10:11:24.027453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93c7897-7b82-40df-abfd-9ce3e9c5641e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:24.057512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.069692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-38f822e0-0b8e-454e-b7e6-e06f49328c8d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d93c7897-7b82-40df-abfd-9ce3e9c5641e HTTP/1.1" status: 204 len: 168 time: 1.0095234 Nov 23 10:11:24.070079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56830) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:24.118203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa8dd8-7ba4-498c-bae5-7a13d1e6e351 None None] Network e5c7f922-e5d2-464a-8217-0ac5442bc374 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:24.125009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 499d197a-604c-4fdf-b4c9-2287011a8e03 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:24.125417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 499d197a-604c-4fdf-b4c9-2287011a8e03 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:24.241201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.325478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.349653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44f6fa8b-8c25-47c1-a9b8-4de4e42b3796 req-c49cebb5-3c3d-4b81-b3d1-2479c2716b74 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 210 time: 0.0910571 Nov 23 10:11:24.449982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475fe57-9b19-4c45-be3c-3185dcac5033 req-ff15b6b1-f053-497a-9fca-2c1c6ceea629 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:24.459482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0475fe57-9b19-4c45-be3c-3185dcac5033 req-ff15b6b1-f053-497a-9fca-2c1c6ceea629 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1563358 Nov 23 10:11:24.472145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Deleting port 892632c0-d8a8-48fa-ac78-7ec430b2537c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:24.472794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.552177 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:23Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:24.613113 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56490a-c0ea-4f29-944d-4689176151f1 None None] The sync data for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 is: [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:23Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:24.633951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] For port 892632c0-d8a8-48fa-ac78-7ec430b2537c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=892632c0-d8a8-48fa-ac78-7ec430b2537c,segment=NetworkSegment(c20a4694-17bc-4d31-8aee-83a08e4c31a3),segment_id=c20a4694-17bc-4d31-8aee-83a08e4c31a3)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:24.634322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.642022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] For port e173d17b-cd85-427f-9afb-6c6470a2a305, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e173d17b-cd85-427f-9afb-6c6470a2a305,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:24.654067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Calling delete_port for 892632c0-d8a8-48fa-ac78-7ec430b2537c owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:24.667504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.847764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d5336886-2c71-4ef8-9d8f-c4f71ebe0314 None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:24.848498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5336886-2c71-4ef8-9d8f-c4f71ebe0314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.850852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:24.885017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665747c7-c9a2-4c53-bc4e-735294ae7145 None None] Pushing event updated for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:24.917241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e6ece-e81f-4361-bbae-9fef4e386de1 None None] DHCP port deletion for e5c7f922-e5d2-464a-8217-0ac5442bc374 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:24.937332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=892632c0-d8a8-48fa-ac78-7ec430b2537c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:24.972204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0475fe57-9b19-4c45-be3c-3185dcac5033 req-ac464d41-2548-495d-8175-60a872f9e6f2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5069566 Nov 23 10:11:24.985118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] No DVR routers for this DVR port 892632c0-d8a8-48fa-ac78-7ec430b2537c on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:25.141819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:25.186976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c7f922-e5d2-464a-8217-0ac5442bc374']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:25.212657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20a4694-17bc-4d31-8aee-83a08e4c31a3') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:25.213203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20a4694-17bc-4d31-8aee-83a08e4c31a3') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:25.234276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:25.270645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:25.279959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:11:25.280368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:25.282688 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:25.287574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8f5da-fa21-442f-80b3-e4054e2a33d5 req-c6575f5a-dbaf-47a9-82d8-064d36eb6937 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:25.289806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36a8f5da-fa21-442f-80b3-e4054e2a33d5 req-c6575f5a-dbaf-47a9-82d8-064d36eb6937 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.1281161 Nov 23 10:11:25.454385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36a8f5da-fa21-442f-80b3-e4054e2a33d5 req-ea02b8ac-aa88-4673-9a21-3257d4e9d8f6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539223 Nov 23 10:11:25.725175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e173d17b-cd85-427f-9afb-6c6470a2a305 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:25.892625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e173d17b-cd85-427f-9afb-6c6470a2a305 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:25.902071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:25.993657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8656d35d-da8c-41f4-9c49-3e75d323a7f6 req-cbf6205f-b02e-432e-8b0b-83facbce1d2d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 210 time: 0.0481138 Nov 23 10:11:25.994503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:26.017541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:26.021785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e5c7f922-e5d2-464a-8217-0ac5442bc374 HTTP/1.1" status: 204 len: 168 time: 1.9505205 Nov 23 10:11:26.034001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:26.056301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ebb5-12f2-44fd-9655-9219fa19bee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c7f922-e5d2-464a-8217-0ac5442bc374,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:26.319715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 892632c0-d8a8-48fa-ac78-7ec430b2537c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:26.352671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 892632c0-d8a8-48fa-ac78-7ec430b2537c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:26.353290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 892632c0-d8a8-48fa-ac78-7ec430b2537c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:26.640949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248cbc6-a526-49a3-a561-f02b7b80c660 req-66f9791c-dd4d-40d5-8fb9-3def18d6e69c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:26.642594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b248cbc6-a526-49a3-a561-f02b7b80c660 req-66f9791c-dd4d-40d5-8fb9-3def18d6e69c tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 944 time: 0.0829225 Nov 23 10:11:26.715919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b248cbc6-a526-49a3-a561-f02b7b80c660 req-5eaf6f5e-8b07-45b3-9fc8-a9a6936ad9eb tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670862 Nov 23 10:11:26.899812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-2470f189-69b7-4d4d-871c-c86ce0c97389 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:26.902016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-2470f189-69b7-4d4d-871c-c86ce0c97389 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 797 time: 0.9199836 Nov 23 10:11:26.938550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99acd0a-8625-4410-9acb-169d8915e828 req-e878ca2a-eed6-48ce-9390-d8c916314121 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:26.942613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e99acd0a-8625-4410-9acb-169d8915e828 req-e878ca2a-eed6-48ce-9390-d8c916314121 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.7847514 Nov 23 10:11:27.082457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-95b268a2-b135-41cd-9e30-d8485eb509fa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 380 time: 0.1676831 Nov 23 10:11:27.094440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'port': {'device_id': '5d5e901c-5226-41f9-825d-541d9baba57c', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'admin_state_up': True, 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'security_groups': ['e2eeca77-8fcb-4cbc-8992-3985fc3c4c60']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:27.123879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e99acd0a-8625-4410-9acb-169d8915e828 req-2fd60e7c-b87e-4e56-8834-46dd50fa0aae tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729565 Nov 23 10:11:27.129955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b433e330-3bab-43a6-ab05-6a8744da5d96 req-2100690a-df67-41d6-80b0-0ec3cf3ea228 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 210 time: 0.0429773 Nov 23 10:11:27.137765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:27.215609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:27.216133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:27.317696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:27.332202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8eb4-ecf2-4fa6-94c6-6f1a5d64d588 req-3bb02cc5-e748-44a5-a797-fc0969b1bda9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:27.340355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67c8eb4-ecf2-4fa6-94c6-6f1a5d64d588 req-3bb02cc5-e748-44a5-a797-fc0969b1bda9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1114295 Nov 23 10:11:27.351082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:27.354164 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f387b30-e5ea-44e1-8783-1fe658414c4f" -d '{"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:27.391350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:27.400526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:27.420548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:27.424465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:27.457713 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d99ce9-ac4e-4826-998e-ef8f75b1ad0b x-openstack-request-id: req-58d99ce9-ac4e-4826-998e-ef8f75b1ad0b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:27.458028 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:27.458288 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58d99ce9-ac4e-4826-998e-ef8f75b1ad0b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:27.458804 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'code': 200} Nov 23 10:11:27.479770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67c8eb4-ecf2-4fa6-94c6-6f1a5d64d588 req-303466ab-40ac-4810-b3c7-e244f02064f5 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382601 Nov 23 10:11:27.525409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:27.592261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:27.789355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dfafe-78fd-4964-b0c0-51e8aef8e0e4 req-b4abf9a9-9ae0-47bf-bc59-ff651fad0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:27.791125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-317dfafe-78fd-4964-b0c0-51e8aef8e0e4 req-b4abf9a9-9ae0-47bf-bc59-ff651fad0617 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1952541 Nov 23 10:11:27.797991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.12 (ff864405-26fd-4ba5-9221-7b6244a21d1f/0717ece3-dff7-411e-80a4-313d304f5816/ade44e71-b479-48ea-9f7b-11928ef84f19) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:27.975354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-317dfafe-78fd-4964-b0c0-51e8aef8e0e4 req-bb148f42-c8b5-451e-b1f9-ed04e90316d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749051 Nov 23 10:11:28.071723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a775c-d2b0-4c5d-858d-fb8ab977f1da req-5b63a74f-48ef-4248-bd57-adb4615dc06b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:28.073258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec3a775c-d2b0-4c5d-858d-fb8ab977f1da req-5b63a74f-48ef-4248-bd57-adb4615dc06b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.1872292 Nov 23 10:11:28.225332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.260869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec3a775c-d2b0-4c5d-858d-fb8ab977f1da req-21566458-6788-40be-8b46-7ca9162d9ee2 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782849 Nov 23 10:11:28.319200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Deleting port 4566e083-1278-4994-86da-afe971f21500 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:28.320670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.336301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.360533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-f5022fea-f63b-4233-a0c3-9fe67cbdcee2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:28.369234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-f5022fea-f63b-4233-a0c3-9fe67cbdcee2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d4c5167-4d90-4669-b8f5-c008efb8f00b HTTP/1.1" status: 200 len: 944 time: 0.0883927 Nov 23 10:11:28.404625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network ff864405-26fd-4ba5-9221-7b6244a21d1f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:28.411597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:28.425362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:28.486851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:28.494153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.553513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] For port 4566e083-1278-4994-86da-afe971f21500, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4566e083-1278-4994-86da-afe971f21500,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:28.553875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.568324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Calling delete_port for 4566e083-1278-4994-86da-afe971f21500 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:28.623515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:28.625931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.664004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:28.744827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-564049e2-4158-495f-ad4f-3b28600482e4 None None] Provisioning complete for port ade44e71-b479-48ea-9f7b-11928ef84f19 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:28.745389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-564049e2-4158-495f-ad4f-3b28600482e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.796573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-564049e2-4158-495f-ad4f-3b28600482e4 None None] Port ade44e71-b479-48ea-9f7b-11928ef84f19 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:11:28.798376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:28.815049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:28.815702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.836932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2231b-864b-46fb-ba6f-4f92eb9b618b req-f1c8c1dd-8aa1-4471-9c7c-9953fbafdb9b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:28.845058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ff2231b-864b-46fb-ba6f-4f92eb9b618b req-f1c8c1dd-8aa1-4471-9c7c-9953fbafdb9b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 932 time: 0.4583468 Nov 23 10:11:28.858183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-9014d9fa-0c57-44c7-a35b-b22474f148bb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7672503 Nov 23 10:11:28.878107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Request body: {'port': {'device_id': '5d5e901c-5226-41f9-825d-541d9baba57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:28.886305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:28.899721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191', 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:28.965647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:28.974467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:29.067881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] No DVR routers for this DVR port 83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:29.079822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:29.088059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4566e083-1278-4994-86da-afe971f21500,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:29.102121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bda3490-15e2-490c-8dd2-0ff05b714a08 req-a2531700-08d8-4cf8-acbc-4f6063a08366 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "DELETE /v2.0/ports/83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90 HTTP/1.1" status: 204 len: 173 time: 0.7257817 Nov 23 10:11:29.106723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-deleted', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:29.116165 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e10d3a-e3b2-46e3-99ae-a86bbd89b407" -d '{"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-deleted", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:29.138406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ff2231b-864b-46fb-ba6f-4f92eb9b618b req-fb83a24e-f680-4483-9c0c-80862f1ba15e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923434 Nov 23 10:11:29.140961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:29.284402 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c40fd-055b-4df0-b4dc-b47c53566432 x-openstack-request-id: req-077c40fd-055b-4df0-b4dc-b47c53566432 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:29.288185 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c5167-4d90-4669-b8f5-c008efb8f00b", "name": "network-vif-deleted", "tag": "83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90", "status": "failed", "code": 422}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:29.288778 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-077c40fd-055b-4df0-b4dc-b47c53566432 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:29.289503 n-d-781076-5 neutron-server[110024]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d4c5167-4d90-4669-b8f5-c008efb8f00b', 'name': 'network-vif-deleted', 'tag': '83828cbc-9bd8-4bf5-8ac8-9bfdbd3d2c90', 'status': 'failed', 'code': 422} returned with failed status Nov 23 10:11:29.439798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57004) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:29.777590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8511d0d9-f888-4f84-8d2b-7ef7b5fdd81f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6b6da38e1e243df939b8bd9d0bcb860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352733 Nov 23 10:11:29.782346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57024) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:29.849543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01841ec-3463-4715-b933-4563c1c46ed7 req-60cb5c35-9123-41af-8508-0693cef82241 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:29.851405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e01841ec-3463-4715-b933-4563c1c46ed7 req-60cb5c35-9123-41af-8508-0693cef82241 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.2284369 Nov 23 10:11:29.901432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:29.918817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:29.974687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:30.079052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:30.083379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:30.087023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f23536d-07ed-4186-8843-e35c02576f0b HTTP/1.1" status: 204 len: 168 time: 0.3009813 Nov 23 10:11:30.103127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0d3b-9c88-476b-8669-1b8179c50863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f23536d-07ed-4186-8843-e35c02576f0b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:30.268358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e01841ec-3463-4715-b933-4563c1c46ed7 req-a3b82809-39c9-4872-b335-3613aab18212 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931537 Nov 23 10:11:30.356638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade44e71-b479-48ea-9f7b-11928ef84f19 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:30.366652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:30.385380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370dbe-bb8e-4607-a58e-100d5374ba42 req-7ebfb48d-aab4-4143-b621-9a3a09e111da tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:30.396019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2370dbe-bb8e-4607-a58e-100d5374ba42 req-7ebfb48d-aab4-4143-b621-9a3a09e111da tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 932 time: 0.1245041 Nov 23 10:11:30.448332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Transition to ACTIVE for port object ade44e71-b479-48ea-9f7b-11928ef84f19 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:11:30.459982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:30.496782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2370dbe-bb8e-4607-a58e-100d5374ba42 req-62a11756-51ca-4203-92c8-7c0e65f9ba3c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850770 Nov 23 10:11:30.808990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67a4b-1df2-4ab2-b0b7-3a4a65073c2c req-a9bedd16-6f53-444a-945b-35e3beeae3a8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:30.822338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1b67a4b-1df2-4ab2-b0b7-3a4a65073c2c req-a9bedd16-6f53-444a-945b-35e3beeae3a8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 907 time: 0.0717673 Nov 23 10:11:30.952925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f7e44-e88b-4bd8-b4a9-55c6de210a5a req-185cedd1-6cef-42d0-b2a0-f4feea4e8960 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:30.954588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68f7e44-e88b-4bd8-b4a9-55c6de210a5a req-185cedd1-6cef-42d0-b2a0-f4feea4e8960 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 945 time: 0.5412030 Nov 23 10:11:30.967002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:31.014606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:31.100235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d68f7e44-e88b-4bd8-b4a9-55c6de210a5a req-d66f5b98-32cc-456a-a349-987eecaedbdd tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286192 Nov 23 10:11:31.115924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57060) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:31.161037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:31.161433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:31.161701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:31.179899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:11:31.180478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:31.204495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:31.204495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Checking segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:31.204495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Bound using segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:31.204495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Bound port: ade44e71-b479-48ea-9f7b-11928ef84f19, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:31.204495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.252075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-458363523-network', 'tenant_id': '59048a9591d6413086dbe6a1cc5a82ae'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:31.272964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Made reservation on behalf of 59048a9591d6413086dbe6a1cc5a82ae for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:31.275573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.288471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.293492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:31.304227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bdd3da47-13c5-42f0-9b6f-e7927fd6e4d8 admin admin] 10.222.0.62 "PUT /v2.0/routers/555c0c07-8ff4-450f-8a68-4d45cfdd7e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2689090 Nov 23 10:11:31.311114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Sync routers for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:31.311719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:31.326179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:31.327124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:31.387462 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.392975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.427235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:31.441825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:11:31.448517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:31.462204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd419a5-c849-4a5b-b9da-65573e7b390a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:31.466947 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.467297 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Added segment f8bdcbc9-24d5-4046-9198-ccb686bf5555 of type vlan for network 3f378199-fa87-41a4-bfe2-6f2144ebcabb Nov 23 10:11:31.474221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:31.480837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.523301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:31.524175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.525587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] 10.222.0.50 "PUT /v2.0/ports/ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1092 time: 2.6527674 Nov 23 10:11:31.529445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:31.546700 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0dd80b-519c-480d-8b26-8b1c241b4692" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:31.548082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c16a6-2bbe-4474-bfc8-14e2e6d95f30 req-ffd20c86-6980-4722-a278-9700aaf482b0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:31.550294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-121c16a6-2bbe-4474-bfc8-14e2e6d95f30 req-ffd20c86-6980-4722-a278-9700aaf482b0 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.1510398 Nov 23 10:11:31.555195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.576097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.621501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.622899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:31.623924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.663200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5456572 Nov 23 10:11:31.670714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57072) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:31.672352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486ac8-4c32-46f1-8025-15543a86e28b service neutron] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:31.697168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Request body: {'subnet': {'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-458363523-subnet', 'tenant_id': '59048a9591d6413086dbe6a1cc5a82ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:31.746026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T10:11:28Z', 'revision_number': 5, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port': {'id': 'a54faacc-2ffa-446f-bdfc-79e1a45e7bf7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T09:59:29Z', 'updated_at': '2021-11-23T09:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:31.766104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-121c16a6-2bbe-4474-bfc8-14e2e6d95f30 req-b7646246-d14c-4cc9-a5d7-674b02464f28 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979332 Nov 23 10:11:31.777664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-763ffba7-2886-4cc7-b742-6ab0c97139ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:31.787770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-763ffba7-2886-4cc7-b742-6ab0c97139ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1095 time: 0.2096577 Nov 23 10:11:31.843841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:31.901204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33261a-2150-4c39-a4d6-2cd8f9ee3cce req-9107ed06-495d-4a0d-8188-152bd54c354b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:31.912835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e33261a-2150-4c39-a4d6-2cd8f9ee3cce req-9107ed06-495d-4a0d-8188-152bd54c354b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.2612605 Nov 23 10:11:31.918341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a8a9-4945-41dd-987f-70954aaf7d9a admin admin] Pushing event updated for resources: {'Network': ['ID=3f378199-fa87-41a4-bfe2-6f2144ebcabb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:31.919411 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ba212-bc1d-40ec-acc3-0e249e28a458 x-openstack-request-id: req-4f7ba212-bc1d-40ec-acc3-0e249e28a458 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:31.919865 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:31.920709 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f7ba212-bc1d-40ec-acc3-0e249e28a458 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:31.921350 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'status': 'completed', 'code': 200} Nov 23 10:11:31.940569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-e0c571d3-c7e3-4e0e-a546-4166f6dd1158 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 217 time: 0.1102800 Nov 23 10:11:31.944927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Made reservation on behalf of 59048a9591d6413086dbe6a1cc5a82ae for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:31.948168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.039440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7a121-9ee7-4cca-ab1c-8aabed71dcb6 req-0b540885-5a89-4c99-bd3b-b0eab6f6757d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.041545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9dc7a121-9ee7-4cca-ab1c-8aabed71dcb6 req-0b540885-5a89-4c99-bd3b-b0eab6f6757d tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 907 time: 0.0683291 Nov 23 10:11:32.044766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:11:32.050313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Checking router: 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:32.086658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Routers {'555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:32.087798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:32.150912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-5b7b1e07-1c1f-42d7-9c61-713728de84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.152640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-5b7b1e07-1c1f-42d7-9c61-713728de84be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.1783421 Nov 23 10:11:32.164767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e33261a-2150-4c39-a4d6-2cd8f9ee3cce req-511e6495-9db5-43a2-b236-4d446351cdd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508874 Nov 23 10:11:32.217562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Deleting port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:32.218018 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.263488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] Set router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:32.277114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-dfb202d9-4bba-4353-9db0-6516f04e92a9 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.279206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-dfb202d9-4bba-4353-9db0-6516f04e92a9 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 945 time: 0.1335919 Nov 23 10:11:32.312735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-ee588401-ae76-4c31-93ba-f3988accae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.314452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-ee588401-ae76-4c31-93ba-f3988accae8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484034 Nov 23 10:11:32.326419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43d618-74be-4a3d-8000-f56ac9d0c295 req-b23a80af-7b9b-4398-86cb-46c2afdcb85d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.326641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T10:11:31Z', 'revision_number': 6, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:32.327938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc43d618-74be-4a3d-8000-f56ac9d0c295 req-b23a80af-7b9b-4398-86cb-46c2afdcb85d tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=27e71102-7b2c-4b06-b4c3-470c59d46a38 HTTP/1.1" status: 200 len: 945 time: 0.0917268 Nov 23 10:11:32.361749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f63a5-8598-4abc-95a8-14a1d2aeb602 None None] The sync data for ids ['555c0c07-8ff4-450f-8a68-4d45cfdd7e5f'] in n-d-781076-5 is: [{'id': '555c0c07-8ff4-450f-8a68-4d45cfdd7e5f', 'name': 'tempest-TaggedBootDevicesTest-160714824-router', 'tenant_id': 'd2218cef19514b2fb462c7ad91d680b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T09:59:28Z', 'updated_at': '2021-11-23T10:11:31Z', 'revision_number': 6, 'project_id': 'd2218cef19514b2fb462c7ad91d680b2', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:32.428376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc43d618-74be-4a3d-8000-f56ac9d0c295 req-fcbef383-1bf8-45ab-9a94-69f43c8ef110 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 Nov 23 10:11:32.435744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Deleting port c45e6da7-1bef-4c81-9366-0f979dd5cc42 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:32.435980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.445972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] For port a54faacc-2ffa-446f-bdfc-79e1a45e7bf7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:32.446370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.472096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Calling delete_port for a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:32.489332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.526128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] For port c45e6da7-1bef-4c81-9366-0f979dd5cc42, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c45e6da7-1bef-4c81-9366-0f979dd5cc42,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:32.526483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.540383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Calling delete_port for c45e6da7-1bef-4c81-9366-0f979dd5cc42 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:32.579436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-27c947ab-ddf1-4b98-a4b2-8faae6d474a8 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558272 Nov 23 10:11:32.649479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3762d34-c1da-48e8-a9ea-ce6b007fea6a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:32.677048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.689122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63', '067b4673-9600-4628-8760-242860ceb100'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:32.711386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event deleted for resources: {'Port': ['ID=c45e6da7-1bef-4c81-9366-0f979dd5cc42,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:32.735977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Checking segment: {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:32.736347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Network hostable DHCP agents. Network: 3f378199-fa87-41a4-bfe2-6f2144ebcabb, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:11:32.758783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20', 'c45e6da7-1bef-4c81-9366-0f979dd5cc42'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:32.768381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] No DVR routers for this DVR port c45e6da7-1bef-4c81-9366-0f979dd5cc42 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:32.771623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:32.775431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc70f149-e9b1-4113-8a80-0f462b95dfc2 req-5cb90dca-547b-40bf-932d-777ebe27d848 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "DELETE /v2.0/ports/c45e6da7-1bef-4c81-9366-0f979dd5cc42 HTTP/1.1" status: 204 len: 173 time: 0.4872787 Nov 23 10:11:32.776336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'name': 'network-vif-deleted', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:32.778343 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e3cd1-5859-409e-8c03-476c5a16e164" -d '{"events": [{"server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "name": "network-vif-deleted", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:32.793581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-f6d895aa-27dd-492a-951c-423f64bd5532 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.795179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-f6d895aa-27dd-492a-951c-423f64bd5532 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 907 time: 0.2332718 Nov 23 10:11:32.827914 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee21083-1c69-4cc5-ab25-672d29c81031 x-openstack-request-id: req-cee21083-1c69-4cc5-ab25-672d29c81031 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:32.828501 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e71102-7b2c-4b06-b4c3-470c59d46a38", "name": "network-vif-deleted", "tag": "c45e6da7-1bef-4c81-9366-0f979dd5cc42", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:32.828801 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cee21083-1c69-4cc5-ab25-672d29c81031 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:32.829214 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e71102-7b2c-4b06-b4c3-470c59d46a38', 'name': 'network-vif-deleted', 'tag': 'c45e6da7-1bef-4c81-9366-0f979dd5cc42', 'status': 'completed', 'code': 200} Nov 23 10:11:32.891428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:11:32.911764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35321fef-13ea-45df-a27a-67fb3f954d00 req-f0d67e37-c25b-4b7e-8509-b2b138e6e614 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188300 Nov 23 10:11:32.916894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3f378199-fa87-41a4-bfe2-6f2144ebcabb) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:32.927957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20fa2e6-f07f-4dfb-a6cf-7c064ce827f5 None None] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:32.972760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:32.973520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.041058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-99254eb1-1396-4ecc-841e-c22f9d00ea62 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3645957 Nov 23 10:11:33.048302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.124453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Pushing event deleted for resources: {'Port': ['ID=a54faacc-2ffa-446f-bdfc-79e1a45e7bf7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:33.152546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-b5a365b3-fcf2-4985-9165-843b6c27d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:33.154061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-b5a365b3-fcf2-4985-9165-843b6c27d183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1095 time: 0.1741259 Nov 23 10:11:33.173993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a56bc-66c5-4345-8ef6-48c1b91daa5f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:33.181641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:33.182008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.200428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a949bb-90af-43d2-9b5e-274ac0f42b2f None None] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:33.233424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0269-8874-4aa4-b502-27a18e4f3621 req-adaff617-68e0-4b9b-ae09-01aa5445abd3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:33.235836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-684f0269-8874-4aa4-b502-27a18e4f3621 req-adaff617-68e0-4b9b-ae09-01aa5445abd3 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 907 time: 0.1177402 Nov 23 10:11:33.371466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-4f1d454e-3289-4d6e-91d8-109cdc4474eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:33.373139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-4f1d454e-3289-4d6e-91d8-109cdc4474eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.1942337 Nov 23 10:11:33.472163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-f6f1bff7-4e82-4467-bc63-a54e14cad511 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 217 time: 0.0761187 Nov 23 10:11:33.538198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4566e083-1278-4994-86da-afe971f21500 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:33.582655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4566e083-1278-4994-86da-afe971f21500 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:33.583200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4566e083-1278-4994-86da-afe971f21500 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:33.583696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:33.607293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:33.607680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a54faacc-2ffa-446f-bdfc-79e1a45e7bf7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:33.608021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.775452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:33.775927 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.780315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-5f196df6-7ce4-44ec-b3c0-4bbe960de310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:33.782068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-5f196df6-7ce4-44ec-b3c0-4bbe960de310 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.3007224 Nov 23 10:11:33.807514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b90559-87c6-4a27-90d8-0adfd654aa6b req-811e150c-c1ba-4adc-a863-92915e111e35 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:33.809260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67b90559-87c6-4a27-90d8-0adfd654aa6b req-811e150c-c1ba-4adc-a863-92915e111e35 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.4334824 Nov 23 10:11:33.848307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:33.853073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.863980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.984943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.985412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555c0c07-8ff4-450f-8a68-4d45cfdd7e5f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:11:33.990343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:33.993657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a53b95f8-e8b1-4a2f-8dc5-2bd83fe4088f admin admin] 10.222.0.62 "DELETE /v2.0/routers/555c0c07-8ff4-450f-8a68-4d45cfdd7e5f HTTP/1.1" status: 204 len: 168 time: 2.6811829 Nov 23 10:11:33.993984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57104) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:34.004435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-cef2857b-0ff8-48a8-829c-6b68a2fb4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:34.006003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-cef2857b-0ff8-48a8-829c-6b68a2fb4c25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925092 Nov 23 10:11:34.015174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67b90559-87c6-4a27-90d8-0adfd654aa6b req-138ee12a-f530-4806-a03b-7409c89428ca tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646435 Nov 23 10:11:34.107009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Deleting subnet b5e598f6-687a-41b3-bc13-af107032e032 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:11:34.111024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.163040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.174863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-8a4367f7-28a6-4166-9a7e-1b2461896dcb service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586056 Nov 23 10:11:34.266963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.277399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.309650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:34.355954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.374339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.380272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f938065-fba8-4eb9-89f5-1d420bfc65f4 None None] Network 8f514149-9003-4e35-a5d2-3a24c460c75f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:34.381710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b5e598f6-687a-41b3-bc13-af107032e032 HTTP/1.1" status: 204 len: 168 time: 0.3861313 Nov 23 10:11:34.396557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57108) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:34.432361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba78b01-18f6-439a-84d8-1e1aae4024d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e598f6-687a-41b3-bc13-af107032e032,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:34.436494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-256429ec-ef98-48cf-b47b-b0aa25f0eda6 req-482ae296-d6a7-4282-bf9b-7fe6c7e0e9b7 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca319d5d-c089-4842-a746-9c968d323cd9 HTTP/1.1" status: 200 len: 210 time: 0.0693417 Nov 23 10:11:34.524206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.527405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] No DVR routers for this DVR port 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:34.531894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0dd80b-519c-480d-8b26-8b1c241b4692 req-a7dda15c-8a7d-4790-ac97-633595665315 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470876 Nov 23 10:11:34.533447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.537379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d4ef969-83c0-4076-be69-7e8ed58989e5 req-27b19170-f0a7-4b82-bcde-be9483f965ab tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "DELETE /v2.0/ports/7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f HTTP/1.1" status: 204 len: 173 time: 1.6947806 Nov 23 10:11:34.537854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'name': 'network-vif-deleted', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:34.540287 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de334a-734e-4f29-9d76-3191b5a3c27f" -d '{"events": [{"server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "name": "network-vif-deleted", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:34.629046 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716aac8-cc76-4b33-9ff2-b4b795a55fa5 x-openstack-request-id: req-4716aac8-cc76-4b33-9ff2-b4b795a55fa5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:34.629347 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca319d5d-c089-4842-a746-9c968d323cd9", "name": "network-vif-deleted", "tag": "7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:34.629347 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4716aac8-cc76-4b33-9ff2-b4b795a55fa5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:34.629726 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca319d5d-c089-4842-a746-9c968d323cd9', 'name': 'network-vif-deleted', 'tag': '7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f', 'status': 'completed', 'code': 200} Nov 23 10:11:34.666465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Deleting port b687b69a-a084-45ed-b622-09d51ec2574a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:34.666898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.738267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] DHCP port deletion for 8f514149-9003-4e35-a5d2-3a24c460c75f request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:34.825429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Deleting port b687b69a-a084-45ed-b622-09d51ec2574a {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:34.826191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.906274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] For port b687b69a-a084-45ed-b622-09d51ec2574a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b687b69a-a084-45ed-b622-09d51ec2574a,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:34.906736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:34.924072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Calling delete_port for b687b69a-a084-45ed-b622-09d51ec2574a owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:35.010378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.045773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] Pushing event deleted for resources: {'Port': ['ID=b687b69a-a084-45ed-b622-09d51ec2574a,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:35.055728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f61f7-85d2-4b64-ac44-1003705635f0 None None] No DVR routers for this DVR port b687b69a-a084-45ed-b622-09d51ec2574a on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:35.149546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:11:35.200748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a727ab6-e750-44b1-aaa8-555732fc122c req-00cda2d6-2e7f-413c-b82b-e866a7c2f3cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:35.205405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a727ab6-e750-44b1-aaa8-555732fc122c req-00cda2d6-2e7f-413c-b82b-e866a7c2f3cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.0868504 Nov 23 10:11:35.224367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] For port b687b69a-a084-45ed-b622-09d51ec2574a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b687b69a-a084-45ed-b622-09d51ec2574a,segment=NetworkSegment(810c6315-d638-4c6b-8c39-e216c67eec8a),segment_id=810c6315-d638-4c6b-8c39-e216c67eec8a)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:35.224878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.248908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Calling delete_port for b687b69a-a084-45ed-b622-09d51ec2574a owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:35.286273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a727ab6-e750-44b1-aaa8-555732fc122c req-54460a9a-4e6e-4e17-a6be-16137200bc32 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717225 Nov 23 10:11:35.299937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:35.319686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:35.346447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'mac_address': 'fa:16:3e:3b:dd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:11:35.348113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:35.348447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7f69a8bb-7ca4-4ef3-8af3-a3c87e59bf6f not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:35.348859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c45e6da7-1bef-4c81-9366-0f979dd5cc42 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:35.353943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.370900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c45e6da7-1bef-4c81-9366-0f979dd5cc42 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:35.371272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c45e6da7-1bef-4c81-9366-0f979dd5cc42 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:35.382985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b687b69a-a084-45ed-b622-09d51ec2574a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:35.386833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] No DVR routers for this DVR port b687b69a-a084-45ed-b622-09d51ec2574a on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:35.409614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.422860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade44e71-b479-48ea-9f7b-11928ef84f19 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:35.443236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:35.447734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.470803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.509043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f514149-9003-4e35-a5d2-3a24c460c75f']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:35.516544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:35.524918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810c6315-d638-4c6b-8c39-e216c67eec8a') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:35.525222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810c6315-d638-4c6b-8c39-e216c67eec8a') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:35.532359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.532777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.533613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.534369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.534773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.535224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.535565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.536571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.537328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.537457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.537819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.538230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:35.540718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.545203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b687b69a-a084-45ed-b622-09d51ec2574a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:35.566254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.573199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:11:35.573806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self.session.flush() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:35.575998 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:35.579656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b687b69a-a084-45ed-b622-09d51ec2574a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:35.580225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b687b69a-a084-45ed-b622-09d51ec2574a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:35.643620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.650664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:35.654505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f514149-9003-4e35-a5d2-3a24c460c75f HTTP/1.1" status: 204 len: 168 time: 1.2562640 Nov 23 10:11:35.667706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4f396-aef4-4a78-bdfe-f11a907b45d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f514149-9003-4e35-a5d2-3a24c460c75f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:35.707896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ade44e71-b479-48ea-9f7b-11928ef84f19'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:35.816205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83094d-cdca-4fc4-95c9-ae999f77df6e req-82f9ee1d-ee56-407a-9d55-51faa0017c1e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:35.818182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c83094d-cdca-4fc4-95c9-ae999f77df6e req-82f9ee1d-ee56-407a-9d55-51faa0017c1e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 946 time: 0.0594523 Nov 23 10:11:35.894327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c83094d-cdca-4fc4-95c9-ae999f77df6e req-9c329c60-b5a9-489d-b2dd-493eea1213c8 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626395 Nov 23 10:11:35.917600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:35.999058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a22cc22-dfa4-4fd5-b280-85499fc25741 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dc35209a0064a6eba31e067fc870718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697362 Nov 23 10:11:36.001500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57134) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:36.064401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.086237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.150708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.153374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.157264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/180bc04d-476f-4862-9a92-1844065dbeaf HTTP/1.1" status: 204 len: 168 time: 0.1517799 Nov 23 10:11:36.163955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0813a-93dd-4817-9314-841ffadd13d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bc04d-476f-4862-9a92-1844065dbeaf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:36.431668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc7ad-0f79-40c1-9f07-3a248fae801a req-880584f5-3107-481b-bde9-0253393f843a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:36.434182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fbbc7ad-0f79-40c1-9f07-3a248fae801a req-880584f5-3107-481b-bde9-0253393f843a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 945 time: 0.0525239 Nov 23 10:11:36.491660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fbbc7ad-0f79-40c1-9f07-3a248fae801a req-e9f4d5bf-c15b-4cec-b736-40ad5258d286 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Nov 23 10:11:36.580675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:36.627165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-03995ac6-be6b-43bb-86d8-5663664adf81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2218cef19514b2fb462c7ad91d680b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442615 Nov 23 10:11:36.629797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:36.684203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.707711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.755244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.758021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:36.761915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee694250-3c86-418a-bdd1-a69bcd0dddc0 HTTP/1.1" status: 204 len: 168 time: 0.1306775 Nov 23 10:11:36.770460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e709a-8916-4476-9ff3-9cd86d87b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee694250-3c86-418a-bdd1-a69bcd0dddc0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:37.081844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1e46e-8c10-479c-85d8-aacfb2ce3e58 req-0fe4c56e-82f7-4e7b-ac92-9b1827d3ae87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:37.081844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8e1e46e-8c10-479c-85d8-aacfb2ce3e58 req-0fe4c56e-82f7-4e7b-ac92-9b1827d3ae87 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 946 time: 0.0994742 Nov 23 10:11:37.102808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b0b21056-d5d2-4ab8-a0e1-0cc8929ad22c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:37.104768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b0b21056-d5d2-4ab8-a0e1-0cc8929ad22c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 946 time: 0.0855651 Nov 23 10:11:37.152558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:37.247982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port ade44e71-b479-48ea-9f7b-11928ef84f19 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:11:37.257552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ade44e71-b479-48ea-9f7b-11928ef84f19 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:37.257956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:37.286037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8e1e46e-8c10-479c-85d8-aacfb2ce3e58 req-909dcf7f-38cd-4b4e-9008-a81a66d466a9 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010283 Nov 23 10:11:37.331966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:37.332331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:37.363898 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:37.388059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:37.390530 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e05bc02-c13c-4ba8-888a-093e29ed9cac" -d '{"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-plugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:37.405840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:37.413431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:37.483955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:37.484352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:37.509418 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682ceb4-8cbb-427e-a6c9-dafd2aa2d6bd x-openstack-request-id: req-4682ceb4-8cbb-427e-a6c9-dafd2aa2d6bd {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:37.509983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-plugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:37.510409 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4682ceb4-8cbb-427e-a6c9-dafd2aa2d6bd {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:37.510946 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'code': 200} Nov 23 10:11:37.512007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:37.546576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for cb7f8c57-5103-4351-b37e-aceb6d2d1ccc owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:37.787672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e32318-51f7-4efc-9f87-d73be620c55a req-d7446801-3d2f-48d1-b86b-b79a3f7f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:37.789589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77e32318-51f7-4efc-9f87-d73be620c55a req-d7446801-3d2f-48d1-b86b-b79a3f7f7777 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.2764740 Nov 23 10:11:37.841747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57178) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:37.887760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6de1b-56af-48cc-8aa7-4246d43f6e30 req-98deeffb-fae3-4fcc-956c-29b541e0fed8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:37.895792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bc6de1b-56af-48cc-8aa7-4246d43f6e30 req-98deeffb-fae3-4fcc-956c-29b541e0fed8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.2163646 Nov 23 10:11:37.929313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77e32318-51f7-4efc-9f87-d73be620c55a req-13ef5bd5-a7cb-4d6e-a7b5-c6f763eaf5e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084325 Nov 23 10:11:37.993736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-920953269-network', 'tenant_id': 'fd14fe824a154391a3918a1eef0d49f0'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:38.024494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Made reservation on behalf of fd14fe824a154391a3918a1eef0d49f0 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:38.027565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.033583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bc6de1b-56af-48cc-8aa7-4246d43f6e30 req-73a5f3a9-b478-46b3-8baf-5534d3d14db6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363807 Nov 23 10:11:38.034857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.041425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.060621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ed620683-247d-4060-9133-479084f31191', 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:38.082152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=cb7f8c57-5103-4351-b37e-aceb6d2d1ccc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:38.146380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] No DVR routers for this DVR port cb7f8c57-5103-4351-b37e-aceb6d2d1ccc on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:38.149624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.157819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-adf8ae17-d18e-4121-9279-5d6f04eca8eb req-b4588dad-932b-4845-b9d9-e96c917ee01c tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "DELETE /v2.0/ports/cb7f8c57-5103-4351-b37e-aceb6d2d1ccc HTTP/1.1" status: 204 len: 173 time: 1.0456231 Nov 23 10:11:38.158900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'name': 'network-vif-deleted', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:38.166700 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705b8ad-05f6-4acd-94f0-66b1c9f9f839" -d '{"events": [{"server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "name": "network-vif-deleted", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:38.230100 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7277a7-ded7-43e7-ab34-edf54d6c61c9 x-openstack-request-id: req-cc7277a7-ded7-43e7-ab34-edf54d6c61c9 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:38.230599 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f899545-ee02-4806-bc94-050075b4ab3c", "name": "network-vif-deleted", "tag": "cb7f8c57-5103-4351-b37e-aceb6d2d1ccc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:38.231006 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc7277a7-ded7-43e7-ab34-edf54d6c61c9 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:38.231591 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f899545-ee02-4806-bc94-050075b4ab3c', 'name': 'network-vif-deleted', 'tag': 'cb7f8c57-5103-4351-b37e-aceb6d2d1ccc', 'status': 'completed', 'code': 200} Nov 23 10:11:38.251274 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.273599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.329508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:11:38.355339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ce1b4-b90c-4b73-8318-df4e77dae5a2 req-712eb89a-6704-4514-b498-9cea7b2b7ac3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:38.358049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf4ce1b4-b90c-4b73-8318-df4e77dae5a2 req-712eb89a-6704-4514-b498-9cea7b2b7ac3 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 945 time: 0.1048067 Nov 23 10:11:38.391131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750eac90-faae-4670-a2c5-8f3f6a3f1469,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:38.419843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.420429 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Added segment 83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2 of type vlan for network 549e35e0-5fd4-45aa-9c9a-88475419eb70 Nov 23 10:11:38.448982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf4ce1b4-b90c-4b73-8318-df4e77dae5a2 req-0cfe8b0a-e981-4e83-b4b9-c1b24604f75c tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805964 Nov 23 10:11:38.496202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca57d6d0-fe38-44e7-b015-eca58fd56b80 req-e6dda7b9-715f-406b-8a8f-c587983fbbd1 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f899545-ee02-4806-bc94-050075b4ab3c HTTP/1.1" status: 200 len: 210 time: 0.0618770 Nov 23 10:11:38.526060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.557061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.558671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:38.559383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.617465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7743499 Nov 23 10:11:38.620174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57200) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:38.627397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Request body: {'subnet': {'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-920953269-subnet', 'tenant_id': 'fd14fe824a154391a3918a1eef0d49f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:38.661741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Made reservation on behalf of fd14fe824a154391a3918a1eef0d49f0 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:38.667884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.724270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b93c-045d-4228-ab99-dbd6fa306637 admin admin] Pushing event updated for resources: {'Network': ['ID=549e35e0-5fd4-45aa-9c9a-88475419eb70,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:38.740314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 549e35e0-5fd4-45aa-9c9a-88475419eb70 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:11:38.909315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:38.967440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd15d04-71e5-442f-b64a-226b06994d51,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:38.979115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Checking segment: {'id': '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:38.979482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Network hostable DHCP agents. Network: 549e35e0-5fd4-45aa-9c9a-88475419eb70, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:11:38.998128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Network 549e35e0-5fd4-45aa-9c9a-88475419eb70 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:11:39.009096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 549e35e0-5fd4-45aa-9c9a-88475419eb70) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:39.014315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.015578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:39.019531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf132ea3-e7be-4ffb-9836-ab0aef09eff9 None None] Network 549e35e0-5fd4-45aa-9c9a-88475419eb70 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:39.041702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ab5ecc75-e0ab-4e8e-8b34-d1e4c58bd90a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4201126 Nov 23 10:11:39.184192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50d0a3-ac4b-4a5f-96dc-2126c19fc6a1 None None] Network 549e35e0-5fd4-45aa-9c9a-88475419eb70 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:39.229654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053a72-7ae0-44fb-9385-0a50ee6f5cc2 req-d697ce44-bfe7-4ee9-af5d-d24a8c0ee03f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.233619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71053a72-7ae0-44fb-9385-0a50ee6f5cc2 req-d697ce44-bfe7-4ee9-af5d-d24a8c0ee03f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1175117 Nov 23 10:11:39.294318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71053a72-7ae0-44fb-9385-0a50ee6f5cc2 req-69511e57-7718-49ba-ba02-8b307e82e483 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Nov 23 10:11:39.608376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd199d2-6e46-4a8c-91dd-8ff1f6cd3799 req-7713a51c-0692-400a-832f-1f8cd27c623e tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.610163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd199d2-6e46-4a8c-91dd-8ff1f6cd3799 req-7713a51c-0692-400a-832f-1f8cd27c623e tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 945 time: 0.0576253 Nov 23 10:11:39.647758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-585fb3d8-2639-4a60-a30d-9a14c56d65aa tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.649250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-585fb3d8-2639-4a60-a30d-9a14c56d65aa tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/networks?id=549e35e0-5fd4-45aa-9c9a-88475419eb70 HTTP/1.1" status: 200 len: 813 time: 0.1449366 Nov 23 10:11:39.663547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd199d2-6e46-4a8c-91dd-8ff1f6cd3799 req-26513aa3-c8a4-48ae-8a40-f615a2929712 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 Nov 23 10:11:39.667070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-4efdc375-db53-4e86-9be7-1c9fea42a9c9 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/quotas/fd14fe824a154391a3918a1eef0d49f0 HTTP/1.1" status: 200 len: 375 time: 0.0108435 Nov 23 10:11:39.714275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-740db9bf-47e4-40ae-8bed-e758e494cf24 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd14fe824a154391a3918a1eef0d49f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321844 Nov 23 10:11:39.814604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-8ebb12df-930b-46ae-9c96-0bc2eee54d4d service neutron] 10.222.0.62 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970736 Nov 23 10:11:39.926140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-5ee1e0af-8be7-4056-bd95-48a1ee8b8693 service neutron] 10.222.0.62 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056571 Nov 23 10:11:39.959546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb900b-28f2-4500-812c-822116d07ca5 req-3dc182ef-7806-429b-84dc-1eac68740784 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.961240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abfb900b-28f2-4500-812c-822116d07ca5 req-3dc182ef-7806-429b-84dc-1eac68740784 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 945 time: 0.0880599 Nov 23 10:11:39.973657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3f38-1907-49d9-8dab-08cac5d48d32 req-049e0c33-6d24-4456-8820-4de553964baf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:39.975225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-925e3f38-1907-49d9-8dab-08cac5d48d32 req-049e0c33-6d24-4456-8820-4de553964baf tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0658464 Nov 23 10:11:40.095774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-925e3f38-1907-49d9-8dab-08cac5d48d32 req-721f77e0-345a-4c6c-8677-ffe722207510 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=35ee774c-5c0a-4b1b-8aed-299511f576e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064060 Nov 23 10:11:40.126310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33b7b338-2191-4d42-ba07-1bdc6726a0d1 req-b34dd65d-32a4-4001-af99-42e5968deebe tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0426512 Nov 23 10:11:40.129787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Deleting port 067b4673-9600-4628-8760-242860ceb100 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:40.131038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.208719 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:11:40.266442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] For port 067b4673-9600-4628-8760-242860ceb100, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=067b4673-9600-4628-8760-242860ceb100,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:40.266922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.291201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-f2a0a801-7c1c-492c-8dbd-c5942fe33972 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:40.292939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-f2a0a801-7c1c-492c-8dbd-c5942fe33972 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 945 time: 0.0980628 Nov 23 10:11:40.309275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Calling delete_port for 067b4673-9600-4628-8760-242860ceb100 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:40.503981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8ba35-1789-4b16-887c-fa76c02c797a req-8f3a9f26-798f-4dfe-976c-a2a89e8233ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:40.505774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7da8ba35-1789-4b16-887c-fa76c02c797a req-8f3a9f26-798f-4dfe-976c-a2a89e8233ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1159348 Nov 23 10:11:40.515252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port ed620683-247d-4060-9133-479084f31191 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:40.515656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.675082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.688323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63', '067b4673-9600-4628-8760-242860ceb100'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:40.691501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:40.698099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7da8ba35-1789-4b16-887c-fa76c02c797a req-0cf02309-3351-45aa-b76d-921baec55661 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789546 Nov 23 10:11:40.733268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event deleted for resources: {'Port': ['ID=067b4673-9600-4628-8760-242860ceb100,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:40.745271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port ed620683-247d-4060-9133-479084f31191, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ed620683-247d-4060-9133-479084f31191,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:40.745907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.796092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for ed620683-247d-4060-9133-479084f31191 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:40.839185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] No DVR routers for this DVR port 067b4673-9600-4628-8760-242860ceb100 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:40.845380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:40.849595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abfb900b-28f2-4500-812c-822116d07ca5 req-f42d671b-e8c3-448a-a50e-4e021b929519 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "DELETE /v2.0/ports/067b4673-9600-4628-8760-242860ceb100 HTTP/1.1" status: 204 len: 173 time: 0.8731079 Nov 23 10:11:40.850121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'name': 'network-vif-deleted', 'tag': '067b4673-9600-4628-8760-242860ceb100'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:40.853279 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99619e7-42e8-49d7-a742-a342648da7c0" -d '{"events": [{"server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "name": "network-vif-deleted", "tag": "067b4673-9600-4628-8760-242860ceb100"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:40.913767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-23407061-6ff0-465c-ab05-51acd02e0c40 req-790eaf0c-2789-4e83-b2b3-1d6a42ed16e8 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=453f36a0-d91e-4621-a000-1a08333456b5 HTTP/1.1" status: 200 len: 210 time: 0.0511930 Nov 23 10:11:40.997578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be97b4-c122-4435-b4f2-8ca0856241f4 req-f40ef7e2-7723-4d11-aaa6-6adf9e217987 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:40.999211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1be97b4-c122-4435-b4f2-8ca0856241f4 req-f40ef7e2-7723-4d11-aaa6-6adf9e217987 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0984149 Nov 23 10:11:41.002227 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c113dd86-8683-45a9-b2d2-a04ed0bdc218 x-openstack-request-id: req-c113dd86-8683-45a9-b2d2-a04ed0bdc218 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:41.002527 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453f36a0-d91e-4621-a000-1a08333456b5", "name": "network-vif-deleted", "tag": "067b4673-9600-4628-8760-242860ceb100", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:41.003413 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c113dd86-8683-45a9-b2d2-a04ed0bdc218 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:41.003833 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453f36a0-d91e-4621-a000-1a08333456b5', 'name': 'network-vif-deleted', 'tag': '067b4673-9600-4628-8760-242860ceb100', 'status': 'completed', 'code': 200} Nov 23 10:11:41.100481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1be97b4-c122-4435-b4f2-8ca0856241f4 req-dbd10011-fb77-4920-9be8-660d5b492bed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935321 Nov 23 10:11:41.124412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57254) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:41.133143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.170190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=ed620683-247d-4060-9133-479084f31191,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:41.173774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cb7f8c57-5103-4351-b37e-aceb6d2d1ccc no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:41.237394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: cb7f8c57-5103-4351-b37e-aceb6d2d1ccc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:41.238150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device cb7f8c57-5103-4351-b37e-aceb6d2d1ccc not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:41.288518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be00de88-ead4-4309-b228-eb349be75d51 req-dda9bcc8-f79a-4cfb-824e-6d35ceb3dcde tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=6558139c-e412-473e-8fe9-657911ccec6c HTTP/1.1" status: 200 len: 210 time: 0.0728831 Nov 23 10:11:41.301113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62472fe6-fe6b-4006-aabe-c59936b240dd tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:41.316276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62472fe6-fe6b-4006-aabe-c59936b240dd tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1092 time: 0.1905382 Nov 23 10:11:41.320139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:41.327817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:41.391830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] No DVR routers for this DVR port ed620683-247d-4060-9133-479084f31191 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:41.397056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db1a9189-ba3c-4a70-84cd-ff23815c5c48 req-b6c3fd1e-89b6-4ce8-adde-8230a2c0996d tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1428404 Nov 23 10:11:41.400751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.402576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.404385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3334626d-7ad6-460a-91f8-255f86a2ec6b req-e9eb4e24-08d0-42e1-a4f0-03c9733aad29 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.50 "DELETE /v2.0/ports/ed620683-247d-4060-9133-479084f31191 HTTP/1.1" status: 204 len: 173 time: 1.1031711 Nov 23 10:11:41.483621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-7b1e5888-9f3b-4b70-bce7-1cd9cbb078f1 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:41.488743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-7b1e5888-9f3b-4b70-bce7-1cd9cbb078f1 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.11 "GET /v2.0/networks?id=549e35e0-5fd4-45aa-9c9a-88475419eb70 HTTP/1.1" status: 200 len: 813 time: 0.3212700 Nov 23 10:11:41.502031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Request body: {'port': {'device_id': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70', 'admin_state_up': True, 'tenant_id': 'fd14fe824a154391a3918a1eef0d49f0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:41.597208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.693337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Made reservation on behalf of fd14fe824a154391a3918a1eef0d49f0 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:41.697385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.742378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.86 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/b407f125-22c9-44b5-b0b6-9b010a284d14) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:41.832028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Allocated IP 172.20.0.12 (549e35e0-5fd4-45aa-9c9a-88475419eb70/cbd15d04-71e5-442f-b64a-226b06994d51/9d9fea58-1bcd-427a-820f-11f286fd5f0c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:41.862809 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.904376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:41.955517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:41.960233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:41.962429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=b407f125-22c9-44b5-b0b6-9b010a284d14,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:41.964574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:42.049357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.100576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.169843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Network 549e35e0-5fd4-45aa-9c9a-88475419eb70 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:42.173684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:42.190186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:42.242973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:42.243800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.247957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Pushing event updated for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:42.272416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-fb0ace8e-f150-46e5-98a9-d7f01127175b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742596 Nov 23 10:11:42.293149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Request body: {'port': {'device_id': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:42.380374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.572832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ae9f-a8f6-4ff8-b072-0898e5b9d92c req-26589cea-9f69-4f71-95f5-42486b3be080 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:42.574942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf08ae9f-a8f6-4ff8-b072-0898e5b9d92c req-26589cea-9f69-4f71-95f5-42486b3be080 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 945 time: 0.1498897 Nov 23 10:11:42.627979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.736828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf08ae9f-a8f6-4ff8-b072-0898e5b9d92c req-21acadf3-5734-4ea8-9840-9fb5474e2d80 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531186 Nov 23 10:11:42.831193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:42.844674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40932b12-0008-462b-abe8-b9854438fd1e req-4d849879-b920-4eef-a89a-105449a962ff tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:42.846278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40932b12-0008-462b-abe8-b9854438fd1e req-4d849879-b920-4eef-a89a-105449a962ff tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 932 time: 0.1194534 Nov 23 10:11:42.904516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e1d39-ff17-4b01-baa2-28cc878f1ec5 req-6dbe0b80-ff33-46bb-a85d-b04050164968 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:42.904823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-944e1d39-ff17-4b01-baa2-28cc878f1ec5 req-6dbe0b80-ff33-46bb-a85d-b04050164968 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.0905108 Nov 23 10:11:42.944217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40932b12-0008-462b-abe8-b9854438fd1e req-ce31cfda-c519-4b1b-a51b-4e8c65375bb5 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681548 Nov 23 10:11:43.007758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'name': 'network-vif-deleted', 'tag': 'ed620683-247d-4060-9133-479084f31191'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:43.010537 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d69c35-60ec-422f-88a2-5b4e3ed5e834" -d '{"events": [{"server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "name": "network-vif-deleted", "tag": "ed620683-247d-4060-9133-479084f31191"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:43.055861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-944e1d39-ff17-4b01-baa2-28cc878f1ec5 req-e326d2e3-7e78-4f92-862d-af039517df73 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362550 Nov 23 10:11:43.058899 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656ba4eb-0acd-4190-82f1-433fd158441c x-openstack-request-id: req-656ba4eb-0acd-4190-82f1-433fd158441c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:43.059398 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558139c-e412-473e-8fe9-657911ccec6c", "name": "network-vif-deleted", "tag": "ed620683-247d-4060-9133-479084f31191", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:43.059802 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-656ba4eb-0acd-4190-82f1-433fd158441c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:43.060637 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558139c-e412-473e-8fe9-657911ccec6c', 'name': 'network-vif-deleted', 'tag': 'ed620683-247d-4060-9133-479084f31191', 'status': 'completed', 'code': 200} Nov 23 10:11:43.072093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9fea58-1bcd-427a-820f-11f286fd5f0c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:43.080569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.102455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Transition to ACTIVE for port object 9d9fea58-1bcd-427a-820f-11f286fd5f0c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:11:43.108938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.145687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.155331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.176940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:43.195324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ed620683-247d-4060-9133-479084f31191 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:43.241216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: ed620683-247d-4060-9133-479084f31191 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:43.241565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ed620683-247d-4060-9133-479084f31191 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:43.242191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 067b4673-9600-4628-8760-242860ceb100 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:43.294648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 067b4673-9600-4628-8760-242860ceb100 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:43.294879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 067b4673-9600-4628-8760-242860ceb100 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:43.303999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=b407f125-22c9-44b5-b0b6-9b010a284d14,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:43.313021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Attempting to bind port 9d9fea58-1bcd-427a-820f-11f286fd5f0c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:43.317158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Attempting to bind port 9d9fea58-1bcd-427a-820f-11f286fd5f0c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:43.317490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.317847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.318207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.318542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.318870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.319199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.319520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.319956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.320305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.320630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.320776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Attempting to bind port 9d9fea58-1bcd-427a-820f-11f286fd5f0c on network 549e35e0-5fd4-45aa-9c9a-88475419eb70 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:43.320941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.321250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:11:43.325299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.345836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Port 9d9fea58-1bcd-427a-820f-11f286fd5f0c on network 549e35e0-5fd4-45aa-9c9a-88475419eb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:11:43.346201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Attempting to bind port 9d9fea58-1bcd-427a-820f-11f286fd5f0c on network 549e35e0-5fd4-45aa-9c9a-88475419eb70 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:43.367140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:43.368000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Checking segment: {'id': '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:43.368400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Bound using segment: {'id': '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:43.368848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Bound port: 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:43.373589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.462024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:11:43.465911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c,segment=NetworkSegment(83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2),segment_id=83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:11:43.475201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.481576 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP 18e22fa3-da34-45ae-b06f-5b4699d8c5ff associated. External IP: 172.25.1.86, port: ade44e71-b479-48ea-9f7b-11928ef84f19. Nov 23 10:11:43.512534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:43.513213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:43.514682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d9fea58-1bcd-427a-820f-11f286fd5f0c HTTP/1.1" status: 200 len: 1092 time: 1.2343159 Nov 23 10:11:43.551278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8ca74-7f35-463b-a7a3-e72c927d23d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:43.648262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-862bd415-2266-4ff4-a62c-78c7728a5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:43.649247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-862bd415-2266-4ff4-a62c-78c7728a5c46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd14fe824a154391a3918a1eef0d49f0&device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 1095 time: 0.0879281 Nov 23 10:11:43.737005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-96a9ea8b-3ff2-431a-b5af-f57b101c4516 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c HTTP/1.1" status: 200 len: 217 time: 0.0684311 Nov 23 10:11:43.811188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-ebd56b46-c02a-4d95-ba9f-a220162aa93a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:43.812960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-ebd56b46-c02a-4d95-ba9f-a220162aa93a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 945 time: 0.1464136 Nov 23 10:11:43.816991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-33a58619-6f87-45f5-8849-3141d6dd330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:43.818654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-33a58619-6f87-45f5-8849-3141d6dd330c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd15d04-71e5-442f-b64a-226b06994d51 HTTP/1.1" status: 200 len: 853 time: 0.0682290 Nov 23 10:11:43.844169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:43.911162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-7d477def-5a54-4867-b4cd-7f280dbd7382 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=549e35e0-5fd4-45aa-9c9a-88475419eb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777993 Nov 23 10:11:44.001604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0161aa-59c4-4f7a-8599-c0976e18bc56 req-163d7af7-9ff8-4ef6-89fc-0ead744b5493 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.005871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:44.008958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b0161aa-59c4-4f7a-8599-c0976e18bc56 req-163d7af7-9ff8-4ef6-89fc-0ead744b5493 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 945 time: 0.1752539 Nov 23 10:11:44.018166 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Sync routers for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:44.030190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:44.038024 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:44.040201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:44.093500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-07b7ba7a-979a-49ae-ab96-e3f684fb2bad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7721219 Nov 23 10:11:44.097638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:44.099897 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:44.105711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Deleting port f7e232c9-997e-425e-93eb-3fca512bdd63 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:44.106121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:44.123520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77254-f131-4ff2-8b9c-deb2609faa89 req-f26f38c4-d4c4-4324-9cc0-391690fa11dc tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.125468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eee77254-f131-4ff2-8b9c-deb2609faa89 req-f26f38c4-d4c4-4324-9cc0-391690fa11dc tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 944 time: 0.0920813 Nov 23 10:11:44.138576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b0161aa-59c4-4f7a-8599-c0976e18bc56 req-b332a21b-d65e-4ab9-88ce-2cfdced89e20 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267607 Nov 23 10:11:44.224227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-59ad0944-b7db-426f-9cc0-c16fc56334f3 service neutron] 10.222.0.11 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051419 Nov 23 10:11:44.240660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eee77254-f131-4ff2-8b9c-deb2609faa89 req-8701ddd9-d2d1-414f-8052-0fa9e0498a45 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082315 Nov 23 10:11:44.249959 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:44.393271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2d7d-a018-4345-a62d-1933b11fcf0c req-333453a1-50b1-400b-a7a5-2d99b66a6c8d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.393820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3441-3e86-4c5a-b36d-1d284d8818e1 req-23363aa8-e94e-43d4-9a53-b29083474956 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.395483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-789c2d7d-a018-4345-a62d-1933b11fcf0c req-333453a1-50b1-400b-a7a5-2d99b66a6c8d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0674164 Nov 23 10:11:44.401305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c94a3441-3e86-4c5a-b36d-1d284d8818e1 req-23363aa8-e94e-43d4-9a53-b29083474956 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1509676 Nov 23 10:11:44.406261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] For port f7e232c9-997e-425e-93eb-3fca512bdd63, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7e232c9-997e-425e-93eb-3fca512bdd63,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:44.406648 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:44.439141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Calling delete_port for f7e232c9-997e-425e-93eb-3fca512bdd63 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:44.478239 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-789c2d7d-a018-4345-a62d-1933b11fcf0c req-7eedf887-10f0-4860-959c-d42b5e0fd1bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701640 Nov 23 10:11:44.504062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:44.510295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1078a30-72c1-4ad9-a921-5ab7a400f4ac req-24f8d205-f3c6-4ccb-9fe8-8cab04280f87 service neutron] 10.222.0.11 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780464 Nov 23 10:11:44.555204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-49ce4b0f-60f6-4430-b8b5-56ee2b947524 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.559973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-49ce4b0f-60f6-4430-b8b5-56ee2b947524 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1063459 Nov 23 10:11:44.564304 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc103b-7032-4677-9760-fdaa3fe8c6bb x-openstack-request-id: req-99bc103b-7032-4677-9760-fdaa3fe8c6bb {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:44.564569 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:44.565247 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99bc103b-7032-4677-9760-fdaa3fe8c6bb {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:44.566051 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'status': 'completed', 'code': 200} Nov 23 10:11:44.631321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c94a3441-3e86-4c5a-b36d-1d284d8818e1 req-b6ce8acb-f305-4c52-8444-d6b52cb0e644 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291551 Nov 23 10:11:44.639464 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '18e22fa3-da34-45ae-b06f-5b4699d8c5ff', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'mac_address': 'fa:16:3e:3b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e901c-5226-41f9-825d-541d9baba57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:11:42Z', 'updated_at': '2021-11-23T10:11:42Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:44.698500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-61cc64b1-fba8-4437-a6c3-a1a4f9413100 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 200 len: 991 time: 0.1869102 Nov 23 10:11:44.702753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-3a6bc86b-1ca2-411e-ab9f-0e69fcd72bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.704376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-3a6bc86b-1ca2-411e-ab9f-0e69fcd72bcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.1096570 Nov 23 10:11:44.721601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Checking router: 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:44.737981 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:44.738659 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:44.850915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-130b425e-7604-40e1-81c5-2073a5d12913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:44.852548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-130b425e-7604-40e1-81c5-2073a5d12913 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.1370223 Nov 23 10:11:44.878807 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:44.974429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:44.997456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['feb5567a-da05-447c-abba-b9f33a889e20'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:45.064695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:45.065143 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:45.075879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:45.078312 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104c263-523e-4518-a826-3721645816b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:45.092027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event deleted for resources: {'Port': ['ID=f7e232c9-997e-425e-93eb-3fca512bdd63,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:45.116182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7e232c9-997e-425e-93eb-3fca512bdd63'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:45.129026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-aeaff05f-18d0-427e-8aa4-03297c4eb9c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 999 time: 0.2612925 Nov 23 10:11:45.150896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] No DVR routers for this DVR port f7e232c9-997e-425e-93eb-3fca512bdd63 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:45.156822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:45.157776 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '18e22fa3-da34-45ae-b06f-5b4699d8c5ff', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'mac_address': 'fa:16:3e:3b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e901c-5226-41f9-825d-541d9baba57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:11:42Z', 'updated_at': '2021-11-23T10:11:42Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:45.160714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1e788c67-f62f-49ce-8981-bb0b077df22d req-666f7291-e3d2-4b29-8621-b41c398c65af tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.50 "DELETE /v2.0/ports/f7e232c9-997e-425e-93eb-3fca512bdd63 HTTP/1.1" status: 204 len: 173 time: 1.3370893 Nov 23 10:11:45.224911 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde64775-a260-4f74-ab90-870a10d5bc16 x-openstack-request-id: req-bde64775-a260-4f74-ab90-870a10d5bc16 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:45.225246 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:45.225443 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bde64775-a260-4f74-ab90-870a10d5bc16 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:45.225803 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c', 'status': 'completed', 'code': 200} Nov 23 10:11:45.231528 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda62f7-c987-496f-9ded-ad9901933001 None None] The sync data for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 is: [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '18e22fa3-da34-45ae-b06f-5b4699d8c5ff', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'mac_address': 'fa:16:3e:3b:dd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e901c-5226-41f9-825d-541d9baba57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:11:42Z', 'updated_at': '2021-11-23T10:11:42Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:45.354334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b043199-ad0f-4d55-9e5f-f086946e2745 req-61ddb83f-0f90-4c3d-92bb-7489221458a7 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c6efdfa-6ec9-496c-bd26-61f853b1a003 HTTP/1.1" status: 200 len: 210 time: 0.0945287 Nov 23 10:11:45.432337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] For port fd085956-f7af-49e2-89df-5a226f5b6e05, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=fd085956-f7af-49e2-89df-5a226f5b6e05,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:45.432337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:45.532419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f1f18-c6c1-4065-867b-be1eb898cd91 req-c3fec24d-26bc-421b-89e1-d8331b184c51 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:45.538474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c75f1f18-c6c1-4065-867b-be1eb898cd91 req-c3fec24d-26bc-421b-89e1-d8331b184c51 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 944 time: 0.1703396 Nov 23 10:11:45.640835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac19dc-6668-4d42-9ece-eff09ff2d4db None None] New status for floating IP 18e22fa3-da34-45ae-b06f-5b4699d8c5ff: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:11:45.701382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c75f1f18-c6c1-4065-867b-be1eb898cd91 req-1149d318-6e5e-45e3-8cb3-e329a91c6f94 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408079 Nov 23 10:11:45.706660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57304) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:45.852946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:45.853388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:45.854198 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Floating IP 392f631c-33ae-42c3-b901-edec0eb1f6d9 disassociated. External IP: 172.25.1.67, port: fd085956-f7af-49e2-89df-5a226f5b6e05. Nov 23 10:11:45.854583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for fd085956-f7af-49e2-89df-5a226f5b6e05 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:45.925486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6eabf1e1-848c-4986-a0cc-d7b9fdfc7937 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 200 len: 991 time: 0.2176416 Nov 23 10:11:45.928600 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:46.044433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-574ca3cb-77c4-4529-83d1-301ca0f4463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.046115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-574ca3cb-77c4-4529-83d1-301ca0f4463f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.9004095 Nov 23 10:11:46.069939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:46.080605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104c263-523e-4518-a826-3721645816b4 req-b2bc6389-9870-46af-ba51-e27d8567db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.082399 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-b2bc6389-9870-46af-ba51-e27d8567db67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd14fe824a154391a3918a1eef0d49f0&device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 1095 time: 0.8642218 Nov 23 10:11:46.104972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=fd085956-f7af-49e2-89df-5a226f5b6e05,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:46.109646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745bbc2-8de0-4b3a-9623-4af6eda915c1 req-b0be8e51-088f-48a1-b988-39c6c46f250f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.117339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4745bbc2-8de0-4b3a-9623-4af6eda915c1 req-b0be8e51-088f-48a1-b988-39c6c46f250f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e06a354-1d80-4bbe-85cb-48d8c5fe97c7 HTTP/1.1" status: 200 len: 944 time: 0.1199200 Nov 23 10:11:46.264576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-1406f52f-38ef-4a53-843e-6c622c842d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.266388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-1406f52f-38ef-4a53-843e-6c622c842d3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107775 Nov 23 10:11:46.270926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Router 560f182d-be00-4fbd-81d5-b01fcf8ec53e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:46.271882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4745bbc2-8de0-4b3a-9623-4af6eda915c1 req-6cbfc817-e48a-4b83-bacd-1595af0cbfc2 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4744086-20b9-4366-891b-3a80efb55f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539831 Nov 23 10:11:46.333947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104c263-523e-4518-a826-3721645816b4 req-3b0ec6f6-a793-4ab4-83c0-02c6a6f6ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.335619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-3b0ec6f6-a793-4ab4-83c0-02c6a6f6ac39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=549e35e0-5fd4-45aa-9c9a-88475419eb70 HTTP/1.1" status: 200 len: 914 time: 0.2372069 Nov 23 10:11:46.408919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-0072f510-7731-46d8-8b3a-0c80f7d2f349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c HTTP/1.1" status: 200 len: 217 time: 0.0428188 Nov 23 10:11:46.432727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:46.445829 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Sync routers for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:46.465081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:46.467945 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:46.468706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-71e4cea2-0fd2-4411-b722-61c595a71bad service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899843 Nov 23 10:11:46.487395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104c263-523e-4518-a826-3721645816b4 req-8b896d17-c14b-485e-a346-738e9b45d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.495259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-8b896d17-c14b-485e-a346-738e9b45d5ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cbd15d04-71e5-442f-b64a-226b06994d51 HTTP/1.1" status: 200 len: 853 time: 0.0793827 Nov 23 10:11:46.507077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] No DVR routers for this DVR port fd085956-f7af-49e2-89df-5a226f5b6e05 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:46.524045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:46.528069 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef7d75d1-97ba-44a4-b519-27126840a2ca req-8c76f7bf-2546-487b-a5df-22229675f24e tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.11 "DELETE /v2.0/ports/fd085956-f7af-49e2-89df-5a226f5b6e05 HTTP/1.1" status: 204 len: 173 time: 1.9609189 Nov 23 10:11:46.562508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-2eabfa26-3720-4042-9cec-c16db979ac51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=549e35e0-5fd4-45aa-9c9a-88475419eb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575655 Nov 23 10:11:46.566830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-deleted', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:46.569568 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde3e57d-d364-4cb7-84b5-94f7d2474686" -d '{"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-deleted", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:46.650754 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12419b10-104d-4612-977d-b983c0d4cb4a x-openstack-request-id: req-12419b10-104d-4612-977d-b983c0d4cb4a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:46.651334 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06a354-1d80-4bbe-85cb-48d8c5fe97c7", "name": "network-vif-deleted", "tag": "fd085956-f7af-49e2-89df-5a226f5b6e05", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:46.651792 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12419b10-104d-4612-977d-b983c0d4cb4a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:46.652406 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06a354-1d80-4bbe-85cb-48d8c5fe97c7', 'name': 'network-vif-deleted', 'tag': 'fd085956-f7af-49e2-89df-5a226f5b6e05', 'status': 'completed', 'code': 200} Nov 23 10:11:46.710356 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:46.759888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-22b19521-c760-4d61-9571-029094d33ff1 service neutron] 10.222.0.11 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901524 Nov 23 10:11:46.815950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7a4043-21f5-479c-ae65-f8e8a8cfe019 req-72463ecc-5bec-40b3-8476-270b10bdea41 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198929 Nov 23 10:11:46.920852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ffb5-1500-4217-aef8-f5361f209ecf req-11a1193c-bdb5-4cbe-80fe-9e44d6cdd17f tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:46.923598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3104c263-523e-4518-a826-3721645816b4 req-e0133762-ec05-4db8-b870-8f19b8bed884 service neutron] 10.222.0.11 "GET /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529200 Nov 23 10:11:46.927980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57320) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:46.932240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6053ffb5-1500-4217-aef8-f5361f209ecf req-11a1193c-bdb5-4cbe-80fe-9e44d6cdd17f tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 944 time: 0.0878294 Nov 23 10:11:47.056030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6053ffb5-1500-4217-aef8-f5361f209ecf req-cde90c14-9ef6-4202-8d95-151677421f4d tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219778 Nov 23 10:11:47.058165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5cde39a-b0d4-422c-919d-fb8a8c0464b4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 200 len: 993 time: 0.1286364 Nov 23 10:11:47.088229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:47.215951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7e232c9-997e-425e-93eb-3fca512bdd63 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:47.228610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'name': 'network-vif-deleted', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:47.242013 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c6bfb3-2c33-4c71-9969-56a45cc383a7" -d '{"events": [{"server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "name": "network-vif-deleted", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:47.255084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f7e232c9-997e-425e-93eb-3fca512bdd63 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:47.255555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7e232c9-997e-425e-93eb-3fca512bdd63 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:47.264659 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Checking router: 560f182d-be00-4fbd-81d5-b01fcf8ec53e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:47.278262 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:47.280212 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:47.346731 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f17e7-fe6e-46fe-832e-41e50b3cd1af x-openstack-request-id: req-789f17e7-fe6e-46fe-832e-41e50b3cd1af {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:47.347033 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6efdfa-6ec9-496c-bd26-61f853b1a003", "name": "network-vif-deleted", "tag": "f7e232c9-997e-425e-93eb-3fca512bdd63", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:47.347288 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-789f17e7-fe6e-46fe-832e-41e50b3cd1af {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:47.347696 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6efdfa-6ec9-496c-bd26-61f853b1a003', 'name': 'network-vif-deleted', 'tag': 'f7e232c9-997e-425e-93eb-3fca512bdd63', 'status': 'completed', 'code': 200} Nov 23 10:11:47.391799 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:47.409711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:47.435193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: fd085956-f7af-49e2-89df-5a226f5b6e05 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:47.435941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device fd085956-f7af-49e2-89df-5a226f5b6e05 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:47.460181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57328) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:47.562986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:47.617197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:47.628916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:47.662973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f171d-b33c-4c08-950e-f2f60679f514 None None] The sync data for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 is: [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '86de65ce-c796-426c-9e6a-32b7ffd56b6d', 'name': '', 'network_id': 'dcaa4c69-1be9-4d3d-820f-022dfe9befea', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'mac_address': 'fa:16:3e:63:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:09Z', 'updated_at': '2021-11-23T10:01:16Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'subnets': [{'id': 'cf76a0eb-c536-4e3b-abf7-9c5ec09c1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:47.713365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:47.717860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:47.719180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "DELETE /v2.0/security-groups/e4744086-20b9-4366-891b-3a80efb55f59 HTTP/1.1" status: 204 len: 168 time: 0.2554584 Nov 23 10:11:47.722066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57332) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:47.743799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b433c5-74ca-404f-90a4-29b793b92670 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4744086-20b9-4366-891b-3a80efb55f59,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:47.748614 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-8a94628a-f336-44ac-abd8-3c894d6be486 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] show failed (client error): The resource could not be found. Nov 23 10:11:47.761263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57334) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:47.770079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a94628a-f336-44ac-abd8-3c894d6be486 tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "GET /v2.0/security-groups/e4744086-20b9-4366-891b-3a80efb55f59 HTTP/1.1" status: 404 len: 347 time: 0.0345891 Nov 23 10:11:47.844244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48815e48-1a37-4e80-8a7b-0b62e321d936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:47.995085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Deleting port 3f9838fc-613e-4e0f-bad5-1dbaff1f9a56 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:47.995597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.126441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.126766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.145764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Calling delete_port for 3f9838fc-613e-4e0f-bad5-1dbaff1f9a56 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:48.165123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5c674-0f6e-4906-b607-714cae3f6a54 None None] New status for floating IP 392f631c-33ae-42c3-b901-edec0eb1f6d9: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:11:48.374243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065474f-28e6-4193-b58c-fa021cd6fc50 req-47129952-2cc9-49e2-af9e-4ae7eff4d4de tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:48.376246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8065474f-28e6-4193-b58c-fa021cd6fc50 req-47129952-2cc9-49e2-af9e-4ae7eff4d4de tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 944 time: 0.1188867 Nov 23 10:11:48.426654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.476976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8065474f-28e6-4193-b58c-fa021cd6fc50 req-7ae70bbc-c861-420b-9e24-a87fca460415 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920904 Nov 23 10:11:48.527940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-3ee5c674-0f6e-4906-b607-714cae3f6a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:11:48.528501 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-3ee5c674-0f6e-4906-b607-714cae3f6a54 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:11:48.542626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Pushing event deleted for resources: {'Port': ['ID=3f9838fc-613e-4e0f-bad5-1dbaff1f9a56,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:48.555761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.559163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:48.563339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27c2686f-eb86-4d3a-bd6d-20792dc8e55f tempest-ServerActionsTestJSON-1858211648 tempest-ServerActionsTestJSON-1858211648-project] 10.222.0.62 "DELETE /v2.0/floatingips/392f631c-33ae-42c3-b901-edec0eb1f6d9 HTTP/1.1" status: 204 len: 168 time: 0.7962103 Nov 23 10:11:48.563842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57340) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:49.001758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.030352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5c674-0f6e-4906-b607-714cae3f6a54 None None] New status for floating IP 392f631c-33ae-42c3-b901-edec0eb1f6d9: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:11:49.288156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Deleting port 86de65ce-c796-426c-9e6a-32b7ffd56b6d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:49.288635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.369291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] For port 86de65ce-c796-426c-9e6a-32b7ffd56b6d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=86de65ce-c796-426c-9e6a-32b7ffd56b6d,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:49.369797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.383921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Calling delete_port for 86de65ce-c796-426c-9e6a-32b7ffd56b6d owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:49.393529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9d9fea58-1bcd-427a-820f-11f286fd5f0c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:11:49.513516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c,segment=NetworkSegment(83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2),segment_id=83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:49.527900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9d9fea58-1bcd-427a-820f-11f286fd5f0c', 'network_id': '549e35e0-5fd4-45aa-9c9a-88475419eb70', 'port_id': '9d9fea58-1bcd-427a-820f-11f286fd5f0c', 'mac_address': 'fa:16:3e:44:a2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd15d04-71e5-442f-b64a-226b06994d51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:11:49.573223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.589333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9fea58-1bcd-427a-820f-11f286fd5f0c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:49.599747 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.628563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c,segment=NetworkSegment(83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2),segment_id=83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:49.630525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=86de65ce-c796-426c-9e6a-32b7ffd56b6d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:49.644957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:49.674742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637ab1-6b9f-44aa-8b2e-125151b0c09d req-029df00e-9208-4557-a847-dded6c0357ec tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:49.686329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12637ab1-6b9f-44aa-8b2e-125151b0c09d req-029df00e-9208-4557-a847-dded6c0357ec tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 944 time: 0.0814109 Nov 23 10:11:49.707876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:49.776078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12637ab1-6b9f-44aa-8b2e-125151b0c09d req-2e15977a-7c59-4bbb-9758-105266434555 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 Nov 23 10:11:49.844700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.001472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9d9fea58-1bcd-427a-820f-11f286fd5f0c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:50.167105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Router 560f182d-be00-4fbd-81d5-b01fcf8ec53e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:11:50.283296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:11:50.292250 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Sync routers for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:11:50.297264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57354) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:50.305267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5b9e7a67-7320-4511-8bc5-487a8f5ecc20 admin admin] 10.222.0.62 "PUT /v2.0/routers/560f182d-be00-4fbd-81d5-b01fcf8ec53e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402635 Nov 23 10:11:50.319030 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:50.320049 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:50.361573 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.386418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da86c584-0846-4be4-9b43-79697d6760a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.432508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.474114 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:50.556220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.633314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Deleting port 356ce68f-b565-4c30-90d6-004207b711e8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:50.633681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.681054 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '356ce68f-b565-4c30-90d6-004207b711e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:11:49Z', 'revision_number': 5, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port': {'id': '356ce68f-b565-4c30-90d6-004207b711e8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:01:04Z', 'updated_at': '2021-11-23T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:50.707565 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Checking router: 560f182d-be00-4fbd-81d5-b01fcf8ec53e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:11:50.715867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Routers {'560f182d-be00-4fbd-81d5-b01fcf8ec53e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:11:50.716472 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:50.722937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] For port 356ce68f-b565-4c30-90d6-004207b711e8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=356ce68f-b565-4c30-90d6-004207b711e8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:50.723505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:50.736590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Calling delete_port for 356ce68f-b565-4c30-90d6-004207b711e8 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:50.818939 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] Set router 560f182d-be00-4fbd-81d5-b01fcf8ec53e gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:11:50.882336 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:11:50Z', 'revision_number': 6, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:50.911759 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0f273-a36c-4b44-840f-359cf506fd29 None None] The sync data for ids ['560f182d-be00-4fbd-81d5-b01fcf8ec53e'] in n-d-781076-5 is: [{'id': '560f182d-be00-4fbd-81d5-b01fcf8ec53e', 'name': 'tempest-ServerActionsTestJSON-1092665498-router', 'tenant_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:01:03Z', 'updated_at': '2021-11-23T10:11:50Z', 'revision_number': 6, 'project_id': 'a8f24d3f5abf4ba4861e11991c2bd856', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:11:51.018529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.048980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b39db-86c9-42f5-867b-019d0bc3e96c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:51.092947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Pushing event deleted for resources: {'Port': ['ID=356ce68f-b565-4c30-90d6-004207b711e8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:51.188838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.237447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.346028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.350158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.408933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9d9fea58-1bcd-427a-820f-11f286fd5f0c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:11:51.413633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef7d4-290e-4147-b3be-e21e9ee03606 req-f1faa4b1-9163-43a6-ab5c-cc8f08fd8e0a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:51.422694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e83ef7d4-290e-4147-b3be-e21e9ee03606 req-f1faa4b1-9163-43a6-ab5c-cc8f08fd8e0a tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.1933253 Nov 23 10:11:51.457527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.458212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560f182d-be00-4fbd-81d5-b01fcf8ec53e {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:11:51.465367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.469005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aac4c944-5131-48fb-be3e-78115ab4ec2c admin admin] 10.222.0.62 "DELETE /v2.0/routers/560f182d-be00-4fbd-81d5-b01fcf8ec53e HTTP/1.1" status: 204 len: 168 time: 1.1684704 Nov 23 10:11:51.471113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57366) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:51.507563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93daffe-dbce-4fc8-b8c8-d3f8b42cb0cb req-375d018b-3793-4ab1-9a93-8387dab82d7c tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:51.509219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d93daffe-dbce-4fc8-b8c8-d3f8b42cb0cb req-375d018b-3793-4ab1-9a93-8387dab82d7c tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 945 time: 0.6446931 Nov 23 10:11:51.538229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e83ef7d4-290e-4147-b3be-e21e9ee03606 req-d6bdefb9-7fb2-4e0f-9068-1937ef400e47 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113343 Nov 23 10:11:51.540558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9d9fea58-1bcd-427a-820f-11f286fd5f0c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:11:51.555632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9d9fea58-1bcd-427a-820f-11f286fd5f0c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:11:51.556093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.571583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Deleting subnet cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:11:51.575468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.580480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d93daffe-dbce-4fc8-b8c8-d3f8b42cb0cb req-aab1ced8-d5c9-49ac-8db4-108320dcdaaa tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 Nov 23 10:11:51.631504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.646959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.674993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:51.678464 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33d928-cb7e-460d-8163-f3180116fe14" -d '{"events": [{"server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:51.713999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c,segment=NetworkSegment(83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2),segment_id=83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:51.720822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.722992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.761703 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d63e8d-22d3-4f78-86a4-1d20dd08b2f9 x-openstack-request-id: req-66d63e8d-22d3-4f78-86a4-1d20dd08b2f9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:51.762046 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:51.762305 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66d63e8d-22d3-4f78-86a4-1d20dd08b2f9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:51.762818 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c', 'code': 200} Nov 23 10:11:51.793056 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.810190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:51.836507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf76a0eb-c536-4e3b-abf7-9c5ec09c1975,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:51.845223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c99952-019f-4d71-84fd-998ee11b25da None None] Network dcaa4c69-1be9-4d3d-820f-022dfe9befea requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:51.863462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:51.866810 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8b8ff0ed-b5c5-48e5-9168-847b62ae581b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf76a0eb-c536-4e3b-abf7-9c5ec09c1975 HTTP/1.1" status: 204 len: 168 time: 0.3942454 Nov 23 10:11:51.869875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57370) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:51.886147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc24bc6-6ad1-43f1-8dda-380caf634f38 req-a3ef5831-c833-4da4-bb6e-d5760f870e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:51.887768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffc24bc6-6ad1-43f1-8dda-380caf634f38 req-a3ef5831-c833-4da4-bb6e-d5760f870e5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0665863 Nov 23 10:11:51.981443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ffc24bc6-6ad1-43f1-8dda-380caf634f38 req-6fc8b26d-c3d7-42dc-93f4-60fec032a8f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809286 Nov 23 10:11:52.008070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.029513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 86de65ce-c796-426c-9e6a-32b7ffd56b6d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:52.055104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 86de65ce-c796-426c-9e6a-32b7ffd56b6d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:52.055796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 86de65ce-c796-426c-9e6a-32b7ffd56b6d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:52.082804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Deleting port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:52.083134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.151073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] DHCP port deletion for dcaa4c69-1be9-4d3d-820f-022dfe9befea request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:11:52.161688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] For port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:52.162384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.181845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Calling delete_port for 0129ffa6-0ad9-4411-81d1-a2af4faf31ab owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:52.213975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Deleting port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:52.214426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.280531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.293131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] For port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,segment=NetworkSegment(66f86488-9384-43f2-8542-0622d3913124),segment_id=66f86488-9384-43f2-8542-0622d3913124)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:52.293633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.311245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] No DVR routers for this DVR port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:52.313096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:52.315939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Calling delete_port for 0129ffa6-0ad9-4411-81d1-a2af4faf31ab owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:52.394625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.401632 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.417488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa4c69-1be9-4d3d-820f-022dfe9befea']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:52.428698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] Pushing event deleted for resources: {'Port': ['ID=0129ffa6-0ad9-4411-81d1-a2af4faf31ab,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:52.430630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4979a-bc8b-4c72-a514-939fd79c9644 None None] No DVR routers for this DVR port 0129ffa6-0ad9-4411-81d1-a2af4faf31ab on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:52.437760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f86488-9384-43f2-8542-0622d3913124') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:52.437944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f86488-9384-43f2-8542-0622d3913124') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:52.448299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.462911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.469435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:11:52.469841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:52.471510 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:52.527438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.534771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.538337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dcaa4c69-1be9-4d3d-820f-022dfe9befea HTTP/1.1" status: 204 len: 168 time: 0.6662247 Nov 23 10:11:52.549163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acee3f-f1f6-49eb-9891-095544cbde11 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaa4c69-1be9-4d3d-820f-022dfe9befea,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:52.631198 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.683465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e21f8-8115-4a06-aaf2-58823b60d9f0 req-75546cf6-d8e5-4835-8b06-f7ec12dcb672 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:52.686223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-501e21f8-8115-4a06-aaf2-58823b60d9f0 req-75546cf6-d8e5-4835-8b06-f7ec12dcb672 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.0754406 Nov 23 10:11:52.720919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbea0d4-5927-44f7-9ddf-dbee4dbb0dc3 req-81ecb026-b01b-4844-9f08-20c15fc3a33f tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:52.722892 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dbea0d4-5927-44f7-9ddf-dbee4dbb0dc3 req-81ecb026-b01b-4844-9f08-20c15fc3a33f tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0675917 Nov 23 10:11:52.747136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:52.755977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-501e21f8-8115-4a06-aaf2-58823b60d9f0 req-e8600360-5160-432f-9b57-050c05e24b95 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/security-groups?id=152369f7-95c7-4ec9-a325-9cbe6c88b8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630848 Nov 23 10:11:52.812225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9dbea0d4-5927-44f7-9ddf-dbee4dbb0dc3 req-923ca003-9827-48c9-af6f-681df7b723c8 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821290 Nov 23 10:11:52.816093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-799b5cc7-ea73-49c3-8f99-91ec76f1e3a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8f24d3f5abf4ba4861e11991c2bd856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0666590 Nov 23 10:11:52.817483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57384) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:52.874017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.895676 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.947078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.949789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:52.951088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35ee774c-5c0a-4b1b-8aed-299511f576e5 HTTP/1.1" status: 204 len: 168 time: 0.1326680 Nov 23 10:11:52.962809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4c19-09c4-40d6-97f0-f125f1c31490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee774c-5c0a-4b1b-8aed-299511f576e5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:53.178286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-ddc5cc49-62a2-4bc6-adaa-bda5af15202b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:53.179964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-ddc5cc49-62a2-4bc6-adaa-bda5af15202b tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 946 time: 0.0579507 Nov 23 10:11:53.287858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Deleting port feb5567a-da05-447c-abba-b9f33a889e20 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:53.288209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:53.390220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] For port feb5567a-da05-447c-abba-b9f33a889e20, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=feb5567a-da05-447c-abba-b9f33a889e20,segment=NetworkSegment(b9e9f805-ca99-4bd5-beae-3b0760cb4b19),segment_id=b9e9f805-ca99-4bd5-beae-3b0760cb4b19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:53.390841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:53.404964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Calling delete_port for feb5567a-da05-447c-abba-b9f33a889e20 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:53.534714 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:53.564566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:53.571613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 356ce68f-b565-4c30-90d6-004207b711e8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:53.598416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 356ce68f-b565-4c30-90d6-004207b711e8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:53.599107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 356ce68f-b565-4c30-90d6-004207b711e8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:53.601295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Pushing event deleted for resources: {'Port': ['ID=feb5567a-da05-447c-abba-b9f33a889e20,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:53.611125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0129ffa6-0ad9-4411-81d1-a2af4faf31ab no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:53.650481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0129ffa6-0ad9-4411-81d1-a2af4faf31ab {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:53.650830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0129ffa6-0ad9-4411-81d1-a2af4faf31ab not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:53.677083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] No DVR routers for this DVR port feb5567a-da05-447c-abba-b9f33a889e20 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:53.679884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:53.683370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7de922fd-d2c9-4e60-9db7-18cba8bf6d84 req-42fdd9d9-4a0c-443b-ae60-bec0904f9913 tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.11 "DELETE /v2.0/ports/feb5567a-da05-447c-abba-b9f33a889e20 HTTP/1.1" status: 204 len: 173 time: 0.4952393 Nov 23 10:11:53.683843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'name': 'network-vif-deleted', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:53.686347 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d64e890-7ae3-4e34-ba97-0860b3d4838e" -d '{"events": [{"server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "name": "network-vif-deleted", "tag": "feb5567a-da05-447c-abba-b9f33a889e20"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:53.738650 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb737808-6880-4fdb-9ac8-65d964091d9e x-openstack-request-id: req-bb737808-6880-4fdb-9ac8-65d964091d9e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:53.739089 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e120845-93a7-4fc4-b6f8-9b6ff8be6a34", "name": "network-vif-deleted", "tag": "feb5567a-da05-447c-abba-b9f33a889e20", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:53.739351 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb737808-6880-4fdb-9ac8-65d964091d9e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:53.739756 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e120845-93a7-4fc4-b6f8-9b6ff8be6a34', 'name': 'network-vif-deleted', 'tag': 'feb5567a-da05-447c-abba-b9f33a889e20', 'status': 'completed', 'code': 200} Nov 23 10:11:53.808948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57412) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:53.890254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-897f539f-69da-4064-bbde-7c6ac61c2fbb req-28f49812-aaea-4fe9-9e24-ac1a491361dd tempest-AttachVolumeNegativeTest-158449015 tempest-AttachVolumeNegativeTest-158449015-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e120845-93a7-4fc4-b6f8-9b6ff8be6a34 HTTP/1.1" status: 200 len: 210 time: 0.0443704 Nov 23 10:11:53.962708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e47d-6073-4f42-8c10-8f7d3b76ae05 req-0dfb0753-92c6-4121-bfd3-ef252251a0a4 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:53.964203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a34e47d-6073-4f42-8c10-8f7d3b76ae05 req-0dfb0753-92c6-4121-bfd3-ef252251a0a4 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0510101 Nov 23 10:11:53.972233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-121314216-network', 'tenant_id': 'f016701fd5694f84822cc1498e0ad882'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:53.995286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Made reservation on behalf of f016701fd5694f84822cc1498e0ad882 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:53.998004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.007472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.017030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a34e47d-6073-4f42-8c10-8f7d3b76ae05 req-d29754ff-6b8f-43a3-8686-975ddabfc8ef tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Nov 23 10:11:54.121854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.128317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.158529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:11:54.169146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b888aac-334f-4da6-a2dc-45e2ab93cdad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:54.176835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.177158 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Added segment 2704ef3c-8d13-4ea8-ae56-3c7c80165047 of type vlan for network cfecfccb-b594-4457-9d87-d0eba3bba2bf Nov 23 10:11:54.247538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.281880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.283729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:54.284506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.330813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206373 Nov 23 10:11:54.333750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:54.338735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Request body: {'subnet': {'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-121314216-subnet', 'tenant_id': 'f016701fd5694f84822cc1498e0ad882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:54.364780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f8f1-0510-465f-b810-c7d08cfd3e6d admin admin] Pushing event updated for resources: {'Network': ['ID=cfecfccb-b594-4457-9d87-d0eba3bba2bf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:54.379473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network cfecfccb-b594-4457-9d87-d0eba3bba2bf details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:11:54.391064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Made reservation on behalf of f016701fd5694f84822cc1498e0ad882 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:54.393457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.524909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed8e44-1557-4f4a-b45d-a1af3701f719 req-1400647e-a145-4f4c-92c9-223a18301d48 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:54.526634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfed8e44-1557-4f4a-b45d-a1af3701f719 req-1400647e-a145-4f4c-92c9-223a18301d48 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0721335 Nov 23 10:11:54.585551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfed8e44-1557-4f4a-b45d-a1af3701f719 req-9bc801ab-fa45-454b-90a8-86e2a2ace05c tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495567 Nov 23 10:11:54.613339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.661717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=195d2d8c-1437-4c1a-bc31-4322e86a8b7f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:54.677663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Checking segment: {'id': '2704ef3c-8d13-4ea8-ae56-3c7c80165047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:54.678057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Network hostable DHCP agents. Network: cfecfccb-b594-4457-9d87-d0eba3bba2bf, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:11:54.696185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Network cfecfccb-b594-4457-9d87-d0eba3bba2bf is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:11:54.705412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, cfecfccb-b594-4457-9d87-d0eba3bba2bf) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:54.709319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:54.709935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:54.715191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530892d2-ffec-4e0a-ac78-7562f9896c96 None None] Network cfecfccb-b594-4457-9d87-d0eba3bba2bf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:54.726779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-386a0e9b-019b-4f55-a417-faab44e828fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3919005 Nov 23 10:11:54.842461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b378d75-bf81-4792-9cdc-82fd7d5dcdaa None None] Network cfecfccb-b594-4457-9d87-d0eba3bba2bf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:11:54.939727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57442) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:54.991242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Deleting subnet 0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:11:54.994375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.031261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.073503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.140830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.167090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:55.170768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.174157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08ac183a-6ace-4e6f-a444-53ba27a1a7f5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0cdc4a15-1b94-4fe3-9ff4-e95c4978e0a1 HTTP/1.1" status: 204 len: 168 time: 0.2334728 Nov 23 10:11:55.176699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:55.250926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.342972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.365081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3d361c-e968-48bb-a90f-022ee328a60f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:55.381275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:55.381789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e9f805-ca99-4bd5-beae-3b0760cb4b19') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:55.393287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.407286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.414716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:11:55.415125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:55.416852 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:55.426471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device feb5567a-da05-447c-abba-b9f33a889e20 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:55.455637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: feb5567a-da05-447c-abba-b9f33a889e20 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:55.456530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device feb5567a-da05-447c-abba-b9f33a889e20 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:55.478138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.484519 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.489967 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7e3d361c-e968-48bb-a90f-022ee328a60f HTTP/1.1" status: 204 len: 168 time: 0.3104239 Nov 23 10:11:55.499462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2e92a-5417-4f9b-9e9d-64211f8dfbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3d361c-e968-48bb-a90f-022ee328a60f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:55.652469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:55.726947 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba362f5d-f3e7-4ac9-bc7c-f571273a84a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14a95e673b8c46b9a2e0e23e08815844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731204 Nov 23 10:11:55.727491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57478) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:55.729361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299bec2-3777-40c6-8e9e-7aa3e0ec745c req-047b431f-15d0-4997-862a-ccdef5ba1026 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:55.749238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8299bec2-3777-40c6-8e9e-7aa3e0ec745c req-047b431f-15d0-4997-862a-ccdef5ba1026 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0772715 Nov 23 10:11:55.784730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.808490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.818221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8299bec2-3777-40c6-8e9e-7aa3e0ec745c req-04a8b96e-382c-4293-8bc9-c306958d203b tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/security-groups?id=750eac90-faae-4670-a2c5-8f3f6a3f1469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Nov 23 10:11:55.877335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.881876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:55.885112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/152369f7-95c7-4ec9-a325-9cbe6c88b8a4 HTTP/1.1" status: 204 len: 168 time: 0.1563144 Nov 23 10:11:55.895840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-37b33ead-b290-4e5a-a7e5-06c89ce2fd56 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:55.898100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-37b33ead-b290-4e5a-a7e5-06c89ce2fd56 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0581939 Nov 23 10:11:55.901711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4da54-6941-4d73-bd0c-b303a26af0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152369f7-95c7-4ec9-a325-9cbe6c88b8a4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:56.014099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Deleting port 9d9fea58-1bcd-427a-820f-11f286fd5f0c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:11:56.014423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:56.053272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-060c7034-4be5-49b6-b961-a24675376b73 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:56.055088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-060c7034-4be5-49b6-b961-a24675376b73 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/networks?id=cfecfccb-b594-4457-9d87-d0eba3bba2bf HTTP/1.1" status: 200 len: 809 time: 0.1177304 Nov 23 10:11:56.073471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-7ce51849-ae21-414c-ba93-9d88249b1c8c tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/quotas/f016701fd5694f84822cc1498e0ad882 HTTP/1.1" status: 200 len: 375 time: 0.0108199 Nov 23 10:11:56.113452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-0306a2cb-d642-497a-927c-c773667c2c05 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f016701fd5694f84822cc1498e0ad882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289137 Nov 23 10:11:56.125362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] For port 9d9fea58-1bcd-427a-820f-11f286fd5f0c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9d9fea58-1bcd-427a-820f-11f286fd5f0c,segment=NetworkSegment(83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2),segment_id=83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:11:56.125711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:56.145952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Calling delete_port for 9d9fea58-1bcd-427a-820f-11f286fd5f0c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:11:56.234354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-be3c2d94-1106-47b3-ae9a-82f64673903c service neutron] 10.222.0.62 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128247 Nov 23 10:11:56.315647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:56.329214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9d9fea58-1bcd-427a-820f-11f286fd5f0c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:11:56.357846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-e6a0b635-e883-414c-b40b-5bf6ee52af8c service neutron] 10.222.0.62 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111665 Nov 23 10:11:56.361294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Pushing event deleted for resources: {'Port': ['ID=9d9fea58-1bcd-427a-820f-11f286fd5f0c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:56.428801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] No DVR routers for this DVR port 9d9fea58-1bcd-427a-820f-11f286fd5f0c on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:11:56.431827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:56.435573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23bc7878-dca2-4944-b02c-d569a8c0fc5d req-8fffd797-8e4c-4b4e-8984-c2ece85964e3 tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.11 "DELETE /v2.0/ports/9d9fea58-1bcd-427a-820f-11f286fd5f0c HTTP/1.1" status: 204 len: 173 time: 0.5313981 Nov 23 10:11:56.436249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'name': 'network-vif-deleted', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:11:56.446903 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36758513-19ae-4d26-8db7-34620ffbad37" -d '{"events": [{"server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "name": "network-vif-deleted", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:11:56.493299 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46f279-e4c6-4798-b8c8-566560cb20e4 x-openstack-request-id: req-ed46f279-e4c6-4798-b8c8-566560cb20e4 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:11:56.493783 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5cb634-96bb-414c-9d11-5e903972a7c6", "name": "network-vif-deleted", "tag": "9d9fea58-1bcd-427a-820f-11f286fd5f0c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:11:56.494067 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed46f279-e4c6-4798-b8c8-566560cb20e4 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:11:56.494469 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5cb634-96bb-414c-9d11-5e903972a7c6', 'name': 'network-vif-deleted', 'tag': '9d9fea58-1bcd-427a-820f-11f286fd5f0c', 'status': 'completed', 'code': 200} Nov 23 10:11:56.666878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b6be5c-a4b1-49a1-a73a-a8ccdc8bc79e req-2f712e82-5a20-4fff-9025-c814093eb827 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 210 time: 0.0292356 Nov 23 10:11:56.976744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6bd8dd69-f198-4004-ad0f-38d077823ef6 req-bced76ad-bea8-43ee-98ee-426d75460ebb tempest-ServerAddressesTestJSON-393791534 tempest-ServerAddressesTestJSON-393791534-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c5cb634-96bb-414c-9d11-5e903972a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0450542 Nov 23 10:11:57.574850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:57.732792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11dd6383-4728-4fe9-927b-73a5e553935d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:57.864242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29d0e314-fe1a-4499-a154-de9fa3f9ebaa req-c99cd2fb-7bd0-42ea-acab-81903847e919 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 210 time: 0.0404496 Nov 23 10:11:57.885954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-f459a724-e29e-4b16-a08e-4802d94706c4 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:57.888219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-f459a724-e29e-4b16-a08e-4802d94706c4 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.11 "GET /v2.0/networks?id=cfecfccb-b594-4457-9d87-d0eba3bba2bf HTTP/1.1" status: 200 len: 809 time: 0.1817086 Nov 23 10:11:57.896726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11dd6383-4728-4fe9-927b-73a5e553935d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:57.901210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Request body: {'port': {'device_id': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf', 'admin_state_up': True, 'tenant_id': 'f016701fd5694f84822cc1498e0ad882'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:57.902107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-11dd6383-4728-4fe9-927b-73a5e553935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:57.944845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-11dd6383-4728-4fe9-927b-73a5e553935d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91f96e93018745809916714a8b03d250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666582 Nov 23 10:11:57.945178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57598) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:57.952542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd6383-4728-4fe9-927b-73a5e553935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b07b5-e9ff-4079-b627-95d3a2f4b352,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:58.003455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.024103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Made reservation on behalf of f016701fd5694f84822cc1498e0ad882 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:11:58.028322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.029129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.047276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:58.109575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Deleting subnet cbd15d04-71e5-442f-b64a-226b06994d51 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:11:58.112860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.148430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.151108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.152308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/063b07b5-e9ff-4079-b627-95d3a2f4b352 HTTP/1.1" status: 204 len: 168 time: 0.2061267 Nov 23 10:11:58.172016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1aab2-77c7-43b0-91c9-de8c3e15eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b07b5-e9ff-4079-b627-95d3a2f4b352,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:58.178238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.238460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.255220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Allocated IP 172.20.0.7 (cfecfccb-b594-4457-9d87-d0eba3bba2bf/195d2d8c-1437-4c1a-bc31-4322e86a8b7f/439868b2-94b8-44ea-bee3-7ab77759250d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:11:58.312323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.329672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.334095 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cbd15d04-71e5-442f-b64a-226b06994d51 HTTP/1.1" status: 204 len: 168 time: 0.2858262 Nov 23 10:11:58.344409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:58.355833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61706064-5819-4756-ba7f-f50bab7e478f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd15d04-71e5-442f-b64a-226b06994d51,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:58.464210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.495568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.581385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.606942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549e35e0-5fd4-45aa-9c9a-88475419eb70']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:58.616220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.618906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:58.619205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f9a637-bed1-42a1-b25f-6e8b2e7ff2d2') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:11:58.633962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.686961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Network cfecfccb-b594-4457-9d87-d0eba3bba2bf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:11:58.688073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.694663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:11:58.700094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:11:58.700493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:11:58.703602 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:11:58.715186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:11:58.740664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Pushing event updated for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:58.802426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.809753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:58.810499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.820568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:58.823753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] 10.222.0.62 "DELETE /v2.0/networks/549e35e0-5fd4-45aa-9c9a-88475419eb70 HTTP/1.1" status: 204 len: 168 time: 0.4779201 Nov 23 10:11:58.835715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26583e9f-bd59-40db-9315-3c98c0a7187d admin admin] Pushing event deleted for resources: {'Network': ['ID=549e35e0-5fd4-45aa-9c9a-88475419eb70,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:58.848344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-11a98d79-dca4-4d47-a5c4-1040c1a786b8 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505095 Nov 23 10:11:58.860241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Request body: {'port': {'device_id': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:11:58.938763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.016780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f1f33-cd41-46ff-93fe-5e369d543ca1 req-fe01718a-21b8-44de-a421-156577547a63 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:11:59.028541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e4f1f33-cd41-46ff-93fe-5e369d543ca1 req-fe01718a-21b8-44de-a421-156577547a63 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 931 time: 0.0754113 Nov 23 10:11:59.114152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e4f1f33-cd41-46ff-93fe-5e369d543ca1 req-79f8d01a-5135-4179-8b96-fb3ef858a354 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816832 Nov 23 10:11:59.177165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:59.223994 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3af6e88-17ea-40cf-9d23-87989001dab1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd14fe824a154391a3918a1eef0d49f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450630 Nov 23 10:11:59.226268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:11:59.292437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.319262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439868b2-94b8-44ea-bee3-7ab77759250d {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:11:59.320494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.328101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.349012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Transition to ACTIVE for port object 439868b2-94b8-44ea-bee3-7ab77759250d will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:11:59.355662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.383543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.386634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:11:59.387810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/750eac90-faae-4670-a2c5-8f3f6a3f1469 HTTP/1.1" status: 204 len: 168 time: 0.1604433 Nov 23 10:11:59.398226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801e96d-9d0d-4537-b736-598c612fe6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750eac90-faae-4670-a2c5-8f3f6a3f1469,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:59.432549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9d9fea58-1bcd-427a-820f-11f286fd5f0c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:11:59.463630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Pushing event updated for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:11:59.477574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9d9fea58-1bcd-427a-820f-11f286fd5f0c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:11:59.478426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9d9fea58-1bcd-427a-820f-11f286fd5f0c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:11:59.557543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Attempting to bind port 439868b2-94b8-44ea-bee3-7ab77759250d on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:11:59.557881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Attempting to bind port 439868b2-94b8-44ea-bee3-7ab77759250d by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2704ef3c-8d13-4ea8-ae56-3c7c80165047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:11:59.558240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Attempting to bind port 439868b2-94b8-44ea-bee3-7ab77759250d on network cfecfccb-b594-4457-9d87-d0eba3bba2bf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:59.563811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Port 439868b2-94b8-44ea-bee3-7ab77759250d on network cfecfccb-b594-4457-9d87-d0eba3bba2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:11:59.564141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Attempting to bind port 439868b2-94b8-44ea-bee3-7ab77759250d on network cfecfccb-b594-4457-9d87-d0eba3bba2bf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:11:59.569310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:11:59.569564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Checking segment: {'id': '2704ef3c-8d13-4ea8-ae56-3c7c80165047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:11:59.570270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Bound using segment: {'id': '2704ef3c-8d13-4ea8-ae56-3c7c80165047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:11:59.570727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Bound port: 439868b2-94b8-44ea-bee3-7ab77759250d, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2704ef3c-8d13-4ea8-ae56-3c7c80165047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:11:59.571209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.038308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:00.041456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=439868b2-94b8-44ea-bee3-7ab77759250d,segment=NetworkSegment(2704ef3c-8d13-4ea8-ae56-3c7c80165047),segment_id=2704ef3c-8d13-4ea8-ae56-3c7c80165047)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:00.051358 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.104239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.104977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.106828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] 10.222.0.11 "PUT /v2.0/ports/439868b2-94b8-44ea-bee3-7ab77759250d HTTP/1.1" status: 200 len: 1091 time: 1.2509732 Nov 23 10:12:00.107445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:00.110022 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a6bf89-cac0-4e18-9097-fed78f69c0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:00.128612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090af2e-903a-4b64-b30c-01a022b6abea service neutron] Pushing event updated for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:00.199387 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6558ca5-47fb-4ecc-bd63-7da9dd5194ad x-openstack-request-id: req-e6558ca5-47fb-4ecc-bd63-7da9dd5194ad {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:00.199766 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:00.200027 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6558ca5-47fb-4ecc-bd63-7da9dd5194ad {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:00.200435 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d', 'status': 'completed', 'code': 200} Nov 23 10:12:00.223000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-a6a6ffdc-8542-4dd0-8e5d-07801bd12976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.224757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-a6a6ffdc-8542-4dd0-8e5d-07801bd12976 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f016701fd5694f84822cc1498e0ad882&device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 1094 time: 0.0671332 Nov 23 10:12:00.284026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-488bc21b-d3cf-4488-bf57-60b9baba19e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439868b2-94b8-44ea-bee3-7ab77759250d HTTP/1.1" status: 200 len: 217 time: 0.0502667 Nov 23 10:12:00.295633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e6b9-bdad-40e3-b675-9b06943f361a req-9bee206b-f50d-4d56-b297-86e35e9e4bcd tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.303280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f65e6b9-bdad-40e3-b675-9b06943f361a req-9bee206b-f50d-4d56-b297-86e35e9e4bcd tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 943 time: 0.0876231 Nov 23 10:12:00.353863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-0b89560b-43c0-4cbc-9b9c-79f6ccad377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.355437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-0b89560b-43c0-4cbc-9b9c-79f6ccad377a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=195d2d8c-1437-4c1a-bc31-4322e86a8b7f HTTP/1.1" status: 200 len: 849 time: 0.0633729 Nov 23 10:12:00.377663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f65e6b9-bdad-40e3-b675-9b06943f361a req-82e76a5e-f0de-4e2a-9e7c-8f863d184c13 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732920 Nov 23 10:12:00.410239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-e3160985-42f6-495c-9e7f-ee617ae11f69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfecfccb-b594-4457-9d87-d0eba3bba2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467691 Nov 23 10:12:00.454048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57728) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:00.529470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-b5047f0c-c19f-42ce-a650-95e9bbacb034 service neutron] 10.222.0.11 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107461 Nov 23 10:12:00.591610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-331843809-network', 'tenant_id': '074ff8abcf1545eead8da1ead2e795a6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:00.615276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Made reservation on behalf of 074ff8abcf1545eead8da1ead2e795a6 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:00.617826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.628659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.648969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95d3d3f9-30be-4031-a2ee-ab327b3d41db req-3961d371-08b0-4389-aca2-9dc4ccc3958f service neutron] 10.222.0.11 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123478 Nov 23 10:12:00.721251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.729195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.750123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-8a02a746-f132-4289-b120-2b00d1b0d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.751978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-8a02a746-f132-4289-b120-2b00d1b0d8bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f016701fd5694f84822cc1498e0ad882&device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 1094 time: 0.0524530 Nov 23 10:12:00.757145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:12:00.768160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:00.783530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.784491 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Added segment 592498d4-a23a-4fb2-adbc-3e5fe6e8a72b of type vlan for network 381e88d6-6af0-4205-ab79-8be2465e4fc0 Nov 23 10:12:00.864679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.872942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-be9bc19e-dc65-47aa-83db-93588adc3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.874913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-be9bc19e-dc65-47aa-83db-93588adc3283 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfecfccb-b594-4457-9d87-d0eba3bba2bf HTTP/1.1" status: 200 len: 910 time: 0.1161301 Nov 23 10:12:00.898544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.902945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:00.903812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:00.928654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-3f902c88-2cd8-4059-b541-c7a1d8387f76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439868b2-94b8-44ea-bee3-7ab77759250d HTTP/1.1" status: 200 len: 217 time: 0.0462265 Nov 23 10:12:00.993170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5375550 Nov 23 10:12:00.994216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbfcb9-1680-4ad9-b128-764fda293557 admin admin] Pushing event updated for resources: {'Network': ['ID=381e88d6-6af0-4205-ab79-8be2465e4fc0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:00.996090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57754) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:01.000859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Request body: {'subnet': {'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-331843809-subnet', 'tenant_id': '074ff8abcf1545eead8da1ead2e795a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:01.005877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 381e88d6-6af0-4205-ab79-8be2465e4fc0 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:12:01.020690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-1c05f173-796e-4e13-83a4-d4084606608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:01.027746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-1c05f173-796e-4e13-83a4-d4084606608d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=195d2d8c-1437-4c1a-bc31-4322e86a8b7f HTTP/1.1" status: 200 len: 849 time: 0.0927911 Nov 23 10:12:01.040355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Made reservation on behalf of 074ff8abcf1545eead8da1ead2e795a6 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:01.047705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.084425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-7f019738-78cc-4326-abe2-db8f42d2ea03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfecfccb-b594-4457-9d87-d0eba3bba2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489559 Nov 23 10:12:01.207231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-14819057-7f8e-4553-929b-25c40cadb8d6 service neutron] 10.222.0.11 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140645 Nov 23 10:12:01.287977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.353564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79a6bf89-cac0-4e18-9097-fed78f69c0c0 req-f7eb5c2d-d89c-47e3-a8c7-111f776e5eae service neutron] 10.222.0.11 "GET /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392806 Nov 23 10:12:01.379181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9684086b-1873-4194-bca3-e9a740f0812d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:01.390184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Checking segment: {'id': '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:01.390184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Network hostable DHCP agents. Network: 381e88d6-6af0-4205-ab79-8be2465e4fc0, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:12:01.408979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Network 381e88d6-6af0-4205-ab79-8be2465e4fc0 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:12:01.424818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 381e88d6-6af0-4205-ab79-8be2465e4fc0) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:01.429798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:01.430734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.438950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef64db-332f-403d-be76-e0d469fbdae1 None None] Network 381e88d6-6af0-4205-ab79-8be2465e4fc0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:01.455970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a82b7ca-58f6-4e0a-8d4a-7b1d2223f461 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4587464 Nov 23 10:12:01.564955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:01.566832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cd0c9-b670-475d-83b8-199fc928d953 req-1d3bddcd-ce15-4940-8013-6bcc119ec58e tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:01.576563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b59cd0c9-b670-475d-83b8-199fc928d953 req-1d3bddcd-ce15-4940-8013-6bcc119ec58e tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 943 time: 0.0731623 Nov 23 10:12:01.631853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b59cd0c9-b670-475d-83b8-199fc928d953 req-02c8027d-03e1-4250-ab40-8924bda5ce82 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Nov 23 10:12:01.642178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92710dde-fc67-4a78-8df2-00d397d938d3 None None] Network 381e88d6-6af0-4205-ab79-8be2465e4fc0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:01.753755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eaae55e-5d62-4a69-999f-8a9d447fbf78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.830072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eaae55e-5d62-4a69-999f-8a9d447fbf78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.834755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eaae55e-5d62-4a69-999f-8a9d447fbf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.867328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9eaae55e-5d62-4a69-999f-8a9d447fbf78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=993116e7e47a4caf9a69b00f1d056153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012409 Nov 23 10:12:01.871007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57794) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:01.879259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaae55e-5d62-4a69-999f-8a9d447fbf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0df36b-b798-4664-823f-563907af2861,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:01.937117 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:01.964183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.024364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.027187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.030907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb0df36b-b798-4664-823f-563907af2861 HTTP/1.1" status: 204 len: 168 time: 0.1564021 Nov 23 10:12:02.040441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2ca88-2b0c-4a35-8bdd-3029eac760c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0df36b-b798-4664-823f-563907af2861,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:02.047910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-93a7638a-108c-4acf-9227-af62ab055c92 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:02.049402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-93a7638a-108c-4acf-9227-af62ab055c92 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/networks?id=381e88d6-6af0-4205-ab79-8be2465e4fc0 HTTP/1.1" status: 200 len: 821 time: 0.1206002 Nov 23 10:12:02.074954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-5c01fad8-fdcc-43fe-a8af-1cf2421520f5 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/quotas/074ff8abcf1545eead8da1ead2e795a6 HTTP/1.1" status: 200 len: 375 time: 0.0188892 Nov 23 10:12:02.114158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-af01b617-f5e2-469b-b27e-9ce45ffbce46 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=074ff8abcf1545eead8da1ead2e795a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324385 Nov 23 10:12:02.222284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4d780a57-9dd0-429b-956b-f95d3b989328 service neutron] 10.222.0.62 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994155 Nov 23 10:12:02.319670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-47755892-f7b1-4406-8302-692ff3f7d28f service neutron] 10.222.0.62 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896769 Nov 23 10:12:02.339925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:02.353397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d333fcf-133e-4bb5-a2e9-23f9de96ae58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.444157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d333fcf-133e-4bb5-a2e9-23f9de96ae58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.450715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d333fcf-133e-4bb5-a2e9-23f9de96ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.517193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-668a5ed9-61ea-4ba3-a7c4-c47000a6ef14 req-b350c57a-ab05-4903-9392-140758676257 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 210 time: 0.0436642 Nov 23 10:12:02.518237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d333fcf-133e-4bb5-a2e9-23f9de96ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40400e74-d69f-41de-8196-1e3742ee1356,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:02.527178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5d333fcf-133e-4bb5-a2e9-23f9de96ae58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afc5bc1af2144e1484e36dd6bc3fd4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1838169 Nov 23 10:12:02.528120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57826) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:02.595008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.628436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.696400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.699332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:02.703027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40400e74-d69f-41de-8196-1e3742ee1356 HTTP/1.1" status: 204 len: 168 time: 0.1717584 Nov 23 10:12:02.709688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0481-6ca2-49c2-82e6-bc32048d812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40400e74-d69f-41de-8196-1e3742ee1356,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:02.816427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504799a8-ae9e-4e30-b196-b4f0989be329 req-d5ff6ceb-5c0a-4054-b4c9-47df756f89cf tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:02.817994 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-504799a8-ae9e-4e30-b196-b4f0989be329 req-d5ff6ceb-5c0a-4054-b4c9-47df756f89cf tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 943 time: 0.0754611 Nov 23 10:12:02.898477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-504799a8-ae9e-4e30-b196-b4f0989be329 req-527d202b-bac2-40a3-bb81-b594e5becf54 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Nov 23 10:12:03.832815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-9747615b-845e-45b1-96ef-0f6fea23d978 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:03.836599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-9747615b-845e-45b1-96ef-0f6fea23d978 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.50 "GET /v2.0/networks?id=381e88d6-6af0-4205-ab79-8be2465e4fc0 HTTP/1.1" status: 200 len: 821 time: 0.2240200 Nov 23 10:12:03.857062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Request body: {'port': {'device_id': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0', 'admin_state_up': True, 'tenant_id': '074ff8abcf1545eead8da1ead2e795a6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:03.957677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ca8d5d-7702-452c-b275-070f24b75857 req-f99bda6f-307f-4382-8d5a-2907f37c3bcb tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 210 time: 0.3316276 Nov 23 10:12:04.020741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Made reservation on behalf of 074ff8abcf1545eead8da1ead2e795a6 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:04.022217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:04.038672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d6dba-ef0b-4396-963d-ba03e5752bf5 req-49caf5f0-ffc0-4dc4-b24e-79b88298056a tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:04.047011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed1d6dba-ef0b-4396-963d-ba03e5752bf5 req-49caf5f0-ffc0-4dc4-b24e-79b88298056a tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 943 time: 0.0691228 Nov 23 10:12:04.101226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed1d6dba-ef0b-4396-963d-ba03e5752bf5 req-4c8799ee-7f89-4857-b5d8-8e4b06be2b19 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530467 Nov 23 10:12:04.192818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Allocated IP 172.20.0.10 (381e88d6-6af0-4205-ab79-8be2465e4fc0/9684086b-1873-4194-bca3-e9a740f0812d/5b662f4b-8290-41b0-891d-c035a4c89662) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:04.375765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:04.416988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:04.466978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Network 381e88d6-6af0-4205-ab79-8be2465e4fc0 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:04.473705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:04.481709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:04.517173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Pushing event updated for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:04.546424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:04.547140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:04.569602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-3affa1ae-d6a1-4084-adbd-59ebe0ebc3c8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7173145 Nov 23 10:12:04.583744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Request body: {'port': {'device_id': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:04.673854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:04.981090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55b60-7924-4b3a-958c-70c01fa1b7c3 req-6e5dc6af-8051-41fd-95a2-91d5399e1d01 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:04.982742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3f55b60-7924-4b3a-958c-70c01fa1b7c3 req-6e5dc6af-8051-41fd-95a2-91d5399e1d01 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.0750828 Nov 23 10:12:05.117319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3f55b60-7924-4b3a-958c-70c01fa1b7c3 req-4623760f-5932-45c8-9273-160018c7db54 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212835 Nov 23 10:12:05.161289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b662f4b-8290-41b0-891d-c035a4c89662 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:05.179435 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.208780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Transition to ACTIVE for port object 5b662f4b-8290-41b0-891d-c035a4c89662 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:05.226703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.324964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc63a3-0fe6-4421-8a3c-8bb3f77f127e req-9223f3b0-eaf0-498c-b58b-4a2c985965da tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:05.326607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95bc63a3-0fe6-4421-8a3c-8bb3f77f127e req-9223f3b0-eaf0-498c-b58b-4a2c985965da tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 943 time: 0.1125798 Nov 23 10:12:05.336284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Pushing event updated for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:05.402999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78ea36-86f1-4323-9e69-ea3799930e9f req-5264e469-4847-4bc7-92a6-0ee29103b48d tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:05.406224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff78ea36-86f1-4323-9e69-ea3799930e9f req-5264e469-4847-4bc7-92a6-0ee29103b48d tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 944 time: 0.3632636 Nov 23 10:12:05.455314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 439868b2-94b8-44ea-bee3-7ab77759250d details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:05.487836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff78ea36-86f1-4323-9e69-ea3799930e9f req-3b333e5f-5ddf-4567-b540-73b0d71e7b85 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Nov 23 10:12:05.490769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95bc63a3-0fe6-4421-8a3c-8bb3f77f127e req-d64a27de-bdc2-452f-a0cf-cea72edb2f45 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553187 Nov 23 10:12:05.515801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Attempting to bind port 5b662f4b-8290-41b0-891d-c035a4c89662 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:05.516149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Attempting to bind port 5b662f4b-8290-41b0-891d-c035a4c89662 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:05.516476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Attempting to bind port 5b662f4b-8290-41b0-891d-c035a4c89662 on network 381e88d6-6af0-4205-ab79-8be2465e4fc0 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:05.525738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Port 5b662f4b-8290-41b0-891d-c035a4c89662 on network 381e88d6-6af0-4205-ab79-8be2465e4fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:05.526025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Attempting to bind port 5b662f4b-8290-41b0-891d-c035a4c89662 on network 381e88d6-6af0-4205-ab79-8be2465e4fc0 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:05.535642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:05.535875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Checking segment: {'id': '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:05.536257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Bound using segment: {'id': '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:05.541465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Bound port: 5b662f4b-8290-41b0-891d-c035a4c89662, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:05.541867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.608500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=439868b2-94b8-44ea-bee3-7ab77759250d,segment=NetworkSegment(2704ef3c-8d13-4ea8-ae56-3c7c80165047),segment_id=2704ef3c-8d13-4ea8-ae56-3c7c80165047)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:05.624338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '439868b2-94b8-44ea-bee3-7ab77759250d', 'network_id': 'cfecfccb-b594-4457-9d87-d0eba3bba2bf', 'port_id': '439868b2-94b8-44ea-bee3-7ab77759250d', 'mac_address': 'fa:16:3e:e7:92:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195d2d8c-1437-4c1a-bc31-4322e86a8b7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:05.673490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.691255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:05.694741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439868b2-94b8-44ea-bee3-7ab77759250d {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:05.697124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b662f4b-8290-41b0-891d-c035a4c89662,segment=NetworkSegment(592498d4-a23a-4fb2-adbc-3e5fe6e8a72b),segment_id=592498d4-a23a-4fb2-adbc-3e5fe6e8a72b)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:05.704722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.735245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=439868b2-94b8-44ea-bee3-7ab77759250d,segment=NetworkSegment(2704ef3c-8d13-4ea8-ae56-3c7c80165047),segment_id=2704ef3c-8d13-4ea8-ae56-3c7c80165047)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:05.753610 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.778530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:05.779356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:05.780988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b662f4b-8290-41b0-891d-c035a4c89662 HTTP/1.1" status: 200 len: 1092 time: 1.2028325 Nov 23 10:12:05.781649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:05.785696 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a304b2-23d3-4a15-b5e0-cee031658539" -d '{"events": [{"name": "network-changed", "server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:05.887470 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65914ad-0cd5-4e55-b20a-0abf3273ad39 x-openstack-request-id: req-f65914ad-0cd5-4e55-b20a-0abf3273ad39 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:05.887821 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:05.888002 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f65914ad-0cd5-4e55-b20a-0abf3273ad39 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:05.888564 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662', 'status': 'completed', 'code': 200} Nov 23 10:12:05.893298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:05.895572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda82dc-6826-42c4-a7de-87a52f212a55 service neutron] Pushing event updated for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:05.911643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-2698991d-5396-4d66-9525-5fd09cca9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:05.913181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-2698991d-5396-4d66-9525-5fd09cca9185 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=074ff8abcf1545eead8da1ead2e795a6&device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 1095 time: 0.0803897 Nov 23 10:12:05.977470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-1b0d3e61-af26-4f2e-8487-5ab759ce9c5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b662f4b-8290-41b0-891d-c035a4c89662 HTTP/1.1" status: 200 len: 217 time: 0.0537145 Nov 23 10:12:06.080613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['439868b2-94b8-44ea-bee3-7ab77759250d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:06.083910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-82985964-462e-48b1-93cd-3f025ec22dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.086225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-82985964-462e-48b1-93cd-3f025ec22dab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9684086b-1873-4194-bca3-e9a740f0812d HTTP/1.1" status: 200 len: 861 time: 0.0963113 Nov 23 10:12:06.130591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea206b-8be5-4caf-b465-db994cdc2165 req-5aab5dd1-46bb-4244-b176-37fa80b92bfb tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.132252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6aea206b-8be5-4caf-b465-db994cdc2165 req-5aab5dd1-46bb-4244-b176-37fa80b92bfb tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.1059437 Nov 23 10:12:06.195807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-b89b1fa6-8e86-4575-a50d-cf639aa28905 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=381e88d6-6af0-4205-ab79-8be2465e4fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926492 Nov 23 10:12:06.330652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9db4d6-4392-4c85-b860-e04ff03cf098 req-5bd898bd-9f4c-4e22-9de6-e23786b9a61b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.339191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6aea206b-8be5-4caf-b465-db994cdc2165 req-14b4faf1-7a77-4bca-b9b7-b680dbad973b tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857657 Nov 23 10:12:06.350599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e9db4d6-4392-4c85-b860-e04ff03cf098 req-5bd898bd-9f4c-4e22-9de6-e23786b9a61b tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.0956993 Nov 23 10:12:06.376605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c006ac-0138-430f-8bc9-c0770a20173d req-2e448967-032b-43a5-bf3e-cc1d311d3465 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.378267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71c006ac-0138-430f-8bc9-c0770a20173d req-2e448967-032b-43a5-bf3e-cc1d311d3465 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.1266980 Nov 23 10:12:06.380779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-c61ceed5-fe9f-4a33-a07d-c06e228d0dcf service neutron] 10.222.0.50 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768010 Nov 23 10:12:06.412498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e9db4d6-4392-4c85-b860-e04ff03cf098 req-6fc0b708-2fc1-4486-a953-2d80395ea372 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608509 Nov 23 10:12:06.598974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b3fe6e0-90c2-4146-9121-a8efe8605407 req-8579b428-b272-4665-875e-76cff3c681f9 service neutron] 10.222.0.50 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956635 Nov 23 10:12:06.638188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Deleting port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:06.638735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:06.687583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ddb43-433d-46e7-bcb8-ac8cacda7cd8 req-6bcd44e1-4db0-4806-8b62-fa8d934610a7 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.693957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485ddb43-433d-46e7-bcb8-ac8cacda7cd8 req-6bcd44e1-4db0-4806-8b62-fa8d934610a7 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 944 time: 0.0858037 Nov 23 10:12:06.746004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] For port 8dfb3357-fd95-40a6-9a21-8f14f00f7440, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=8dfb3357-fd95-40a6-9a21-8f14f00f7440,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:06.746380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:06.770730 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-485ddb43-433d-46e7-bcb8-ac8cacda7cd8 req-948296d5-3c20-44e0-8705-effe42a50fd5 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Nov 23 10:12:06.875039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ac17-3fd4-48f1-b278-1f90bc9f8918 req-3994270b-1506-4e0b-ad13-4d58e26f2ff9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.876563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65b1ac17-3fd4-48f1-b278-1f90bc9f8918 req-3994270b-1506-4e0b-ad13-4d58e26f2ff9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 944 time: 0.2886517 Nov 23 10:12:06.915196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65174084-bc88-42e8-9abd-c99819602976 req-a18ceebc-b41e-4524-81d6-a4b58183bda3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.916695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65174084-bc88-42e8-9abd-c99819602976 req-a18ceebc-b41e-4524-81d6-a4b58183bda3 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.1666977 Nov 23 10:12:06.918469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-fd966585-66e8-469f-b19e-d2a995698cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:06.919819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-fd966585-66e8-469f-b19e-d2a995698cfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=074ff8abcf1545eead8da1ead2e795a6&device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 1095 time: 0.1687059 Nov 23 10:12:07.008600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:07.145448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59e5aa75-42ae-4851-8f34-8cfb20665700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.147174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65b1ac17-3fd4-48f1-b278-1f90bc9f8918 req-ec6cb2c3-5001-449c-8162-001483f145d0 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612109 Nov 23 10:12:07.214758 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.215416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.215901 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Floating IP 2c051ef9-2743-4955-ba87-7e7db4576ebc disassociated. External IP: 172.25.1.138, port: 8dfb3357-fd95-40a6-9a21-8f14f00f7440. Nov 23 10:12:07.216536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Calling delete_port for 8dfb3357-fd95-40a6-9a21-8f14f00f7440 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:07.219043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-02e6fda3-cc21-4c9c-89f8-041ba432fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:07.220622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-02e6fda3-cc21-4c9c-89f8-041ba432fd14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=381e88d6-6af0-4205-ab79-8be2465e4fc0 HTTP/1.1" status: 200 len: 922 time: 0.2688377 Nov 23 10:12:07.252954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59e5aa75-42ae-4851-8f34-8cfb20665700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.257702 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-59e5aa75-42ae-4851-8f34-8cfb20665700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.305669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59e5aa75-42ae-4851-8f34-8cfb20665700 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=252cde8d12454ca7a4f99babb67505d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957757 Nov 23 10:12:07.308115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:07.314499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Deleting port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:07.314969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.319164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5aa75-42ae-4851-8f34-8cfb20665700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec1a715-1f84-4eef-a162-7927a2f1be45,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:07.321234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-0c03e00e-c70e-46d5-974f-a82de4de9061 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b662f4b-8290-41b0-891d-c035a4c89662 HTTP/1.1" status: 200 len: 217 time: 0.0514135 Nov 23 10:12:07.376673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.400443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.474709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 439868b2-94b8-44ea-bee3-7ab77759250d up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:07.476055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-56460061-c0d4-4336-9c39-86f05f015b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:07.477565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-56460061-c0d4-4336-9c39-86f05f015b4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9684086b-1873-4194-bca3-e9a740f0812d HTTP/1.1" status: 200 len: 861 time: 0.1450036 Nov 23 10:12:07.490387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.494610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.496077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ec1a715-1f84-4eef-a162-7927a2f1be45 HTTP/1.1" status: 204 len: 168 time: 0.1870911 Nov 23 10:12:07.542262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce84e46-47d6-4060-9c7e-a62a01571596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec1a715-1f84-4eef-a162-7927a2f1be45,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:07.552514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-603bb2bf-bea4-4bf4-9f6b-61eca311023f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=381e88d6-6af0-4205-ab79-8be2465e4fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606914 Nov 23 10:12:07.566253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 439868b2-94b8-44ea-bee3-7ab77759250d completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:07.570878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] For port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:07.573104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.607062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 439868b2-94b8-44ea-bee3-7ab77759250d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:07.607703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.642060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd3d7-f1c2-47c8-945d-dfef4109fcac req-38f3cad3-799c-4bc2-9de4-037a851c8c72 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:07.644084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dabd3d7-f1c2-47c8-945d-dfef4109fcac req-38f3cad3-799c-4bc2-9de4-037a851c8c72 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 946 time: 0.1031570 Nov 23 10:12:07.744780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.750288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4dabd3d7-f1c2-47c8-945d-dfef4109fcac req-6c5dd238-74f0-4a36-9a0d-e7af36fb5cc4 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b2f6a5-e828-4310-a3d2-985caf375271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999739 Nov 23 10:12:07.788361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:07.791187 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476da4a6-ed84-47fc-91c8-98f6ea702dc6" -d '{"events": [{"server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "name": "network-vif-plugged", "status": "completed", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:07.808386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=439868b2-94b8-44ea-bee3-7ab77759250d,segment=NetworkSegment(2704ef3c-8d13-4ea8-ae56-3c7c80165047),segment_id=2704ef3c-8d13-4ea8-ae56-3c7c80165047)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:07.820913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:07.917375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:07.954041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25794-9803-429a-8f57-ba5963bc2494 req-e611e7c7-a4e1-4a0c-804e-7fcfaf7655f0 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:07.956332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc25794-9803-429a-8f57-ba5963bc2494 req-e611e7c7-a4e1-4a0c-804e-7fcfaf7655f0 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0810905 Nov 23 10:12:07.999662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58078) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:08.021858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55c0789d-4dfa-4fee-a066-51eb9c33513f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.036927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1dc25794-9803-429a-8f57-ba5963bc2494 req-c796a31a-909b-480f-ac55-ddc7fedc9a22 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743632 Nov 23 10:12:08.109403 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af3c14a-05a9-417e-9b7e-e4722ac738cf x-openstack-request-id: req-1af3c14a-05a9-417e-9b7e-e4722ac738cf {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:08.109844 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "name": "network-vif-plugged", "status": "completed", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:08.110294 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1af3c14a-05a9-417e-9b7e-e4722ac738cf {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:08.111079 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d', 'code': 200} Nov 23 10:12:08.139505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55c0789d-4dfa-4fee-a066-51eb9c33513f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.145862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55c0789d-4dfa-4fee-a066-51eb9c33513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.228081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.245092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-55c0789d-4dfa-4fee-a066-51eb9c33513f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13b4cf25978e4d368da0dd049873c46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442598 Nov 23 10:12:08.245612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:08.259345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0789d-4dfa-4fee-a066-51eb9c33513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2e3eb-5580-4fe7-8914-6a2f1b6c0e16,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:08.341529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'Port': ['ID=8dfb3357-fd95-40a6-9a21-8f14f00f7440,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:08.347335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9893128-3e06-408e-997b-82cc7e471866 req-10d6aee5-5495-4178-af9a-16361fa800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:08.348863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9893128-3e06-408e-997b-82cc7e471866 req-10d6aee5-5495-4178-af9a-16361fa800d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 1096 time: 0.1520762 Nov 23 10:12:08.365830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c517b78-3cdb-4400-902c-ad455465f876 req-c80e4098-1039-41be-87e3-a1cd2c4d2c0c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:08.368641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c517b78-3cdb-4400-902c-ad455465f876 req-c80e4098-1039-41be-87e3-a1cd2c4d2c0c tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 945 time: 0.8122702 Nov 23 10:12:08.374256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73e9f-7727-4c89-94d7-a8bac4197c07 req-1aaf057c-0305-4759-bc1f-2dccc03e2d90 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:08.375760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74d73e9f-7727-4c89-94d7-a8bac4197c07 req-1aaf057c-0305-4759-bc1f-2dccc03e2d90 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 944 time: 0.1260781 Nov 23 10:12:08.404215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-7c682b4f-d050-4f66-add3-4c11730eea74 service neutron] 10.222.0.50 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256831 Nov 23 10:12:08.434599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.481771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9893128-3e06-408e-997b-82cc7e471866 req-a2ae8b37-2787-4380-9397-a6ab8bcbc602 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233327 Nov 23 10:12:08.488773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.500226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74d73e9f-7727-4c89-94d7-a8bac4197c07 req-eefab556-156c-4fd6-8fec-e630709d1ae9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108370 Nov 23 10:12:08.546838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.549604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.553664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57e2e3eb-5580-4fe7-8914-6a2f1b6c0e16 HTTP/1.1" status: 204 len: 168 time: 0.3054867 Nov 23 10:12:08.561836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710268-54a9-4124-bde0-10dc4a2fddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2e3eb-5580-4fe7-8914-6a2f1b6c0e16,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:08.642587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c517b78-3cdb-4400-902c-ad455465f876 req-ff18bbf6-2fa6-4df1-a51d-10f451a739aa tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/security-groups?id=7635a64b-94c1-4552-8a5a-c67fe00e2502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342410 Nov 23 10:12:08.687426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.687785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:08.688108 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Floating IP eafcaa46-6eda-461b-860e-48cbf62a9857 disassociated. External IP: 172.25.1.170, port: 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a. Nov 23 10:12:08.688436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Calling delete_port for 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:08.697425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2a304b2-23d3-4a15-b5e0-cee031658539 req-29c6df8f-3117-4296-9529-8fddf58a9c2b service neutron] 10.222.0.50 "GET /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822692 Nov 23 10:12:08.706685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:08.886203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34abfe22-7287-4c68-8b85-c6fdd3211771 req-c922eaad-2663-4a1b-9d02-881ef8b59a72 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2243d2-1378-450c-ba76-297e3e6af6b7 HTTP/1.1" status: 200 len: 210 time: 0.0493588 Nov 23 10:12:08.970145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:08.989187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:09.012239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:09.013110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:09.033743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] No DVR routers for this DVR port 8dfb3357-fd95-40a6-9a21-8f14f00f7440 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:09.037934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:09.041727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71c006ac-0138-430f-8bc9-c0770a20173d req-fce47c92-cf19-432e-85bb-6792311825c9 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.50 "DELETE /v2.0/ports/8dfb3357-fd95-40a6-9a21-8f14f00f7440 HTTP/1.1" status: 204 len: 173 time: 2.6495092 Nov 23 10:12:09.042382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-deleted', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:09.053185 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7579153-637e-4f60-b05b-b471469a32a5" -d '{"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-deleted", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:09.073471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:09.105585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event deleted for resources: {'Port': ['ID=25defd8d-a265-4dc8-a998-cfe1fbbf9b9a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:09.199626 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca34e74-9db5-4c7a-b05c-5997c509679c x-openstack-request-id: req-cca34e74-9db5-4c7a-b05c-5997c509679c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:09.200025 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2243d2-1378-450c-ba76-297e3e6af6b7", "name": "network-vif-deleted", "tag": "8dfb3357-fd95-40a6-9a21-8f14f00f7440", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:09.200972 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cca34e74-9db5-4c7a-b05c-5997c509679c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:09.201574 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2243d2-1378-450c-ba76-297e3e6af6b7', 'name': 'network-vif-deleted', 'tag': '8dfb3357-fd95-40a6-9a21-8f14f00f7440', 'status': 'completed', 'code': 200} Nov 23 10:12:09.216829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:09.334508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b662f4b-8290-41b0-891d-c035a4c89662 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:09.334734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a449653-d004-45d1-aa30-70a0304dada2 req-8f7f6396-3d4a-4f8e-bc7e-e3480d4db6da tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:09.336331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a449653-d004-45d1-aa30-70a0304dada2 req-8f7f6396-3d4a-4f8e-bc7e-e3480d4db6da tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0974779 Nov 23 10:12:09.339834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:09.344056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:09.478706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:09.566561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a449653-d004-45d1-aa30-70a0304dada2 req-3519ed9a-cf25-45d0-8919-6fe7ed07c866 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164485 Nov 23 10:12:09.633290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:09.648854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Sync routers for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:09.673283 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:09.673976 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:09.725767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] No DVR routers for this DVR port 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:09.742028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:09.766874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65174084-bc88-42e8-9abd-c99819602976 req-9d4ffa41-cc60-4faf-ab6c-0f996c8b2fdf tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.11 "DELETE /v2.0/ports/25defd8d-a265-4dc8-a998-cfe1fbbf9b9a HTTP/1.1" status: 204 len: 173 time: 2.7924993 Nov 23 10:12:09.787560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05744af-fd54-450a-ae81-2998678d6efd req-56cf241f-9238-4155-8358-fb374d0e786b tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:09.802949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f05744af-fd54-450a-ae81-2998678d6efd req-56cf241f-9238-4155-8358-fb374d0e786b tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 944 time: 0.1595311 Nov 23 10:12:09.899009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f05744af-fd54-450a-ae81-2998678d6efd req-b6d7b7a2-f67b-44fc-a319-4e87be31e03b tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932164 Nov 23 10:12:09.913669 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:09.943717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c51e9fe-d8f1-4fc9-a630-4f3dbcdff8ae req-faee023f-e102-4e1e-94ae-5ce9f0329106 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8ae3809-6183-44dc-a33e-a3a3647b7794 HTTP/1.1" status: 200 len: 210 time: 0.0883460 Nov 23 10:12:09.980369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:09.980713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 25defd8d-a265-4dc8-a998-cfe1fbbf9b9a not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:09.983224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 8dfb3357-fd95-40a6-9a21-8f14f00f7440 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:09.983574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 8dfb3357-fd95-40a6-9a21-8f14f00f7440 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:10.058672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:10.183281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b662f4b-8290-41b0-891d-c035a4c89662,segment=NetworkSegment(592498d4-a23a-4fb2-adbc-3e5fe6e8a72b),segment_id=592498d4-a23a-4fb2-adbc-3e5fe6e8a72b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:10.198196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.199731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5b662f4b-8290-41b0-891d-c035a4c89662', 'network_id': '381e88d6-6af0-4205-ab79-8be2465e4fc0', 'port_id': '5b662f4b-8290-41b0-891d-c035a4c89662', 'mac_address': 'fa:16:3e:eb:8b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9684086b-1873-4194-bca3-e9a740f0812d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:10.236887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.241780 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.249664 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:10.274252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b662f4b-8290-41b0-891d-c035a4c89662 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:10.317425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b662f4b-8290-41b0-891d-c035a4c89662,segment=NetworkSegment(592498d4-a23a-4fb2-adbc-3e5fe6e8a72b),segment_id=592498d4-a23a-4fb2-adbc-3e5fe6e8a72b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:10.320422 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Checking router: efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:10.329849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.379666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:10.379960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.380966 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:10.381782 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:10.383492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.384856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "DELETE /v2.0/security-groups/61b2f6a5-e828-4310-a3d2-985caf375271 HTTP/1.1" status: 204 len: 168 time: 0.3251703 Nov 23 10:12:10.387874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:10.406888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829691-9a59-4b6f-a173-16c9a8e997c7 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2f6a5-e828-4310-a3d2-985caf375271,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:10.436569 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-467322fb-564a-4709-b5c1-bd1b145d4ffe tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] show failed (client error): The resource could not be found. Nov 23 10:12:10.436873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:10.439243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-467322fb-564a-4709-b5c1-bd1b145d4ffe tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "GET /v2.0/security-groups/61b2f6a5-e828-4310-a3d2-985caf375271 HTTP/1.1" status: 404 len: 347 time: 0.0466220 Nov 23 10:12:10.442306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:10.446367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:10.482627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:10.483316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:10.537077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5b662f4b-8290-41b0-891d-c035a4c89662'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:10.698937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:10.712894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:10.781361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81a27b-75fa-45cc-a080-3f733a6af4af req-c183b134-5aa1-4834-a239-3afe9deb5155 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:10.783331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab81a27b-75fa-45cc-a080-3f733a6af4af req-c183b134-5aa1-4834-a239-3afe9deb5155 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0968764 Nov 23 10:12:10.815934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Deleting port 89208af2-ea6d-4420-b3ef-e5a5e88bf7ff {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:10.816279 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.896004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab81a27b-75fa-45cc-a080-3f733a6af4af req-fd5f9f53-f3ae-4f77-ba97-24ef5d232be0 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035388 Nov 23 10:12:10.990463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:10.991183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.019127 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:11.025415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Calling delete_port for 89208af2-ea6d-4420-b3ef-e5a5e88bf7ff owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:11.058190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bc5d3-852b-473f-abd5-e40e015c58af None None] The sync data for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 is: [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:06:02Z', 'revision_number': 4, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '90ee5bd5-ee41-460f-9223-bd6844b1246f', 'name': '', 'network_id': '62b37c3d-06bb-4e67-8f48-49d07c50320d', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'mac_address': 'fa:16:3e:57:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:59Z', 'updated_at': '2021-11-23T10:06:08Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'subnets': [{'id': 'b39fbef7-76b4-477f-b9aa-88bdae39ba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:11.124214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58192) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:11.142752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:11.202123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f30fe-fcbe-47b3-906f-89fdded98c1c None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7120699a-af6b-48b1-bd88-5c231fb3d7cd', 'name': '', 'network_id': '3f5891b9-c547-4737-a8f2-2c0079f00710', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'mac_address': 'fa:16:3e:8d:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:59Z', 'updated_at': '2021-11-23T10:03:05Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'subnets': [{'id': '77f04f68-965d-417a-b3c7-9c5b6dbd9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:11.260576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'name': 'network-vif-deleted', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:11.265433 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4eb00-783b-437f-b0ef-309520586f04" -d '{"events": [{"server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "name": "network-vif-deleted", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:11.371504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbba8c-0c7f-481f-835b-d54fa3bfd0d5 req-7134181e-920a-4da9-a1b1-67271b91296b tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:11.381506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30cbba8c-0c7f-481f-835b-d54fa3bfd0d5 req-7134181e-920a-4da9-a1b1-67271b91296b tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 945 time: 0.3188460 Nov 23 10:12:11.440073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.474925 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0cfdf-38eb-4785-9bf2-f903c02832df x-openstack-request-id: req-bcf0cfdf-38eb-4785-9bf2-f903c02832df {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:11.475480 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ae3809-6183-44dc-a33e-a3a3647b7794", "name": "network-vif-deleted", "tag": "25defd8d-a265-4dc8-a998-cfe1fbbf9b9a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:11.475952 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcf0cfdf-38eb-4785-9bf2-f903c02832df {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:11.476843 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ae3809-6183-44dc-a33e-a3a3647b7794', 'name': 'network-vif-deleted', 'tag': '25defd8d-a265-4dc8-a998-cfe1fbbf9b9a', 'status': 'completed', 'code': 200} Nov 23 10:12:11.478140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Pushing event deleted for resources: {'Port': ['ID=89208af2-ea6d-4420-b3ef-e5a5e88bf7ff,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:11.602107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.605556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.607328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0284bc49-9574-44ae-9f78-1c2f92dbcbb6 tempest-AttachVolumeShelveTestJSON-1798207103 tempest-AttachVolumeShelveTestJSON-1798207103-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c051ef9-2743-4955-ba87-7e7db4576ebc HTTP/1.1" status: 204 len: 168 time: 1.1634457 Nov 23 10:12:11.620148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30cbba8c-0c7f-481f-835b-d54fa3bfd0d5 req-3d598a88-38f0-4229-8350-45dcbcc92f95 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360260 Nov 23 10:12:11.638873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Deleting port 85730ab9-6742-423a-ad05-be327ceec078 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:11.639450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.736663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6594ec-b27f-465a-9bf6-cf8a49dcadf9 None None] New status for floating IP eafcaa46-6eda-461b-860e-48cbf62a9857: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:12:11.774125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.774761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:11.780946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46677219-b5ab-431f-8b65-5feeb4007198 req-f3004193-c466-42e6-acf4-b1d99da6a2b0 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:11.783155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46677219-b5ab-431f-8b65-5feeb4007198 req-f3004193-c466-42e6-acf4-b1d99da6a2b0 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0968983 Nov 23 10:12:11.789814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Calling delete_port for 85730ab9-6742-423a-ad05-be327ceec078 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:11.891591 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713005f-8f54-4a37-a1a9-a224902ead4f None None] New status for floating IP 2c051ef9-2743-4955-ba87-7e7db4576ebc: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:12:11.944698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46677219-b5ab-431f-8b65-5feeb4007198 req-389f9226-4996-4d3f-953d-b6af136f1388 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515541 Nov 23 10:12:12.044077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-8f6594ec-b27f-465a-9bf6-cf8a49dcadf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:12:12.044627 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-8f6594ec-b27f-465a-9bf6-cf8a49dcadf9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:12:12.046230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.089881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event deleted for resources: {'Port': ['ID=85730ab9-6742-423a-ad05-be327ceec078,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:12.227263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.233689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.236238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9e298ec-f5ae-4ad1-ad7f-7bce6cd7d838 tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "DELETE /v2.0/floatingips/eafcaa46-6eda-461b-860e-48cbf62a9857 HTTP/1.1" status: 204 len: 168 time: 1.1108594 Nov 23 10:12:12.361799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:12.428594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.459510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.546141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6594ec-b27f-465a-9bf6-cf8a49dcadf9 None None] New status for floating IP eafcaa46-6eda-461b-860e-48cbf62a9857: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:12:12.580641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.583830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:12.584821 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] 10.222.0.62 "DELETE /v2.0/security-groups/7635a64b-94c1-4552-8a5a-c67fe00e2502 HTTP/1.1" status: 204 len: 168 time: 0.2218354 Nov 23 10:12:12.617236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557514-b6ce-4db1-9f0e-a70a40d8f62a tempest-TestServerBasicOps-1107889303 tempest-TestServerBasicOps-1107889303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7635a64b-94c1-4552-8a5a-c67fe00e2502,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:12.656914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:12.823913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608dd4-057c-4a16-8ac2-ca30b530388b req-e70c0c42-8f37-4424-b73c-aaccaf6cced8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:12.826069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4608dd4-057c-4a16-8ac2-ca30b530388b req-e70c0c42-8f37-4424-b73c-aaccaf6cced8 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 945 time: 0.0907953 Nov 23 10:12:12.903295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4608dd4-057c-4a16-8ac2-ca30b530388b req-5db887ae-2405-4e87-a70e-87787e0237dd tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566025 Nov 23 10:12:12.995780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-40a95ec1-fe33-409e-9562-81f518ef1624 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:12.999810 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-40a95ec1-fe33-409e-9562-81f518ef1624 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0949976 Nov 23 10:12:13.166412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd879942-f51d-480c-aef4-cfb8e50efdf3 req-026982cb-7bf1-4c70-b460-2589e0a6dd26 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:13.166986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd879942-f51d-480c-aef4-cfb8e50efdf3 req-026982cb-7bf1-4c70-b460-2589e0a6dd26 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 945 time: 0.0962210 Nov 23 10:12:13.243628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd879942-f51d-480c-aef4-cfb8e50efdf3 req-55ae1350-bde7-45f8-853d-f7a076100efc tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b888aac-334f-4da6-a2dc-45e2ab93cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 Nov 23 10:12:13.300359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Deleting port 439868b2-94b8-44ea-bee3-7ab77759250d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:13.301328 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:13.341218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b662f4b-8290-41b0-891d-c035a4c89662 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:13.409933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5b662f4b-8290-41b0-891d-c035a4c89662 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:13.415625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5b662f4b-8290-41b0-891d-c035a4c89662 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:13.416150 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:13.574905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:13.610912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:13.613989 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311a802-3282-4922-8913-4eb7fa0a83a0" -d '{"events": [{"server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "name": "network-vif-plugged", "status": "completed", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:13.618664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] For port 439868b2-94b8-44ea-bee3-7ab77759250d, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=439868b2-94b8-44ea-bee3-7ab77759250d,segment=NetworkSegment(2704ef3c-8d13-4ea8-ae56-3c7c80165047),segment_id=2704ef3c-8d13-4ea8-ae56-3c7c80165047)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:13.619048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:13.629332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b662f4b-8290-41b0-891d-c035a4c89662,segment=NetworkSegment(592498d4-a23a-4fb2-adbc-3e5fe6e8a72b),segment_id=592498d4-a23a-4fb2-adbc-3e5fe6e8a72b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:13.637755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:13.643985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Calling delete_port for 439868b2-94b8-44ea-bee3-7ab77759250d owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:13.702024 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6df7ae-e3be-4f57-950a-df8bb418c92a x-openstack-request-id: req-1f6df7ae-e3be-4f57-950a-df8bb418c92a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:13.702516 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "name": "network-vif-plugged", "status": "completed", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:13.702770 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f6df7ae-e3be-4f57-950a-df8bb418c92a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:13.703160 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662', 'code': 200} Nov 23 10:12:13.708531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:13.877877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed7e2e-04fc-4e74-8872-69acedbfcdb3 req-3b298b9d-c161-4ed4-8eac-5b90d478992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:13.879771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3ed7e2e-04fc-4e74-8872-69acedbfcdb3 req-3b298b9d-c161-4ed4-8eac-5b90d478992f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 1097 time: 0.1087825 Nov 23 10:12:13.990556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3ed7e2e-04fc-4e74-8872-69acedbfcdb3 req-bee53dac-5485-4bd8-918f-b7388019f648 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997286 Nov 23 10:12:14.028012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:14.091660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Pushing event deleted for resources: {'Port': ['ID=439868b2-94b8-44ea-bee3-7ab77759250d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:14.101618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df795ee-0f84-4605-af5e-59fd4313dc18 req-02403e7d-4d19-4ff3-9fd4-c3442c9c1967 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:14.110071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7df795ee-0f84-4605-af5e-59fd4313dc18 req-02403e7d-4d19-4ff3-9fd4-c3442c9c1967 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.0639167 Nov 23 10:12:14.173330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7df795ee-0f84-4605-af5e-59fd4313dc18 req-7a0d6b24-c65f-4bf1-8739-a7b3eff8c3c5 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574293 Nov 23 10:12:14.178723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] No DVR routers for this DVR port 439868b2-94b8-44ea-bee3-7ab77759250d on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:14.195476 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:14.198857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cca7eb27-8dc6-4b2a-9a90-efcdf4fcd23a req-3014978b-ca38-4450-9328-955de0dfe5ce tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.11 "DELETE /v2.0/ports/439868b2-94b8-44ea-bee3-7ab77759250d HTTP/1.1" status: 204 len: 173 time: 1.1926026 Nov 23 10:12:14.200534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'name': 'network-vif-deleted', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:14.203675 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecac4be0-7c83-4f6f-b731-ea256d590cc3" -d '{"events": [{"server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "name": "network-vif-deleted", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:14.214040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:14.275543 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b0d00-b7df-4378-89ca-ef289a62cf1f x-openstack-request-id: req-0c4b0d00-b7df-4378-89ca-ef289a62cf1f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:14.275935 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3", "name": "network-vif-deleted", "tag": "439868b2-94b8-44ea-bee3-7ab77759250d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:14.276352 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c4b0d00-b7df-4378-89ca-ef289a62cf1f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:14.276921 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3', 'name': 'network-vif-deleted', 'tag': '439868b2-94b8-44ea-bee3-7ab77759250d', 'status': 'completed', 'code': 200} Nov 23 10:12:14.427921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-952f3c51-b207-4ab3-8b41-14b7672cdd0d req-52d14ec3-4f86-4219-9509-1ad6e7a59024 tempest-ServerGroupTestJSON-464376006 tempest-ServerGroupTestJSON-464376006-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c8f1e6d-2269-4b3a-89c5-8a5e13d945c3 HTTP/1.1" status: 200 len: 210 time: 0.0512493 Nov 23 10:12:14.600719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Deleting port 90ee5bd5-ee41-460f-9223-bd6844b1246f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:14.602531 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:14.696268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] For port 90ee5bd5-ee41-460f-9223-bd6844b1246f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=90ee5bd5-ee41-460f-9223-bd6844b1246f,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:14.696732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:14.711449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Calling delete_port for 90ee5bd5-ee41-460f-9223-bd6844b1246f owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:15.380331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b558f-1dd8-4cef-9014-6a5638b13f74 req-22c630ff-2692-4700-acf2-37bb34f79ebb tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:15.381880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0b558f-1dd8-4cef-9014-6a5638b13f74 req-22c630ff-2692-4700-acf2-37bb34f79ebb tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.0795760 Nov 23 10:12:15.469912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a0b558f-1dd8-4cef-9014-6a5638b13f74 req-8748b29a-e7a0-4310-b009-09e137c9b5ab tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819507 Nov 23 10:12:15.517343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 439868b2-94b8-44ea-bee3-7ab77759250d no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:15.581421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:15.603905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 439868b2-94b8-44ea-bee3-7ab77759250d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:15.604258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 439868b2-94b8-44ea-bee3-7ab77759250d not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:15.656317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ee5bd5-ee41-460f-9223-bd6844b1246f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:15.884812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.062364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:16.140461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Deleting subnet 195d2d8c-1437-4c1a-bc31-4322e86a8b7f {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:16.145116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.174592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcf68a-8bd2-494d-8113-1df9813d22a3 req-acbf9374-165c-4ce6-841b-3ed933474c82 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:16.176413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfcf68a-8bd2-494d-8113-1df9813d22a3 req-acbf9374-165c-4ce6-841b-3ed933474c82 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.1084819 Nov 23 10:12:16.177688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.269324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.303878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cfcf68a-8bd2-494d-8113-1df9813d22a3 req-70640d53-124b-4558-b130-24e6bb855a87 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184087 Nov 23 10:12:16.338907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.404846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.467645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.474646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/195d2d8c-1437-4c1a-bc31-4322e86a8b7f HTTP/1.1" status: 204 len: 168 time: 0.4111028 Nov 23 10:12:16.475751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75ea85-66de-4ca2-92b7-a6d494a2adaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195d2d8c-1437-4c1a-bc31-4322e86a8b7f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:16.477530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58392) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:16.510202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:16.562664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.628914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:16.636424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f3d61939-30df-4260-8c14-66cf88b58961 admin admin] 10.222.0.62 "PUT /v2.0/routers/efa69f9e-6599-4aac-ae14-c9da4c5f4aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9783709 Nov 23 10:12:16.637089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58396) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:16.642391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Sync routers for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:16.689981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:16.691646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:16.738546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.846160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfecfccb-b594-4457-9d87-d0eba3bba2bf']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:16.862378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2704ef3c-8d13-4ea8-ae56-3c7c80165047') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:16.862952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2704ef3c-8d13-4ea8-ae56-3c7c80165047') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:16.870068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.892065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.921438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.932223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:16.932646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:16.937967 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:17.001645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:17.030101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.089772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.125859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.140752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Deleting port 8a0a5040-2e10-4189-abfd-a2b7551f5f81 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:17.141236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.147590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] 10.222.0.62 "DELETE /v2.0/networks/cfecfccb-b594-4457-9d87-d0eba3bba2bf HTTP/1.1" status: 204 len: 168 time: 0.6688147 Nov 23 10:12:17.149879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7755a6-2de5-493b-9e03-9359b3d9f09a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfecfccb-b594-4457-9d87-d0eba3bba2bf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:17.207975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:12:17.358826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-67cb6315-4a1d-4c85-8917-38c05299b314 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616898 Nov 23 10:12:17.416817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] For port 8a0a5040-2e10-4189-abfd-a2b7551f5f81, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8a0a5040-2e10-4189-abfd-a2b7551f5f81,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:17.417197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.540086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:12:15Z', 'revision_number': 5, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port': {'id': '8a0a5040-2e10-4189-abfd-a2b7551f5f81', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:05:51Z', 'updated_at': '2021-11-23T10:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:17.557784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Calling delete_port for 8a0a5040-2e10-4189-abfd-a2b7551f5f81 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:17.597862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:17.633024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Checking router: efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:17.645761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61705d2f-7b52-49a1-b03e-3285d9678084 req-f7798388-cdc3-4515-a99f-051330dc8130 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:17.650086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Routers {'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:17.651536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:11:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:17.663039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61705d2f-7b52-49a1-b03e-3285d9678084 req-f7798388-cdc3-4515-a99f-051330dc8130 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.2002561 Nov 23 10:12:17.768865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-9728de04-913e-4095-adfb-aedcdb7726ab tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:17.776489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-9728de04-913e-4095-adfb-aedcdb7726ab tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.50 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.4832878 Nov 23 10:12:17.805040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] Set router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:17.864413 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb55ee47-f065-4519-829a-c3ca75eefc35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f016701fd5694f84822cc1498e0ad882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547476 Nov 23 10:12:17.869167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:17.898936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-61705d2f-7b52-49a1-b03e-3285d9678084 req-bfc54367-ed0f-4439-93c1-e7a488f009cf tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191093 Nov 23 10:12:17.902970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-ae8d794c-3f30-4566-9b7e-7164a3694755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:17.907536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-ae8d794c-3f30-4566-9b7e-7164a3694755 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.4822714 Nov 23 10:12:17.955735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:12:17Z', 'revision_number': 6, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:17.982211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:17.997914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94303f09-a2d0-4dbe-81ed-0a849477d338 None None] The sync data for ids ['efa69f9e-6599-4aac-ae14-c9da4c5f4aa3'] in n-d-781076-5 is: [{'id': 'efa69f9e-6599-4aac-ae14-c9da4c5f4aa3', 'name': 'tempest-TestServerBasicOps-1789104806-router', 'tenant_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:05:50Z', 'updated_at': '2021-11-23T10:12:17Z', 'revision_number': 6, 'project_id': 'e6dd215f6b9a49eb9f8adecbe31dac19', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:18.009993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.023157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0996-a8e5-44ad-a9f2-088105cf2eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.085044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.088352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.092302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b888aac-334f-4da6-a2dc-45e2ab93cdad HTTP/1.1" status: 204 len: 168 time: 0.1906128 Nov 23 10:12:18.102004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9e82-f9d2-4482-a258-137148fc4f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b888aac-334f-4da6-a2dc-45e2ab93cdad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:18.274169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Deleting port 5b662f4b-8290-41b0-891d-c035a4c89662 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:18.274623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.338485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-b7a099c9-a9a9-42bb-ae2c-4a093dabcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:18.339970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-b7a099c9-a9a9-42bb-ae2c-4a093dabcf26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.3660009 Nov 23 10:12:18.540396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.616663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-435bfb1c-a266-4cb0-8744-d0e1ff0c1e66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1001 time: 0.2131643 Nov 23 10:12:18.625044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0a5040-2e10-4189-abfd-a2b7551f5f81,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:18.636702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d1877-2069-4704-8529-cde8befaebcd None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:18.708072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] For port 5b662f4b-8290-41b0-891d-c035a4c89662, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5b662f4b-8290-41b0-891d-c035a4c89662,segment=NetworkSegment(592498d4-a23a-4fb2-adbc-3e5fe6e8a72b),segment_id=592498d4-a23a-4fb2-adbc-3e5fe6e8a72b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:18.709046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.739677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-f35be790-aced-4c51-96c6-f09ca4d76c72 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:18.741368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-f35be790-aced-4c51-96c6-f09ca4d76c72 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.4346385 Nov 23 10:12:18.794433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Calling delete_port for 5b662f4b-8290-41b0-891d-c035a4c89662 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:18.824157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:18.910920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-faa1a1b9-3f48-4b8b-9b0f-7aeedf71ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:18.913241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-faa1a1b9-3f48-4b8b-9b0f-7aeedf71ab57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.2690623 Nov 23 10:12:18.914416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.109737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38cdad-0eca-4730-987f-59d7302390fa req-fb4ce283-f96a-4cac-a8ce-7b1fa11c53e4 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:19.115703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eb38cdad-0eca-4730-987f-59d7302390fa req-fb4ce283-f96a-4cac-a8ce-7b1fa11c53e4 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 946 time: 0.0930235 Nov 23 10:12:19.116638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.123939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.257250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eb38cdad-0eca-4730-987f-59d7302390fa req-0cbaf3e6-2dcd-4b0b-853b-32dc9f1fb388 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286352 Nov 23 10:12:19.371927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-03fe03a9-c4ee-4db4-872d-b03b8ee9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:19.372747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-03fe03a9-c4ee-4db4-872d-b03b8ee9843f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4181197 Nov 23 10:12:19.395262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.395633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:12:19.404522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58486) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:19.413025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.427412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c5171780-90eb-4cae-abb5-20683e6c50f0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/efa69f9e-6599-4aac-ae14-c9da4c5f4aa3 HTTP/1.1" status: 204 len: 168 time: 2.7892301 Nov 23 10:12:19.430076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:19.529394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.540206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Deleting subnet b39fbef7-76b4-477f-b9aa-88bdae39ba91 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:19.547734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.590762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ee5bd5-ee41-460f-9223-bd6844b1246f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:19.596498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.599890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.641840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Pushing event deleted for resources: {'Port': ['ID=5b662f4b-8290-41b0-891d-c035a4c89662,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:19.654598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 90ee5bd5-ee41-460f-9223-bd6844b1246f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:19.654598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 90ee5bd5-ee41-460f-9223-bd6844b1246f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:19.667411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8a0a5040-2e10-4189-abfd-a2b7551f5f81 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:19.680556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.712937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:19.741368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8a0a5040-2e10-4189-abfd-a2b7551f5f81 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:19.741942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8a0a5040-2e10-4189-abfd-a2b7551f5f81 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:19.802619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1081318593-network', 'tenant_id': '4835e1ab0b9f4901859392197eadaa78'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:19.831336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d569978c-c954-47ab-8f1f-7c6a8e23aa73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.851044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Made reservation on behalf of 4835e1ab0b9f4901859392197eadaa78 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:19.853796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.873136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:19.878914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.058359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d569978c-c954-47ab-8f1f-7c6a8e23aa73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.065305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.092507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d569978c-c954-47ab-8f1f-7c6a8e23aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.138746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39fbef7-76b4-477f-b9aa-88bdae39ba91,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:20.158761 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d569978c-c954-47ab-8f1f-7c6a8e23aa73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfd0041755244586bc42e454b65f0785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7528024 Nov 23 10:12:20.169324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:20.191715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de813e2-c577-4caf-b427-9a3040f6bc6b None None] Network 62b37c3d-06bb-4e67-8f48-49d07c50320d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:20.199113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.200447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6991a531-8287-45f1-a10a-d1494dd858ba,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:20.202697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53673d65-4da2-4d27-9c19-c80f29a1226c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b39fbef7-76b4-477f-b9aa-88bdae39ba91 HTTP/1.1" status: 204 len: 168 time: 0.7713964 Nov 23 10:12:20.212554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58516) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:20.232291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] No DVR routers for this DVR port 5b662f4b-8290-41b0-891d-c035a4c89662 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:20.236141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5d9972c-6e98-4f71-96cd-96b253fa0d09 req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4700656 Nov 23 10:12:20.237712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.241479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eb88f36e-6c48-496b-9c6d-7140975f561f req-c66dfb6a-db89-47e9-b56c-8149f7da17b9 tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.50 "DELETE /v2.0/ports/5b662f4b-8290-41b0-891d-c035a4c89662 HTTP/1.1" status: 204 len: 173 time: 2.4479754 Nov 23 10:12:20.257750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569978c-c954-47ab-8f1f-7c6a8e23aa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6547ce88-185f-4b90-acc6-32a05fb9a86b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:20.258150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'name': 'network-vif-deleted', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:20.261062 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba52952-e89b-4d0b-8bfc-a3b1b5ff3840" -d '{"events": [{"server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "name": "network-vif-deleted", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:20.271553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.272308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.272688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.273102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.273350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.273861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.274243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.274591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.274890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.275219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.275834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.276304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779ae0-215d-4865-8a53-b453886f9c50 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:20.284816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-943ec539-5b93-46d2-bb8d-45c81fbeed4c service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850908 Nov 23 10:12:20.382825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.422437 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.439656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.447752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.459842 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b18b5b13-fa55-4872-9473-39f8f2f5c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.460924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.470646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.618523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:12:20.632069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5663c1-58b9-4903-bdba-7d480a5ccac0 req-862ecaa3-ac0e-48e8-841a-f395f35e1eba service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366423 Nov 23 10:12:20.637065 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59688cd6-eaef-4154-ab8a-2d57902e9e79 x-openstack-request-id: req-59688cd6-eaef-4154-ab8a-2d57902e9e79 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:20.637357 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947ed24-49d5-4dfa-91ae-67c9c835a194", "name": "network-vif-deleted", "tag": "5b662f4b-8290-41b0-891d-c035a4c89662", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:20.637776 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59688cd6-eaef-4154-ab8a-2d57902e9e79 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:20.638379 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947ed24-49d5-4dfa-91ae-67c9c835a194', 'name': 'network-vif-deleted', 'tag': '5b662f4b-8290-41b0-891d-c035a4c89662', 'status': 'completed', 'code': 200} Nov 23 10:12:20.659952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] DHCP port deletion for 62b37c3d-06bb-4e67-8f48-49d07c50320d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:20.685585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85f156-304e-485b-8ef4-516c576bde7e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:20.690027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.690198 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Added segment 7ea680e4-ab6e-447e-9817-8a7fcb03ecc5 of type vlan for network f7585576-1ed3-412d-8378-b926e2af69ab Nov 23 10:12:20.755819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Deleting port a797052e-c900-45e3-b35d-b654ae4e3a74 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:20.756571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.767824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef5754-a009-4555-a71f-41a80a72b7cd req-b567fa96-a55c-467b-8b7c-462c61fd04a7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:20.768418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Deleting port a797052e-c900-45e3-b35d-b654ae4e3a74 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:20.768418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.769393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deef5754-a009-4555-a71f-41a80a72b7cd req-b567fa96-a55c-467b-8b7c-462c61fd04a7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1345913 Nov 23 10:12:20.771531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9cea4c8-5b35-4470-8e32-181c8868a5fd req-898abe31-aebc-4f3a-a3e9-276d1b42f3fc tempest-ServerAddressesNegativeTestJSON-774349715 tempest-ServerAddressesNegativeTestJSON-774349715-project] 10.222.0.62 "GET /v2.0/ports?device_id=5947ed24-49d5-4dfa-91ae-67c9c835a194 HTTP/1.1" status: 200 len: 210 time: 0.0484271 Nov 23 10:12:20.809296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.835488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.838772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:20.844565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6547ce88-185f-4b90-acc6-32a05fb9a86b HTTP/1.1" status: 204 len: 168 time: 0.6744313 Nov 23 10:12:20.881275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3a6b9-00d6-4d59-870b-4cd7f9e225fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6547ce88-185f-4b90-acc6-32a05fb9a86b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:20.985640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deef5754-a009-4555-a71f-41a80a72b7cd req-722d1512-45ed-4eda-9583-f22a8d1782e1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029202 Nov 23 10:12:21.000267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:21.019705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] For port a797052e-c900-45e3-b35d-b654ae4e3a74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a797052e-c900-45e3-b35d-b654ae4e3a74,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:21.020180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.050359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.051329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:21.051915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.110304 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cada7d6e-e630-4a8d-9a01-9b68d122e755 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 200 len: 993 time: 0.1085398 Nov 23 10:12:21.153716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Calling delete_port for a797052e-c900-45e3-b35d-b654ae4e3a74 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:21.180629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4659455 Nov 23 10:12:21.183844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58544) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:21.201250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Request body: {'subnet': {'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1081318593-subnet', 'tenant_id': '4835e1ab0b9f4901859392197eadaa78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:21.240011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Made reservation on behalf of 4835e1ab0b9f4901859392197eadaa78 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:21.247332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.268162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604435d1-bb9e-4638-b7d2-74bbaa2133e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f7585576-1ed3-412d-8378-b926e2af69ab,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:21.305512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f7585576-1ed3-412d-8378-b926e2af69ab details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:12:21.363292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] For port a797052e-c900-45e3-b35d-b654ae4e3a74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a797052e-c900-45e3-b35d-b654ae4e3a74,segment=NetworkSegment(1d16c0ba-8f84-4203-825a-ff0cf29251de),segment_id=1d16c0ba-8f84-4203-825a-ff0cf29251de)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:21.363687 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.408077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.413322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b662f4b-8290-41b0-891d-c035a4c89662 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:21.424436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58552) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:21.541025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.558510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Calling delete_port for a797052e-c900-45e3-b35d-b654ae4e3a74 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:21.648173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 5b662f4b-8290-41b0-891d-c035a4c89662 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:21.648896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5b662f4b-8290-41b0-891d-c035a4c89662 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:21.679215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-7c223740-21b8-43bd-8d87-deff32cd8220 req-cc80b1dd-660f-4340-b902-b7165b4119e2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:12:21.681879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c223740-21b8-43bd-8d87-deff32cd8220 req-cc80b1dd-660f-4340-b902-b7165b4119e2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148540 Nov 23 10:12:21.685603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a797052e-c900-45e3-b35d-b654ae4e3a74 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:21.686515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.771575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9a0a65-81f4-4bf9-ad16-7793c76ec36e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:21.782501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Checking segment: {'id': '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:21.783332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Network hostable DHCP agents. Network: f7585576-1ed3-412d-8378-b926e2af69ab, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:12:21.808323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Network f7585576-1ed3-412d-8378-b926e2af69ab is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:12:21.825766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f7585576-1ed3-412d-8378-b926e2af69ab) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:21.832087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:21.834625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.858460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58564) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:21.882891 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e498dd76-7d69-4342-92fc-9582a0377609 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6858783 Nov 23 10:12:21.886120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58572) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:21.914011 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:21.926114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93a5fa-7833-485c-88b9-1019dd257020 None None] Network f7585576-1ed3-412d-8378-b926e2af69ab requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:21.972434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a797052e-c900-45e3-b35d-b654ae4e3a74 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:21.973220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a797052e-c900-45e3-b35d-b654ae4e3a74 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:21.980471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] No DVR routers for this DVR port a797052e-c900-45e3-b35d-b654ae4e3a74 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:21.986375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caeb24-a132-4215-b7db-b12a64c8a897 None None] Pushing event deleted for resources: {'Port': ['ID=a797052e-c900-45e3-b35d-b654ae4e3a74,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:22.064237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Deleting subnet 9684086b-1873-4194-bca3-e9a740f0812d {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:22.068862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.088908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] No DVR routers for this DVR port a797052e-c900-45e3-b35d-b654ae4e3a74 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:22.118780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.122974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a797052e-c900-45e3-b35d-b654ae4e3a74,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:22.128191 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b681-81ab-4819-8932-e6374864ece6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.179449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.275095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.278502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.321963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9684086b-1873-4194-bca3-e9a740f0812d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:22.351411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.361688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d8f0e9d1-df18-43a3-ab4f-072c50760ed8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9684086b-1873-4194-bca3-e9a740f0812d HTTP/1.1" status: 204 len: 168 time: 0.4733114 Nov 23 10:12:22.364806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:22.365225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b37c3d-06bb-4e67-8f48-49d07c50320d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:22.395927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d16c0ba-8f84-4203-825a-ff0cf29251de') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:22.396390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d16c0ba-8f84-4203-825a-ff0cf29251de') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:22.430914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.454864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36079ec4-a480-433f-92f7-20e80276a35a None None] Network f7585576-1ed3-412d-8378-b926e2af69ab requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:22.537707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b681-81ab-4819-8932-e6374864ece6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.550689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b681-81ab-4819-8932-e6374864ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.579493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.683788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7cf5b681-81ab-4819-8932-e6374864ece6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43df4a7f7fd141a5a5ae396ed51217cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6044424 Nov 23 10:12:22.699032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58592) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:22.700735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.723876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.742854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5b681-81ab-4819-8932-e6374864ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48dcc4-d46b-4f68-bfe0-4fbbdd55a969,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:22.753722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:22.754310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:22.756112 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:22.925995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.977356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.979805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.985290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:22.991228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] 10.222.0.62 "DELETE /v2.0/networks/62b37c3d-06bb-4e67-8f48-49d07c50320d HTTP/1.1" status: 204 len: 168 time: 2.7740202 Nov 23 10:12:22.996016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58608) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:23.006941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef2bce-b5ed-4f59-8035-d1e4cc1a7d4f req-00629b22-7f63-45d7-9560-461df0f58adb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:23.008489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77ef2bce-b5ed-4f59-8035-d1e4cc1a7d4f req-00629b22-7f63-45d7-9560-461df0f58adb tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.2799976 Nov 23 10:12:23.016488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381e88d6-6af0-4205-ab79-8be2465e4fc0']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:23.023986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9a317-8563-483c-a77f-9e5e0d1bfc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=62b37c3d-06bb-4e67-8f48-49d07c50320d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:23.072849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-0092200a-e034-4df1-b4a5-18ee1697d84d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3580940 Nov 23 10:12:23.089578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-65503207-dce1-4f85-bdf0-c346ef50dd95 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:12:23.090997 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-65503207-dce1-4f85-bdf0-c346ef50dd95 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070746 Nov 23 10:12:23.099832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.116890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:23.117794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592498d4-a23a-4fb2-adbc-3e5fe6e8a72b') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:23.155372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-2098c932-dc5e-4f1c-ba71-00a478ea9baf tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:23.172422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-2098c932-dc5e-4f1c-ba71-00a478ea9baf tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/networks?id=f7585576-1ed3-412d-8378-b926e2af69ab HTTP/1.1" status: 200 len: 821 time: 0.2801912 Nov 23 10:12:23.199259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.220773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-9eb28dfd-c554-43e8-aed2-e7fa87084b39 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/quotas/4835e1ab0b9f4901859392197eadaa78 HTTP/1.1" status: 200 len: 375 time: 0.0467601 Nov 23 10:12:23.269983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.279391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-a1b345a5-2bcf-46c4-9de1-46cb75d0a23b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4835e1ab0b9f4901859392197eadaa78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575812 Nov 23 10:12:23.284752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.288442 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.289529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f48dcc4-d46b-4f68-bfe0-4fbbdd55a969 HTTP/1.1" status: 204 len: 168 time: 0.5857532 Nov 23 10:12:23.291694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77ef2bce-b5ed-4f59-8035-d1e4cc1a7d4f req-93c8d5c3-cb6a-407d-b6b4-049edc1f60cc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658169 Nov 23 10:12:23.322600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed9f35-1871-42a5-ace1-dd7ee7eb8bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48dcc4-d46b-4f68-bfe0-4fbbdd55a969,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:23.326895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:23.330817 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:23.501768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-93152692-2d02-4f1c-99e4-53380a1fbd3b service neutron] 10.222.0.62 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874988 Nov 23 10:12:23.508911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.519817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.527299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] 10.222.0.62 "DELETE /v2.0/networks/381e88d6-6af0-4205-ab79-8be2465e4fc0 HTTP/1.1" status: 204 len: 168 time: 1.1584029 Nov 23 10:12:23.562393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.655763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724d6a4-9d90-4662-a18d-283bebcc5dda admin admin] Pushing event deleted for resources: {'Network': ['ID=381e88d6-6af0-4205-ab79-8be2465e4fc0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:23.697565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-a4d0ced7-8ec3-4f9d-aa4d-847c3ce5a62d service neutron] 10.222.0.62 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945786 Nov 23 10:12:23.887415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58650) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:23.971296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58654) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:23.974156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:23.976575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-09766c01-eaee-4a4d-9df2-b5d00f576b7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=074ff8abcf1545eead8da1ead2e795a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862648 Nov 23 10:12:24.152921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f18f10c-65d4-4099-8d11-57873e2918b7 req-6ec7d64f-032e-4d10-933a-c8b8901296c2 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 210 time: 0.0929003 Nov 23 10:12:24.281951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:24.307415 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:24.460123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:24.463130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:24.474818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb HTTP/1.1" status: 204 len: 168 time: 0.4984882 Nov 23 10:12:24.496442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:24.522160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb38f5-7490-408d-8b48-523c1cdb4d31 req-37dff621-b3a1-4655-b2e6-c44d1ae66360 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:24.525013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4eb38f5-7490-408d-8b48-523c1cdb4d31 req-37dff621-b3a1-4655-b2e6-c44d1ae66360 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1206217 Nov 23 10:12:24.624411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4eb38f5-7490-408d-8b48-523c1cdb4d31 req-f4ffa1a6-3316-4bb2-bcf9-689f21fb82cd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751297 Nov 23 10:12:24.664931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c731f2-3550-47a0-888c-dc2f536c46ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1158ac8-2d0e-4223-9d6a-a2eb1ac71aeb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:24.924977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Deleting port 7120699a-af6b-48b1-bd88-5c231fb3d7cd {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:24.925313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:25.044561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-c3c703a7-fa00-45f2-9193-f7f7a12269bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:25.046195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-c3c703a7-fa00-45f2-9193-f7f7a12269bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.1394432 Nov 23 10:12:25.051311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Deleting port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:25.051708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:25.197420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] For port 7120699a-af6b-48b1-bd88-5c231fb3d7cd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7120699a-af6b-48b1-bd88-5c231fb3d7cd,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:25.197814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:25.235217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Calling delete_port for 7120699a-af6b-48b1-bd88-5c231fb3d7cd owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:25.683669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58738) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:25.744980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-6d19998c-d9d7-4a76-9987-07198258a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:25.747241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-6d19998c-d9d7-4a76-9987-07198258a42c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.6920335 Nov 23 10:12:25.761834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] For port aec7344f-86a3-45bf-88f2-73b8fc7dfe2c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:25.762947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:25.866470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7c52-9c32-4b2a-9ccc-284871463ee3 req-b794569a-63b9-4e8d-8f63-68e577dabea2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:25.874981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e44e7c52-9c32-4b2a-9ccc-284871463ee3 req-b794569a-63b9-4e8d-8f63-68e577dabea2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0816450 Nov 23 10:12:25.887383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-244278809-network', 'tenant_id': 'de06bfe6311844408713e2ed16babf94'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:25.942199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-7cf252f0-ae5f-4ca9-8005-492b1b57963c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1001 time: 0.1850080 Nov 23 10:12:25.944388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d365dfeb-1cb1-41db-8fd2-9aaa460a2222 req-7e74595e-57d3-4d8a-81da-f59c441ec040 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 210 time: 0.1907024 Nov 23 10:12:25.947694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Calling delete_port for aec7344f-86a3-45bf-88f2-73b8fc7dfe2c owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:25.957352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e44e7c52-9c32-4b2a-9ccc-284871463ee3 req-e87c86ba-708e-4e39-aee0-826e44905fcc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769010 Nov 23 10:12:25.960207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Made reservation on behalf of de06bfe6311844408713e2ed16babf94 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:25.968670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:25.980137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.108358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.127324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.160753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:12:26.194296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:26.199332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.200027 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Added segment e65ef731-d7c4-4bd9-8700-164195be64fc of type vlan for network 765cc38a-2f67-41a8-8e76-c929604df58b Nov 23 10:12:26.213947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-752069f2-fdc4-49ca-a6cb-028ba6d80279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:26.215480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-752069f2-fdc4-49ca-a6cb-028ba6d80279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.2503281 Nov 23 10:12:26.224444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-b856801c-3c3b-4e4f-8316-c25541570758 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:26.226157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-b856801c-3c3b-4e4f-8316-c25541570758 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.11 "GET /v2.0/networks?id=f7585576-1ed3-412d-8378-b926e2af69ab HTTP/1.1" status: 200 len: 821 time: 0.4775581 Nov 23 10:12:26.248703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Request body: {'port': {'device_id': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab', 'admin_state_up': True, 'tenant_id': '4835e1ab0b9f4901859392197eadaa78'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:26.267157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.316001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.317587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:26.318233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.430520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7494297 Nov 23 10:12:26.432064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58768) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:26.470350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-a8688400-77c8-4858-a34e-2678aa906820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:26.472142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-a8688400-77c8-4858-a34e-2678aa906820 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441652 Nov 23 10:12:26.494391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Request body: {'subnet': {'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-subnet', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:26.505382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9128-4350-4b63-b537-0e22c8d5b77c admin admin] Pushing event updated for resources: {'Network': ['ID=765cc38a-2f67-41a8-8e76-c929604df58b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:26.517112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 765cc38a-2f67-41a8-8e76-c929604df58b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:12:26.626030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Made reservation on behalf of de06bfe6311844408713e2ed16babf94 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:26.628749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.645440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Made reservation on behalf of 4835e1ab0b9f4901859392197eadaa78 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:26.647013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.721154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.754027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Pushing event deleted for resources: {'Port': ['ID=7120699a-af6b-48b1-bd88-5c231fb3d7cd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:26.764698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-00014c0f-fc64-41c6-a2a8-7e2adc753859 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784610 Nov 23 10:12:26.861432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:26.977645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Checking segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:26.978031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Network hostable DHCP agents. Network: 765cc38a-2f67-41a8-8e76-c929604df58b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:12:26.980408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=043c56d7-5781-4cea-818b-030f72cdeae6,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:27.015312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Network 765cc38a-2f67-41a8-8e76-c929604df58b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:12:27.034778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 765cc38a-2f67-41a8-8e76-c929604df58b) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:27.040004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:27.040606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.051298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375d922-f5bd-483c-b51f-ef56c166b65b None None] Network 765cc38a-2f67-41a8-8e76-c929604df58b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:27.078064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27b32795-03cb-4e0c-bd28-768fe6ddca0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6426685 Nov 23 10:12:27.080799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:27.089352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:27.173990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.175521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.242258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bb471-98ad-44c9-adb9-6b8df029345f req-b32d129a-90a6-4477-b3e2-dfdbb678bdbd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:27.250127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a4bb471-98ad-44c9-adb9-6b8df029345f req-b32d129a-90a6-4477-b3e2-dfdbb678bdbd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1200123 Nov 23 10:12:27.298798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.312955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.323727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e050387e-b405-4df4-bdb0-c8bf7e1aba77 req-c3974f5f-cd75-4bd1-aec8-79219fd0434b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 210 time: 0.2068934 Nov 23 10:12:27.328040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Allocated IP 172.20.0.14 (f7585576-1ed3-412d-8378-b926e2af69ab/2b9a0a65-81f4-4bf9-ad16-7793c76ec36e/4450430b-dd3c-45b4-923c-1096f74b2c17) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:27.435174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781b1e5-833a-4ce6-91f5-c0a0fd72f58a None None] Network 765cc38a-2f67-41a8-8e76-c929604df58b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:27.443113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a4bb471-98ad-44c9-adb9-6b8df029345f req-8980e66f-e07f-4a23-a559-6b4f7e104d9b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800320 Nov 23 10:12:27.499319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.524278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-e5551fdb-dd22-495d-9c02-d6a7ac3bd5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690145 Nov 23 10:12:27.564934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58806) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:27.581727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.636675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec7344f-86a3-45bf-88f2-73b8fc7dfe2c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:27.876026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abb1c3fe-2019-4040-b476-9f5f24e28c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.970729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:27.999401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.021352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:28.079717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.088378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abb1c3fe-2019-4040-b476-9f5f24e28c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.111807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abb1c3fe-2019-4040-b476-9f5f24e28c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.145875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.162450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abb1c3fe-2019-4040-b476-9f5f24e28c50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2d9cc82d50a4465b363f52f37e9d2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940614 Nov 23 10:12:28.167031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58814) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:28.178891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Allocated IP 172.25.1.244 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/6cbe0d7a-3397-4851-805f-5b687156d2e7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:28.181861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1c3fe-2019-4040-b476-9f5f24e28c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42940253-1169-4b34-9baf-717acaa05a6d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:28.266364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.288056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:28.303986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Sync routers for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:28.315695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-162aa3fa-ac94-45f3-9530-340014b91499 admin admin] 10.222.0.62 "PUT /v2.0/routers/1278d34c-3b8b-4e17-9521-f11b6f58f2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4559221 Nov 23 10:12:28.321067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:28.328682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:28.329628 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:28.388435 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.408660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Pushing event updated for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:28.414719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Network f7585576-1ed3-412d-8378-b926e2af69ab is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:28.460126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:28.460800 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:28.463143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:28.475549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.560839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.662390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.703174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:28.720525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:28.721114 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:12:26Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:28.732171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:28.736265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f0511-6652-4353-ae15-7494989f98fa None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:28.751973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Pushing event updated for resources: {'Port': ['ID=6cbe0d7a-3397-4851-805f-5b687156d2e7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:28.789916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.806860 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Checking router: 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:28.814836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3d875-3ac7-4f61-babe-8bbb9a091099 req-8509e916-6c7c-4936-97a7-d4ac90a3a1f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:28.816143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5bf672da-b9e8-470d-a9a0-17cb9a122f8a None None] Provisioning complete for port 6cbe0d7a-3397-4851-805f-5b687156d2e7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:28.816526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bf672da-b9e8-470d-a9a0-17cb9a122f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:28.817059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45b3d875-3ac7-4f61-babe-8bbb9a091099 req-8509e916-6c7c-4936-97a7-d4ac90a3a1f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.2538192 Nov 23 10:12:28.834445 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Routers {'1278d34c-3b8b-4e17-9521-f11b6f58f2c6'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:28.835109 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:28.896077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5bf672da-b9e8-470d-a9a0-17cb9a122f8a None None] Port 6cbe0d7a-3397-4851-805f-5b687156d2e7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:29.031006 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] Set router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:29.034901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:29.035652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.044231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.046919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.050442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42940253-1169-4b34-9baf-717acaa05a6d HTTP/1.1" status: 204 len: 168 time: 0.8804612 Nov 23 10:12:29.068117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57f009-ed51-4cd8-9c97-5dbec8a53944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42940253-1169-4b34-9baf-717acaa05a6d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:29.110625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05a0e-6fed-4e52-ab2d-d349205c9b8c req-f4c3609f-53b1-4ab3-a7a9-34901c03d73b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:29.118010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45b3d875-3ac7-4f61-babe-8bbb9a091099 req-ce1eb0c5-622a-4822-a092-49e7b51251d3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240889 Nov 23 10:12:29.119288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.132727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76c05a0e-6fed-4e52-ab2d-d349205c9b8c req-f4c3609f-53b1-4ab3-a7a9-34901c03d73b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 932 time: 0.6765013 Nov 23 10:12:29.150330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-937fd322-9ddd-4d51-897a-6ddadce8a269 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9071288 Nov 23 10:12:29.165739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:29.169984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Request body: {'port': {'device_id': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:29.282994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Deleting port bb907255-9086-4476-9d02-de83f5350c51 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:29.283338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.308139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76c05a0e-6fed-4e52-ab2d-d349205c9b8c req-b20287c9-1abb-45f7-9b24-36f9f48becaa tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731279 Nov 23 10:12:29.334211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.338021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.388627 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:12:26Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:29.427140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903f99a-d8ad-464d-a49e-99d5630f2b84 None None] The sync data for ids ['1278d34c-3b8b-4e17-9521-f11b6f58f2c6'] in n-d-781076-5 is: [{'id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1497394404-router', 'tenant_id': '322a3c3ad16848299492fc857fcbb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'bb907255-9086-4476-9d02-de83f5350c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:02:55Z', 'updated_at': '2021-11-23T10:12:26Z', 'revision_number': 5, 'project_id': '322a3c3ad16848299492fc857fcbb9d2', 'gw_port': {'id': 'bb907255-9086-4476-9d02-de83f5350c51', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278d34c-3b8b-4e17-9521-f11b6f58f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:02:56Z', 'updated_at': '2021-11-23T10:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:29.600713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:29.614539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Sync routers for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:29.618825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f9c82f9a-b7fe-4a76-a1a9-7701acfae868 admin admin] 10.222.0.62 "PUT /v2.0/routers/1fbbd314-628e-4a5f-bc01-270845d5d5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6088929 Nov 23 10:12:29.624666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58854) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:29.633602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:29.634861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:29.793486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.831325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] For port bb907255-9086-4476-9d02-de83f5350c51, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb907255-9086-4476-9d02-de83f5350c51,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:29.831703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:29.866809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Calling delete_port for bb907255-9086-4476-9d02-de83f5350c51 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:29.931959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:29.938108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7120699a-af6b-48b1-bd88-5c231fb3d7cd no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:29.948996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.052164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 7120699a-af6b-48b1-bd88-5c231fb3d7cd {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:30.052751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7120699a-af6b-48b1-bd88-5c231fb3d7cd not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:30.133725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Deleting port 5ade6579-ed46-4696-802e-56e94eee56a1 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:30.134002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.303029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] For port 5ade6579-ed46-4696-802e-56e94eee56a1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5ade6579-ed46-4696-802e-56e94eee56a1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:30.303555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.315133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4450430b-dd3c-45b4-923c-1096f74b2c17 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:30.328791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.331559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Calling delete_port for 5ade6579-ed46-4696-802e-56e94eee56a1 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:30.349420 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:12:26Z', 'revision_number': 5, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port': {'id': '5ade6579-ed46-4696-802e-56e94eee56a1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:06:12Z', 'updated_at': '2021-11-23T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:30.416465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Checking router: 1fbbd314-628e-4a5f-bc01-270845d5d5a8 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:30.427808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287991b6-2e6a-4aa1-b38c-f380d1b3a1f4 req-0ea61672-454c-4a29-8f61-47cb16d2404a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:30.429411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-287991b6-2e6a-4aa1-b38c-f380d1b3a1f4 req-0ea61672-454c-4a29-8f61-47cb16d2404a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1759906 Nov 23 10:12:30.433579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Routers {'1fbbd314-628e-4a5f-bc01-270845d5d5a8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:30.434239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:30.460773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Transition to ACTIVE for port object 4450430b-dd3c-45b4-923c-1096f74b2c17 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:30.467418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.479621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.505875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb907255-9086-4476-9d02-de83f5350c51,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:30.573855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] Set router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:30.652685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4f5d9-d86d-4da3-9e51-8fc6febd7d3f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:30.655134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:12:29Z', 'revision_number': 6, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:30.661514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.666713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:30.706523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-287991b6-2e6a-4aa1-b38c-f380d1b3a1f4 req-2ba0431b-25ed-4975-99fa-5d2fc2e36252 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433112 Nov 23 10:12:30.709802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7103bf-db55-42e2-874b-7fdd0b5a76f2 None None] The sync data for ids ['1fbbd314-628e-4a5f-bc01-270845d5d5a8'] in n-d-781076-5 is: [{'id': '1fbbd314-628e-4a5f-bc01-270845d5d5a8', 'name': 'tempest-TestServerBasicOps-2116234617-router', 'tenant_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:06:11Z', 'updated_at': '2021-11-23T10:12:29Z', 'revision_number': 6, 'project_id': 'd9ca7337bbd34d8ca4c8191cc20efaef', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:30.714066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262e91e-101d-408c-9d41-fd0a4bf23448 req-99640941-5666-4dec-9a20-e3896188a384 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:30.722022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7262e91e-101d-408c-9d41-fd0a4bf23448 req-99640941-5666-4dec-9a20-e3896188a384 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 944 time: 0.2626956 Nov 23 10:12:30.802704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.836191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7262e91e-101d-408c-9d41-fd0a4bf23448 req-46857e14-bdcc-4eec-9a8f-320df33aaae7 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132867 Nov 23 10:12:30.837456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.900602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae68b4-8fca-47f5-b638-99ee3d0b0f85 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:30.929288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.929563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ade6579-ed46-4696-802e-56e94eee56a1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:30.933032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.973254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Attempting to bind port 4450430b-dd3c-45b4-923c-1096f74b2c17 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:30.973586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Attempting to bind port 4450430b-dd3c-45b4-923c-1096f74b2c17 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:30.973918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Attempting to bind port 4450430b-dd3c-45b4-923c-1096f74b2c17 on network f7585576-1ed3-412d-8378-b926e2af69ab {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:30.983965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Port 4450430b-dd3c-45b4-923c-1096f74b2c17 on network f7585576-1ed3-412d-8378-b926e2af69ab not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:30.984295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Attempting to bind port 4450430b-dd3c-45b4-923c-1096f74b2c17 on network f7585576-1ed3-412d-8378-b926e2af69ab {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:30.996727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:30.997000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1278d34c-3b8b-4e17-9521-f11b6f58f2c6 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:12:31.007856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:31.008238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Checking segment: {'id': '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:31.008582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Bound using segment: {'id': '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:31.009058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Bound port: 4450430b-dd3c-45b4-923c-1096f74b2c17, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:31.009368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.028319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.028531 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.033301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2faaeff5-c68a-4f2c-85db-8d01644728a9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1278d34c-3b8b-4e17-9521-f11b6f58f2c6 HTTP/1.1" status: 204 len: 168 time: 2.7093930 Nov 23 10:12:31.036200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58894) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:31.138292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Deleting subnet 77f04f68-965d-417a-b3c7-9c5b6dbd9190 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:31.152823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.156429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Router dc56201d-3371-4352-a5bc-3a27402d3e1c is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:12:31.200963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.203502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.281657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.294452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fbbd314-628e-4a5f-bc01-270845d5d5a8 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:12:31.299237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.305039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.307491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-34b1d71c-eaef-4e93-a452-5e9ca0075727 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1fbbd314-628e-4a5f-bc01-270845d5d5a8 HTTP/1.1" status: 204 len: 168 time: 1.6808350 Nov 23 10:12:31.315150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58904) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:31.391163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:31.395682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4450430b-dd3c-45b4-923c-1096f74b2c17,segment=NetworkSegment(7ea680e4-ab6e-447e-9817-8a7fcb03ecc5),segment_id=7ea680e4-ab6e-447e-9817-8a7fcb03ecc5)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:31.401438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Deleting subnet 4051f3a0-ced5-4f19-9e6b-77427b2c850e {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:31.405095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.421912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:31.424917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.436203 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Sync routers for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:31.467401 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:31.468053 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:31.479826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.486341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:31.486956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.488401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] 10.222.0.11 "PUT /v2.0/ports/4450430b-dd3c-45b4-923c-1096f74b2c17 HTTP/1.1" status: 200 len: 1092 time: 2.3255162 Nov 23 10:12:31.505972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:31.508237 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd107b1-f31c-4280-a0e1-bd95debb730a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:31.532913 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.559110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:31.593667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63f8b-f2b6-4260-a3ae-aff36051bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:31.653640 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975775d7-9aef-4e93-98c6-5eb562c206b8 x-openstack-request-id: req-975775d7-9aef-4e93-98c6-5eb562c206b8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:31.653949 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:31.654205 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-975775d7-9aef-4e93-98c6-5eb562c206b8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:31.654648 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17', 'status': 'completed', 'code': 200} Nov 23 10:12:31.660091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-06a3a8ba-0ae0-47d4-bcb9-58e752799de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:31.661608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-06a3a8ba-0ae0-47d4-bcb9-58e752799de7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835e1ab0b9f4901859392197eadaa78&device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 1095 time: 0.1180601 Nov 23 10:12:31.688531 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.772513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.777177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-d1a27ba5-91c3-413f-93a0-8dc7ea7d8e50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4450430b-dd3c-45b4-923c-1096f74b2c17 HTTP/1.1" status: 200 len: 217 time: 0.1054080 Nov 23 10:12:31.778448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:31.870368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4051f3a0-ced5-4f19-9e6b-77427b2c850e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:31.875973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-490ff63c-3fd4-4e6c-b65f-a60320c8dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:31.879390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.880513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-490ff63c-3fd4-4e6c-b65f-a60320c8dfd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b9a0a65-81f4-4bf9-ad16-7793c76ec36e HTTP/1.1" status: 200 len: 861 time: 0.0748239 Nov 23 10:12:31.885646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:31.891530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-072cf286-2e53-4a90-b302-f33c135a747e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4051f3a0-ced5-4f19-9e6b-77427b2c850e HTTP/1.1" status: 204 len: 168 time: 0.5748899 Nov 23 10:12:31.907462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86e11b-1061-42ef-b42b-0a61640830aa None None] Network 5a238dab-8313-4c1f-8077-3d67b840b285 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:31.915859 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-30ae9f44-a061-41a8-b35e-b494cf4152bd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8326027 Nov 23 10:12:31.920594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:31.920937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:31.988542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-d23fecff-5fec-4fcf-abcb-a1398fd7745b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7585576-1ed3-412d-8378-b926e2af69ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958648 Nov 23 10:12:32.034041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3fdad556-e9ee-40c5-b4aa-cce601e442ed tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-742793238'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:32.034504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3fdad556-e9ee-40c5-b4aa-cce601e442ed tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Unknown quota resources ['metering_label']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:12:32.114261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.147398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.166517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.170921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/77f04f68-965d-417a-b3c7-9c5b6dbd9190 HTTP/1.1" status: 204 len: 168 time: 1.1331673 Nov 23 10:12:32.182605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc28e0d-a588-4e4a-920e-462b9bb8726c None None] Network 3f5891b9-c547-4737-a8f2-2c0079f00710 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:32.269605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:32.316483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0a2e8-269a-420c-9cb4-9fcb2d4084fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f04f68-965d-417a-b3c7-9c5b6dbd9190,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:32.371375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5ade6579-ed46-4696-802e-56e94eee56a1 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:32.402333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5ade6579-ed46-4696-802e-56e94eee56a1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:32.403007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5ade6579-ed46-4696-802e-56e94eee56a1 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:32.403640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec7344f-86a3-45bf-88f2-73b8fc7dfe2c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:32.460391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: aec7344f-86a3-45bf-88f2-73b8fc7dfe2c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:32.461101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec7344f-86a3-45bf-88f2-73b8fc7dfe2c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:32.466809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-86cb4f64-7c61-4fac-8d1a-f40d03a707a7 service neutron] 10.222.0.11 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418738 Nov 23 10:12:32.603892 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:29Z', 'revision_number': 3, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:32.646935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] DHCP port deletion for 5a238dab-8313-4c1f-8077-3d67b840b285 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:32.693683 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Checking router: dc56201d-3371-4352-a5bc-3a27402d3e1c for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:32.699023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] DHCP port deletion for 3f5891b9-c547-4737-a8f2-2c0079f00710 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:32.700403 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Updating router dc56201d-3371-4352-a5bc-3a27402d3e1c port 6cbe0d7a-3397-4851-805f-5b687156d2e7 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:12:32.712358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c2d11-6c45-4243-9379-76bf631c8c98 req-ec45ca40-7fda-4bbb-946c-247b5ebae664 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:32.716110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac4c2d11-6c45-4243-9379-76bf631c8c98 req-ec45ca40-7fda-4bbb-946c-247b5ebae664 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 944 time: 0.5611358 Nov 23 10:12:32.785224 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.792978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78553720-2297-4d08-bea2-f3c9d7fe8781 req-27c179be-5ea1-4366-bc30-c71042844096 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:32.801759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Deleting port 771778a9-c6cb-4295-b421-ef27bbf781e8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:32.802116 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.804760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78553720-2297-4d08-bea2-f3c9d7fe8781 req-27c179be-5ea1-4366-bc30-c71042844096 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.8147521 Nov 23 10:12:32.823310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac4c2d11-6c45-4243-9379-76bf631c8c98 req-8efcef89-9bff-4029-b480-7628ded436bc tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Nov 23 10:12:32.867912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Deleting port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:32.868270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.899507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] For port 771778a9-c6cb-4295-b421-ef27bbf781e8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=771778a9-c6cb-4295-b421-ef27bbf781e8,segment=NetworkSegment(642e3fff-f2a4-428c-ae09-188b3637c555),segment_id=642e3fff-f2a4-428c-ae09-188b3637c555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:32.900185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.913849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Calling delete_port for 771778a9-c6cb-4295-b421-ef27bbf781e8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:32.925545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3fdad556-e9ee-40c5-b4aa-cce601e442ed tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:32.927055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3fdad556-e9ee-40c5-b4aa-cce601e442ed tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3631973 Nov 23 10:12:32.987901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:33.012227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Deleting port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:33.012899 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.022812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.083342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] For port 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3fd95edb-1a98-49fb-8a5d-d0c239717e54,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:33.084002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.085234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1a28f3d2-5248-4a5d-88ad-96ac2839f747 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b34034d0-52c3-47ba-9ede-305e61605404'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:33.085780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1a28f3d2-5248-4a5d-88ad-96ac2839f747 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:12:33.099109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Calling delete_port for 3fd95edb-1a98-49fb-8a5d-d0c239717e54 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:33.130074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78553720-2297-4d08-bea2-f3c9d7fe8781 req-8000a19c-465e-448d-9a05-310f130898c9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245027 Nov 23 10:12:33.163712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ef86f6-e060-4e72-9d44-13585ec72fd0 req-b9d9f6ea-6b55-4193-8b71-cf7fb3ff555a service neutron] 10.222.0.11 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802266 Nov 23 10:12:33.181247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.187198 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.209913 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.218948 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.229838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] No DVR routers for this DVR port 771778a9-c6cb-4295-b421-ef27bbf781e8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:33.232092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f7f85-fd6c-4054-be99-fd538666576b None None] Pushing event deleted for resources: {'Port': ['ID=771778a9-c6cb-4295-b421-ef27bbf781e8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:33.261633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] Pushing event deleted for resources: {'Port': ['ID=3fd95edb-1a98-49fb-8a5d-d0c239717e54,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:33.264956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0021f17-71ae-4f0f-a9ef-cabd7b157344 None None] No DVR routers for this DVR port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:33.266491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acbd740-fcd6-47e4-8b71-2bc389306a1e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:33.285483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.304149 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Attempting to bind port 6cbe0d7a-3397-4851-805f-5b687156d2e7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:33.304363 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Attempting to bind port 6cbe0d7a-3397-4851-805f-5b687156d2e7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:33.304720 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Attempting to bind port 6cbe0d7a-3397-4851-805f-5b687156d2e7 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:33.313075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:33.313450 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:33.314034 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.314273 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:33.314732 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Bound port: 6cbe0d7a-3397-4851-805f-5b687156d2e7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:33.315124 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.318272 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Pushing event updated for resources: {'Port': ['ID=6cbe0d7a-3397-4851-805f-5b687156d2e7,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:33.337523 n-d-781076-5 neutron-server[110024]: WARNING neutron.services.metering.metering_plugin [None req-1a28f3d2-5248-4a5d-88ad-96ac2839f747 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:12:33.345913 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.346251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.346586 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.346908 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.347229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.347594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.347923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.348167 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.348467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.348781 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.349092 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.349401 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:33.389946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5891b9-c547-4737-a8f2-2c0079f00710']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:33.400551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3464410a-5d5d-4dcb-811b-2cecbaa01ad5 None None] Provisioning complete for port 6cbe0d7a-3397-4851-805f-5b687156d2e7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:33.401182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3464410a-5d5d-4dcb-811b-2cecbaa01ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.436108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] For port 6cbe0d7a-3397-4851-805f-5b687156d2e7, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:33.441154 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] For port 6cbe0d7a-3397-4851-805f-5b687156d2e7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6cbe0d7a-3397-4851-805f-5b687156d2e7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:33.442139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-7e1b0eb8-bf01-425b-8b29-ca2fd1741867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:33.443984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-7e1b0eb8-bf01-425b-8b29-ca2fd1741867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835e1ab0b9f4901859392197eadaa78&device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 1095 time: 0.1885281 Nov 23 10:12:33.446670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e3fff-f2a4-428c-ae09-188b3637c555') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:33.446907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e3fff-f2a4-428c-ae09-188b3637c555') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:33.449781 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.470827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.492759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3464410a-5d5d-4dcb-811b-2cecbaa01ad5 None None] Port 6cbe0d7a-3397-4851-805f-5b687156d2e7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:33.507618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.540249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a28f3d2-5248-4a5d-88ad-96ac2839f747 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.541381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a28f3d2-5248-4a5d-88ad-96ac2839f747 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4631114 Nov 23 10:12:33.549938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d331dc-2bfa-49ef-ab7d-4b2cb8bb9cc3 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:33.550145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.561055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58946) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:33.580836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:33.581257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.583125 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:33.583329 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:33.585202 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ea39f-9382-4877-9544-4ac2820b862d None None] Pushing event updated for resources: {'Port': ['ID=6cbe0d7a-3397-4851-805f-5b687156d2e7,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:33.594563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] For port 3fd95edb-1a98-49fb-8a5d-d0c239717e54, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3fd95edb-1a98-49fb-8a5d-d0c239717e54,segment=NetworkSegment(c17ccb5c-9db9-43c2-a1e5-0be3d77be805),segment_id=c17ccb5c-9db9-43c2-a1e5-0be3d77be805)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:33.595239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.606548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 771778a9-c6cb-4295-b421-ef27bbf781e8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:33.617751 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:33.621399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2c4e8001-7ae4-4937-b5fb-f44aaacedaff tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b34034d0-52c3-47ba-9ede-305e61605404'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:33.622163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2c4e8001-7ae4-4937-b5fb-f44aaacedaff tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:12:33.634385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 771778a9-c6cb-4295-b421-ef27bbf781e8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:33.634717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 771778a9-c6cb-4295-b421-ef27bbf781e8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:33.635141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3fd95edb-1a98-49fb-8a5d-d0c239717e54 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:33.638228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] Provisioning complete for port 6cbe0d7a-3397-4851-805f-5b687156d2e7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:33.638503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.640275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Calling delete_port for 3fd95edb-1a98-49fb-8a5d-d0c239717e54 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:33.696202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3fd95edb-1a98-49fb-8a5d-d0c239717e54 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:33.696551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3fd95edb-1a98-49fb-8a5d-d0c239717e54 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:33.696972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb907255-9086-4476-9d02-de83f5350c51 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:33.697665 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:33.785234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-3563838c-e538-411b-b132-b7e63d3ed82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:33.786978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-3563838c-e538-411b-b132-b7e63d3ed82b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f7585576-1ed3-412d-8378-b926e2af69ab HTTP/1.1" status: 200 len: 922 time: 0.3309505 Nov 23 10:12:33.788504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.799253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:33.802609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3f5891b9-c547-4737-a8f2-2c0079f00710 HTTP/1.1" status: 204 len: 168 time: 1.5288970 Nov 23 10:12:33.918911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-c2228a69-696c-4359-a82b-a1f876ea6969 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4450430b-dd3c-45b4-923c-1096f74b2c17 HTTP/1.1" status: 200 len: 217 time: 0.1209893 Nov 23 10:12:33.919746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25370d83-d765-475a-a76f-c738f7eb5d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5891b9-c547-4737-a8f2-2c0079f00710,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:33.968298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bb907255-9086-4476-9d02-de83f5350c51 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:33.969276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb907255-9086-4476-9d02-de83f5350c51 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:34.025578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-e42d33de-3c8b-4e5d-a1be-3b3ed5a63ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:34.026581 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:34.027080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-e42d33de-3c8b-4e5d-a1be-3b3ed5a63ad8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b9a0a65-81f4-4bf9-ad16-7793c76ec36e HTTP/1.1" status: 200 len: 861 time: 0.1001337 Nov 23 10:12:34.054942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] For port 6cbe0d7a-3397-4851-805f-5b687156d2e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6cbe0d7a-3397-4851-805f-5b687156d2e7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:34.063837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:34.067277 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:29Z', 'revision_number': 3, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:34.072497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-b0752a81-ac33-4221-b1db-42afc2f89986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7585576-1ed3-412d-8378-b926e2af69ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351653 Nov 23 10:12:34.155509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4004f-6f6c-44a2-90f5-846ea08b2a6f None None] Pushing event updated for resources: {'Port': ['ID=6cbe0d7a-3397-4851-805f-5b687156d2e7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:34.161158 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baea9e8-71cf-4603-9546-4e678b684cb0 None None] The sync data for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 is: [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:29Z', 'revision_number': 3, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:34.205962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58964) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:34.435752 n-d-781076-5 neutron-server[110024]: WARNING neutron.services.metering.metering_plugin [None req-2c4e8001-7ae4-4937-b5fb-f44aaacedaff tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:12:34.668238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8001-7ae4-4937-b5fb-f44aaacedaff tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:34.672241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2c4e8001-7ae4-4937-b5fb-f44aaacedaff tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1050870 Nov 23 10:12:34.672887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58970) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:34.687274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843be34-17fb-4223-8df7-4c92b2cd7fe7 req-1c7147c4-328e-43cb-895f-4021173e512f tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:34.697361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d843be34-17fb-4223-8df7-4c92b2cd7fe7 req-1c7147c4-328e-43cb-895f-4021173e512f tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 944 time: 0.3861368 Nov 23 10:12:34.737757 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-e33524f9-039f-4b8e-921e-e1ea1e318f3a service neutron] 10.222.0.11 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556344 Nov 23 10:12:34.767917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7695f12a-bf7d-42f6-a883-63b7f6631db9 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=1c6efd77-c1d6-459b-8609-8d37e966ae6a HTTP/1.1" status: 200 len: 462 time: 0.0681078 Nov 23 10:12:34.780483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58976) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:34.838389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Allocated IP 172.20.0.1 (765cc38a-2f67-41a8-8e76-c929604df58b/043c56d7-5781-4cea-818b-030f72cdeae6/45a7c899-f5fe-4d7e-a9c7-335036ae57e7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:34.851806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b58ef91-2ce2-4dac-b5f3-854e81b39c44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=322a3c3ad16848299492fc857fcbb9d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6407747 Nov 23 10:12:34.854371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58980) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:34.873076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d843be34-17fb-4223-8df7-4c92b2cd7fe7 req-c80c08be-026a-4791-b617-f14fa89f585c tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745732 Nov 23 10:12:34.899082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de2031-b152-48e1-a40a-4ae001cc79a2 req-c17c58a7-6e12-4c16-8e91-d29ccae98418 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:34.906640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12de2031-b152-48e1-a40a-4ae001cc79a2 req-c17c58a7-6e12-4c16-8e91-d29ccae98418 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.6648767 Nov 23 10:12:34.912421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:34.917679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2bd107b1-f31c-4280-a0e1-bd95debb730a req-88eae2a5-1c6c-4f94-b861-12712ad35686 service neutron] 10.222.0.11 "GET /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514907 Nov 23 10:12:34.986321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd95edb-1a98-49fb-8a5d-d0c239717e54,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:34.988150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] No DVR routers for this DVR port 3fd95edb-1a98-49fb-8a5d-d0c239717e54 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:35.002179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12de2031-b152-48e1-a40a-4ae001cc79a2 req-a85b696b-3a4f-442c-82d4-bbb3b4e7fe90 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940800 Nov 23 10:12:35.137175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-285a01ac-2ebe-4e62-97fe-6bf1dba63b7c tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.140988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-285a01ac-2ebe-4e62-97fe-6bf1dba63b7c tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/1c6efd77-c1d6-459b-8609-8d37e966ae6a HTTP/1.1" status: 204 len: 168 time: 0.3550625 Nov 23 10:12:35.142479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.157934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.165141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6d8448bb-a9fd-4150-8738-f4c16ca0c1fa tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=1c6efd77-c1d6-459b-8609-8d37e966ae6a HTTP/1.1" status: 200 len: 221 time: 0.0207791 Nov 23 10:12:35.170325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58988) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.174832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cc360abf-912f-4f27-a183-8be3370c8d52 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--774784306', 'description': 'label created by tempest'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:35.175294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cc360abf-912f-4f27-a183-8be3370c8d52 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Unknown quota resources ['metering_label']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:12:35.208805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.255859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.297235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.310331 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a238dab-8313-4c1f-8077-3d67b840b285']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:35.326035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:35.326334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ccb5c-9db9-43c2-a1e5-0be3d77be805') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:35.347978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.359837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cc360abf-912f-4f27-a183-8be3370c8d52 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.360910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cc360abf-912f-4f27-a183-8be3370c8d52 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1896195 Nov 23 10:12:35.363929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.377837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.389406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:35.389930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:35.391691 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:35.394253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.396083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.397227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd2c563c-56f9-4265-9be8-3f81162d898f HTTP/1.1" status: 204 len: 168 time: 0.5411725 Nov 23 10:12:35.419035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.429956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be87f-696c-4495-8842-dc9e69b89a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c563c-56f9-4265-9be8-3f81162d898f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:35.483031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b395628f-f074-4852-b573-e670155856eb tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=699fdbde-d6de-40eb-8a20-a29bddab37f5 HTTP/1.1" status: 200 len: 467 time: 0.1179581 Nov 23 10:12:35.485861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58998) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.516808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Network 765cc38a-2f67-41a8-8e76-c929604df58b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:35.521865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:35.526983 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:35.560788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.575558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.582789 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/5a238dab-8313-4c1f-8077-3d67b840b285 HTTP/1.1" status: 204 len: 168 time: 3.6580403 Nov 23 10:12:35.586795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Pushing event updated for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:35.621142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10486e0f-37cc-47c8-a80e-7b759601f0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a238dab-8313-4c1f-8077-3d67b840b285,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:35.623588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.662964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6cbe0d7a-3397-4851-805f-5b687156d2e7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:35.780478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6cbe0d7a-3397-4851-805f-5b687156d2e7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:35.781820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.854736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-da6a6498-f1be-4e27-801f-72bb772d5fef tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.863779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-da6a6498-f1be-4e27-801f-72bb772d5fef tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/699fdbde-d6de-40eb-8a20-a29bddab37f5 HTTP/1.1" status: 204 len: 168 time: 0.3740981 Nov 23 10:12:35.864085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59014) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.887192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:35.889377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c0f2126-fc26-45cb-afb0-f69746baaaee tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=699fdbde-d6de-40eb-8a20-a29bddab37f5 HTTP/1.1" status: 200 len: 216 time: 0.0243695 Nov 23 10:12:35.894217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59020) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.914137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8235388d-439b-44a5-b95c-02dab1d08a12 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158029 Nov 23 10:12:35.916482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59022) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:35.936514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a011cfa-c412-4359-aca5-d4a8d6de79b9 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0181532 Nov 23 10:12:35.939982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59028) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.000934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.016983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-404b3809-caba-442f-8916-128754177d40 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/b34034d0-52c3-47ba-9ede-305e61605404 HTTP/1.1" status: 200 len: 472 time: 0.0713055 Nov 23 10:12:36.021141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59038) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.050693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3bb632d5-cb64-4fdd-8675-f66e37d258b1 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/9e06d3e1-5ffc-44cd-8676-0b8b6c28a9e5 HTTP/1.1" status: 200 len: 459 time: 0.0148411 Nov 23 10:12:36.054232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59040) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.179765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-70f737d8-d160-4936-b55a-89c86f07f49f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6dd215f6b9a49eb9f8adecbe31dac19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723509 Nov 23 10:12:36.185038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.229133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e5d-9c79-44d8-9639-6c399c821424 req-2f4691c7-2a25-4658-b8c2-5da4e5856bb8 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:36.231739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-19e72729-be56-4fa4-8969-82641a4211ec tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.235779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-19e72729-be56-4fa4-8969-82641a4211ec tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/9e06d3e1-5ffc-44cd-8676-0b8b6c28a9e5 HTTP/1.1" status: 204 len: 168 time: 0.1797256 Nov 23 10:12:36.236544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59046) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:36.237054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36f18e5d-9c79-44d8-9639-6c399c821424 req-2f4691c7-2a25-4658-b8c2-5da4e5856bb8 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 944 time: 0.2225256 Nov 23 10:12:36.358819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36f18e5d-9c79-44d8-9639-6c399c821424 req-aacfecae-b977-4da9-a119-0e0eeb7da796 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194098 Nov 23 10:12:36.366396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.395714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.424467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.426520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.447161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2161a-dbd9-4afa-976f-7e54999fcf3b req-85085566-976d-4328-97ec-d1de70757844 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:36.448915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dee2161a-dbd9-4afa-976f-7e54999fcf3b req-85085566-976d-4328-97ec-d1de70757844 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.3328860 Nov 23 10:12:36.481911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Pushing event updated for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:36.542393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.569082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e2e8-9103-42cb-bec7-3912155bf8e6 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.572640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0fa6e2e8-9103-42cb-bec7-3912155bf8e6 tempest-MeteringIpV6TestJSON-292775817 tempest-MeteringIpV6TestJSON-292775817-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/b34034d0-52c3-47ba-9ede-305e61605404 HTTP/1.1" status: 204 len: 168 time: 0.3130443 Nov 23 10:12:36.596072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dee2161a-dbd9-4afa-976f-7e54999fcf3b req-158f13f9-5f0b-4ea3-a4cf-d68ffd036278 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360517 Nov 23 10:12:36.652467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.655399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:36.656849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6abf19ed-3058-43e8-9ebb-af3fdea88a84 HTTP/1.1" status: 204 len: 168 time: 0.4705813 Nov 23 10:12:36.671865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01320ca-1054-46ca-8476-e4b8f2dfd307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf19ed-3058-43e8-9ebb-af3fdea88a84,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:36.719917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Network 765cc38a-2f67-41a8-8e76-c929604df58b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:36.721403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:36.855543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Router dc56201d-3371-4352-a5bc-3a27402d3e1c has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:12:36.959788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59068) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:37.021410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:37.033699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Sync routers for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:37.036635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1005987d-19c1-4a07-8f4c-0d6f995a4ece admin admin] 10.222.0.62 "PUT /v2.0/routers/dc56201d-3371-4352-a5bc-3a27402d3e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1124094 Nov 23 10:12:37.057263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:37.057934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:37.167909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59078) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:37.206464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:37.224084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23fb7ff9-cb2b-490d-93ef-1d9ea5f18414 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9ca7337bbd34d8ca4c8191cc20efaef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549824 Nov 23 10:12:37.227549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59080) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:37.313174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.356059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.400568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ffd6-944a-4e86-b1f7-47d4867887c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.452689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.456631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.458344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23666285-6e3c-48a4-bb67-914351e1cabe HTTP/1.1" status: 204 len: 168 time: 0.2291961 Nov 23 10:12:37.479735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67ae9c-21d4-481b-a8e8-10e48d2ea6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23666285-6e3c-48a4-bb67-914351e1cabe,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:37.577062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:35Z', 'revision_number': 4, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '45a7c899-f5fe-4d7e-a9c7-335036ae57e7', 'name': '', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'mac_address': 'fa:16:3e:30:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:33Z', 'updated_at': '2021-11-23T10:12:36Z', 'revision_number': 2, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'subnets': [{'id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:37.597633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ffd6-944a-4e86-b1f7-47d4867887c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.608869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ffd6-944a-4e86-b1f7-47d4867887c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.652193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4450430b-dd3c-45b4-923c-1096f74b2c17 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:37.659908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c04e10-6731-4409-9253-0ffc4238e019 req-06e6a5f7-58b4-42d8-aca7-cdc40365ae5d tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:37.671401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21c04e10-6731-4409-9253-0ffc4238e019 req-06e6a5f7-58b4-42d8-aca7-cdc40365ae5d tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 944 time: 0.1183398 Nov 23 10:12:37.699394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ae3ffd6-944a-4e86-b1f7-47d4867887c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6e6b9d8660549c38c8598041cce172e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384353 Nov 23 10:12:37.700288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3ffd6-944a-4e86-b1f7-47d4867887c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbab1e8-d407-48f3-b88a-e3c2548d18f8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:37.706921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59098) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:37.826776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.840655 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21c04e10-6731-4409-9253-0ffc4238e019 req-a583a890-2d72-4037-a999-621b4bdbbaf2 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669681 Nov 23 10:12:37.871422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4450430b-dd3c-45b4-923c-1096f74b2c17,segment=NetworkSegment(7ea680e4-ab6e-447e-9817-8a7fcb03ecc5),segment_id=7ea680e4-ab6e-447e-9817-8a7fcb03ecc5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:37.904352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '4450430b-dd3c-45b4-923c-1096f74b2c17', 'network_id': 'f7585576-1ed3-412d-8378-b926e2af69ab', 'port_id': '4450430b-dd3c-45b4-923c-1096f74b2c17', 'mac_address': 'fa:16:3e:4b:b2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a0a65-81f4-4bf9-ad16-7793c76ec36e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:37.913875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Checking router: dc56201d-3371-4352-a5bc-3a27402d3e1c for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:37.914253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Updating router dc56201d-3371-4352-a5bc-3a27402d3e1c port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:12:37.942626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.980524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:37.990157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049a9a-0ff1-427f-b2bf-ed91f2a7eff3 req-cad17d18-025e-4ebc-ae92-077e306f833e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:38.002092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50049a9a-0ff1-427f-b2bf-ed91f2a7eff3 req-cad17d18-025e-4ebc-ae92-077e306f833e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0938795 Nov 23 10:12:38.119874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-f96d5834-d293-47f3-8736-3d35a7624d33 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:38.128359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50049a9a-0ff1-427f-b2bf-ed91f2a7eff3 req-e7d84d49-c729-4829-b423-4ffe64ba6144 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246300 Nov 23 10:12:38.145279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-f96d5834-d293-47f3-8736-3d35a7624d33 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 818 time: 0.2973106 Nov 23 10:12:38.165721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.168706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.170245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abbab1e8-d407-48f3-b88a-e3c2548d18f8 HTTP/1.1" status: 204 len: 168 time: 0.4621229 Nov 23 10:12:38.194203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f644d-f3ed-4f2c-bf8b-efbc78a4b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbab1e8-d407-48f3-b88a-e3c2548d18f8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:38.212484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-da8b14f1-d988-4b54-be91-3658de6812e3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/quotas/de06bfe6311844408713e2ed16babf94 HTTP/1.1" status: 200 len: 375 time: 0.0658071 Nov 23 10:12:38.253699 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.278858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4450430b-dd3c-45b4-923c-1096f74b2c17 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:38.305090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4450430b-dd3c-45b4-923c-1096f74b2c17,segment=NetworkSegment(7ea680e4-ab6e-447e-9817-8a7fcb03ecc5),segment_id=7ea680e4-ab6e-447e-9817-8a7fcb03ecc5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:38.318893 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.331885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-5ba4e77c-3cbc-4178-af9c-a00477ea0ae9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103773 Nov 23 10:12:38.417304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:38.428025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.428630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.429139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.429710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.430534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.431065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.431571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.432049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.432523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.432997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.433477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.433986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:38.525455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-9a552571-006d-44bc-a5af-0bb931d9bd7b service neutron] 10.222.0.62 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928027 Nov 23 10:12:38.626952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.631638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4450430b-dd3c-45b4-923c-1096f74b2c17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:38.641496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-5977175e-3c5c-4772-bbdf-082f73fb5642 service neutron] 10.222.0.62 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146164 Nov 23 10:12:38.675291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:38.763791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652db894-2f8d-46e6-8bdc-578a9ec2fdfd None None] Pushing event updated for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:38.973325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e9aca6b-4683-4adc-b7f6-4d503591669e req-c756e1e0-cbf1-49c5-bf24-8bcd0f40c409 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 210 time: 0.0639408 Nov 23 10:12:38.973793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Attempting to bind port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:38.973793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Attempting to bind port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:38.973793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Attempting to bind port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 on network 765cc38a-2f67-41a8-8e76-c929604df58b {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:38.998596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:38.998981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Checking segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:38.999392 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.002001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Bound using segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:39.002554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Bound port: 45a7c899-f5fe-4d7e-a9c7-335036ae57e7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:39.003020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.064698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac28b1-d08e-4680-be96-3fc12c1f6237 req-92795005-e286-4d57-93dd-13b7c986775e tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:39.066324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27ac28b1-d08e-4680-be96-3fc12c1f6237 req-92795005-e286-4d57-93dd-13b7c986775e tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 945 time: 0.0942595 Nov 23 10:12:39.136922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59148) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:39.180248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f36bc41-a372-4c02-b4e6-28d8148f30c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.189630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27ac28b1-d08e-4680-be96-3fc12c1f6237 req-c195cd0b-4961-464b-961f-d3db8d1408bf tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162524 Nov 23 10:12:39.215411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] For port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:39.224475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] For port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:39.236409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.349014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a5f6f-9020-4f63-b351-229c2dc5443e req-0f38192d-4220-48de-8b43-c713cfbdf5ce tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:39.350904 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-509a5f6f-9020-4f63-b351-229c2dc5443e req-0f38192d-4220-48de-8b43-c713cfbdf5ce tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0956917 Nov 23 10:12:39.392309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f36bc41-a372-4c02-b4e6-28d8148f30c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.401921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f36bc41-a372-4c02-b4e6-28d8148f30c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.404207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:39.404917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:39.438240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-15c8872c-4352-45a0-9fa0-09110794a84a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:39.445806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-15c8872c-4352-45a0-9fa0-09110794a84a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 818 time: 0.1438036 Nov 23 10:12:39.460625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4f36bc41-a372-4c02-b4e6-28d8148f30c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43913b6cb42f41e29e001fe78c6acf83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222108 Nov 23 10:12:39.461939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bc41-a372-4c02-b4e6-28d8148f30c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87828b-3d5f-4c5e-a0dc-2271e914408b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:39.465429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:39.487986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652db894-2f8d-46e6-8bdc-578a9ec2fdfd None None] Pushing event updated for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:39.528147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-509a5f6f-9020-4f63-b351-229c2dc5443e req-95fcc73a-98c7-46e2-9989-9d713ea5916b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636999 Nov 23 10:12:39.566443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-7de1a95e-659e-42e6-9d52-c57834af4637 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/quotas/de06bfe6311844408713e2ed16babf94 HTTP/1.1" status: 200 len: 375 time: 0.1104701 Nov 23 10:12:39.631570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:39.673557 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-0efbac8d-6204-4250-8f98-ab1b46d420dd service neutron] show failed (client error): The resource could not be found. Nov 23 10:12:39.675327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-0efbac8d-6204-4250-8f98-ab1b46d420dd service neutron] 10.222.0.50 "GET /v2.0/ports/ade44e71-b479-48ea-9f7b-11928ef84f19/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.2273483 Nov 23 10:12:39.716566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.722775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-169e5012-5373-4161-abaa-0a1acb379e88 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553845 Nov 23 10:12:39.813202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.934900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:35Z', 'revision_number': 4, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '45a7c899-f5fe-4d7e-a9c7-335036ae57e7', 'name': '', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'mac_address': 'fa:16:3e:30:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:33Z', 'updated_at': '2021-11-23T10:12:39Z', 'revision_number': 4, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'subnets': [{'id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:39.944488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-cfb18517-d9a4-4e58-83af-f7d5c324e132 service neutron] 10.222.0.62 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095437 Nov 23 10:12:39.992167 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.995633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271db-1be9-4caa-adb8-b8acc94184aa None None] The sync data for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 is: [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:12:35Z', 'revision_number': 4, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '45a7c899-f5fe-4d7e-a9c7-335036ae57e7', 'name': '', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'mac_address': 'fa:16:3e:30:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:33Z', 'updated_at': '2021-11-23T10:12:39Z', 'revision_number': 4, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'subnets': [{'id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:12:39.996073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:39.997393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d87828b-3d5f-4c5e-a0dc-2271e914408b HTTP/1.1" status: 204 len: 168 time: 0.5315537 Nov 23 10:12:40.048462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461ba9d-21ae-4598-bb44-1154ba4b2f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87828b-3d5f-4c5e-a0dc-2271e914408b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:40.166999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-bc37f67d-cab8-4076-8a2f-fcc8a6560331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:40.172681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-bc37f67d-cab8-4076-8a2f-fcc8a6560331 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 1097 time: 0.2257574 Nov 23 10:12:40.189131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:40.238360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-1bc6bad8-a37a-46bd-a91d-aa4d98002fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589853 Nov 23 10:12:40.457372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087cf5-626a-4353-b41e-2dd90db49a0a req-ca5c8c04-c42e-49e2-93bd-9e21f3bdf80c tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:40.479385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72087cf5-626a-4353-b41e-2dd90db49a0a req-ca5c8c04-c42e-49e2-93bd-9e21f3bdf80c tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 945 time: 0.1278284 Nov 23 10:12:40.505167 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:40.686887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72087cf5-626a-4353-b41e-2dd90db49a0a req-0eb1cb1f-1166-4faf-872a-da3d44213cc2 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895726 Nov 23 10:12:40.728990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59196) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:40.775142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d27b37b-c5ac-4ce9-bc97-d867a55c9fec req-911d4f7f-7a86-47fb-b3b7-381051b965ef tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 210 time: 0.0599458 Nov 23 10:12:40.796413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-529e37b4-a01b-4938-b53f-7daf5bbb0fb8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:40.796413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-529e37b4-a01b-4938-b53f-7daf5bbb0fb8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 818 time: 0.5227730 Nov 23 10:12:40.824963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Request body: {'port': {'device_id': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'admin_state_up': True, 'tenant_id': 'de06bfe6311844408713e2ed16babf94'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:40.852294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52471881-a78d-409e-a21b-eff6e7a98bd3 req-e98c2744-c251-4db4-ba68-465b7ba19280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:40.859258 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52471881-a78d-409e-a21b-eff6e7a98bd3 req-e98c2744-c251-4db4-ba68-465b7ba19280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0788095 Nov 23 10:12:41.023884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19989955-5407-48ef-a6f5-b39e0a905463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.070536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52471881-a78d-409e-a21b-eff6e7a98bd3 req-43282857-e400-402e-b2d9-19d735612f04 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080164 Nov 23 10:12:41.178806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19989955-5407-48ef-a6f5-b39e0a905463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.184787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19989955-5407-48ef-a6f5-b39e0a905463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.211135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:41.214702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989955-5407-48ef-a6f5-b39e0a905463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ecdc99-9f1a-4671-a53d-e9a75b436302,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:41.245800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19989955-5407-48ef-a6f5-b39e0a905463 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=852d669dca0d452cba1bd2f4ad16e854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124969 Nov 23 10:12:41.253816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:41.323914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:41.367301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.398981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.429249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Made reservation on behalf of de06bfe6311844408713e2ed16babf94 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:41.441377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.479945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.480398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:41.485646 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db472a-7037-4e60-bf31-bba281d51554" -d '{"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-unplugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:41.487620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.491504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7ecdc99-9f1a-4671-a53d-e9a75b436302 HTTP/1.1" status: 204 len: 168 time: 0.2353904 Nov 23 10:12:41.499317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f697852-89b9-4cda-9a38-f2a4d20804fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ecdc99-9f1a-4671-a53d-e9a75b436302,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:41.513469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.623537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4450430b-dd3c-45b4-923c-1096f74b2c17 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:41.665068 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e869fdac-a191-4c1d-a70f-527fed503237 x-openstack-request-id: req-e869fdac-a191-4c1d-a70f-527fed503237 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:41.665365 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-unplugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:41.665624 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e869fdac-a191-4c1d-a70f-527fed503237 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:41.666057 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'code': 200} Nov 23 10:12:41.706840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Transition to ACTIVE for port object ade44e71-b479-48ea-9f7b-11928ef84f19 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:41.721434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.748666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:41.829564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 4450430b-dd3c-45b4-923c-1096f74b2c17 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:41.838746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 4450430b-dd3c-45b4-923c-1096f74b2c17 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:41.839375 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:41.886916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59236) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:41.923036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5a22-5ab3-4cfe-9ae4-a1673b2264c3 req-272fddf5-5c1f-4169-ba21-bbdced7c88d2 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:41.924685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-533a5a22-5ab3-4cfe-9ae4-a1673b2264c3 req-272fddf5-5c1f-4169-ba21-bbdced7c88d2 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 945 time: 0.1300166 Nov 23 10:12:41.942947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:41.943793 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.116616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-533a5a22-5ab3-4cfe-9ae4-a1673b2264c3 req-df05dd3d-ae58-4735-9f4c-755f674b77a8 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664696 Nov 23 10:12:42.241839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.246411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.298236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:42.333609 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab199d6-d252-4a91-a209-83b60c3fc3df" -d '{"events": [{"server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "name": "network-vif-plugged", "status": "completed", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:42.354273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4450430b-dd3c-45b4-923c-1096f74b2c17,segment=NetworkSegment(7ea680e4-ab6e-447e-9817-8a7fcb03ecc5),segment_id=7ea680e4-ab6e-447e-9817-8a7fcb03ecc5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:42.387361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.400457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:42.438181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf6a0-43d4-4ec4-bd00-d6d5c031b0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.495620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:42.514277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.529941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-fcb51037-cc66-4433-8c9b-657e734e560e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:42.540807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:42.541338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-fcb51037-cc66-4433-8c9b-657e734e560e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.11 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 818 time: 0.4166369 Nov 23 10:12:42.566489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Request body: {'port': {'device_id': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'admin_state_up': True, 'tenant_id': 'de06bfe6311844408713e2ed16babf94'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:42.588527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c15a9-a9bc-454f-afad-fb6996bea085 req-3835a87e-8d3a-4a81-8648-dc725c002155 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:42.599811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-832c15a9-a9bc-454f-afad-fb6996bea085 req-3835a87e-8d3a-4a81-8648-dc725c002155 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.2937524 Nov 23 10:12:42.643277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:42.728354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf6a0-43d4-4ec4-bd00-d6d5c031b0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.773857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:42.840511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf6a0-43d4-4ec4-bd00-d6d5c031b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.871798 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07a975dd-c13b-4750-a101-813e169f46be req-7a771a27-1367-4593-8e69-abb853a7246f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 210 time: 0.1162133 Nov 23 10:12:42.890529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bf6a0-43d4-4ec4-bd00-d6d5c031b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1743b-d0b9-43e6-8cd2-1cc000ee3be2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:42.903034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Allocated IP 172.20.0.7 (765cc38a-2f67-41a8-8e76-c929604df58b/043c56d7-5781-4cea-818b-030f72cdeae6/341a2e2e-c504-49b2-9571-de0863e1c750) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:42.939500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Made reservation on behalf of de06bfe6311844408713e2ed16babf94 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:42.944456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:42.961845 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea399d-06ae-4b50-8180-2b77b19cdb49 x-openstack-request-id: req-56ea399d-06ae-4b50-8180-2b77b19cdb49 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:42.962183 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "name": "network-vif-plugged", "status": "completed", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:42.962445 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56ea399d-06ae-4b50-8180-2b77b19cdb49 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:42.962914 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17', 'code': 200} Nov 23 10:12:43.033650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-832c15a9-a9bc-454f-afad-fb6996bea085 req-9f6b35ad-aada-46b0-a319-14cdfc9e9145 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326875 Nov 23 10:12:43.074945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a9bf6a0-43d4-4ec4-bd00-d6d5c031b0b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8a6a9fc6aba442aa9ffeded307eb2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612692 Nov 23 10:12:43.079647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59248) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:43.084191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] No DVR routers for this DVR port ade44e71-b479-48ea-9f7b-11928ef84f19 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:43.166038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.193575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd678ca-fa69-4481-928b-70e309bab308 req-71a6342c-d660-4c5f-b98b-28af94f3a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:43.195287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dd678ca-fa69-4481-928b-70e309bab308 req-71a6342c-d660-4c5f-b98b-28af94f3a6e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 1097 time: 0.1584013 Nov 23 10:12:43.196598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-744089192'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:43.250684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.254237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dd678ca-fa69-4481-928b-70e309bab308 req-6d68e1a9-14f8-4874-9679-dfed593afa32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Nov 23 10:12:43.303935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.308339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.310736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5c1743b-d0b9-43e6-8cd2-1cc000ee3be2 HTTP/1.1" status: 204 len: 168 time: 0.2290554 Nov 23 10:12:43.326414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1743b-d0b9-43e6-8cd2-1cc000ee3be2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:43.337484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:43.338726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.339083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.339430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.339773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.340111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.341151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.341848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.342410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.343574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.343574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.343777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.343981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.344142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a7cd5-db25-4ba8-920e-4b2504920610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:12:43.373845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.398145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e8ee-462e-42d9-8c56-a3dfc2efdd01 req-3c1df291-4255-444f-8dca-a0481a79b2f0 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:43.399686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c04e8ee-462e-42d9-8c56-a3dfc2efdd01 req-3c1df291-4255-444f-8dca-a0481a79b2f0 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 946 time: 0.1878221 Nov 23 10:12:43.416748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.480676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:43.481215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:43.481554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:43.507054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:43.514867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:43.515200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Attempting to bind port ade44e71-b479-48ea-9f7b-11928ef84f19 on network ff864405-26fd-4ba5-9221-7b6244a21d1f {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:43.539450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:43.539795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Checking segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:43.540183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Bound using segment: {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:43.540629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Bound port: ade44e71-b479-48ea-9f7b-11928ef84f19, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f560eba-4942-4144-9bcd-553c2a355cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:43.541056 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.565950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c04e8ee-462e-42d9-8c56-a3dfc2efdd01 req-77c65a87-8d79-4152-89df-1a15eed157d3 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470435 Nov 23 10:12:43.582983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.661159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:43.672269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:43.719474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Network 765cc38a-2f67-41a8-8e76-c929604df58b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:43.724155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Allocated IP 172.20.0.4 (765cc38a-2f67-41a8-8e76-c929604df58b/043c56d7-5781-4cea-818b-030f72cdeae6/2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:43.733337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:43.744682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:43.755864 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.757114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Pushing event updated for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:43.772150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:43.773553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.806675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.870646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:43.873237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:12:43.898913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:43.899547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.935581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71057f2a-1c0c-492d-a688-a3a26fb092ad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:43.940703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:43.941054 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Added segment 7d21f833-1510-488a-972d-fea3217c1dc3 of type vlan for network 1a49051d-a011-46ea-8899-c8e4b366dc99 Nov 23 10:12:43.944262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:43.969063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.017055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.068461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-08f55f27-abbe-4455-b375-e738de1eb8e6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2632253 Nov 23 10:12:44.070981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-235b3a19-7bc5-478e-8b66-f3f689752f3e req-adc26e4a-0041-4d9e-973e-95bdd9fd08b1 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 210 time: 0.0354459 Nov 23 10:12:44.115647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Request body: {'port': {'device_id': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:44.117045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.179963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.180940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.182762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] 10.222.0.11 "PUT /v2.0/ports/ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1092 time: 3.9994919 Nov 23 10:12:44.188297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:44.192307 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf17464a-53cd-4f38-8abe-7c6fcaea7074" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:44.221524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Network 765cc38a-2f67-41a8-8e76-c929604df58b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:44.224797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:44.234346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:44.246540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.285163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Pushing event updated for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:44.319662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.320479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.349815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-dbcdb22a-374c-45af-925d-f14022486f58 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7949471 Nov 23 10:12:44.368587 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7be748-e631-4d9f-87a2-4ec34eeaafc7 x-openstack-request-id: req-ce7be748-e631-4d9f-87a2-4ec34eeaafc7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:44.368885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:44.369144 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce7be748-e631-4d9f-87a2-4ec34eeaafc7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:44.369539 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'status': 'completed', 'code': 200} Nov 23 10:12:44.369683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Request body: {'port': {'device_id': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:44.381637 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.430293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0771be9-ba01-4292-91b6-fd37ec51b567 req-448da008-0a8d-4095-98db-f051a949319b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.431879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0771be9-ba01-4292-91b6-fd37ec51b567 req-448da008-0a8d-4095-98db-f051a949319b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.2548342 Nov 23 10:12:44.432556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5a54-a37c-441d-af3e-da9fad48c021 service neutron] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:44.468058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.503230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-0cfc7d97-f35f-407c-83b8-e61cadf056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.506556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-0cfc7d97-f35f-407c-83b8-e61cadf056cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1095 time: 0.2621610 Nov 23 10:12:44.679583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0771be9-ba01-4292-91b6-fd37ec51b567 req-a4bb0607-b665-4f6d-bdf8-a44f6d9a5264 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025073 Nov 23 10:12:44.680366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.686826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.687718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:44.736313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8446834 Nov 23 10:12:44.764805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59284) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:44.780929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'subnet': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:44.816139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26b60-48c6-473c-9e19-14daa5fb2421 req-460b21f3-a84c-46ad-a10f-10d676431aad tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.817674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7df26b60-48c6-473c-9e19-14daa5fb2421 req-460b21f3-a84c-46ad-a10f-10d676431aad tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 946 time: 0.0907040 Nov 23 10:12:44.869986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-ffdd78a7-a785-41c0-abb3-8605e4634d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:44.871641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-ffdd78a7-a785-41c0-abb3-8605e4634d0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1095 time: 0.4692011 Nov 23 10:12:44.884400 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7df26b60-48c6-473c-9e19-14daa5fb2421 req-964b5b6f-82c3-46fe-a45b-5fa06c945d90 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Nov 23 10:12:44.993568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:45.009928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.032222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-6f058e31-df18-4567-a770-644ea5d39ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:45.033132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Transition to ACTIVE for port object 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:45.034551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-6f058e31-df18-4567-a770-644ea5d39ea3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.4983265 Nov 23 10:12:45.038802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f92c7-1b63-4e18-b86b-32af8d226e12 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Network': ['ID=1a49051d-a011-46ea-8899-c8e4b366dc99,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:45.043695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.052936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:12:45.246739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Pushing event updated for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:45.305605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:45.310452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.443013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-f41d5f68-9d59-4c4b-9415-adc6dff5d416 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 999 time: 0.3990350 Nov 23 10:12:45.448569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-52de2518-e337-4beb-8769-e6b93c0d8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:45.450204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-52de2518-e337-4beb-8769-e6b93c0d8ea5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.5515990 Nov 23 10:12:45.454994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Attempting to bind port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:45.455572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Attempting to bind port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:45.456769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Attempting to bind port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce on network 765cc38a-2f67-41a8-8e76-c929604df58b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:45.464149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce on network 765cc38a-2f67-41a8-8e76-c929604df58b not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:45.464485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Attempting to bind port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce on network 765cc38a-2f67-41a8-8e76-c929604df58b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:45.477287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:45.477632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Checking segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:45.478053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Bound using segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:45.478516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Bound port: 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:45.478851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.631694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:45.638666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:45.653304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.700515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:45.701481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.703179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] 10.222.0.11 "PUT /v2.0/ports/2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 200 len: 1091 time: 1.3443475 Nov 23 10:12:45.703749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:45.706265 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098" -d '{"events": [{"name": "network-changed", "server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:45.760022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e312a-8f4f-4295-bcd3-ea1627f5d57a service neutron] Pushing event updated for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:45.792415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-ae59800f-ac23-464b-a4f7-7bf53a6c2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:45.792415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-ae59800f-ac23-464b-a4f7-7bf53a6c2fa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.3403330 Nov 23 10:12:45.825603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2194-5836-4614-b613-08f30ca5f55c req-8448f6fb-a7b5-47bb-8314-61ac455f198f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:45.832780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d61e2194-5836-4614-b613-08f30ca5f55c req-8448f6fb-a7b5-47bb-8314-61ac455f198f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 943 time: 0.4182453 Nov 23 10:12:45.860873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:45.866681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-a48924c9-8e3e-4613-a404-38eae9ba0be8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 999 time: 0.3452358 Nov 23 10:12:45.973968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341a2e2e-c504-49b2-9571-de0863e1c750 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:45.992588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:46.048766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Transition to ACTIVE for port object 341a2e2e-c504-49b2-9571-de0863e1c750 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:46.053798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:46.057098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-c5aae276-651a-4423-80b7-afa1550e8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.058663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-c5aae276-651a-4423-80b7-afa1550e8861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.1726391 Nov 23 10:12:46.065769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-56804844-45d8-4067-aa85-7a1638c9a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.067261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-56804844-45d8-4067-aa85-7a1638c9a60e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498903 Nov 23 10:12:46.099630 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:46.105733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d61e2194-5836-4614-b613-08f30ca5f55c req-17fa692a-da30-4319-b057-44dd5a1a8e4b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447708 Nov 23 10:12:46.223577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-85201e4a-8b67-4077-b22b-55c667c6040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.225145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-85201e4a-8b67-4077-b22b-55c667c6040c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1094 time: 0.4530938 Nov 23 10:12:46.234116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6f47-7b14-4db5-94b7-6b0c0e95e8db req-91c14e1b-11a4-40e2-b9ea-e96bd2505550 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.235675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36cd6f47-7b14-4db5-94b7-6b0c0e95e8db req-91c14e1b-11a4-40e2-b9ea-e96bd2505550 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.0902011 Nov 23 10:12:46.244783 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87930ee1-b71f-4ae9-9c96-d7d12e6aad2a x-openstack-request-id: req-87930ee1-b71f-4ae9-9c96-d7d12e6aad2a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:46.245185 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:46.245328 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87930ee1-b71f-4ae9-9c96-d7d12e6aad2a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:46.245699 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce', 'status': 'completed', 'code': 200} Nov 23 10:12:46.348264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-fea0a172-8cc8-4c2e-a18a-ebd960a0ab65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 200 len: 217 time: 0.1090572 Nov 23 10:12:46.398982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36cd6f47-7b14-4db5-94b7-6b0c0e95e8db req-d9dc62bb-2d8e-4748-9522-5a528cfe6f70 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501005 Nov 23 10:12:46.487097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-06055273-57a6-4144-a7a9-5da6c79ede3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.489300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-06055273-57a6-4144-a7a9-5da6c79ede3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.0960038 Nov 23 10:12:46.554804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-e541339a-8267-46ec-9ce5-a299f6ededac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574718 Nov 23 10:12:46.731120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaed752-5f74-4080-a843-f2e58cec811a req-e1daddd5-4e92-4c8a-aaa9-93dd98aceab0 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:46.732729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edaed752-5f74-4080-a843-f2e58cec811a req-e1daddd5-4e92-4c8a-aaa9-93dd98aceab0 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 946 time: 0.1411455 Nov 23 10:12:46.788642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-0876dcc7-e843-4225-a3df-9d5487c7beca service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238123 Nov 23 10:12:46.845496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-edaed752-5f74-4080-a843-f2e58cec811a req-25714c98-da62-48f3-8631-d04a302b5e9b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919926 Nov 23 10:12:46.932148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e02889db-b480-4ff9-9e65-d481a0d3b44a req-350c5994-ad0b-421b-b0f0-ef5d05d3960a service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337674 Nov 23 10:12:47.004737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:47.019188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Subnet': ['ID=d981a6d0-2893-4c08-b5c0-eeef7029f646,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:47.045658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-df0d3ac5-87b2-480d-b910-aac192cca589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.047501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-df0d3ac5-87b2-480d-b910-aac192cca589 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1094 time: 0.0559452 Nov 23 10:12:47.075143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:47.167606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Checking segment: {'id': '7d21f833-1510-488a-972d-fea3217c1dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:47.168185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network hostable DHCP agents. Network: 1a49051d-a011-46ea-8899-c8e4b366dc99, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:12:47.175100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-224bafbe-37f4-4127-9c4d-a4015ba74dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.177161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-224bafbe-37f4-4127-9c4d-a4015ba74dda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1048367 Nov 23 10:12:47.237326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Attempting to bind port 341a2e2e-c504-49b2-9571-de0863e1c750 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:47.237930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Attempting to bind port 341a2e2e-c504-49b2-9571-de0863e1c750 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:47.238566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Attempting to bind port 341a2e2e-c504-49b2-9571-de0863e1c750 on network 765cc38a-2f67-41a8-8e76-c929604df58b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:47.264249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Port 341a2e2e-c504-49b2-9571-de0863e1c750 on network 765cc38a-2f67-41a8-8e76-c929604df58b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:47.265008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Attempting to bind port 341a2e2e-c504-49b2-9571-de0863e1c750 on network 765cc38a-2f67-41a8-8e76-c929604df58b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:47.269872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-aa811b5e-8a41-4e58-a796-91de626994f9 service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1633613 Nov 23 10:12:47.299597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-0d82aca3-e523-4ad3-ab32-c07f93ce4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.301397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-0d82aca3-e523-4ad3-ab32-c07f93ce4e69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.2459605 Nov 23 10:12:47.302951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8479892f-4b7f-4cf1-aa71-872e16d99ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.310320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:47.310690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Checking segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:47.311289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Bound using segment: {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:47.311985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Bound port: 341a2e2e-c504-49b2-9571-de0863e1c750, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65ef731-d7c4-4bd9-8700-164195be64fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:47.312697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.363762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-77ce85d2-c26c-4c97-a2dd-20d714c60957 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 200 len: 217 time: 0.0471568 Nov 23 10:12:47.375753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:12:47.513464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8479892f-4b7f-4cf1-aa71-872e16d99ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.519457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8479892f-4b7f-4cf1-aa71-872e16d99ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.545600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 1a49051d-a011-46ea-8899-c8e4b366dc99) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:47.554703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb41b2-6dca-4b71-9843-5161bccfab2b None None] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:47.577468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.578110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.592169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-e62bdb3a-3a14-4c14-bec8-40f929e2c526 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031863 Nov 23 10:12:47.595045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479892f-4b7f-4cf1-aa71-872e16d99ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50c7eb-382a-4a79-9d5e-46fb6c20b677,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:47.619431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226b7ba-d4e3-4839-afd6-4bf4cb2883b4 req-84e4346a-a7f2-44ca-bb80-c16d8fea5718 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.633063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c226b7ba-d4e3-4839-afd6-4bf4cb2883b4 req-84e4346a-a7f2-44ca-bb80-c16d8fea5718 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 943 time: 0.3601718 Nov 23 10:12:47.723289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8479892f-4b7f-4cf1-aa71-872e16d99ffb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19ea0681d3974097b6e6191ca1f2722d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162690 Nov 23 10:12:47.728149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:47.771893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-c2b347e7-0c3f-4b6d-af68-95de7702d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.773745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-c2b347e7-0c3f-4b6d-af68-95de7702d716 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.4022841 Nov 23 10:12:47.802959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-1a49051d-a011-46ea-8899-c8e4b366dc99', 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'tenant_id': '109ddde41bec40f0a4e6b4a466586e18', 'fixed_ips': [{'subnet_id': 'd981a6d0-2893-4c08-b5c0-eeef7029f646'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:12:47.803838 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.814241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-11430526-b32e-4699-87c1-59075dba355e service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039959 Nov 23 10:12:47.829083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-94212630-fa31-4e24-81fd-01f8fde48f2f tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0503078 Nov 23 10:12:47.830489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-c5e5e5fb-3e89-48b4-8d27-ef94a0fdce76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388582 Nov 23 10:12:47.831616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59504) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:47.839424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:47.842998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006847293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:47.849015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d078af1e-d3cc-4e5a-807c-fbfe6d355bba req-8e5b4924-9fbe-4d28-a735-0b904e0ff29d service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538836 Nov 23 10:12:47.865036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6729253-9745-4a16-ada2-ad4052b8858e req-2b26dbcc-6a4b-4fc6-b9cd-57a57a12db33 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.873333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7adc7e8e-a575-4b95-8d12-5144581230c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.879270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6729253-9745-4a16-ada2-ad4052b8858e req-2b26dbcc-6a4b-4fc6-b9cd-57a57a12db33 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.2921302 Nov 23 10:12:47.927713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c226b7ba-d4e3-4839-afd6-4bf4cb2883b4 req-622754b0-6c26-419c-af2f-9ba275ecfa9e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936594 Nov 23 10:12:47.929664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=341a2e2e-c504-49b2-9571-de0863e1c750,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:47.950789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.983441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:47.984081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:47.988984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] 10.222.0.50 "PUT /v2.0/ports/341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 1091 time: 3.8987772 Nov 23 10:12:48.051493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:48.056963 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843cce47-80a7-4e53-862d-158b373fb0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:48.090752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Allocated IP 2001:db8::2 (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/39bfba54-60f0-4f30-9848-d76feeab822b) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:48.231445 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.257312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-e8993bfc-5c6c-4a0f-a29a-2997d6ee0059 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.258908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-e8993bfc-5c6c-4a0f-a29a-2997d6ee0059 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 946 time: 0.2679763 Nov 23 10:12:48.281029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-37b0bbc8-61f4-455b-a56a-1f8c5691dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.283960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-37b0bbc8-61f4-455b-a56a-1f8c5691dc3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1095 time: 0.2517886 Nov 23 10:12:48.294287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6729253-9745-4a16-ada2-ad4052b8858e req-bb378def-024f-466a-a69b-ba0907a6a1a0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047151 Nov 23 10:12:48.338848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-771a1f7d-e688-4c54-b83a-5bb561fdd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.340787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-771a1f7d-e688-4c54-b83a-5bb561fdd2ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1094 time: 0.2743075 Nov 23 10:12:48.344349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-16d64b74-2baf-4f35-a320-f3bf4f486ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563818 Nov 23 10:12:48.360269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.364414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:48.369624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.410541 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.416805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37cc95-d408-439c-b8ed-b56a93ae3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:48.423378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.428350 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7fbd9-5a6c-4ef2-a3a2-7751bc0c5018 x-openstack-request-id: req-dcb7fbd9-5a6c-4ef2-a3a2-7751bc0c5018 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:48.428637 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:48.428808 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcb7fbd9-5a6c-4ef2-a3a2-7751bc0c5018 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:48.429370 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750', 'status': 'completed', 'code': 200} Nov 23 10:12:48.437716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-46b06d28-167e-4e33-b0f0-688a522ba826 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0685704 Nov 23 10:12:48.460606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b142c-c9d0-4a1d-a263-c30b2e429ec5 req-681867a3-eb31-4c48-830b-5e43eebfdf41 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.463171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-486b142c-c9d0-4a1d-a263-c30b2e429ec5 req-681867a3-eb31-4c48-830b-5e43eebfdf41 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 946 time: 0.3131144 Nov 23 10:12:48.472591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:48.475822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:48.480552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:48.486720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Pushing event updated for resources: {'Port': ['ID=39bfba54-60f0-4f30-9848-d76feeab822b,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:48.559441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Deleting port 4450430b-dd3c-45b4-923c-1096f74b2c17 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:48.559800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.581863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Attempting to bind port 39bfba54-60f0-4f30-9848-d76feeab822b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:48.582362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Attempting to bind port 39bfba54-60f0-4f30-9848-d76feeab822b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d21f833-1510-488a-972d-fea3217c1dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:48.582617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Attempting to bind port 39bfba54-60f0-4f30-9848-d76feeab822b on network 1a49051d-a011-46ea-8899-c8e4b366dc99 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:48.588593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:48.588804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Checking segment: {'id': '7d21f833-1510-488a-972d-fea3217c1dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:48.589311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.589717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Bound using segment: {'id': '7d21f833-1510-488a-972d-fea3217c1dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:48.590257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Bound port: 39bfba54-60f0-4f30-9848-d76feeab822b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d21f833-1510-488a-972d-fea3217c1dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:48.590731 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.611833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-486b142c-c9d0-4a1d-a263-c30b2e429ec5 req-d94db01b-cff2-48a3-8f43-ef50b69b660b tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba85f156-304e-485b-8ef4-516c576bde7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328683 Nov 23 10:12:48.616215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-c945c8e4-0778-4b55-b894-4acdcb1372a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.618822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-c945c8e4-0778-4b55-b894-4acdcb1372a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.1680932 Nov 23 10:12:48.669662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] For port 39bfba54-60f0-4f30-9848-d76feeab822b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:48.673876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] For port 39bfba54-60f0-4f30-9848-d76feeab822b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bfba54-60f0-4f30-9848-d76feeab822b,segment=NetworkSegment(7d21f833-1510-488a-972d-fea3217c1dc3),segment_id=7d21f833-1510-488a-972d-fea3217c1dc3)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:48.678735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.692740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-a6daacc3-725c-48d2-bd8e-01f97f073990 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335951 Nov 23 10:12:48.761152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30566aa9-a1e8-4bba-a3b0-aa7a32aa142a None None] Pushing event updated for resources: {'Port': ['ID=39bfba54-60f0-4f30-9848-d76feeab822b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:48.804380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port 050c2f74-457e-41fc-9ce5-579f8107524d yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:12:48.830911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-971144ac-714a-4a9e-8908-bf6d1e1ffb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:48.833007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-971144ac-714a-4a9e-8908-bf6d1e1ffb2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.4914608 Nov 23 10:12:48.851745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] For port 4450430b-dd3c-45b4-923c-1096f74b2c17, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=4450430b-dd3c-45b4-923c-1096f74b2c17,segment=NetworkSegment(7ea680e4-ab6e-447e-9817-8a7fcb03ecc5),segment_id=7ea680e4-ab6e-447e-9817-8a7fcb03ecc5)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:48.852198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:48.873079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Calling delete_port for 4450430b-dd3c-45b4-923c-1096f74b2c17 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:48.966851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-d449bea8-2fd1-4662-a375-ca83dbad7068 service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088438 Nov 23 10:12:49.001488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-e81e4d29-da8c-464d-aab0-882a855e1f40 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987828 Nov 23 10:12:49.130988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:49.135780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:49.146478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f50c7eb-382a-4a79-9d5e-46fb6c20b677 HTTP/1.1" status: 204 len: 168 time: 1.4165313 Nov 23 10:12:49.179468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-997f0ac5-2a1d-486b-8495-9abe15a2c679 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 999 time: 0.3368299 Nov 23 10:12:49.209314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:49.225608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['4450430b-dd3c-45b4-923c-1096f74b2c17'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:49.265043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::128 (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/050c2f74-457e-41fc-9ce5-579f8107524d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:49.350885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce86b61-0816-4c2e-89ce-64410eacc546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50c7eb-382a-4a79-9d5e-46fb6c20b677,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:49.394234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Pushing event deleted for resources: {'Port': ['ID=4450430b-dd3c-45b4-923c-1096f74b2c17,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:49.435616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5605170-722e-43c5-b575-0792b3c9dde4 req-79e6578a-e57a-4efd-b481-f2d319ab431a service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209788 Nov 23 10:12:49.531461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-d36e1ddf-e6fb-4927-8e65-a991cde45f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:49.534004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-d36e1ddf-e6fb-4927-8e65-a991cde45f22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.1839635 Nov 23 10:12:49.604754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] No DVR routers for this DVR port 4450430b-dd3c-45b4-923c-1096f74b2c17 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:12:49.653641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab73680-da59-4c03-8b71-d101ea6564e5 req-caaed0ac-7950-4552-b9a7-f6a2fde4bcf6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:49.661404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ab73680-da59-4c03-8b71-d101ea6564e5 req-caaed0ac-7950-4552-b9a7-f6a2fde4bcf6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 943 time: 0.5132842 Nov 23 10:12:49.665307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:49.668797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b36fa4-78d2-4de7-8adb-39b0076f938d req-68311217-3e48-4a9e-97e6-9d0a88e3b072 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.11 "DELETE /v2.0/ports/4450430b-dd3c-45b4-923c-1096f74b2c17 HTTP/1.1" status: 204 len: 173 time: 1.4005439 Nov 23 10:12:49.741852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bfba54-60f0-4f30-9848-d76feeab822b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:49.831570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70330a-9f66-4961-a5c3-136d497dbaca req-d9466e09-bf47-4548-b0b2-8c0433743e6e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:49.832672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-9327e6d4-cdc7-4bc1-80c2-b64e7ab30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:49.833180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c70330a-9f66-4961-a5c3-136d497dbaca req-d9466e09-bf47-4548-b0b2-8c0433743e6e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.3592708 Nov 23 10:12:49.843537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59684) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:49.843787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-9327e6d4-cdc7-4bc1-80c2-b64e7ab30ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149146 Nov 23 10:12:49.846204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 39bfba54-60f0-4f30-9848-d76feeab822b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:49.846786 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:49.873472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-a9033b15-e77e-40e9-9bf8-76f372db4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:49.875017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-a9033b15-e77e-40e9-9bf8-76f372db4005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1094 time: 0.3551965 Nov 23 10:12:49.918020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ab73680-da59-4c03-8b71-d101ea6564e5 req-66708ae3-e9b8-4d27-93f8-3f403266fc50 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499936 Nov 23 10:12:49.932949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e9846d7-4654-4141-a576-5606046c7779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.014841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.074265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.138272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 39bfba54-60f0-4f30-9848-d76feeab822b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bfba54-60f0-4f30-9848-d76feeab822b,segment=NetworkSegment(7d21f833-1510-488a-972d-fea3217c1dc3),segment_id=7d21f833-1510-488a-972d-fea3217c1dc3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:50.140219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c70330a-9f66-4961-a5c3-136d497dbaca req-da66ac6b-2504-4d5c-9da2-3cc19d200538 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980146 Nov 23 10:12:50.146563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.206181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e254c49-1956-4d0a-9203-77da00024600 req-bcd5481a-edc9-4387-a53a-4e004af67388 tempest-ServerMetadataNegativeTestJSON-1526601312 tempest-ServerMetadataNegativeTestJSON-1526601312-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc4c3239-7177-4d8a-b0a1-05d93c9b7e45 HTTP/1.1" status: 200 len: 210 time: 0.0731740 Nov 23 10:12:50.244169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-feb0dca2-d2df-469e-b75f-2112d254abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:50.246765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-feb0dca2-d2df-469e-b75f-2112d254abe2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.3466201 Nov 23 10:12:50.281105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=39bfba54-60f0-4f30-9848-d76feeab822b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:50.301853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.343879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.368701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-191cd76b-8175-4514-a52d-e9598b312279 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.1104081 Nov 23 10:12:50.383015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b87876be-1637-414f-a1af-d5b43919b9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.388416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-46850583-eb66-4daf-a755-d880c66a44c6 service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674237 Nov 23 10:12:50.444805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'name': 'network-vif-deleted', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:50.447928 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6aaf0-f9ee-457b-bf77-535c4a4d3691" -d '{"events": [{"server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "name": "network-vif-deleted", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:50.468243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a737e51-f82f-42c5-b526-c17dbda4a8e9 None None] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:50.493871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:50.501386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:50.507361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=050c2f74-457e-41fc-9ce5-579f8107524d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:50.517409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:50.520674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e9846d7-4654-4141-a576-5606046c7779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.525288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:50.526121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.527388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-437192ab-5547-4c3e-8bd5-360f407de699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:50.530318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-437192ab-5547-4c3e-8bd5-360f407de699 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.1549332 Nov 23 10:12:50.533533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e9846d7-4654-4141-a576-5606046c7779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.549100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-14f0e669-106f-446b-aa58-bb2f82afc0b0 None None] Provisioning complete for port 39bfba54-60f0-4f30-9848-d76feeab822b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:50.550175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-14f0e669-106f-446b-aa58-bb2f82afc0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.562198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3d3ff7b2-7a72-410f-b120-ac513ea0c759 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7262640 Nov 23 10:12:50.568743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59748) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:50.574056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-393394946', 'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:67:87:3d'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:50.586943 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae75311c-ac62-4919-b4c8-362d230b1ac0 x-openstack-request-id: req-ae75311c-ac62-4919-b4c8-362d230b1ac0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:50.587231 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4c3239-7177-4d8a-b0a1-05d93c9b7e45", "name": "network-vif-deleted", "tag": "4450430b-dd3c-45b4-923c-1096f74b2c17", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:50.589432 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae75311c-ac62-4919-b4c8-362d230b1ac0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:50.590070 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4c3239-7177-4d8a-b0a1-05d93c9b7e45', 'name': 'network-vif-deleted', 'tag': '4450430b-dd3c-45b4-923c-1096f74b2c17', 'status': 'completed', 'code': 200} Nov 23 10:12:50.599073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf17464a-53cd-4f38-8abe-7c6fcaea7074 req-1d837e45-583d-4332-9a15-492933cbda52 service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966543 Nov 23 10:12:50.662668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-a701d992-1102-4c7a-8db1-b9999e4fd5f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117072 Nov 23 10:12:50.700758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8e9846d7-4654-4141-a576-5606046c7779 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feb5aeee0ca449499cccf3b1cf93a67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8521478 Nov 23 10:12:50.703174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59764) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:50.714378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9846d7-4654-4141-a576-5606046c7779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e067f2d5-22d6-4843-8743-f3200fd6ea75,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:50.763562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:50.821427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-1b53dccd-e62a-43e7-bb88-b121cd88a66a service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483586 Nov 23 10:12:50.831983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.865663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.910176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:50.933034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port 91f95800-3727-4294-a5cf-530a28c9d335 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:12:50.945220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-843cce47-80a7-4e53-862d-158b373fb0c7 req-3175e2ba-0229-439c-8820-b866fbb35c79 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155756 Nov 23 10:12:51.003118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.005985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.010489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e067f2d5-22d6-4843-8743-f3200fd6ea75 HTTP/1.1" status: 204 len: 168 time: 0.3059344 Nov 23 10:12:51.077874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cb67a-340e-45d2-9816-c83652b23fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e067f2d5-22d6-4843-8743-f3200fd6ea75,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:51.157854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f7fdd47f-e18a-48e5-955a-ccf5a8c8016f None None] Provisioning complete for port 39bfba54-60f0-4f30-9848-d76feeab822b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:51.158509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd47f-e18a-48e5-955a-ccf5a8c8016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.163421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965e56-967d-4966-9008-a08d2f2947c5 req-0b94f351-7e8d-410a-a931-62c1a197cdc4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:51.165844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2965e56-967d-4966-9008-a08d2f2947c5 req-0b94f351-7e8d-410a-a931-62c1a197cdc4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 943 time: 0.1476562 Nov 23 10:12:51.251602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::1bb (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/91f95800-3727-4294-a5cf-530a28c9d335) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:51.350877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.364076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4bfb7-c553-4395-a3d6-3793c8f61ede req-1cedf7ee-8520-4f8f-8374-bd4acde5d3d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:51.366738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dd4bfb7-c553-4395-a3d6-3793c8f61ede req-1cedf7ee-8520-4f8f-8374-bd4acde5d3d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 944 time: 0.0845320 Nov 23 10:12:51.406762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f7fdd47f-e18a-48e5-955a-ccf5a8c8016f None None] Provisioning complete for port 050c2f74-457e-41fc-9ce5-579f8107524d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:51.407000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd47f-e18a-48e5-955a-ccf5a8c8016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.442312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2965e56-967d-4966-9008-a08d2f2947c5 req-815339cf-6fb8-45b7-95be-84141e203443 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396779 Nov 23 10:12:51.492799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdd47f-e18a-48e5-955a-ccf5a8c8016f None None] Port 050c2f74-457e-41fc-9ce5-579f8107524d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:51.507995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:51.508958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2dd4bfb7-c553-4395-a3d6-3793c8f61ede req-d0420db7-b559-4660-b9b4-672b12ff2eae tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293135 Nov 23 10:12:51.550587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 341a2e2e-c504-49b2-9571-de0863e1c750 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:51.597514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bfba54-60f0-4f30-9848-d76feeab822b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:51.653791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Deleting subnet 2b9a0a65-81f4-4bf9-ad16-7793c76ec36e {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:12:51.662810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.669655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:51.704934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-efb35fd4-0c91-406d-ba48-a9013595cecd None None] Provisioning complete for port 050c2f74-457e-41fc-9ce5-579f8107524d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:51.705306 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-efb35fd4-0c91-406d-ba48-a9013595cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.741559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.745290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.762441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=341a2e2e-c504-49b2-9571-de0863e1c750,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:51.791195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-efb35fd4-0c91-406d-ba48-a9013595cecd None None] Port 050c2f74-457e-41fc-9ce5-579f8107524d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:51.801322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '341a2e2e-c504-49b2-9571-de0863e1c750', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'port_id': '341a2e2e-c504-49b2-9571-de0863e1c750', 'mac_address': 'fa:16:3e:ad:2d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:51.808844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.842212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 39bfba54-60f0-4f30-9848-d76feeab822b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:51.842586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.858637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.921115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:51.925805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:51.932006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:51.938431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:51.939955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.942760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:51.943020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=91f95800-3727-4294-a5cf-530a28c9d335,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:51.946654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.947318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.981712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'port_id': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'mac_address': 'fa:16:3e:3b:dd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:51.986255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341a2e2e-c504-49b2-9571-de0863e1c750 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:51.988023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:51.993766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2b9a0a65-81f4-4bf9-ad16-7793c76ec36e HTTP/1.1" status: 204 len: 168 time: 0.4723668 Nov 23 10:12:51.993766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2a7b6-24c9-480d-9096-7fb1d817341e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9a0a65-81f4-4bf9-ad16-7793c76ec36e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:51.994235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59868) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:52.002036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3e105ee2-c2e1-4564-9f21-8fe66f1b4801 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4321718 Nov 23 10:12:52.007248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:52.066179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=341a2e2e-c504-49b2-9571-de0863e1c750,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:52.099297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.138400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd4a42-6b2b-4c0a-b62b-c308c8c044ad tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.142607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.145090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd4a42-6b2b-4c0a-b62b-c308c8c044ad tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.152196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd4a42-6b2b-4c0a-b62b-c308c8c044ad tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.154707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c0fd4a42-6b2b-4c0a-b62b-c308c8c044ad tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1454473 Nov 23 10:12:52.158093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59874) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:52.162264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.168305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade44e71-b479-48ea-9f7b-11928ef84f19 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:52.208094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:52.214222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:52.221625 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.222711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:12:52.307299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.330103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['341a2e2e-c504-49b2-9571-de0863e1c750'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:52.332809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-af1f87ce-d5d0-42f5-ab7b-678500b0423f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.334412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-af1f87ce-d5d0-42f5-ab7b-678500b0423f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 813 time: 0.3305547 Nov 23 10:12:52.343827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7585576-1ed3-412d-8378-b926e2af69ab']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:52.355191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:52.355643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea680e4-ab6e-447e-9817-8a7fcb03ecc5') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:52.360188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-ec2091a6-649c-4f7a-8c22-31281c9c82f5 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/quotas/59048a9591d6413086dbe6a1cc5a82ae HTTP/1.1" status: 200 len: 375 time: 0.0127168 Nov 23 10:12:52.367853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.369060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:52.378962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port 91f95800-3727-4294-a5cf-530a28c9d335 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:52.379117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.391255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.399670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:12:52.401231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:12:52.405962 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:12:52.424718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e0793802-a0e1-4a09-ae74-e6bc7a31dc6c None None] Provisioning complete for port 91f95800-3727-4294-a5cf-530a28c9d335 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:52.425098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e0793802-a0e1-4a09-ae74-e6bc7a31dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.428319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-001d41b4-d9e0-4e94-9a84-2488d50515dc tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587106 Nov 23 10:12:52.469391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:52.485622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.498599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.502534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f7585576-1ed3-412d-8378-b926e2af69ab HTTP/1.1" status: 204 len: 168 time: 0.5072546 Nov 23 10:12:52.511456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce', 'network_id': '765cc38a-2f67-41a8-8e76-c929604df58b', 'port_id': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce', 'mac_address': 'fa:16:3e:dd:e3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043c56d7-5781-4cea-818b-030f72cdeae6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:12:52.522302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e0793802-a0e1-4a09-ae74-e6bc7a31dc6c None None] Port 91f95800-3727-4294-a5cf-530a28c9d335 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:52.545256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a2d21-6afd-4800-941a-49d2786673a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7585576-1ed3-412d-8378-b926e2af69ab,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:52.586586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.632433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:52.651464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f0946-4117-424f-97ad-35a480c556f3 req-245eab84-f824-478d-9392-69955d94bd53 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.668786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da6f0946-4117-424f-97ad-35a480c556f3 req-245eab84-f824-478d-9392-69955d94bd53 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 943 time: 0.1087151 Nov 23 10:12:52.672356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.674672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:52.695390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:52.757075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:52.795859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da6f0946-4117-424f-97ad-35a480c556f3 req-04ee2c8c-2f37-4b4b-9504-b8b7876a3420 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244183 Nov 23 10:12:52.851224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59892) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:52.927276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cfeeb8bf-1130-4d39-a209-0f4b27b09469 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4835e1ab0b9f4901859392197eadaa78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0748634 Nov 23 10:12:52.931178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59894) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:52.967972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aed9c-5ce6-4e23-b28f-4094e59f32a4 req-9c2b70a9-16fe-416d-8cf1-14090e66f00f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:52.974331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a3aed9c-5ce6-4e23-b28f-4094e59f32a4 req-9c2b70a9-16fe-416d-8cf1-14090e66f00f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 945 time: 0.1010575 Nov 23 10:12:53.016478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.021286 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.027322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-73f4263a-d572-4a62-9ae2-754364948d6b service neutron] 10.222.0.62 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885177 Nov 23 10:12:53.033719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for 91f95800-3727-4294-a5cf-530a28c9d335 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:53.049919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.070683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a3aed9c-5ce6-4e23-b28f-4094e59f32a4 req-01ac1e68-8565-4664-89ed-9e4b4192b922 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908372 Nov 23 10:12:53.074257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ade44e71-b479-48ea-9f7b-11928ef84f19'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:53.126227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.129220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.134232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba85f156-304e-485b-8ef4-516c576bde7e HTTP/1.1" status: 204 len: 168 time: 0.2019186 Nov 23 10:12:53.147767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd50d-b9e4-49d4-9c27-e64e9a3c69a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85f156-304e-485b-8ef4-516c576bde7e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:53.226986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-6412b0e1-43e6-4652-a067-c41df0febc94 service neutron] 10.222.0.62 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826825 Nov 23 10:12:53.347821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:12:53.406393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.546555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-0b287cd9-e18e-492f-85e5-c68f5f9921b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:53.547585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=91f95800-3727-4294-a5cf-530a28c9d335,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:53.548102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-0b287cd9-e18e-492f-85e5-c68f5f9921b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c&tenant_id=e53ef36b98084a9b94f57f73c49e47ce&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 945 time: 0.1844711 Nov 23 10:12:53.562846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b3166-232a-49cf-afb2-eae20a055a32 req-e744fa0a-7af8-4a86-8455-f61069c05472 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:53.564476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c21b3166-232a-49cf-afb2-eae20a055a32 req-e744fa0a-7af8-4a86-8455-f61069c05472 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 945 time: 0.1561849 Nov 23 10:12:53.569685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 341a2e2e-c504-49b2-9571-de0863e1c750 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:53.648974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.694368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4450430b-dd3c-45b4-923c-1096f74b2c17 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:12:53.755585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 4450430b-dd3c-45b4-923c-1096f74b2c17 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:12:53.756153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 4450430b-dd3c-45b4-923c-1096f74b2c17 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:12:53.772169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-326da525-4447-4479-a172-0b9b32086da1 req-5e5e1664-a8aa-4726-853d-a73132e44d6d tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 210 time: 0.2440434 Nov 23 10:12:53.774535 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-807b39a3-78a4-4514-aede-befc12d0ccfd service neutron] delete failed (client error): The resource could not be found. Nov 23 10:12:53.780615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-807b39a3-78a4-4514-aede-befc12d0ccfd service neutron] 10.222.0.50 "DELETE /v2.0/ports/ade44e71-b479-48ea-9f7b-11928ef84f19/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.2097368 Nov 23 10:12:53.820216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.824671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77149a00-c05c-43de-bbd1-5f9a4fea7776 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/91f95800-3727-4294-a5cf-530a28c9d335 HTTP/1.1" status: 204 len: 168 time: 1.6639762 Nov 23 10:12:53.828087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:53.829244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c21b3166-232a-49cf-afb2-eae20a055a32 req-e6320636-96ac-4271-8437-d51c8851c899 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560077 Nov 23 10:12:53.919786 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d203039-8dc2-4d51-937f-b79c62b67054 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] GET failed (client error): The resource could not be found. Nov 23 10:12:53.921801 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d203039-8dc2-4d51-937f-b79c62b67054 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports/91f95800-3727-4294-a5cf-530a28c9d335 HTTP/1.1" status: 404 len: 333 time: 0.0784717 Nov 23 10:12:53.925812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59932) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:53.937707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1340860232'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:53.940307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 341a2e2e-c504-49b2-9571-de0863e1c750 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:53.968303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 341a2e2e-c504-49b2-9571-de0863e1c750 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:53.968803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:53.994672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-8034c0d1-0fda-49f9-aa49-b31173598060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.000861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-8034c0d1-0fda-49f9-aa49-b31173598060 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1096 time: 0.1649520 Nov 23 10:12:54.108885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296159c0-146b-4378-ad0b-dfbe047009e7 req-241fb1a1-ec00-42bd-9760-b9f08e8f172d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.116630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-296159c0-146b-4378-ad0b-dfbe047009e7 req-241fb1a1-ec00-42bd-9760-b9f08e8f172d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 944 time: 0.1572495 Nov 23 10:12:54.137638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.182125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:54.184951 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d6acb2-ca0a-4e18-aaa0-b238d9dd3a46" -d '{"events": [{"server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "name": "network-vif-plugged", "status": "completed", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:54.198805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=341a2e2e-c504-49b2-9571-de0863e1c750,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:54.208607 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:12:54.217067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-430b5a82-9a50-4fbf-8657-ac74d7fa3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.218904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-430b5a82-9a50-4fbf-8657-ac74d7fa3d30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.1969593 Nov 23 10:12:54.219810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.280983 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5347e7b-8844-425f-beaa-705f0d429f8d x-openstack-request-id: req-f5347e7b-8844-425f-beaa-705f0d429f8d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:54.281693 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "name": "network-vif-plugged", "status": "completed", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:54.282179 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5347e7b-8844-425f-beaa-705f0d429f8d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:54.294204 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750', 'code': 200} Nov 23 10:12:54.303288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-79f66e1d-e3f0-4891-9a64-8a1eed153c15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1000 time: 0.0756345 Nov 23 10:12:54.341262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-296159c0-146b-4378-ad0b-dfbe047009e7 req-e32ba7ae-a775-46dc-8865-689a797894e4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235730 Nov 23 10:12:54.356878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:54.368557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.371946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:54.417441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port c67f10c4-eaad-499d-b005-ad974f617948 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:12:54.447264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-6dd6c111-8e8e-4cf1-a2ae-481ce6dbcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.448838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-6dd6c111-8e8e-4cf1-a2ae-481ce6dbcd67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.1376393 Nov 23 10:12:54.495541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec232-d134-414b-8fd4-fd9b41b0979e req-e88dd3c5-f64e-4956-b009-f82ddf7e315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.497917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dcec232-d134-414b-8fd4-fd9b41b0979e req-e88dd3c5-f64e-4956-b009-f82ddf7e315b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.1056418 Nov 23 10:12:54.525042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-07151ae9-7f4e-49dc-92e5-25008beb0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.526212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-07151ae9-7f4e-49dc-92e5-25008beb0e99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704808 Nov 23 10:12:54.577361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dcec232-d134-414b-8fd4-fd9b41b0979e req-aa5324e0-541c-4eb5-b592-77cf6a7e7d95 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732629 Nov 23 10:12:54.600741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::1d1 (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/c67f10c4-eaad-499d-b005-ad974f617948) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:54.660501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-8ab0780f-b2b7-496d-b1d7-a6d5463636fc service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242721 Nov 23 10:12:54.815975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.866199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.896666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5726ec6-d35f-4b04-9ec6-0e0c461d1bcf req-f13d74cf-5518-4349-88f0-8db59c0186bd tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 210 time: 0.0429683 Nov 23 10:12:54.910464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af5b0aa1-60e0-4828-9f88-43acf16a0e21 req-998638fe-18aa-4a52-95d3-2576c29d5892 service neutron] 10.222.0.50 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457672 Nov 23 10:12:54.923681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:54.927106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:54.931385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:54.938876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:54.939625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:54.964390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=c67f10c4-eaad-499d-b005-ad974f617948,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:54.981290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-64b2bbac-128d-47ec-97c6-f820388fb11d tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0536318 Nov 23 10:12:54.984159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:54.989765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:67:87:3d'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:55.039635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ea34-c0d0-4353-b600-79ca1362055d req-e464bd3e-512d-4a63-a674-94c51ad90b12 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:55.041325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1351ea34-c0d0-4353-b600-79ca1362055d req-e464bd3e-512d-4a63-a674-94c51ad90b12 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 945 time: 0.0740921 Nov 23 10:12:55.041840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59972) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:55.136641 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1351ea34-c0d0-4353-b600-79ca1362055d req-9848bad2-9066-48ed-8535-7d9e3714598e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878134 Nov 23 10:12:55.333454 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.361459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-87a5b787-dc81-4e3f-ad08-789ad209676f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:55.362417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-87a5b787-dc81-4e3f-ad08-789ad209676f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 813 time: 0.2248325 Nov 23 10:12:55.379359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Request body: {'port': {'device_id': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb', 'admin_state_up': True, 'tenant_id': '59048a9591d6413086dbe6a1cc5a82ae'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:55.384170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-06b92b74-555f-4904-8f03-f523489c1744 None None] Provisioning complete for port c67f10c4-eaad-499d-b005-ad974f617948 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:55.385370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-06b92b74-555f-4904-8f03-f523489c1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.452380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-06b92b74-555f-4904-8f03-f523489c1744 None None] Port c67f10c4-eaad-499d-b005-ad974f617948 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:55.472204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-638500991-network', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:55.529459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Made reservation on behalf of 015b4d25ae5948a88cda8cfb2ccf2fad for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:55.549634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.570278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.590019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdbd1a-0e28-4474-9383-43c44c39f147 req-768a95ca-8ad1-43d8-a43d-1ea3adac8310 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:55.597518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10bdbd1a-0e28-4474-9383-43c44c39f147 req-768a95ca-8ad1-43d8-a43d-1ea3adac8310 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 944 time: 0.1283534 Nov 23 10:12:55.620632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Made reservation on behalf of 59048a9591d6413086dbe6a1cc5a82ae for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:55.623585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.693734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:55.694842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10bdbd1a-0e28-4474-9383-43c44c39f147 req-e50d466f-3950-4ea1-b623-f3c5368b5767 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962439 Nov 23 10:12:55.716915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.732268 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.763595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.769450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] In _notify_port_updated(), no bound segment for port c67f10c4-eaad-499d-b005-ad974f617948 on network 1a49051d-a011-46ea-8899-c8e4b366dc99 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:12:55.775479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:55.776131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.780861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "PUT /v2.0/ports/c67f10c4-eaad-499d-b005-ad974f617948 HTTP/1.1" status: 200 len: 1003 time: 0.7923429 Nov 23 10:12:55.780861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:55.783236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.807726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port ade44e71-b479-48ea-9f7b-11928ef84f19 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:55.813920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:12:55.828498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port ade44e71-b479-48ea-9f7b-11928ef84f19 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:55.832344 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.838452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef64ee-1f35-4256-8b33-3d2b43a2e1ce tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=c67f10c4-eaad-499d-b005-ad974f617948,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:55.843887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272625e-2d4b-43cc-a23e-7de9b9aeea41,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:55.849585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.849972 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Added segment 3b5923ce-98e5-477a-8b77-8a3c2a8d91bd of type vlan for network 91aad09c-228b-40f3-91e5-edd739da4ece Nov 23 10:12:55.851711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Allocated IP 172.20.0.8 (3f378199-fa87-41a4-bfe2-6f2144ebcabb/a3762d34-c1da-48e8-a9ea-ce6b007fea6a/3fd1a019-6fd9-4e30-856f-ff0063688558) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:55.901347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port c67f10c4-eaad-499d-b005-ad974f617948 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:55.902500 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:55.930273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.004521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.005501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:56.006391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.028154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.053633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.066117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:56.072957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.074811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:12:56.085143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for c67f10c4-eaad-499d-b005-ad974f617948 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:56.124490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9fab09dc-83cf-4c90-8cf5-69c23a654f18 req-fb295750-6b53-475a-9777-6b7eea3cd6b8 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 210 time: 0.1037085 Nov 23 10:12:56.128791 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0858958 Nov 23 10:12:56.131383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59992) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:56.154106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.158289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Request body: {'subnet': {'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-638500991-subnet', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:56.227299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365d0fd-c78d-4577-a936-1a8ab803e8cb admin admin] Pushing event updated for resources: {'Network': ['ID=91aad09c-228b-40f3-91e5-edd739da4ece,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.230174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:12:56.239690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:56.246332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.259385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 91aad09c-228b-40f3-91e5-edd739da4ece details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:12:56.287633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Made reservation on behalf of 015b4d25ae5948a88cda8cfb2ccf2fad for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:56.289984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.297038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.300899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:56.303435 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ca539-6b5f-4534-b498-4f3b6a4cf1d2" -d '{"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-plugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:56.317604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-59c935fa-dc02-4842-b611-16a5a72c4a74 None None] Provisioning complete for port c67f10c4-eaad-499d-b005-ad974f617948 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:56.318381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-59c935fa-dc02-4842-b611-16a5a72c4a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.376962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.387314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eabbb-c98f-451d-9a8a-40e0b83a826f req-dfdc222e-9c78-4b0f-a268-df1bd2fe7841 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:56.389240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-892eabbb-c98f-451d-9a8a-40e0b83a826f req-dfdc222e-9c78-4b0f-a268-df1bd2fe7841 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1096928 Nov 23 10:12:56.411620 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a13c1f-ae43-4e2f-873b-5ce9e626855e x-openstack-request-id: req-60a13c1f-ae43-4e2f-873b-5ce9e626855e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:56.412239 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-plugged", "status": "completed", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:56.412527 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60a13c1f-ae43-4e2f-873b-5ce9e626855e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:56.413382 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'code': 200} Nov 23 10:12:56.421661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.438344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=c67f10c4-eaad-499d-b005-ad974f617948,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.460630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-59c935fa-dc02-4842-b611-16a5a72c4a74 None None] Port c67f10c4-eaad-499d-b005-ad974f617948 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:56.511605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.520928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Pushing event updated for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.541235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:56.546064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:56.549671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-892eabbb-c98f-451d-9a8a-40e0b83a826f req-66872a86-2e58-4090-a650-aa0c9d44b860 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529324 Nov 23 10:12:56.551143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:56.585718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60004) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:56.592083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:12:56.599941 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.667007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.695897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:56.697044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.701471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.757188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:56.791885 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-d5bc608a-588a-4702-a27f-6910c9d39c6a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187376 Nov 23 10:12:56.812518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Request body: {'port': {'device_id': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:56.873662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Checking segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:56.873956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Network hostable DHCP agents. Network: 91aad09c-228b-40f3-91e5-edd739da4ece, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:12:56.931034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:56.946098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4999fe-c3fd-402d-8a93-3972a80832ca req-69035431-3d07-4f4f-ae05-48f9c383402c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:56.948316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf4999fe-c3fd-402d-8a93-3972a80832ca req-69035431-3d07-4f4f-ae05-48f9c383402c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1625674 Nov 23 10:12:56.964716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Network 91aad09c-228b-40f3-91e5-edd739da4ece is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:12:57.015020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 91aad09c-228b-40f3-91e5-edd739da4ece) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:57.024351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cde55c-7aee-4526-9136-64fa96d3e18f None None] Network 91aad09c-228b-40f3-91e5-edd739da4ece requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:57.025048 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:57.025848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.079284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf4999fe-c3fd-402d-8a93-3972a80832ca req-9ebcd4a9-9f9e-4a58-b137-9266fa092ed6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203349 Nov 23 10:12:57.085725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c7c336b-2319-48c7-bc1e-6b7a4711ba3e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9411108 Nov 23 10:12:57.104549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.110529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4b2c9e4-31a5-403f-9184-e3b798e3af58 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/c67f10c4-eaad-499d-b005-ad974f617948 HTTP/1.1" status: 204 len: 168 time: 1.3266675 Nov 23 10:12:57.110529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60018) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:57.114862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:57.124115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60022) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:57.158257 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-896beb8e-fa3c-4ed8-8ce3-c9fd7167b287 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] GET failed (client error): The resource could not be found. Nov 23 10:12:57.167506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-896beb8e-fa3c-4ed8-8ce3-c9fd7167b287 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports/c67f10c4-eaad-499d-b005-ad974f617948 HTTP/1.1" status: 404 len: 333 time: 0.0373640 Nov 23 10:12:57.167740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60028) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:57.169212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08910a6f-e854-4318-9e9b-c58c00d76648 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 200 len: 993 time: 0.5839872 Nov 23 10:12:57.203002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1574895039'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:57.207724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.208208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017ca72-bd95-4c3a-ac51-cea64ad00fd5 None None] Network 91aad09c-228b-40f3-91e5-edd739da4ece requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:12:57.208839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.305707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.319291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc4c59-0f9c-42ff-88a6-5c278bf9ab87 req-52ad742f-467a-4541-b7d1-02cc5433b27a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:57.320902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3cc4c59-0f9c-42ff-88a6-5c278bf9ab87 req-52ad742f-467a-4541-b7d1-02cc5433b27a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 931 time: 0.1054485 Nov 23 10:12:57.467420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:12:57.470980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.488245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd1a019-6fd9-4e30-856f-ff0063688558 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:12:57.493478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.500012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.505115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:12:57.510376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3cc4c59-0f9c-42ff-88a6-5c278bf9ab87 req-c131075e-ba80-44d0-b47f-03b7d99e3b43 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457350 Nov 23 10:12:57.528123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Transition to ACTIVE for port object 3fd1a019-6fd9-4e30-856f-ff0063688558 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:12:57.556422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.632613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:57.728095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::2cb (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/f6043ecc-a713-4038-a6ed-d0e6eaf793d7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:57.737473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.757915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.767934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Attempting to bind port 3fd1a019-6fd9-4e30-856f-ff0063688558 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:12:57.768242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Attempting to bind port 3fd1a019-6fd9-4e30-856f-ff0063688558 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:12:57.768575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Attempting to bind port 3fd1a019-6fd9-4e30-856f-ff0063688558 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:57.781650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Port 3fd1a019-6fd9-4e30-856f-ff0063688558 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:12:57.782001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Attempting to bind port 3fd1a019-6fd9-4e30-856f-ff0063688558 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:12:57.791290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:12:57.791631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Checking segment: {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:12:57.792016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Bound using segment: {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:12:57.792446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Bound port: 3fd1a019-6fd9-4e30-856f-ff0063688558, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:12:57.792814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.879184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Allocated IP 172.25.1.230 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/d091ca8d-904a-462d-9390-73e7a497833f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:12:57.930094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:12:57.936230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3fd1a019-6fd9-4e30-856f-ff0063688558,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:12:57.944247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:57.997646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.003478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.004101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.004278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.005513 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] 10.222.0.11 "PUT /v2.0/ports/3fd1a019-6fd9-4e30-856f-ff0063688558 HTTP/1.1" status: 200 len: 1091 time: 1.2014155 Nov 23 10:12:58.005986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:58.008253 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0137def7-593e-46c4-b92e-f3f6ae3149ac" -d '{"events": [{"name": "network-changed", "server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:58.036297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ed15-ef70-4f0a-952f-cfe7a351f021 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:58.056471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.085680 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c852d-0813-4765-94c9-7b082bca8b8f x-openstack-request-id: req-4a9c852d-0813-4765-94c9-7b082bca8b8f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:58.086057 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:58.086463 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a9c852d-0813-4765-94c9-7b082bca8b8f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:58.087123 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558', 'status': 'completed', 'code': 200} Nov 23 10:12:58.102179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:58.105641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:58.106334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.108610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:58.142488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7226e7-d704-4616-85e1-daac0e7a28ea None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:12:58.155084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-fd433391-5c34-4961-9776-d72a31650a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.156586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-fd433391-5c34-4961-9776-d72a31650a8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 1094 time: 0.1052899 Nov 23 10:12:58.177342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Pushing event updated for resources: {'Port': ['ID=d091ca8d-904a-462d-9390-73e7a497833f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:58.178799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:12:58.181304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=f6043ecc-a713-4038-a6ed-d0e6eaf793d7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:58.221271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:12:58.224205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-34b0f934-52e6-490f-a44d-ee825f196d8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd1a019-6fd9-4e30-856f-ff0063688558 HTTP/1.1" status: 200 len: 217 time: 0.0535638 Nov 23 10:12:58.224946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:12:58.230844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.231440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.281990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4dc9976e-0251-4cb4-b523-44357cd3c206 None None] Provisioning complete for port d091ca8d-904a-462d-9390-73e7a497833f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:58.282682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4dc9976e-0251-4cb4-b523-44357cd3c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.294611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4cc6117-f79b-4fd1-9769-0d3eca00b07c tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1233580 Nov 23 10:12:58.295490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:58.304408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:87:3d'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:12:58.331567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-5bc2baa2-0137-4e89-be84-e5cfa426eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.333169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-5bc2baa2-0137-4e89-be84-e5cfa426eee9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3762d34-c1da-48e8-a9ea-ce6b007fea6a HTTP/1.1" status: 200 len: 853 time: 0.0988004 Nov 23 10:12:58.343776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9976e-0251-4cb4-b523-44357cd3c206 None None] Port d091ca8d-904a-462d-9390-73e7a497833f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:58.376253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-495c467b-a1f0-4dc4-983a-fb65b8dbb440 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f378199-fa87-41a4-bfe2-6f2144ebcabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342619 Nov 23 10:12:58.411126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20da0-61cc-4cb1-a9ec-53d2b858830c req-7f40441e-2067-4b24-a034-5477cf2203fd tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.413141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1a20da0-61cc-4cb1-a9ec-53d2b858830c req-7f40441e-2067-4b24-a034-5477cf2203fd tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1220367 Nov 23 10:12:58.414762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:12:58.418539 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ae1cc-2543-46c5-b18b-f9ee7a77ca60" -d '{"events": [{"server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "name": "network-vif-plugged", "status": "completed", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:12:58.507823 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f349767-f61c-4c46-97be-868b4ad0935b x-openstack-request-id: req-0f349767-f61c-4c46-97be-868b4ad0935b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:12:58.508165 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "name": "network-vif-plugged", "status": "completed", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:12:58.508422 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f349767-f61c-4c46-97be-868b4ad0935b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:12:58.508814 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce', 'code': 200} Nov 23 10:12:58.559851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1a20da0-61cc-4cb1-a9ec-53d2b858830c req-8cfaf839-b448-4145-b906-49cce1d1960c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368246 Nov 23 10:12:58.606849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-6c227a52-9bf2-4bf9-898d-312fd181ac27 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151449 Nov 23 10:12:58.617436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.685823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-007324ec-70a4-4ab7-a0a4-ff057d44c97c None None] Provisioning complete for port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:58.686521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-007324ec-70a4-4ab7-a0a4-ff057d44c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.689128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04fd7-da10-4b3a-8e58-00522d678b11 req-64ae8d1c-732f-485c-b573-131a71206ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.691173 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efe04fd7-da10-4b3a-8e58-00522d678b11 req-64ae8d1c-732f-485c-b573-131a71206ef7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1096 time: 0.0702300 Nov 23 10:12:58.693717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:58.735509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-007324ec-70a4-4ab7-a0a4-ff057d44c97c None None] Port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:58.810507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec4c5-0696-41d8-b128-b9f7eed4fe79 req-31f820c0-e730-48eb-8c42-e7954605f8c6 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:58.812417 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e60ec4c5-0696-41d8-b128-b9f7eed4fe79 req-31f820c0-e730-48eb-8c42-e7954605f8c6 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 943 time: 0.1354811 Nov 23 10:12:58.820208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03277b42-d6b1-4c85-9148-59e15c2b3650 req-af3e3c50-d2ca-4b41-b2ce-186cfde5f0df service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004056 Nov 23 10:12:58.838754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efe04fd7-da10-4b3a-8e58-00522d678b11 req-57a83778-891e-473e-a426-7a3d5320fc21 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030354 Nov 23 10:12:58.959094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.167223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:12:59.173863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-2d5d05ae-3b6d-4fdc-a7f9-8b1bbd6d5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:59.175448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-2d5d05ae-3b6d-4fdc-a7f9-8b1bbd6d5c8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 1094 time: 0.0716712 Nov 23 10:12:59.262896 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e60ec4c5-0696-41d8-b128-b9f7eed4fe79 req-795a96d9-fced-4e37-8649-c41f1ae6ebb1 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397957 Nov 23 10:12:59.292591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.299063 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.335993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] In _notify_port_updated(), no bound segment for port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 on network 1a49051d-a011-46ea-8899-c8e4b366dc99 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:12:59.343587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:59.344921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.346411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "PUT /v2.0/ports/f6043ecc-a713-4038-a6ed-d0e6eaf793d7 HTTP/1.1" status: 200 len: 1003 time: 1.0481710 Nov 23 10:12:59.349570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:59.374384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-c003f246-7a08-4f23-a6c5-12009ae18d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:59.376723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-c003f246-7a08-4f23-a6c5-12009ae18d2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 914 time: 0.1926413 Nov 23 10:12:59.393443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3e680-b18c-46f7-8eb1-6ebe90fd0cf7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=f6043ecc-a713-4038-a6ed-d0e6eaf793d7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:12:59.394107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:12:59.405093 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Sync routers for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:12:59.430145 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:12:59.431485 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:59.449663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-62144275-4dcb-4559-b989-41a961c1cf2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd1a019-6fd9-4e30-856f-ff0063688558 HTTP/1.1" status: 200 len: 217 time: 0.0644872 Nov 23 10:12:59.480931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:12:59.481165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.481297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.482520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2e735136-d196-47f5-8e42-44119cfc7de5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3720543 Nov 23 10:12:59.490508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:12:59.549228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-6551fed5-8915-49cd-a648-c2f030a8e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:59.551084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-6551fed5-8915-49cd-a648-c2f030a8e300 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3762d34-c1da-48e8-a9ea-ce6b007fea6a HTTP/1.1" status: 200 len: 853 time: 0.0902495 Nov 23 10:12:59.551765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:12:59.586224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-c4ee4452-71b3-4d37-9b33-ee49ffd2756d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f378199-fa87-41a4-bfe2-6f2144ebcabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268512 Nov 23 10:12:59.752522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.764921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-c3b75fa5-1114-46b3-9eae-4bd041e10eb2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701293 Nov 23 10:12:59.772360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for f6043ecc-a713-4038-a6ed-d0e6eaf793d7 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:12:59.775723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b887276-4849-44bc-a3e3-60f809dfd7d3 req-5de65318-f932-40b8-8dcc-3a98c15f8bca tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:12:59.777254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b887276-4849-44bc-a3e3-60f809dfd7d3 req-5de65318-f932-40b8-8dcc-3a98c15f8bca tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0859613 Nov 23 10:12:59.803799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fa9e1d57-0248-48b6-9c74-33773a9ecfb5 None None] Provisioning complete for port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:12:59.805925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1d57-0248-48b6-9c74-33773a9ecfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:12:59.868903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:12:58Z', 'revision_number': 3, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:12:59.878268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e1d57-0248-48b6-9c74-33773a9ecfb5 None None] Port f6043ecc-a713-4038-a6ed-d0e6eaf793d7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:12:59.887401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b887276-4849-44bc-a3e3-60f809dfd7d3 req-175d34fa-3360-4ac2-ad0a-a4f16f5dd828 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003468 Nov 23 10:12:59.904767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0137def7-593e-46c4-b92e-f3f6ae3149ac req-22bab314-a7a8-4515-b63a-db29564883c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265347 Nov 23 10:12:59.919241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Checking router: 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:12:59.920059 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Updating router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 port d091ca8d-904a-462d-9390-73e7a497833f binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:12:59.951684 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.161460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.203029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=f6043ecc-a713-4038-a6ed-d0e6eaf793d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:00.224032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.234019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b5e0e080-0518-420d-99c4-cd1950957d3e tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/f6043ecc-a713-4038-a6ed-d0e6eaf793d7 HTTP/1.1" status: 204 len: 168 time: 0.8831773 Nov 23 10:13:00.234317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60116) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:00.241288 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.251038 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.265488 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad33c8f-b832-4277-bff2-2af3c23383a7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] GET failed (client error): The resource could not be found. Nov 23 10:13:00.267094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ad33c8f-b832-4277-bff2-2af3c23383a7 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports/f6043ecc-a713-4038-a6ed-d0e6eaf793d7 HTTP/1.1" status: 404 len: 333 time: 0.0310650 Nov 23 10:13:00.270910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60118) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:00.276059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1508889150'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:00.384908 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.484464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:00.490440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.515882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cc27d-f3e3-448c-aa59-3ebda2f0580d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:00.542975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627229f2-a6c3-4c8b-809b-6ff20680a4ef None None] Pushing event updated for resources: {'Port': ['ID=d091ca8d-904a-462d-9390-73e7a497833f,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:00.543849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port cc723a90-d591-417b-91a1-5a1a8253d172 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:13:00.554756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Attempting to bind port d091ca8d-904a-462d-9390-73e7a497833f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:00.555191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Attempting to bind port d091ca8d-904a-462d-9390-73e7a497833f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:00.555489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Attempting to bind port d091ca8d-904a-462d-9390-73e7a497833f on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:00.561718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:00.562130 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:00.562748 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.566245 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:00.566810 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Bound port: d091ca8d-904a-462d-9390-73e7a497833f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:00.567212 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.627015 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] For port d091ca8d-904a-462d-9390-73e7a497833f, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:00.630745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac62911-2b88-46ec-b040-68e10eee2958 req-c73bbbd1-99c1-4594-a529-4626103c80ae tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:00.630985 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] For port d091ca8d-904a-462d-9390-73e7a497833f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d091ca8d-904a-462d-9390-73e7a497833f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:00.633031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac62911-2b88-46ec-b040-68e10eee2958 req-c73bbbd1-99c1-4594-a529-4626103c80ae tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 943 time: 0.2216630 Nov 23 10:13:00.643321 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.644212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] Provisioning complete for port d091ca8d-904a-462d-9390-73e7a497833f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:00.646270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.709823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd72eb-e8ad-4b59-be68-167bcf9b23d8 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:00.719093 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:00.719642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:00.724695 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627229f2-a6c3-4c8b-809b-6ff20680a4ef None None] Pushing event updated for resources: {'Port': ['ID=d091ca8d-904a-462d-9390-73e7a497833f,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:00.742602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac62911-2b88-46ec-b040-68e10eee2958 req-d91dd36e-7042-4d6e-a6c5-38b4a2ed2910 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025372 Nov 23 10:13:00.821972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.834008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::29f (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/cc723a90-d591-417b-91a1-5a1a8253d172) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:00.852510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] For port d091ca8d-904a-462d-9390-73e7a497833f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d091ca8d-904a-462d-9390-73e7a497833f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:00.853067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:13:00.860591 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:00.870657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Allocated IP 172.20.0.1 (91aad09c-228b-40f3-91e5-edd739da4ece/b49c8cb8-e604-43bd-a8bd-3d8c21b981ad/b7b878fe-5b15-4c2a-a13a-60fd96c6b970) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:00.965375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dc0f2-e637-44a4-9118-c02d5fa10100 None None] Pushing event updated for resources: {'Port': ['ID=d091ca8d-904a-462d-9390-73e7a497833f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:01.015370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7f3e369a-a045-4f97-973a-63bd682a4e97 None None] Provisioning complete for port d091ca8d-904a-462d-9390-73e7a497833f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:01.016244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f3e369a-a045-4f97-973a-63bd682a4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.075431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.118993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5e8b-2c7c-45c1-a351-2974c8fd0228 req-df8023c4-13f8-454d-80d2-dd34f6c49544 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:01.120338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d6b5e8b-2c7c-45c1-a351-2974c8fd0228 req-df8023c4-13f8-454d-80d2-dd34f6c49544 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1053107 Nov 23 10:13:01.139023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.140180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:12:58Z', 'revision_number': 3, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:01.168591 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99db1f-55d1-4253-9e2a-daed14725161 None None] The sync data for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 is: [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:12:58Z', 'revision_number': 3, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:01.197140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.201511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:01.216026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Network 91aad09c-228b-40f3-91e5-edd739da4ece is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:01.219079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:01.226126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:01.258923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d6b5e8b-2c7c-45c1-a351-2974c8fd0228 req-1fe1192d-b3cb-4343-af70-62cbc8709778 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270623 Nov 23 10:13:01.267226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.293686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.343609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:01.347562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:01.349865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:01.356711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:01.357314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.370499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=cc723a90-d591-417b-91a1-5a1a8253d172,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:01.383037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1e1161b-f878-429f-b700-92ce1398cc47 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1109908 Nov 23 10:13:01.385465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:01.393259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'network_id': '1a49051d-a011-46ea-8899-c8e4b366dc99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1243751148'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:01.563940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.682710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d091ca8d-904a-462d-9390-73e7a497833f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:01.753470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Made reservation on behalf of 109ddde41bec40f0a4e6b4a466586e18 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:01.761439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.780122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d091ca8d-904a-462d-9390-73e7a497833f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:01.780583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.797056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-08bd3243-805a-4a14-b9be-70aaa34628db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:01.798607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-08bd3243-805a-4a14-b9be-70aaa34628db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1096 time: 0.1864605 Nov 23 10:13:01.821868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09d9e1-3f0d-4b12-a328-1d3339b41045 req-a7d93811-9e65-4de0-92b6-fe5ebccb086f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:01.823451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c09d9e1-3f0d-4b12-a328-1d3339b41045 req-a7d93811-9e65-4de0-92b6-fe5ebccb086f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1693888 Nov 23 10:13:01.832016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] device_id is not set on port 39801e79-0c79-47c4-8131-ccb6f13f0931 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:13:01.878562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-70a2f817-1f8b-45d4-8bcb-5b655c981c9a None None] Provisioning complete for port cc723a90-d591-417b-91a1-5a1a8253d172 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:01.879611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-70a2f817-1f8b-45d4-8bcb-5b655c981c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.959591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-70a2f817-1f8b-45d4-8bcb-5b655c981c9a None None] Port cc723a90-d591-417b-91a1-5a1a8253d172 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:01.987603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:01.997467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed16f-ff07-4408-82c8-6c9b9893114b req-a1021d7b-2f9b-460f-bcb9-e90c1f2ff8ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:02.000713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57ed16f-ff07-4408-82c8-6c9b9893114b req-a1021d7b-2f9b-460f-bcb9-e90c1f2ff8ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 943 time: 0.1083450 Nov 23 10:13:02.001481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:02.049858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c09d9e1-3f0d-4b12-a328-1d3339b41045 req-f97e951e-b6e7-4b68-b1c3-8c3eddc2128f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120979 Nov 23 10:13:02.104080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-4f785fa3-c192-4455-a6ea-d2952921e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:02.106320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-4f785fa3-c192-4455-a6ea-d2952921e5a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.2989986 Nov 23 10:13:02.124712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:02.132853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:02.148344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Allocated IP 2001:db8::167 (1a49051d-a011-46ea-8899-c8e4b366dc99/d981a6d0-2893-4c08-b5c0-eeef7029f646/39801e79-0c79-47c4-8131-ccb6f13f0931) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:02.162025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57ed16f-ff07-4408-82c8-6c9b9893114b req-ba9b1dce-3edb-42c4-968c-349de33d8565 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295221 Nov 23 10:13:02.193300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-f08c622b-3ced-49ba-a0d9-dbcb530dc266 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 200 len: 217 time: 0.0496469 Nov 23 10:13:02.288678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-a682db0e-3778-42dc-b9b4-ff582e716782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:02.291285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-a682db0e-3778-42dc-b9b4-ff582e716782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.0931377 Nov 23 10:13:02.293837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Network 91aad09c-228b-40f3-91e5-edd739da4ece is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:02.296570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:02.345983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-6ba99ca9-bf96-4727-a8a3-639261d4fc1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361278 Nov 23 10:13:02.455773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:02.597229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:02.607335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29c01cfd-1c51-4a47-889a-77aa8503be51 admin admin] 10.222.0.62 "PUT /v2.0/routers/92b1a421-dcf0-4529-b3c8-bb7048e4f0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1152968 Nov 23 10:13:02.864681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:02.873396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-0bc228b3-4e0c-41f3-b55b-77f2941f67ab service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201457 Nov 23 10:13:02.959492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.025821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:03.034841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:03.037383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:03.043499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:03.044101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.051446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39c45202-ed0d-4bc3-8143-e8867bcd56a7 req-bb949ae7-4530-47cb-b155-801f43ea0ccf service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679406 Nov 23 10:13:03.053600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=39801e79-0c79-47c4-8131-ccb6f13f0931,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:03.111931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-30bf12fb-75ce-42fc-8f41-59a00a86f593 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7250614 Nov 23 10:13:03.114784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:03.120620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:67:87:3d'}, {'ip_address': '2001:db8::29f', 'mac_address': 'fa:16:3e:fa:61:99'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:03.296526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.319258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0ab2-1aa1-4d71-b942-26ff61a1f9fa req-c87cd5dd-1b70-4ae5-9c8b-f5b775ba5b4b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:03.327089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f2d0ab2-1aa1-4d71-b942-26ff61a1f9fa req-c87cd5dd-1b70-4ae5-9c8b-f5b775ba5b4b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1173770 Nov 23 10:13:03.388641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-983c4419-89f8-42eb-b0be-930dfe57ba6b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:03.396229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-983c4419-89f8-42eb-b0be-930dfe57ba6b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 810 time: 0.1467857 Nov 23 10:13:03.412861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-98946460-0a84-4cb9-90a2-2422c3ff4b2e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/quotas/015b4d25ae5948a88cda8cfb2ccf2fad HTTP/1.1" status: 200 len: 375 time: 0.0159891 Nov 23 10:13:03.413122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1cbbd024-b1b3-494a-8e43-ed7687f22bd7 None None] Provisioning complete for port 39801e79-0c79-47c4-8131-ccb6f13f0931 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:03.413836 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd024-b1b3-494a-8e43-ed7687f22bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.432183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0f2d0ab2-1aa1-4d71-b942-26ff61a1f9fa req-e4c8b657-9b5b-48fc-bc32-51161880899c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041894 Nov 23 10:13:03.473695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbd024-b1b3-494a-8e43-ed7687f22bd7 None None] Port 39801e79-0c79-47c4-8131-ccb6f13f0931 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:03.525479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Sync routers for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:03.526124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-076d0b21-1297-4cb3-8205-4342e1266aa1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110244 Nov 23 10:13:03.551286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:03.551934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:03.630632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcef3e8-c470-4d8b-a60c-baa003f733eb req-518a5403-8150-4d4c-b9b5-2497a228e666 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:03.632602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3bcef3e8-c470-4d8b-a60c-baa003f733eb req-518a5403-8150-4d4c-b9b5-2497a228e666 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 943 time: 0.0709410 Nov 23 10:13:03.654966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.667091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-f9878dec-286a-4b63-b0e5-1514aeb31d3d service neutron] 10.222.0.62 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323512 Nov 23 10:13:03.676429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.684229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:13:03.742478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3bcef3e8-c470-4d8b-a60c-baa003f733eb req-6bc81938-1ee0-4abf-aa9a-efe200313224 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909379 Nov 23 10:13:03.749324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] In _notify_port_updated(), no bound segment for port 39801e79-0c79-47c4-8131-ccb6f13f0931 on network 1a49051d-a011-46ea-8899-c8e4b366dc99 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:13:03.756974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:03.757737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:03.760873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "PUT /v2.0/ports/39801e79-0c79-47c4-8131-ccb6f13f0931 HTTP/1.1" status: 200 len: 1068 time: 0.6447384 Nov 23 10:13:03.762787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60208) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:03.787242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca132-4a20-49f3-93e0-b603e69bf517 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event updated for resources: {'Port': ['ID=39801e79-0c79-47c4-8131-ccb6f13f0931,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:03.797857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3fd1a019-6fd9-4e30-856f-ff0063688558 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:13:03.878341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-3bb72bd1-30de-43f2-8c71-fee25fa796a9 service neutron] 10.222.0.62 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096238 Nov 23 10:13:03.921657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port 39801e79-0c79-47c4-8131-ccb6f13f0931 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:03.922119 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.024129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3fd1a019-6fd9-4e30-856f-ff0063688558,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:04.045914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '3fd1a019-6fd9-4e30-856f-ff0063688558', 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb', 'port_id': '3fd1a019-6fd9-4e30-856f-ff0063688558', 'mac_address': 'fa:16:3e:9d:16:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3762d34-c1da-48e8-a9ea-ce6b007fea6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:13:04.081186 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.099984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for 39801e79-0c79-47c4-8131-ccb6f13f0931 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:04.106367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.111641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:01Z', 'revision_number': 4, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b7b878fe-5b15-4c2a-a13a-60fd96c6b970', 'name': '', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'mac_address': 'fa:16:3e:76:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:13:00Z', 'updated_at': '2021-11-23T10:13:01Z', 'revision_number': 2, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'subnets': [{'id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:04.149716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Checking router: 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:13:04.150294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Updating router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:13:04.153657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-579d60fe-f29a-4387-afa0-d5ac6ed108fd req-fb80ef76-9a75-49ba-9ec9-3417dc2a7401 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 210 time: 0.0446665 Nov 23 10:13:04.155846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd1a019-6fd9-4e30-856f-ff0063688558 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:13:04.204602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3fd1a019-6fd9-4e30-856f-ff0063688558,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:04.220486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.229628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.263752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a4594f39-c579-4bdf-89eb-11c099c9fad7 None None] Provisioning complete for port 39801e79-0c79-47c4-8131-ccb6f13f0931 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:04.264122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a4594f39-c579-4bdf-89eb-11c099c9fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.282725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.343416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=39801e79-0c79-47c4-8131-ccb6f13f0931,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:04.355675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:04.365003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a4594f39-c579-4bdf-89eb-11c099c9fad7 None None] Port 39801e79-0c79-47c4-8131-ccb6f13f0931 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:04.567540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['3fd1a019-6fd9-4e30-856f-ff0063688558'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:13:04.587480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.591020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6604bc78-6dd9-43ee-8ade-86393a39d7ea tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/39801e79-0c79-47c4-8131-ccb6f13f0931 HTTP/1.1" status: 204 len: 168 time: 0.8271575 Nov 23 10:13:04.594761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60232) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:04.650906 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b79787a-92d9-4b33-b04c-6ddbe4f51312 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] GET failed (client error): The resource could not be found. Nov 23 10:13:04.663485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b79787a-92d9-4b33-b04c-6ddbe4f51312 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports/39801e79-0c79-47c4-8131-ccb6f13f0931 HTTP/1.1" status: 404 len: 333 time: 0.0671875 Nov 23 10:13:04.664434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:04.700262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955956-d387-49ae-aaa7-26ff86980bcd req-a975f498-131b-4e34-aa53-5c38151ecb5f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:04.703016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92955956-d387-49ae-aaa7-26ff86980bcd req-a975f498-131b-4e34-aa53-5c38151ecb5f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1170146 Nov 23 10:13:04.802624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92955956-d387-49ae-aaa7-26ff86980bcd req-0b00ddc3-4498-4b7c-b5b6-641e13044f90 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Nov 23 10:13:04.840415 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.851133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port cc723a90-d591-417b-91a1-5a1a8253d172 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:04.851586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.866040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:04.967236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02327fc4-31a5-4d79-aa44-75848aa3b7a6 None None] Pushing event updated for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:04.968936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07747b-4c5c-4a18-800d-844212fa18f0 req-d20d7e29-840e-4912-93ad-96604a95d5a2 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:04.970635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba07747b-4c5c-4a18-800d-844212fa18f0 req-d20d7e29-840e-4912-93ad-96604a95d5a2 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 944 time: 0.1134417 Nov 23 10:13:04.999164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.020148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for cc723a90-d591-417b-91a1-5a1a8253d172 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:05.034689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Attempting to bind port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:05.035042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Attempting to bind port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:05.035762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Attempting to bind port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 on network 91aad09c-228b-40f3-91e5-edd739da4ece {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:05.041209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:05.041826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Checking segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:05.042299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.042691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Bound using segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:05.043155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Bound port: b7b878fe-5b15-4c2a-a13a-60fd96c6b970, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:05.043528 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.083950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba07747b-4c5c-4a18-800d-844212fa18f0 req-449fc61b-f9e0-4bb8-bc85-095af3770554 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Nov 23 10:13:05.118270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] For port b7b878fe-5b15-4c2a-a13a-60fd96c6b970, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:05.121623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] For port b7b878fe-5b15-4c2a-a13a-60fd96c6b970, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:05.128548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.193739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.229772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=cc723a90-d591-417b-91a1-5a1a8253d172,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:05.261199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.265361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-485cc7f6-c9be-447e-9efb-27bf65a25f1b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/cc723a90-d591-417b-91a1-5a1a8253d172 HTTP/1.1" status: 204 len: 168 time: 0.5997512 Nov 23 10:13:05.268698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:05.300488 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c54fa7-b20e-40fa-9197-bb5d26b34708 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] GET failed (client error): The resource could not be found. Nov 23 10:13:05.302817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32c54fa7-b20e-40fa-9197-bb5d26b34708 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "GET /v2.0/ports/cc723a90-d591-417b-91a1-5a1a8253d172 HTTP/1.1" status: 404 len: 333 time: 0.0331144 Nov 23 10:13:05.306649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:05.343918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36b80ac9-3224-4b95-9834-d19d47d40206 req-7b91675c-2e16-4c3b-a01d-6709dac1ef02 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 210 time: 0.0805025 Nov 23 10:13:05.358602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02327fc4-31a5-4d79-aa44-75848aa3b7a6 None None] Pushing event updated for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:05.368080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:05.368940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:05.457366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port 050c2f74-457e-41fc-9ce5-579f8107524d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:05.457742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.577002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:13:05.609304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.629559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for 050c2f74-457e-41fc-9ce5-579f8107524d owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:05.650793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-f6ba285d-a664-43e2-89b7-e1744238b9f2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:05.652335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-f6ba285d-a664-43e2-89b7-e1744238b9f2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 810 time: 0.2213037 Nov 23 10:13:05.678331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Request body: {'port': {'device_id': '29840156-5286-4e70-8819-b586c0aca579', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'admin_state_up': True, 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:05.788059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3fd1a019-6fd9-4e30-856f-ff0063688558 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:05.796658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.818229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Made reservation on behalf of 015b4d25ae5948a88cda8cfb2ccf2fad for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:05.823815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.858716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=050c2f74-457e-41fc-9ce5-579f8107524d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:05.889733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:01Z', 'revision_number': 4, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b7b878fe-5b15-4c2a-a13a-60fd96c6b970', 'name': '', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'mac_address': 'fa:16:3e:76:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:13:00Z', 'updated_at': '2021-11-23T10:13:05Z', 'revision_number': 4, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'subnets': [{'id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:05.896197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 3fd1a019-6fd9-4e30-856f-ff0063688558 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:13:05.899325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:05.905050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14044bf7-b977-488a-9f20-f7eeec0400b6 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/ports/050c2f74-457e-41fc-9ce5-579f8107524d HTTP/1.1" status: 204 len: 168 time: 0.5970519 Nov 23 10:13:05.907910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60262) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:05.927351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394cc8d-52ec-4010-9e93-274fdf7035ac None None] The sync data for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 is: [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:01Z', 'revision_number': 4, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'b7b878fe-5b15-4c2a-a13a-60fd96c6b970', 'name': '', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'mac_address': 'fa:16:3e:76:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:13:00Z', 'updated_at': '2021-11-23T10:13:05Z', 'revision_number': 4, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'subnets': [{'id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:05.929053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 3fd1a019-6fd9-4e30-856f-ff0063688558 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:05.929439 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.069483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting subnet d981a6d0-2893-4c08-b5c0-eeef7029f646 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:06.077221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.096245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.120731 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.126565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Allocated IP 172.20.0.4 (91aad09c-228b-40f3-91e5-edd739da4ece/b49c8cb8-e604-43bd-a8bd-3d8c21b981ad/e9828e0d-ef02-483e-af3c-796e5057237d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:06.179270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:06.189750 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a741d5e-1d6a-4603-868e-2708460f2eb9" -d '{"events": [{"server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "name": "network-vif-plugged", "status": "completed", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:06.230221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3fd1a019-6fd9-4e30-856f-ff0063688558,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:06.243548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.268690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.282560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5656-dd98-4446-b044-30d092ac87f2 req-d910d296-93ad-4bef-a17c-9c865e6f5a31 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:06.293011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc0f5656-dd98-4446-b044-30d092ac87f2 req-d910d296-93ad-4bef-a17c-9c865e6f5a31 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.3660557 Nov 23 10:13:06.309122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:06.345539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83d690-9541-4431-822a-ea8ae9dce0b0 req-dfe2ad66-d424-4ece-ad21-c82f75bcd7b7 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:06.347332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d83d690-9541-4431-822a-ea8ae9dce0b0 req-dfe2ad66-d424-4ece-ad21-c82f75bcd7b7 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.1256921 Nov 23 10:13:06.414484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc0f5656-dd98-4446-b044-30d092ac87f2 req-c2cc7c13-6602-46ac-8720-a1a01782ef5b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182287 Nov 23 10:13:06.430875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.481666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Subnet': ['ID=d981a6d0-2893-4c08-b5c0-eeef7029f646,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:06.488748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d83d690-9541-4431-822a-ea8ae9dce0b0 req-b95a77cf-f870-4cab-ba28-e8127679f51a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766857 Nov 23 10:13:06.491613 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8952594-b54e-457d-9591-d1bf26d66996 x-openstack-request-id: req-d8952594-b54e-457d-9591-d1bf26d66996 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:06.491916 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "name": "network-vif-plugged", "status": "completed", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:06.492170 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8952594-b54e-457d-9591-d1bf26d66996 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:06.492567 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558', 'code': 200} Nov 23 10:13:06.493625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.498160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ab9fbff1-b664-4409-9b36-d288a1e696a0 tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/subnets/d981a6d0-2893-4c08-b5c0-eeef7029f646 HTTP/1.1" status: 204 len: 168 time: 0.5872903 Nov 23 10:13:06.499594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:06.515118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade059f0-d84a-4eca-a6ea-105db985faa7 None None] Network 1a49051d-a011-46ea-8899-c8e4b366dc99 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:06.542914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.665530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.680591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10a3-26ae-4b1e-88f4-dafac4c1e964 req-9bfd4a7c-3de6-4757-b9aa-683b14cb1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:06.682156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be2a10a3-26ae-4b1e-88f4-dafac4c1e964 req-9bfd4a7c-3de6-4757-b9aa-683b14cb1f65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 1096 time: 0.1020198 Nov 23 10:13:06.685492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.710705 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a50db9a7-0cb2-4f3a-81cb-b4855d35b7fd req-bd81d756-1d95-4319-a532-c285775938c3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 210 time: 0.0428774 Nov 23 10:13:06.785388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Network 91aad09c-228b-40f3-91e5-edd739da4ece is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:06.786993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Deleting port 39bfba54-60f0-4f30-9848-d76feeab822b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:06.787458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.800247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:06.804072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:06.818186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] DHCP port deletion for 1a49051d-a011-46ea-8899-c8e4b366dc99 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:06.844885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Pushing event updated for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:06.860778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be2a10a3-26ae-4b1e-88f4-dafac4c1e964 req-e6efc0e6-2164-46ae-8300-70dad2855bef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566026 Nov 23 10:13:06.882187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:06.882861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.901209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Deleting port 39bfba54-60f0-4f30-9848-d76feeab822b {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:06.902198 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.903041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] For port 39bfba54-60f0-4f30-9848-d76feeab822b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bfba54-60f0-4f30-9848-d76feeab822b,segment=NetworkSegment(7d21f833-1510-488a-972d-fea3217c1dc3),segment_id=7d21f833-1510-488a-972d-fea3217c1dc3)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:06.903568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:06.918454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9971037c-c695-4b1a-b25d-680b8cc262a2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439067 Nov 23 10:13:06.933069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Request body: {'port': {'device_id': '29840156-5286-4e70-8819-b586c0aca579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:07.018357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.035989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] For port 39bfba54-60f0-4f30-9848-d76feeab822b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=39bfba54-60f0-4f30-9848-d76feeab822b,segment=NetworkSegment(7d21f833-1510-488a-972d-fea3217c1dc3),segment_id=7d21f833-1510-488a-972d-fea3217c1dc3)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:07.036574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.052292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Calling delete_port for 39bfba54-60f0-4f30-9848-d76feeab822b owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:07.163678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.213005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] Pushing event deleted for resources: {'Port': ['ID=39bfba54-60f0-4f30-9848-d76feeab822b,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:07.223368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb51f7-6780-422b-879d-016d2b963520 None None] No DVR routers for this DVR port 39bfba54-60f0-4f30-9848-d76feeab822b on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:07.343963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Calling delete_port for 39bfba54-60f0-4f30-9848-d76feeab822b owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:07.423778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9828e0d-ef02-483e-af3c-796e5057237d {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:13:07.434564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.451558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Transition to ACTIVE for port object e9828e0d-ef02-483e-af3c-796e5057237d will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:13:07.454871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.458387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.502986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Port': ['ID=39bfba54-60f0-4f30-9848-d76feeab822b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:07.515179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] No DVR routers for this DVR port 39bfba54-60f0-4f30-9848-d76feeab822b on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:07.524534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:07.630360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73af0-8e70-47ce-bff6-b9efa08d3748 req-5ffe446c-1f35-426e-a9cf-d3734f039bd7 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:07.631995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13b73af0-8e70-47ce-bff6-b9efa08d3748 req-5ffe446c-1f35-426e-a9cf-d3734f039bd7 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1252179 Nov 23 10:13:07.658912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.662807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Attempting to bind port e9828e0d-ef02-483e-af3c-796e5057237d on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:07.663381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Attempting to bind port e9828e0d-ef02-483e-af3c-796e5057237d by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:07.663543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Attempting to bind port e9828e0d-ef02-483e-af3c-796e5057237d on network 91aad09c-228b-40f3-91e5-edd739da4ece {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:07.675565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Port e9828e0d-ef02-483e-af3c-796e5057237d on network 91aad09c-228b-40f3-91e5-edd739da4ece not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:13:07.675880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Attempting to bind port e9828e0d-ef02-483e-af3c-796e5057237d on network 91aad09c-228b-40f3-91e5-edd739da4ece {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:07.691417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a49051d-a011-46ea-8899-c8e4b366dc99']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:07.691892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:07.692377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Checking segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:07.692613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Bound using segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:07.693396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Bound port: e9828e0d-ef02-483e-af3c-796e5057237d, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:07.693396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.718054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13b73af0-8e70-47ce-bff6-b9efa08d3748 req-95d418bb-9b7f-47e8-8673-5050d80e5918 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724914 Nov 23 10:13:07.718246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d21f833-1510-488a-972d-fea3217c1dc3') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:07.718388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d21f833-1510-488a-972d-fea3217c1dc3') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:07.733004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.756617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9f08-d8e1-4da8-97fc-eae6d011a8ad req-b78aa741-09f2-4b2e-84bc-a200addafe83 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:07.773039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7b878fe-5b15-4c2a-a13a-60fd96c6b970 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:07.779909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-501f9f08-d8e1-4da8-97fc-eae6d011a8ad req-b78aa741-09f2-4b2e-84bc-a200addafe83 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.0985887 Nov 23 10:13:07.784820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.805710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:07.821985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:07.822461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:07.825774 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:07.876183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:07.876714 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.916143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-501f9f08-d8e1-4da8-97fc-eae6d011a8ad req-3c8a7e03-21df-49d6-955f-515c46a0586f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349568 Nov 23 10:13:07.917317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.927853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.934157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] 10.222.0.62 "DELETE /v2.0/networks/1a49051d-a011-46ea-8899-c8e4b366dc99 HTTP/1.1" status: 204 len: 168 time: 1.4331150 Nov 23 10:13:07.936155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3431-650f-4de4-be34-97dedd894b70 req-9a85bfbf-68bf-47f2-bafd-05e5c17b943c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:07.938012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d3c3431-650f-4de4-be34-97dedd894b70 req-9a85bfbf-68bf-47f2-bafd-05e5c17b943c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 943 time: 0.0825512 Nov 23 10:13:07.942713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e9828e0d-ef02-483e-af3c-796e5057237d,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:07.969783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.971224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b41526-5d74-4015-9fab-7d382325606b tempest-AllowedAddressPairIpV6TestJSON-1900897218 tempest-AllowedAddressPairIpV6TestJSON-1900897218-project] Pushing event deleted for resources: {'Network': ['ID=1a49051d-a011-46ea-8899-c8e4b366dc99,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:07.978929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:07.997788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.026189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b7b878fe-5b15-4c2a-a13a-60fd96c6b970, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:08.033609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.060794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.063986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.070519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 200 len: 1091 time: 1.1405582 Nov 23 10:13:08.095987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.126097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bfba54-60f0-4f30-9848-d76feeab822b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:08.139866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:08.142406 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d" -d '{"events": [{"name": "network-changed", "server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:08.158451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d3c3431-650f-4de4-be34-97dedd894b70 req-286faac7-b652-4109-98fd-59638a388031 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116027 Nov 23 10:13:08.164813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf88c-aa00-4d1a-a4a9-bfac1e5824c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.184239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 39bfba54-60f0-4f30-9848-d76feeab822b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:08.187740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 39bfba54-60f0-4f30-9848-d76feeab822b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:08.214284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f831f78-95bb-4032-b33b-cd426cf9ba74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.221293 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b0e99-f47a-4128-8f9f-bfb7ec99fe43 x-openstack-request-id: req-a02b0e99-f47a-4128-8f9f-bfb7ec99fe43 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:08.221592 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:08.221849 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a02b0e99-f47a-4128-8f9f-bfb7ec99fe43 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:08.222279 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d', 'status': 'completed', 'code': 200} Nov 23 10:13:08.228519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-32c96289-b97e-4c9f-bd8a-dd015c7d989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.230430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-32c96289-b97e-4c9f-bd8a-dd015c7d989c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1094 time: 0.0670986 Nov 23 10:13:08.291707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-fb0837d6-b622-47e8-a19b-822ce290e411 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 200 len: 217 time: 0.0526433 Nov 23 10:13:08.306756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f831f78-95bb-4032-b33b-cd426cf9ba74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.311454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1f831f78-95bb-4032-b33b-cd426cf9ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.353394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831f78-95bb-4032-b33b-cd426cf9ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e8d10-63ca-4730-8e46-0b7412e0a007,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.360112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-37080c4f-8787-44b2-a2d3-240442d8e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.362186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-37080c4f-8787-44b2-a2d3-240442d8e888 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0505750 Nov 23 10:13:08.362942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1f831f78-95bb-4032-b33b-cd426cf9ba74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4408408f05a455db01f7f42fb73c079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3640563 Nov 23 10:13:08.365567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.371700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60304) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.405203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-cb6168c5-5677-4c9a-b8c0-ea1698d68144 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326385 Nov 23 10:13:08.422847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.450829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.504868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.507547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.508702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f9e8d10-63ca-4730-8e46-0b7412e0a007 HTTP/1.1" status: 204 len: 168 time: 0.1419904 Nov 23 10:13:08.516689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294bdea-9877-4e2d-97f3-ede42a2a056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e8d10-63ca-4730-8e46-0b7412e0a007,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.532604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-9c8ff029-f806-4462-a77f-8981984676bb service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165001 Nov 23 10:13:08.563593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-703ef24a-b332-418c-905f-82ac8cc95f3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=109ddde41bec40f0a4e6b4a466586e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894543 Nov 23 10:13:08.566244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.674924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83fbdf45-9387-4aca-8fbb-c596b5b4a944 req-edbb4efb-c042-429f-b635-1cee188a7fef service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338003 Nov 23 10:13:08.675706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.701977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.775395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-d83faf9e-3292-4cd9-8739-11673a4d583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.777166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-d83faf9e-3292-4cd9-8739-11673a4d583d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1094 time: 0.0498290 Nov 23 10:13:08.788794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60316) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.795409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.798223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.801827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71057f2a-1c0c-492d-a688-a3a26fb092ad HTTP/1.1" status: 204 len: 168 time: 0.2322702 Nov 23 10:13:08.803133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0268-a066-4e95-9852-be504be81aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.843728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8a037-7808-452e-9983-0529628ee66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71057f2a-1c0c-492d-a688-a3a26fb092ad,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.887288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0268-a066-4e95-9852-be504be81aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.894305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0268-a066-4e95-9852-be504be81aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:08.933407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba8c0268-a066-4e95-9852-be504be81aeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3763de30eb824b839963f079ad604ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435065 Nov 23 10:13:08.935483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0268-a066-4e95-9852-be504be81aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a4d96-be63-442e-8668-50e3fd0d7bc6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:08.938236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:08.940960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-5d1ec468-a102-46b6-89f8-a9addbbd6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.942529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-5d1ec468-a102-46b6-89f8-a9addbbd6b7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.1573479 Nov 23 10:13:08.955395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7093450-607f-4917-a26c-05aefe757b69 req-d6145213-a98f-4b56-a55f-900c8bd97155 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:08.957689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7093450-607f-4917-a26c-05aefe757b69 req-d6145213-a98f-4b56-a55f-900c8bd97155 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1367178 Nov 23 10:13:08.990836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:09.008472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-78fb0eda-11d1-498f-9275-d67d9ea27460 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 200 len: 217 time: 0.0497508 Nov 23 10:13:09.026095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:09.073421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-39d8ca6c-91ce-4408-8232-7b03f01df28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:09.074968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-39d8ca6c-91ce-4408-8232-7b03f01df28c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0576558 Nov 23 10:13:09.102104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7093450-607f-4917-a26c-05aefe757b69 req-0c20531a-b37b-4151-9e40-34afc720cf4b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Nov 23 10:13:09.118435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-0654fc14-1155-4ae6-b39f-913fb9e3f53d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345502 Nov 23 10:13:09.121254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01049d-9d33-4b83-aed8-99692cb388b4 req-cd855ec5-1872-4794-9a63-f3299ad21cc9 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:09.122908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c01049d-9d33-4b83-aed8-99692cb388b4 req-cd855ec5-1872-4794-9a63-f3299ad21cc9 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.0888925 Nov 23 10:13:09.160634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:09.163223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:09.166863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/458a4d96-be63-442e-8668-50e3fd0d7bc6 HTTP/1.1" status: 204 len: 168 time: 0.2256973 Nov 23 10:13:09.204501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bf10f-3052-489b-aa58-21483c9ca242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a4d96-be63-442e-8668-50e3fd0d7bc6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:09.242238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c01049d-9d33-4b83-aed8-99692cb388b4 req-dd2c35b1-2504-42ab-b6d1-a1100ff339e7 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069369 Nov 23 10:13:09.260613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-4abbc752-5815-4c91-98e2-98c35b464291 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333342 Nov 23 10:13:09.396555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b6886-9062-4c02-84ef-8e30ae26c526 req-e2c0a0a9-7658-4360-bd67-d597bd413ff3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:09.398261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b63b6886-9062-4c02-84ef-8e30ae26c526 req-e2c0a0a9-7658-4360-bd67-d597bd413ff3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 943 time: 0.1006336 Nov 23 10:13:09.442003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2775f313-ebbe-4cf3-bd9e-a0e5b6f3ab1d req-8ce97aa3-7ff3-4300-bf0e-232c9613c305 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725297 Nov 23 10:13:09.468192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b63b6886-9062-4c02-84ef-8e30ae26c526 req-26822c5d-52d4-4067-bbea-54b5766eb0c4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601380 Nov 23 10:13:09.618994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7b878fe-5b15-4c2a-a13a-60fd96c6b970 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:09.675675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:09.676163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:09.758769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60398) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.899415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-018141b3-2432-4693-a232-398871916a0e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.900766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-018141b3-2432-4693-a232-398871916a0e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1411588 Nov 23 10:13:09.903959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.908971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-821e59f9-1ca5-40d7-8742-145b1aa892b5 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.912272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-821e59f9-1ca5-40d7-8742-145b1aa892b5 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050285 Nov 23 10:13:09.912675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60414) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.917228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-052b5eb4-31bd-4902-994d-397ad0b5100a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.918177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-052b5eb4-31bd-4902-994d-397ad0b5100a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044544 Nov 23 10:13:09.920607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60416) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.924574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-fdd5e6fb-6ff2-4725-a35d-7e5b35087faa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.925474 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fdd5e6fb-6ff2-4725-a35d-7e5b35087faa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040369 Nov 23 10:13:09.927825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.931720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-d4632a0d-f96b-4237-ad83-79d662a0519a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.932748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d4632a0d-f96b-4237-ad83-79d662a0519a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041046 Nov 23 10:13:09.935615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60420) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.940555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-3dc8c2ae-103d-48f4-ad9b-897978868015 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.941525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3dc8c2ae-103d-48f4-ad9b-897978868015 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046356 Nov 23 10:13:09.943863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60426) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.948098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-5000d340-07c7-4335-995b-78fda6077a51 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.949143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5000d340-07c7-4335-995b-78fda6077a51 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041435 Nov 23 10:13:09.951586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60430) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.956006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-11682202-cc5a-444b-acab-f5eb3d81afd5 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.957111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-11682202-cc5a-444b-acab-f5eb3d81afd5 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045040 Nov 23 10:13:09.960023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60432) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.973329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-9ac97a58-0c19-4397-99f6-e358e7e24b45 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.975051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9ac97a58-0c19-4397-99f6-e358e7e24b45 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0136144 Nov 23 10:13:09.977648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60438) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.984894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-edc9e297-568c-4894-9e4c-815b7b0e460d tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.985929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-edc9e297-568c-4894-9e4c-815b7b0e460d tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059602 Nov 23 10:13:09.988673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60444) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:09.992943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-23309eac-da38-4703-84fa-ae6fb719ffbd tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:09.996664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23309eac-da38-4703-84fa-ae6fb719ffbd tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043981 Nov 23 10:13:09.996874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.001056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-17845194-2c10-4650-aaa7-ff1b373fe96e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.002160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-17845194-2c10-4650-aaa7-ff1b373fe96e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040395 Nov 23 10:13:10.004455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.008653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-ee7cdca9-6997-48f1-b097-d6117468a882 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.009785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ee7cdca9-6997-48f1-b097-d6117468a882 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043709 Nov 23 10:13:10.012162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60454) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.018248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-6cc61734-c7ab-4fb6-903e-4c95e90461a9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.019623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6cc61734-c7ab-4fb6-903e-4c95e90461a9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063164 Nov 23 10:13:10.022000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.026195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-70afba7c-756f-4bc7-adfd-c6142d0f0c28 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.027249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-70afba7c-756f-4bc7-adfd-c6142d0f0c28 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042522 Nov 23 10:13:10.029422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.034801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-79e0a686-12e8-48df-964c-34a4326a0297 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.035750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79e0a686-12e8-48df-964c-34a4326a0297 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054462 Nov 23 10:13:10.038119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60464) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.042485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-b6451d00-be25-4faf-9358-10462d855541 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.043398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b6451d00-be25-4faf-9358-10462d855541 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043943 Nov 23 10:13:10.045638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.050513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-b5f206be-cbde-4e4a-a9ee-1fbd62c03925 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.051484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b5f206be-cbde-4e4a-a9ee-1fbd62c03925 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047960 Nov 23 10:13:10.053611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60472) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.057540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-1c20772b-ec1d-4275-9a82-eb6318c9f1a1 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.058476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c20772b-ec1d-4275-9a82-eb6318c9f1a1 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038738 Nov 23 10:13:10.060829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60474) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.066734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-dc053b0e-de9a-4b53-9541-6d6fa0576f62 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.067697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc053b0e-de9a-4b53-9541-6d6fa0576f62 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059085 Nov 23 10:13:10.070119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.075139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-7302290f-ee9f-46ec-a179-e1e33770c0ef tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.078809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7302290f-ee9f-46ec-a179-e1e33770c0ef tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076749 Nov 23 10:13:10.081146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60482) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.085630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-7554f6b2-a708-4f20-92fb-7aa27406436a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.086590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7554f6b2-a708-4f20-92fb-7aa27406436a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045807 Nov 23 10:13:10.089305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60484) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.095773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-13049f34-b2bb-4ad9-8764-2bf275c81e0f tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.096779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-13049f34-b2bb-4ad9-8764-2bf275c81e0f tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064430 Nov 23 10:13:10.099565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60488) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.103788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-5afff387-ecec-444a-8187-28fb58c0889c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.104758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5afff387-ecec-444a-8187-28fb58c0889c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042300 Nov 23 10:13:10.108654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60490) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.113120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-cd2da5f6-ccc1-4062-a3e0-cf620e9bb7c3 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.114548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cd2da5f6-ccc1-4062-a3e0-cf620e9bb7c3 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043855 Nov 23 10:13:10.116666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.121259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-27c9ec8b-d962-4e71-bec1-5133e7cab441 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.122943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27c9ec8b-d962-4e71-bec1-5133e7cab441 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047886 Nov 23 10:13:10.131456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60494) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.140735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-3ce0f6d4-474f-40e2-aa78-7db69f3b6efa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.144206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ce0f6d4-474f-40e2-aa78-7db69f3b6efa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093510 Nov 23 10:13:10.144670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.150428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-138268d8-1fb5-4b63-ac75-4527ae1f83d9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.151000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-138268d8-1fb5-4b63-ac75-4527ae1f83d9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045991 Nov 23 10:13:10.154181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60500) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.164950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-e65b59d5-f03e-46ba-86f6-43ed082938e6 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.168606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e65b59d5-f03e-46ba-86f6-43ed082938e6 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106111 Nov 23 10:13:10.169182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60502) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.176029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-9efeabe7-2161-41e4-95d0-665466c7ff83 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.177002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9efeabe7-2161-41e4-95d0-665466c7ff83 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043247 Nov 23 10:13:10.179533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60504) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.190062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-a4a35d89-2b2d-41ee-b73f-6d20b0d0c8bc tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.190062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a4a35d89-2b2d-41ee-b73f-6d20b0d0c8bc tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052209 Nov 23 10:13:10.190405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.198664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-0b88c31a-7d98-4b42-be5c-565c6e23ff0a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.201820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0b88c31a-7d98-4b42-be5c-565c6e23ff0a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115466 Nov 23 10:13:10.204834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60508) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.209118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-7528ef57-4d79-4037-84d4-30f37f29f702 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.212571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.212772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7528ef57-4d79-4037-84d4-30f37f29f702 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070057 Nov 23 10:13:10.217328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-aa83f9ee-0c9c-46f1-911a-b68876bdf844 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.218570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa83f9ee-0c9c-46f1-911a-b68876bdf844 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046749 Nov 23 10:13:10.220675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60512) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.224611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-4733a936-7918-4d4f-ae0a-ed997c6f65a8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.226106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4733a936-7918-4d4f-ae0a-ed997c6f65a8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040367 Nov 23 10:13:10.228146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60514) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.232702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-7a9c76dd-f3f0-402f-8ef4-96f81a53bb3b tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.235929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a9c76dd-f3f0-402f-8ef4-96f81a53bb3b tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044439 Nov 23 10:13:10.236221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.240295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-2289668c-b5b0-41a8-b3e6-360bcb62d693 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.241222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2289668c-b5b0-41a8-b3e6-360bcb62d693 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041099 Nov 23 10:13:10.246375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60518) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.251813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-408af76a-32a5-4932-bc66-fa6e2548d957 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.253931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-408af76a-32a5-4932-bc66-fa6e2548d957 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053577 Nov 23 10:13:10.255437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60520) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.259686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-d1948595-e879-4f5a-a18c-2368be3e1592 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.262804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1948595-e879-4f5a-a18c-2368be3e1592 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042856 Nov 23 10:13:10.262968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.267982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-64af7f61-dc06-4df5-8c5e-41483cce63f2 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.269199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-64af7f61-dc06-4df5-8c5e-41483cce63f2 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051715 Nov 23 10:13:10.272952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60524) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.278656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-3ad219e6-cadc-4f07-a59e-0965fbafd9ee tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.282471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ad219e6-cadc-4f07-a59e-0965fbafd9ee tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054979 Nov 23 10:13:10.283716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.286904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-07e0404c-e75e-4cee-b4f6-24d828b223f3 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.287823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07e0404c-e75e-4cee-b4f6-24d828b223f3 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041399 Nov 23 10:13:10.290208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60530) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.305680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-82782ea4-f58d-4833-8c40-0f79af809f6c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.309942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82782ea4-f58d-4833-8c40-0f79af809f6c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111425 Nov 23 10:13:10.310230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fa55b-c946-45fc-91c5-df2d27a4ef77 req-fe850df1-f276-4896-941f-8d76308f8aa8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:10.310354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60532) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.315809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-056fa55b-c946-45fc-91c5-df2d27a4ef77 req-fe850df1-f276-4896-941f-8d76308f8aa8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0869858 Nov 23 10:13:10.322749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-9427f662-4b8f-48ec-9c76-319f6d335590 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.323911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9427f662-4b8f-48ec-9c76-319f6d335590 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0131271 Nov 23 10:13:10.326900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.335948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-b30661a3-f595-4fc0-94bf-9521a60e44a7 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.336917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b30661a3-f595-4fc0-94bf-9521a60e44a7 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083537 Nov 23 10:13:10.340199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60536) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.350520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-342deecd-f77e-4dbc-8d7d-ad6112d263af tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.353967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-342deecd-f77e-4dbc-8d7d-ad6112d263af tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0105567 Nov 23 10:13:10.356026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60538) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.362727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-871ce8f7-404d-47c4-b18c-9e839d6f71d0 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.364038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-871ce8f7-404d-47c4-b18c-9e839d6f71d0 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0065818 Nov 23 10:13:10.366686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.372758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-3313ea7c-cd65-4ae0-a1b7-e590307c7076 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.374829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3313ea7c-cd65-4ae0-a1b7-e590307c7076 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0069056 Nov 23 10:13:10.377182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60542) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.383660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-056fa55b-c946-45fc-91c5-df2d27a4ef77 req-340ea00b-ca25-4d28-a2d4-686acc157c68 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Nov 23 10:13:10.384824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-eec2e8ec-ae9a-4901-bd4e-7bbc22774cd9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.388590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eec2e8ec-ae9a-4901-bd4e-7bbc22774cd9 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077894 Nov 23 10:13:10.389404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60544) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.404445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-441a684c-f722-4743-83e5-0e59c812ddef tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.405753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-441a684c-f722-4743-83e5-0e59c812ddef tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0149047 Nov 23 10:13:10.409465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60546) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.415780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-fcf76684-f05d-4488-98ae-5d13d6aed6df tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.417034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fcf76684-f05d-4488-98ae-5d13d6aed6df tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059624 Nov 23 10:13:10.419747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60548) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.425418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-5018fbf6-b6d8-430e-a4c9-f8da902188c8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.426737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5018fbf6-b6d8-430e-a4c9-f8da902188c8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057144 Nov 23 10:13:10.429870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60550) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.434609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-89dac077-5609-42f2-beff-673bcd613750 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.437721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-89dac077-5609-42f2-beff-673bcd613750 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047295 Nov 23 10:13:10.438091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60552) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.443860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-a0cdcd5c-0171-471a-9608-7240e903d9fc tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.444813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a0cdcd5c-0171-471a-9608-7240e903d9fc tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058210 Nov 23 10:13:10.447605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60554) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.453034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-80e56c2d-ea9d-4f56-b495-dfc0cbfca2ed tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.457118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60558) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.458530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-80e56c2d-ea9d-4f56-b495-dfc0cbfca2ed tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095489 Nov 23 10:13:10.461811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-0ff92871-fd6a-48f2-88b2-ab24d3b2472c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.463163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ff92871-fd6a-48f2-88b2-ab24d3b2472c tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046275 Nov 23 10:13:10.465195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60560) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.469915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-1891a89e-1074-4230-b0ab-688d817fc6a8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.471188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1891a89e-1074-4230-b0ab-688d817fc6a8 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047114 Nov 23 10:13:10.473325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60562) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.477114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-00de24b9-9bc9-4c77-8467-dbad42bf93bd tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.478348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-00de24b9-9bc9-4c77-8467-dbad42bf93bd tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038702 Nov 23 10:13:10.480233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60564) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.487427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-45fed1b6-1856-41a3-80ef-d1e193f212b0 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.488917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-45fed1b6-1856-41a3-80ef-d1e193f212b0 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073643 Nov 23 10:13:10.491362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.495799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-77ebcc63-c766-4aee-80c8-e1a4fc6450be tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.497969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77ebcc63-c766-4aee-80c8-e1a4fc6450be tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0044374 Nov 23 10:13:10.499104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60570) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.506651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-168d4fa5-bcfc-4ec0-aa90-9760ad8f2b9a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.510717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60574) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.516425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-7ab3d833-fae4-4493-aaf6-367aff2208db tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.520914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-168d4fa5-bcfc-4ec0-aa90-9760ad8f2b9a tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0175707 Nov 23 10:13:10.521539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60576) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.522982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ab3d833-fae4-4493-aaf6-367aff2208db tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102170 Nov 23 10:13:10.527800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-1d5c4e31-4265-49b7-91ae-3e1619b84caa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.533203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.539060 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d5c4e31-4265-49b7-91ae-3e1619b84caa tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0147734 Nov 23 10:13:10.540401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [None req-cb707dbe-f629-44f4-a816-f59fc7d95d49 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.544279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60580) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.545069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb707dbe-f629-44f4-a816-f59fc7d95d49 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105705 Nov 23 10:13:10.552421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-d62ef890-e071-469f-babe-b8c5305b6587 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.554333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d62ef890-e071-469f-babe-b8c5305b6587 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090008 Nov 23 10:13:10.556493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60582) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.562199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-8439e0ba-dade-46bf-8a76-8fe7c87d2a52 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.566241 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8439e0ba-dade-46bf-8a76-8fe7c87d2a52 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085344 Nov 23 10:13:10.567066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60584) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.575024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-f5d22fb3-2fbc-41fd-bff4-26024ce0e6cb tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.579408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f5d22fb3-2fbc-41fd-bff4-26024ce0e6cb tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114071 Nov 23 10:13:10.579994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.585550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-42142f7a-0a16-4a7e-a879-6b3adc275eb4 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.589419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-42142f7a-0a16-4a7e-a879-6b3adc275eb4 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082974 Nov 23 10:13:10.590021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60590) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.594119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-0c93c1bc-12b3-449b-b9c4-8ceed94daa31 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.597848 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0c93c1bc-12b3-449b-b9c4-8ceed94daa31 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068991 Nov 23 10:13:10.598449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60592) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.602973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-29f9a83d-d091-470b-bb1e-22c2188c7934 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.603534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a753b-1416-4aec-8821-a70230f881f2 req-6a39e04b-16c8-4aef-bc36-07574a255a14 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:10.606976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29f9a83d-d091-470b-bb1e-22c2188c7934 tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075891 Nov 23 10:13:10.607795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60594) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:10.612297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-665a753b-1416-4aec-8821-a70230f881f2 req-6a39e04b-16c8-4aef-bc36-07574a255a14 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 943 time: 0.0635133 Nov 23 10:13:10.612494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [None req-9d1d46a2-5fad-4c75-aaf0-1f2cec457f5e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:13:10.614291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9d1d46a2-5fad-4c75-aaf0-1f2cec457f5e tempest-ExtensionsTestJSON-846475741 tempest-ExtensionsTestJSON-846475741-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050776 Nov 23 10:13:10.666787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-665a753b-1416-4aec-8821-a70230f881f2 req-5e2a5dda-ab53-4e29-8537-a5e381890955 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531485 Nov 23 10:13:10.919194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:11.037064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f5e-4430-49fc-ac52-ba4ffaaee103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.124402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f5e-4430-49fc-ac52-ba4ffaaee103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.129812 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f5e-4430-49fc-ac52-ba4ffaaee103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.173313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e8d0f5e-4430-49fc-ac52-ba4ffaaee103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0703670a114b4a949899bb507516f6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526195 Nov 23 10:13:11.174470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0f5e-4430-49fc-ac52-ba4ffaaee103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a306ff5-dd70-400e-a0d1-5cfb5e39ecc9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:11.176251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:11.242585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.275979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.336550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.339231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.340401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a306ff5-dd70-400e-a0d1-5cfb5e39ecc9 HTTP/1.1" status: 204 len: 168 time: 0.1631587 Nov 23 10:13:11.350706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b8721-25ff-453a-876a-af62d83ce20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a306ff5-dd70-400e-a0d1-5cfb5e39ecc9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:11.520814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b52429-4b1e-4377-9aa8-78fbb53e57bf req-090b0d74-a552-4968-870b-d3ae9336286e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:11.527949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1b52429-4b1e-4377-9aa8-78fbb53e57bf req-090b0d74-a552-4968-870b-d3ae9336286e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0650532 Nov 23 10:13:11.591661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1b52429-4b1e-4377-9aa8-78fbb53e57bf req-84062c74-3238-487c-af06-29b896f5df9c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Nov 23 10:13:11.666938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e9828e0d-ef02-483e-af3c-796e5057237d details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:13:11.810312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e9828e0d-ef02-483e-af3c-796e5057237d,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:11.828868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'e9828e0d-ef02-483e-af3c-796e5057237d', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'port_id': 'e9828e0d-ef02-483e-af3c-796e5057237d', 'mac_address': 'fa:16:3e:23:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:13:11.851239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbea24-cd77-459b-b79c-d2bbeb84dc85 req-2269e476-7af8-47b7-95ee-d9c0d55e460d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:11.854360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12dbea24-cd77-459b-b79c-d2bbeb84dc85 req-2269e476-7af8-47b7-95ee-d9c0d55e460d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 943 time: 0.0842955 Nov 23 10:13:11.889280 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:11.917552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9828e0d-ef02-483e-af3c-796e5057237d {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:13:11.949052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12dbea24-cd77-459b-b79c-d2bbeb84dc85 req-eb6c62f3-7d3d-4e7c-b496-df94aae13ae0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865648 Nov 23 10:13:11.956154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e9828e0d-ef02-483e-af3c-796e5057237d,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:11.962648 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.018341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:12.197715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e9828e0d-ef02-483e-af3c-796e5057237d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:13:12.222512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:12.358076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4dea2474-9379-4214-9f9d-c9d253c2f16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.444400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4dea2474-9379-4214-9f9d-c9d253c2f16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.450393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4dea2474-9379-4214-9f9d-c9d253c2f16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.461733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60662) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:12.493818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4dea2474-9379-4214-9f9d-c9d253c2f16f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4b7adcbe8c24ad1b0328dffc8203d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694383 Nov 23 10:13:12.495033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2474-9379-4214-9f9d-c9d253c2f16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b062a-5a30-427d-9209-4dea2d41f89d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:12.496527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60666) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:12.551794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.576706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.583155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1298226179'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:12.630885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Made reservation on behalf of a049b8f4b3e3456c82688ac55a0f9ffb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:12.634503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.643928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.665825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.668422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.669621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/648b062a-5a30-427d-9209-4dea2d41f89d HTTP/1.1" status: 204 len: 168 time: 0.1720138 Nov 23 10:13:12.691732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d8fe1-66f2-40e8-aab6-65d37359b378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b062a-5a30-427d-9209-4dea2d41f89d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:12.759887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.765519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80363ce8-4dc5-4a9b-a9e8-f437704ba93d req-235fedec-d205-4319-b485-9a0f9353cb2d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:12.767666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.773334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80363ce8-4dc5-4a9b-a9e8-f437704ba93d req-235fedec-d205-4319-b485-9a0f9353cb2d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1045511 Nov 23 10:13:12.798312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:12.822857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa6c7ac-ab99-4cb6-8355-d7818c6e55ae,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:12.828420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.828765 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Added segment f3674952-8221-420d-8ad1-157989701f92 of type vlan for network fbd9b8f8-4fef-4b86-812d-8684e628b703 Nov 23 10:13:12.848318 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-80363ce8-4dc5-4a9b-a9e8-f437704ba93d req-5c0efe33-5b63-4273-bb0d-2fbd0086e3af tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739479 Nov 23 10:13:12.878805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.907698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.914124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:12.914722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:12.957372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4936566 Nov 23 10:13:12.960143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60676) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:12.968358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Request body: {'subnet': {'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:13.044460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953a09-ecd7-4b8e-88da-b1d2371d73bd tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'Network': ['ID=fbd9b8f8-4fef-4b86-812d-8684e628b703,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:13.060928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:13.131459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:13.133961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b8e5-294c-4ad6-bab8-ccb4594a652d req-5277f4b3-3877-4046-a235-894779fa33d6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:13.135577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f735b8e5-294c-4ad6-bab8-ccb4594a652d req-5277f4b3-3877-4046-a235-894779fa33d6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 944 time: 0.1108549 Nov 23 10:13:13.153624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Made reservation on behalf of a049b8f4b3e3456c82688ac55a0f9ffb for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:13.157546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.158675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-025ebc4f-c747-4779-9be8-f309462005b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.256242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f735b8e5-294c-4ad6-bab8-ccb4594a652d req-60700396-66d3-4e76-b8e8-de45bdb76bcb tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114035 Nov 23 10:13:13.285481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-025ebc4f-c747-4779-9be8-f309462005b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.291924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-025ebc4f-c747-4779-9be8-f309462005b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.336626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-025ebc4f-c747-4779-9be8-f309462005b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7e9dfe92ac24888b168b2e8911a1ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036943 Nov 23 10:13:13.337380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ebc4f-c747-4779-9be8-f309462005b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f322007-6940-410f-9d22-46f827b78d0e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:13.339681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:13.388020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.404344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.427949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.458872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'Subnet': ['ID=0f57dd95-4280-4cf1-acdb-a51d6c689f01,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:13.470247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Checking segment: {'id': 'f3674952-8221-420d-8ad1-157989701f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:13.470993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Network hostable DHCP agents. Network: fbd9b8f8-4fef-4b86-812d-8684e628b703, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:13.488325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.489768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:13.491627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.492809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f322007-6940-410f-9d22-46f827b78d0e HTTP/1.1" status: 204 len: 168 time: 0.1413076 Nov 23 10:13:13.502672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff88bc-95bf-4089-9164-11896f287c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f322007-6940-410f-9d22-46f827b78d0e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:13.507884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, fbd9b8f8-4fef-4b86-812d-8684e628b703) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:13.523779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:13.524380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.532740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa06dab-8546-42ba-9dce-5d7c42b5b993 None None] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:13.555872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca52d50e-f27f-4438-954c-f332b5b8b118 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5945282 Nov 23 10:13:13.558589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:13.566280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Request body: {'port': {'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1858103456'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:13.682578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e9828e0d-ef02-483e-af3c-796e5057237d up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:13.697115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Made reservation on behalf of a049b8f4b3e3456c82688ac55a0f9ffb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:13.701907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.734890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] device_id is not set on port dac869a5-4c1b-49c0-9a33-571f79e58b22 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:13:13.748141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-fbd9b8f8-4fef-4b86-812d-8684e628b703', 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703', 'tenant_id': 'a049b8f4b3e3456c82688ac55a0f9ffb', 'fixed_ips': [{'subnet_id': '0f57dd95-4280-4cf1-acdb-a51d6c689f01'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:13.749235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.779777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port e9828e0d-ef02-483e-af3c-796e5057237d completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:13:13.832150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port e9828e0d-ef02-483e-af3c-796e5057237d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:13.832512 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:13.897256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Allocated IP 172.20.0.8 (fbd9b8f8-4fef-4b86-812d-8684e628b703/0f57dd95-4280-4cf1-acdb-a51d6c689f01/dac869a5-4c1b-49c0-9a33-571f79e58b22) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:13.994130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.041671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a997-6eb9-4f4f-9c73-949bd8df58f4 req-77e5b7be-ff7f-4121-98e7-d4592217f33f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.043644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b190a997-6eb9-4f4f-9c73-949bd8df58f4 req-77e5b7be-ff7f-4121-98e7-d4592217f33f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1140273 Nov 23 10:13:14.056904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:14.059312 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb69e46-8c69-402c-9830-23cc6ddc70be" -d '{"events": [{"server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "name": "network-vif-plugged", "status": "completed", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:14.085111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e9828e0d-ef02-483e-af3c-796e5057237d,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:14.093452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.170087 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2f1ae-23c0-4b3b-9320-a360b69017be x-openstack-request-id: req-96e2f1ae-23c0-4b3b-9320-a360b69017be {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:14.170510 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "name": "network-vif-plugged", "status": "completed", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:14.171442 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96e2f1ae-23c0-4b3b-9320-a360b69017be {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:14.172028 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d', 'code': 200} Nov 23 10:13:14.183880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:14.186385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b190a997-6eb9-4f4f-9c73-949bd8df58f4 req-6169c5b1-1eeb-4fba-b194-add0f26c7070 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320634 Nov 23 10:13:14.195382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-8feba225-7dfe-495d-b208-e0cbd3b544a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234460 Nov 23 10:13:14.241391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.300382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.321873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-396f44af-8cf0-4018-a2ef-9d2237199051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.323648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-396f44af-8cf0-4018-a2ef-9d2237199051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.0782695 Nov 23 10:13:14.330367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce86de-5d23-4085-b24c-8f2430c3e52e req-ed8d8566-70e8-40c7-9e19-0320e6dcf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.331519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cce86de-5d23-4085-b24c-8f2430c3e52e req-ed8d8566-70e8-40c7-9e19-0320e6dcf808 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1096 time: 0.0761216 Nov 23 10:13:14.406264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Allocated IP 172.20.0.2 (fbd9b8f8-4fef-4b86-812d-8684e628b703/0f57dd95-4280-4cf1-acdb-a51d6c689f01/08cb4c1b-0e58-410c-a076-1f96f0d5041b) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:14.429912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:14.436833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:14.454292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:14.470298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'Port': ['ID=dac869a5-4c1b-49c0-9a33-571f79e58b22,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:14.484621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8cce86de-5d23-4085-b24c-8f2430c3e52e req-ee898508-8e57-4420-ba44-dea8ee75731d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454160 Nov 23 10:13:14.523364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5705-fe92-4cf9-a9c9-faab8e5c9d1c req-00161957-ee1e-49aa-a8f0-edb1362fdc43 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.524909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7e5705-fe92-4cf9-a9c9-faab8e5c9d1c req-00161957-ee1e-49aa-a8f0-edb1362fdc43 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1312296 Nov 23 10:13:14.526175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-d78e373c-1c13-473d-8019-d5bc18342bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.527889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-d78e373c-1c13-473d-8019-d5bc18342bcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.1760852 Nov 23 10:13:14.549091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:14.550849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.574181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f95c5fd-55ff-414b-bfe8-84816c5f8025 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0141098 Nov 23 10:13:14.577346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:14.584342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Request body: {'port': {'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703', 'name': 'tempest-ExtraDHCPOptionsTestJSON-896036973', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:14.584894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] bootfile-name is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:14.585297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] tftp-server is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:14.585883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] server-ip-address is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:14.705680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.721955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.772751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Made reservation on behalf of a049b8f4b3e3456c82688ac55a0f9ffb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:14.781310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.793517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:14.796843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:14.799910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:14.808884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Pushing event updated for resources: {'Port': ['ID=08cb4c1b-0e58-410c-a076-1f96f0d5041b,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:14.809575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] device_id is not set on port a091b6c3-bc49-495f-bc8b-843dc509ee07 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:13:14.881006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Attempting to bind port 08cb4c1b-0e58-410c-a076-1f96f0d5041b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:14.881528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Attempting to bind port 08cb4c1b-0e58-410c-a076-1f96f0d5041b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f3674952-8221-420d-8ad1-157989701f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:14.882020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Attempting to bind port 08cb4c1b-0e58-410c-a076-1f96f0d5041b on network fbd9b8f8-4fef-4b86-812d-8684e628b703 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:14.888259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:14.888969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Checking segment: {'id': 'f3674952-8221-420d-8ad1-157989701f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:14.889475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.890003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Bound using segment: {'id': 'f3674952-8221-420d-8ad1-157989701f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:14.890824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Bound port: 08cb4c1b-0e58-410c-a076-1f96f0d5041b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3674952-8221-420d-8ad1-157989701f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'fbd9b8f8-4fef-4b86-812d-8684e628b703'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:14.891354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:14.974959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] For port 08cb4c1b-0e58-410c-a076-1f96f0d5041b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:14.977097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Allocated IP 172.20.0.11 (fbd9b8f8-4fef-4b86-812d-8684e628b703/0f57dd95-4280-4cf1-acdb-a51d6c689f01/a091b6c3-bc49-495f-bc8b-843dc509ee07) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:14.980133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] For port 08cb4c1b-0e58-410c-a076-1f96f0d5041b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=08cb4c1b-0e58-410c-a076-1f96f0d5041b,segment=NetworkSegment(f3674952-8221-420d-8ad1-157989701f92),segment_id=f3674952-8221-420d-8ad1-157989701f92)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:14.986658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.067088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2877ea-e18c-44ac-8fec-1c5d690b9f3f None None] Pushing event updated for resources: {'Port': ['ID=08cb4c1b-0e58-410c-a076-1f96f0d5041b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:15.090639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd7e5705-fe92-4cf9-a9c9-faab8e5c9d1c req-ed8cc773-8498-48dc-9e70-ba500c80596b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573542 Nov 23 10:13:15.095707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-52b8c173-94ee-4943-aa50-0b02a51b5c58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 1001 time: 0.5415187 Nov 23 10:13:15.157024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-3170dcab-057d-492d-99ad-05cc151532ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.159398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-3170dcab-057d-492d-99ad-05cc151532ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.0529611 Nov 23 10:13:15.228366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-fec9687d-eec6-4468-98c4-485a94e95f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.229912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-fec9687d-eec6-4468-98c4-485a94e95f7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590153 Nov 23 10:13:15.287342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.373081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.390701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b847640-95e1-4aae-a052-7c93395ddbbb req-9cb6c87b-0184-49ec-916b-bf241db95764 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.392296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b847640-95e1-4aae-a052-7c93395ddbbb req-9cb6c87b-0184-49ec-916b-bf241db95764 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0938303 Nov 23 10:13:15.413945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-999a1b6a-7ef3-4093-8f01-178a91c63d3e service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716664 Nov 23 10:13:15.467325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:15.473351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:15.478743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:15.513194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-746cb6dd-b25f-4007-aece-f6cfa8c53d4d req-183698ae-69d4-4744-bd4b-1118133fe49b service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956042 Nov 23 10:13:15.518160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'Port': ['ID=a091b6c3-bc49-495f-bc8b-843dc509ee07,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:15.546713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b847640-95e1-4aae-a052-7c93395ddbbb req-1d859fc9-fb55-4728-8a88-746bf7f97375 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438828 Nov 23 10:13:15.569869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.570595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.594062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3249ace-077e-49e8-ae1e-0e48494243b3 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0155203 Nov 23 10:13:15.596741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:15.683069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 08cb4c1b-0e58-410c-a076-1f96f0d5041b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:15.720273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65480f23-ecb3-4b06-a6c4-a8d0f53d80c6 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.726892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65480f23-ecb3-4b06-a6c4-a8d0f53d80c6 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.733129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65480f23-ecb3-4b06-a6c4-a8d0f53d80c6 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:15.737639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 08cb4c1b-0e58-410c-a076-1f96f0d5041b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:15.737817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65480f23-ecb3-4b06-a6c4-a8d0f53d80c6 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1370332 Nov 23 10:13:15.737972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.738084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60724) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:15.851272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Deleting port a091b6c3-bc49-495f-bc8b-843dc509ee07 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:15.852107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:15.973513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.007579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Calling delete_port for a091b6c3-bc49-495f-bc8b-843dc509ee07 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:16.049878 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.104153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 08cb4c1b-0e58-410c-a076-1f96f0d5041b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=08cb4c1b-0e58-410c-a076-1f96f0d5041b,segment=NetworkSegment(f3674952-8221-420d-8ad1-157989701f92),segment_id=f3674952-8221-420d-8ad1-157989701f92)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:16.110471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.115163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.181053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=08cb4c1b-0e58-410c-a076-1f96f0d5041b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:16.300411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.318478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a6a74-0983-46ee-ad00-1b2b505a13e5 req-890d499d-4b6b-4540-8c50-f48e4f6e18ce tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:16.320462 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d87a6a74-0983-46ee-ad00-1b2b505a13e5 req-890d499d-4b6b-4540-8c50-f48e4f6e18ce tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0839965 Nov 23 10:13:16.345520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f851de-68b7-44ec-9b30-26cb7977253b None None] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:16.350097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event deleted for resources: {'Port': ['ID=a091b6c3-bc49-495f-bc8b-843dc509ee07,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:16.428816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3e53a0ea-86ae-487c-ad2e-caf447c49056 None None] Provisioning complete for port 08cb4c1b-0e58-410c-a076-1f96f0d5041b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:16.429220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3e53a0ea-86ae-487c-ad2e-caf447c49056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.444707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d87a6a74-0983-46ee-ad00-1b2b505a13e5 req-fc76a7d4-ec24-4aab-b81c-c7b5818c1d5a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Nov 23 10:13:16.447715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.451481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-553711f6-23fb-4df1-8a85-93b0413503ea tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "DELETE /v2.0/ports/a091b6c3-bc49-495f-bc8b-843dc509ee07 HTTP/1.1" status: 204 len: 168 time: 0.7125866 Nov 23 10:13:16.455485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:16.466108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Request body: {'port': {'name': 'tempest-new-port-name-1366367334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:16.466108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] bootfile-name is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:16.466108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] tftp-server is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:16.466108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] server-ip-address is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:13:16.537855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.751711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d554f65-dfa7-4efd-88e7-9d7e52359c8a req-f595bc61-808b-42f3-8ac1-0fec5320b518 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:16.753364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d554f65-dfa7-4efd-88e7-9d7e52359c8a req-f595bc61-808b-42f3-8ac1-0fec5320b518 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1065614 Nov 23 10:13:16.785653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-30fec373-edea-407e-9e7c-db0d6cfcf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:16.787533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-30fec373-edea-407e-9e7c-db0d6cfcf10c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1096 time: 0.0854206 Nov 23 10:13:16.818280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf9562-edb2-4b14-b684-c0da9199785d req-4ceafa4b-036b-4570-ae44-f3f52fc547cc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:16.826296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04cf9562-edb2-4b14-b684-c0da9199785d req-4ceafa4b-036b-4570-ae44-f3f52fc547cc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1041231 Nov 23 10:13:16.878368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4d554f65-dfa7-4efd-88e7-9d7e52359c8a req-73cd342b-c85d-4535-805c-fed1b6814fa3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170187 Nov 23 10:13:16.901040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.911105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:16.912219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-6f7a528c-c01c-4739-8893-19d8694acdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:16.913834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-6f7a528c-c01c-4739-8893-19d8694acdae service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.1175079 Nov 23 10:13:16.922684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04cf9562-edb2-4b14-b684-c0da9199785d req-dab613d5-9db8-4795-b07a-4cf7f7f4eb36 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956223 Nov 23 10:13:16.970016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-c32a650e-5e50-4e4d-9dfb-78c628f7a8a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 200 len: 217 time: 0.0477750 Nov 23 10:13:17.013283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event updated for resources: {'Port': ['ID=dac869a5-4c1b-49c0-9a33-571f79e58b22,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:17.034241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a977388d-646a-4893-ba3a-06cb9df61824 None None] Provisioning complete for port 08cb4c1b-0e58-410c-a076-1f96f0d5041b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:17.034835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a977388d-646a-4893-ba3a-06cb9df61824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.040900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-04eecde4-07a1-454e-bfd2-d3a254e634b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:17.042582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-04eecde4-07a1-454e-bfd2-d3a254e634b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0646787 Nov 23 10:13:17.051507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] In _notify_port_updated(), no bound segment for port dac869a5-4c1b-49c0-9a33-571f79e58b22 on network fbd9b8f8-4fef-4b86-812d-8684e628b703 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:13:17.058951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:17.059769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.064190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f0b32687-8a48-4149-999c-c16ea381549a tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "PUT /v2.0/ports/dac869a5-4c1b-49c0-9a33-571f79e58b22 HTTP/1.1" status: 200 len: 1136 time: 0.6076205 Nov 23 10:13:17.065085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60748) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:17.092522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-ce14392d-a411-48a8-93ca-3de014af4b12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414841 Nov 23 10:13:17.115188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4a651-bc23-4010-82a3-7a55ab4e696e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:17.117264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbd4a651-bc23-4010-82a3-7a55ab4e696e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "GET /v2.0/ports/dac869a5-4c1b-49c0-9a33-571f79e58b22 HTTP/1.1" status: 200 len: 1136 time: 0.0510471 Nov 23 10:13:17.121051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60750) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:17.176783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a977388d-646a-4893-ba3a-06cb9df61824 None None] Provisioning complete for port dac869a5-4c1b-49c0-9a33-571f79e58b22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:17.177296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a977388d-646a-4893-ba3a-06cb9df61824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.240261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Deleting port dac869a5-4c1b-49c0-9a33-571f79e58b22 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:17.240970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.245707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-aa81f4a7-368b-4607-bc31-ab8b1eaac4ed service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439941 Nov 23 10:13:17.261113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a977388d-646a-4893-ba3a-06cb9df61824 None None] Port dac869a5-4c1b-49c0-9a33-571f79e58b22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:17.366471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.367278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24dae482-870c-43c0-ac73-6ed01b00c2be req-a8709bfc-5b0c-43f2-8df3-16fa7e2ae352 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134486 Nov 23 10:13:17.395130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Calling delete_port for dac869a5-4c1b-49c0-9a33-571f79e58b22 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:17.397099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8924e9f6-d86e-4971-a632-963b8c3273b3 None None] Provisioning complete for port dac869a5-4c1b-49c0-9a33-571f79e58b22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:17.397651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8924e9f6-d86e-4971-a632-963b8c3273b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.468721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8924e9f6-d86e-4971-a632-963b8c3273b3 None None] Port dac869a5-4c1b-49c0-9a33-571f79e58b22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:17.588277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be10fb17-dabf-428a-b41f-48d04607387a None None] Could not find standard attr ID for object a091b6c3-bc49-495f-bc8b-843dc509ee07. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:13:17.608935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.629691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 08cb4c1b-0e58-410c-a076-1f96f0d5041b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:17.658100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event deleted for resources: {'Port': ['ID=dac869a5-4c1b-49c0-9a33-571f79e58b22,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:17.701504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 08cb4c1b-0e58-410c-a076-1f96f0d5041b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:17.701879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.725494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.731405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:17.731586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3e7cc11b-3a3d-4a27-979a-9aaea20e05ce tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "DELETE /v2.0/ports/dac869a5-4c1b-49c0-9a33-571f79e58b22 HTTP/1.1" status: 204 len: 168 time: 0.6093311 Nov 23 10:13:17.796389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Deleting subnet 0f57dd95-4280-4cf1-acdb-a51d6c689f01 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:17.799930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.834418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e0b845b4-9698-498a-b763-7ab8d47f2487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.854502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:17.972115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.048276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec615e-b093-4e5c-b444-95d0badc2e51 req-a6b3edd1-218e-4716-a885-a35f3cd24f83 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:18.049856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6ec615e-b093-4e5c-b444-95d0badc2e51 req-a6b3edd1-218e-4716-a885-a35f3cd24f83 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0914824 Nov 23 10:13:18.083361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.133795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7276b5ee-034e-42fe-ad08-397688da5a99 None None] Could not find standard attr ID for object dac869a5-4c1b-49c0-9a33-571f79e58b22. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:13:18.139527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event deleted for resources: {'Subnet': ['ID=0f57dd95-4280-4cf1-acdb-a51d6c689f01,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:18.151981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba552692-4c56-400b-b2de-b0b9dda2a10a req-25a25871-4770-4980-ab12-a6f8d1fe3bf4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:18.153930 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba552692-4c56-400b-b2de-b0b9dda2a10a req-25a25871-4770-4980-ab12-a6f8d1fe3bf4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0962260 Nov 23 10:13:18.155368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.159311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fdb61117-df29-490e-ad62-f5b0bd292041 tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "DELETE /v2.0/subnets/0f57dd95-4280-4cf1-acdb-a51d6c689f01 HTTP/1.1" status: 204 len: 168 time: 0.4267304 Nov 23 10:13:18.169217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60770) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:18.169818 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6ec615e-b093-4e5c-b444-95d0badc2e51 req-e0ff04fb-2937-41b9-aa39-2c6d6a2281f0 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 Nov 23 10:13:18.273804 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.278644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba552692-4c56-400b-b2de-b0b9dda2a10a req-10f383a2-6d82-4053-8fca-6beae306f846 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171501 Nov 23 10:13:18.316360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d405b69-c169-4db4-8ac6-4e750f0eafbc None None] Network fbd9b8f8-4fef-4b86-812d-8684e628b703 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:18.348888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Deleting port 08cb4c1b-0e58-410c-a076-1f96f0d5041b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:18.349155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.412215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] For port 08cb4c1b-0e58-410c-a076-1f96f0d5041b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=08cb4c1b-0e58-410c-a076-1f96f0d5041b,segment=NetworkSegment(f3674952-8221-420d-8ad1-157989701f92),segment_id=f3674952-8221-420d-8ad1-157989701f92)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:18.412614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.426937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Calling delete_port for 08cb4c1b-0e58-410c-a076-1f96f0d5041b owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:18.527029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7efd5-96d0-464b-b3fd-14aa4066c090 None None] DHCP port deletion for fbd9b8f8-4fef-4b86-812d-8684e628b703 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:18.531437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.549366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] No DVR routers for this DVR port 08cb4c1b-0e58-410c-a076-1f96f0d5041b on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:18.574202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event deleted for resources: {'Port': ['ID=08cb4c1b-0e58-410c-a076-1f96f0d5041b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:18.658339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.679436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd9b8f8-4fef-4b86-812d-8684e628b703']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:18.689308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3674952-8221-420d-8ad1-157989701f92') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:18.689613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3674952-8221-420d-8ad1-157989701f92') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:18.698998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.712999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.719236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:18.719619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:18.723514 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:18.781070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.786270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:18.789522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] 10.222.0.62 "DELETE /v2.0/networks/fbd9b8f8-4fef-4b86-812d-8684e628b703 HTTP/1.1" status: 204 len: 168 time: 0.6255112 Nov 23 10:13:18.804446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de93d51-0da5-4886-a634-38ae330b760e tempest-ExtraDHCPOptionsTestJSON-2110282245 tempest-ExtraDHCPOptionsTestJSON-2110282245-project] Pushing event deleted for resources: {'Network': ['ID=fbd9b8f8-4fef-4b86-812d-8684e628b703,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:19.046205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60784) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:19.195728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60788) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:19.196362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d2482f80-2402-4b69-b180-604dd52c1da7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a049b8f4b3e3456c82688ac55a0f9ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484766 Nov 23 10:13:19.276632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-2b3faa53-9075-4458-8c52-979fbb7bf978 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918369 Nov 23 10:13:19.358141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:19.384675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1b08e-9cf9-4d28-865d-fc2f234e047c req-03bafd67-834c-4fb1-98bd-30e43bc78e76 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:19.387328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ae1b08e-9cf9-4d28-865d-fc2f234e047c req-03bafd67-834c-4fb1-98bd-30e43bc78e76 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1139064 Nov 23 10:13:19.409383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e96bf9-c5b3-4c04-8db2-1c17b4e9eb3a req-ef885795-5ebe-4249-8a23-608209fd3ab6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:19.411105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e96bf9-c5b3-4c04-8db2-1c17b4e9eb3a req-ef885795-5ebe-4249-8a23-608209fd3ab6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0598538 Nov 23 10:13:19.428932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:19.472746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e96bf9-c5b3-4c04-8db2-1c17b4e9eb3a req-50986515-728d-4b39-90da-b8a9787c1147 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Nov 23 10:13:19.480307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-599165ec-ae7c-4225-b4d7-167e2e8b6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:19.482112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-599165ec-ae7c-4225-b4d7-167e2e8b6e35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.1462052 Nov 23 10:13:19.500090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ae1b08e-9cf9-4d28-865d-fc2f234e047c req-287a0dd6-84cc-433c-a9f7-bf793fb27eab tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017962 Nov 23 10:13:19.538060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:19.540601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:19.541717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afa6c7ac-ab99-4cb6-8355-d7818c6e55ae HTTP/1.1" status: 204 len: 168 time: 0.3451543 Nov 23 10:13:19.555546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f7ba-52e8-4e40-a33e-f0b488e1fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa6c7ac-ab99-4cb6-8355-d7818c6e55ae,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:19.614980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-72975dea-fb49-4dab-bd55-a8ac7a5049e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:19.616753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-72975dea-fb49-4dab-bd55-a8ac7a5049e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.1107571 Nov 23 10:13:19.666542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 08cb4c1b-0e58-410c-a076-1f96f0d5041b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:19.692235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 08cb4c1b-0e58-410c-a076-1f96f0d5041b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:19.692591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-72a3c839-12e6-47c6-b724-2df00294600e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0681334 Nov 23 10:13:19.693249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 08cb4c1b-0e58-410c-a076-1f96f0d5041b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:19.757765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-18362b1a-c225-48f7-a8b1-0dd6faca1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:19.759298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-18362b1a-c225-48f7-a8b1-0dd6faca1528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.0576141 Nov 23 10:13:19.795937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-aa8de164-d6bf-48c5-9af2-47cd61e9302e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293672 Nov 23 10:13:19.919208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-89bfe436-192e-4f8a-b608-434d526db710 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110315 Nov 23 10:13:20.020278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba368fd-2319-4793-aebb-0fe750b31f41 req-0235ce29-e1b4-443a-91f0-14eae46ad43d service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925226 Nov 23 10:13:20.320479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.345247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60822) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:20.357044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40e50699-90f3-45d3-8ee3-15d7ceb7db02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.449853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-684426344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:20.474588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.475972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.538576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.545819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.578615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.580084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1154deb9-4d90-4dd0-9b74-b05c475af4d0 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2335865 Nov 23 10:13:20.584177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60832) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:20.592342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-976726173'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:20.617346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7666f1-6baf-4745-bf98-c1f24e64b02f req-cf798f19-49d4-4086-83e6-9e10416aca0a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:20.618907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b7666f1-6baf-4745-bf98-c1f24e64b02f req-cf798f19-49d4-4086-83e6-9e10416aca0a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Nov 23 10:13:20.660883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:20.664508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.676460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b610dc-ecc8-4f8d-8946-3d6a4347d0cb req-61ba62e1-4473-4da1-8202-846b1aee33eb tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:20.678105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78b610dc-ecc8-4f8d-8946-3d6a4347d0cb req-61ba62e1-4473-4da1-8202-846b1aee33eb tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0771375 Nov 23 10:13:20.684388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.689434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b7666f1-6baf-4745-bf98-c1f24e64b02f req-3500f238-920b-4422-b9c6-c96c78b14c57 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Nov 23 10:13:20.757043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78b610dc-ecc8-4f8d-8946-3d6a4347d0cb req-2dddcd0d-5971-4feb-843f-b773305d4f1c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692909 Nov 23 10:13:20.802734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.808079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.831471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:20.846736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e9e2e-0123-4172-8352-9a3c5da21aba,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:20.850108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.850459 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Added segment 3afd9504-36b4-4b93-a57a-5bbcd190e57d of type vlan for network 82699583-a920-486c-bf46-849e34740bdc Nov 23 10:13:20.862810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.863156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.863500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.863840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.864176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.864507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.864832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.865156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.865479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.865803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.866152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.866474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:20.909973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.938957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.944737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:20.945394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:20.986190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4008720 Nov 23 10:13:20.988995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60836) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:20.993775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'subnet': {'network_id': '82699583-a920-486c-bf46-849e34740bdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:21.034347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58cd6c-65b9-485c-bc86-98a27c3ebc80 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Network': ['ID=82699583-a920-486c-bf46-849e34740bdc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:21.044761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 82699583-a920-486c-bf46-849e34740bdc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:21.117998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:21.121605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.241503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.314998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.381340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Subnet': ['ID=ea0d7128-899e-43aa-8a5a-111cd561e6c7,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:21.389915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Checking segment: {'id': '3afd9504-36b4-4b93-a57a-5bbcd190e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '82699583-a920-486c-bf46-849e34740bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:21.390296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network hostable DHCP agents. Network: 82699583-a920-486c-bf46-849e34740bdc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:21.409788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 82699583-a920-486c-bf46-849e34740bdc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:21.419857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 82699583-a920-486c-bf46-849e34740bdc) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:21.426647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:21.427603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.431847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0eb65-5b9f-44b6-8eb3-5052fc013441 None None] Network 82699583-a920-486c-bf46-849e34740bdc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:21.447360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-be3de0f0-4439-4e4c-af3d-1c86837fbbc5 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4572015 Nov 23 10:13:21.450301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:21.456033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'network': {'name': 'tempest-router-network01--350892101'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:21.481919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:21.488866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.517156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:21.527147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.527495 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Added segment 9f34978a-c054-4db3-a7e6-c89ad4b35d28 of type vlan for network 97d75664-778e-4d2e-be26-800130f8961d Nov 23 10:13:21.573827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.595645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-82699583-a920-486c-bf46-849e34740bdc', 'network_id': '82699583-a920-486c-bf46-849e34740bdc', 'tenant_id': '32865f370e9849dc8daa9d414022cf7d', 'fixed_ips': [{'subnet_id': 'ea0d7128-899e-43aa-8a5a-111cd561e6c7'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:21.596679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.600468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.607540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:21.608934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.658803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2074020 Nov 23 10:13:21.661439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60842) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:21.669816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'network': {'name': 'tempest-router-network02--820913965'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:21.698563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4bac-1e04-499d-86a1-33c266645efa tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Network': ['ID=97d75664-778e-4d2e-be26-800130f8961d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:21.701385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:21.705551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.728359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 97d75664-778e-4d2e-be26-800130f8961d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:21.739117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:21.751322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.751668 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Added segment f260f2a6-a17e-474b-8595-60f754d43d5f of type vlan for network d402a0e5-6c69-42f4-8ac8-149e762a7e9e Nov 23 10:13:21.814470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Allocated IP 2001:db8::2 (82699583-a920-486c-bf46-849e34740bdc/ea0d7128-899e-43aa-8a5a-111cd561e6c7/89331d9f-a00f-45ee-be26-97f8f7ce2bfc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:21.846751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.863879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20ec4a-42ff-4f22-a8c4-18f96978bcca req-db45c8ee-88b6-4b45-b12b-8c8ad6aa57e2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:21.865444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd20ec4a-42ff-4f22-a8c4-18f96978bcca req-db45c8ee-88b6-4b45-b12b-8c8ad6aa57e2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0785830 Nov 23 10:13:21.917434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.918199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328010a-39fa-4075-9cfb-ecad2ed3334b req-e14089de-cf74-45ab-b417-556215f45710 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:21.919475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d328010a-39fa-4075-9cfb-ecad2ed3334b req-e14089de-cf74-45ab-b417-556215f45710 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0634863 Nov 23 10:13:21.923178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:21.924384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:21.974794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d328010a-39fa-4075-9cfb-ecad2ed3334b req-18aa6539-81fd-4468-91b1-06fcc0c1fe7f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Nov 23 10:13:22.002713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.015257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.046850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3807161 Nov 23 10:13:22.047213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:22.052326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'subnet': {'network_id': '97d75664-778e-4d2e-be26-800130f8961d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:22.069274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Network 82699583-a920-486c-bf46-849e34740bdc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:22.077434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:22.079746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Pushing event updated for resources: {'Port': ['ID=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:22.086147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd20ec4a-42ff-4f22-a8c4-18f96978bcca req-a1f707d5-f989-4956-aa1f-ae8d18e331f2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067955 Nov 23 10:13:22.087113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c443e-25c2-486a-9691-ad2b57b0d95d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Network': ['ID=d402a0e5-6c69-42f4-8ac8-149e762a7e9e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:22.089434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:22.138038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:22.183120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Attempting to bind port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:22.183483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Attempting to bind port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3afd9504-36b4-4b93-a57a-5bbcd190e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '82699583-a920-486c-bf46-849e34740bdc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:22.183851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Attempting to bind port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc on network 82699583-a920-486c-bf46-849e34740bdc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:22.194903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:22.195429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Checking segment: {'id': '3afd9504-36b4-4b93-a57a-5bbcd190e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '82699583-a920-486c-bf46-849e34740bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:22.196366 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.196366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Bound using segment: {'id': '3afd9504-36b4-4b93-a57a-5bbcd190e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '82699583-a920-486c-bf46-849e34740bdc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:22.196668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Bound port: 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afd9504-36b4-4b93-a57a-5bbcd190e57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '82699583-a920-486c-bf46-849e34740bdc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:22.197049 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.207430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:22.211100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.320363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] For port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:22.328723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] For port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,segment=NetworkSegment(3afd9504-36b4-4b93-a57a-5bbcd190e57d),segment_id=3afd9504-36b4-4b93-a57a-5bbcd190e57d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:22.334914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.404965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bc2ee-f8f5-4fda-8f3c-4d98944fa5c6 None None] Pushing event updated for resources: {'Port': ['ID=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:22.456402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.526443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Subnet': ['ID=63529334-2f9b-452f-91ec-96d334dc116a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:22.537937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Checking segment: {'id': '9f34978a-c054-4db3-a7e6-c89ad4b35d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '97d75664-778e-4d2e-be26-800130f8961d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:22.538307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network hostable DHCP agents. Network: 97d75664-778e-4d2e-be26-800130f8961d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:22.586140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 97d75664-778e-4d2e-be26-800130f8961d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:22.597142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 97d75664-778e-4d2e-be26-800130f8961d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:22.603788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:22.604445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.608415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b61853-96bd-492e-a41a-883c2fb93a41 None None] Network 97d75664-778e-4d2e-be26-800130f8961d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:22.634260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d2502922-5942-44e1-8496-5c3f80a71950 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5833008 Nov 23 10:13:22.634518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:22.644725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'subnet': {'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:22.687035 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.761816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:22.765147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.829135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423b2db-5172-45c0-9708-047f363862de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-97d75664-778e-4d2e-be26-800130f8961d', 'network_id': '97d75664-778e-4d2e-be26-800130f8961d', 'tenant_id': '32865f370e9849dc8daa9d414022cf7d', 'fixed_ips': [{'subnet_id': '63529334-2f9b-452f-91ec-96d334dc116a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:22.830355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:22.974039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-0423b2db-5172-45c0-9708-047f363862de None None] Allocated IP 2001:db8::2 (97d75664-778e-4d2e-be26-800130f8961d/63529334-2f9b-452f-91ec-96d334dc116a/f0ed7f7b-0ace-4f40-905b-1a0718bb76b8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:22.979452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.049660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Subnet': ['ID=40009485-5ddf-4cf2-a831-1f61b939e517,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:23.104661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Checking segment: {'id': 'f260f2a6-a17e-474b-8595-60f754d43d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:23.106217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network hostable DHCP agents. Network: d402a0e5-6c69-42f4-8ac8-149e762a7e9e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:23.183078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.193505 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.216110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:23.235245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423b2db-5172-45c0-9708-047f363862de None None] Network 97d75664-778e-4d2e-be26-800130f8961d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:23.240851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-0423b2db-5172-45c0-9708-047f363862de None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:23.244811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225c76e-44ca-43df-a75d-684b1b0421b1 req-fae5f398-3f2f-4ee0-b160-92a84447bcf2 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:23.245810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423b2db-5172-45c0-9708-047f363862de None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:23.254910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5225c76e-44ca-43df-a75d-684b1b0421b1 req-fae5f398-3f2f-4ee0-b160-92a84447bcf2 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1753571 Nov 23 10:13:23.258572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d402a0e5-6c69-42f4-8ac8-149e762a7e9e) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:23.258753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b2db-5172-45c0-9708-047f363862de None None] Pushing event updated for resources: {'Port': ['ID=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:23.271366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f94f0-dfbe-4ded-a515-92e805621557 None None] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:23.278809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:23.279411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.281941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203fc7-1f6b-4de8-b7c6-b46272428fdc req-f58ff38a-fe7d-47ab-8ccb-82163f5cea45 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:23.283857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae203fc7-1f6b-4de8-b7c6-b46272428fdc req-f58ff38a-fe7d-47ab-8ccb-82163f5cea45 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1069992 Nov 23 10:13:23.324078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ac17f6b0-1b69-472a-9bea-6104823e46fe tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6861117 Nov 23 10:13:23.325365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60876) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:23.361471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae203fc7-1f6b-4de8-b7c6-b46272428fdc req-84aea3c0-bbcb-4990-a6c8-914836200947 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 Nov 23 10:13:23.421442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5225c76e-44ca-43df-a75d-684b1b0421b1 req-07636e5a-697d-42ba-800e-74e14f49d35d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656294 Nov 23 10:13:23.451929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0423b2db-5172-45c0-9708-047f363862de None None] Attempting to bind port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:23.452369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0423b2db-5172-45c0-9708-047f363862de None None] Attempting to bind port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '9f34978a-c054-4db3-a7e6-c89ad4b35d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '97d75664-778e-4d2e-be26-800130f8961d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:23.452790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2db-5172-45c0-9708-047f363862de None None] Attempting to bind port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 on network 97d75664-778e-4d2e-be26-800130f8961d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:23.466696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2db-5172-45c0-9708-047f363862de None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:23.467625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2db-5172-45c0-9708-047f363862de None None] Checking segment: {'id': '9f34978a-c054-4db3-a7e6-c89ad4b35d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '97d75664-778e-4d2e-be26-800130f8961d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:23.468333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.468951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2db-5172-45c0-9708-047f363862de None None] Bound using segment: {'id': '9f34978a-c054-4db3-a7e6-c89ad4b35d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '97d75664-778e-4d2e-be26-800130f8961d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:23.469672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0423b2db-5172-45c0-9708-047f363862de None None] Bound port: f0ed7f7b-0ace-4f40-905b-1a0718bb76b8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f34978a-c054-4db3-a7e6-c89ad4b35d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '97d75664-778e-4d2e-be26-800130f8961d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:23.470333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.586125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.671772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0423b2db-5172-45c0-9708-047f363862de None None] For port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:23.676915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0423b2db-5172-45c0-9708-047f363862de None None] For port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,segment=NetworkSegment(9f34978a-c054-4db3-a7e6-c89ad4b35d28),segment_id=9f34978a-c054-4db3-a7e6-c89ad4b35d28)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:23.700220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.704357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0423b2db-5172-45c0-9708-047f363862de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.762974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 89331d9f-a00f-45ee-be26-97f8f7ce2bfc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:23.789992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6008422d-b504-4581-8b12-578eda908b5d None None] Network 82699583-a920-486c-bf46-849e34740bdc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:23.799176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d402a0e5-6c69-42f4-8ac8-149e762a7e9e', 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e', 'tenant_id': '32865f370e9849dc8daa9d414022cf7d', 'fixed_ips': [{'subnet_id': '40009485-5ddf-4cf2-a831-1f61b939e517'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:23.800524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:23.951823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Allocated IP 2001:db8::1 (97d75664-778e-4d2e-be26-800130f8961d/63529334-2f9b-452f-91ec-96d334dc116a/d28d0c4b-d74a-4569-868c-b208579d1242) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:23.999361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b2db-5172-45c0-9708-047f363862de None None] Pushing event updated for resources: {'Port': ['ID=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:24.095524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.136002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.174953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] Provisioning complete for port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:24.175594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.197851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 97d75664-778e-4d2e-be26-800130f8961d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:24.202682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:24.207646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:24.208930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.273826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Port': ['ID=d28d0c4b-d74a-4569-868c-b208579d1242,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:24.333086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:24.333664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.390675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.518333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c1b27-cb64-48d6-a0ad-6328b26cd15c req-58f13029-888b-4116-91ed-ff8fc574a084 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:24.521119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-801c1b27-cb64-48d6-a0ad-6328b26cd15c req-58f13029-888b-4116-91ed-ff8fc574a084 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0795829 Nov 23 10:13:24.567295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Allocated IP 2001:db8::2 (d402a0e5-6c69-42f4-8ac8-149e762a7e9e/40009485-5ddf-4cf2-a831-1f61b939e517/e90f1dec-90a8-4bf3-8898-cdb7c5da6381) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:24.607720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-801c1b27-cb64-48d6-a0ad-6328b26cd15c req-6a6fd3af-11cb-4c8a-876e-b028c84bf2c6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792260 Nov 23 10:13:24.666961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.706531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.738102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beab3d3-98d7-4344-bd0e-28d1247b98f0 req-137179b1-0c36-45a9-ab37-91cf86603bf3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:24.738102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8beab3d3-98d7-4344-bd0e-28d1247b98f0 req-137179b1-0c36-45a9-ab37-91cf86603bf3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1752036 Nov 23 10:13:24.741040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] For port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,segment=NetworkSegment(3afd9504-36b4-4b93-a57a-5bbcd190e57d),segment_id=3afd9504-36b4-4b93-a57a-5bbcd190e57d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:24.753345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.819704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8beab3d3-98d7-4344-bd0e-28d1247b98f0 req-6d5137b6-7afc-4183-98b3-625697e16579 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797272 Nov 23 10:13:24.833185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.841655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.842851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:24.937635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Port': ['ID=d28d0c4b-d74a-4569-868c-b208579d1242,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:25.011914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e6465-617d-40b1-b61e-33de5c5f430b None None] Pushing event updated for resources: {'Port': ['ID=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:25.014013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 97d75664-778e-4d2e-be26-800130f8961d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:25.017213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:25.035214 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:13:25.035571 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:13:25.055112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.063554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.115572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:25.125556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:25.128210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:25.133946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Pushing event updated for resources: {'Port': ['ID=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:25.145119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9c65680-d1d0-40b3-b465-b991bd30c741 None None] Provisioning complete for port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:25.145703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9c65680-d1d0-40b3-b465-b991bd30c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.248982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Attempting to bind port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:25.250297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Attempting to bind port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f260f2a6-a17e-474b-8595-60f754d43d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:25.250924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Attempting to bind port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 on network d402a0e5-6c69-42f4-8ac8-149e762a7e9e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:25.260574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:25.261390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Checking segment: {'id': 'f260f2a6-a17e-474b-8595-60f754d43d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:25.262364 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.262982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Bound using segment: {'id': 'f260f2a6-a17e-474b-8595-60f754d43d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:25.263738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Bound port: e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f260f2a6-a17e-474b-8595-60f754d43d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd402a0e5-6c69-42f4-8ac8-149e762a7e9e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:25.264374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.345471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] For port e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:25.350178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] For port e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,segment=NetworkSegment(f260f2a6-a17e-474b-8595-60f754d43d5f),segment_id=f260f2a6-a17e-474b-8595-60f754d43d5f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:25.374566 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.415680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1fb55-b717-4570-a127-a70be418834b None None] Network 97d75664-778e-4d2e-be26-800130f8961d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:25.529356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049c1a-d604-49f1-919b-0cc0dd649d6c None None] Pushing event updated for resources: {'Port': ['ID=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:25.598678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Router 27a4e7de-d579-464b-a39d-0d2fc708b5b4 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:13:25.699512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] Provisioning complete for port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:25.699915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:25.863422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:25.875760 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] Sync routers for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:25.880333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-039f8dd7-15c6-4248-9c2d-22cec8f152ce tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538225 Nov 23 10:13:25.882917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60908) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:25.889274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab640c-6ef6-447f-a688-f5dd8cca98e2 req-832f4e69-6deb-4766-8222-6600b147f418 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:25.892549 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:25.893187 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:25.895029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cab640c-6ef6-447f-a688-f5dd8cca98e2 req-832f4e69-6deb-4766-8222-6600b147f418 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1527817 Nov 23 10:13:26.014681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:26.018438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cab640c-6ef6-447f-a688-f5dd8cca98e2 req-c93422ac-d807-4fff-b89a-826730d208c5 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154819 Nov 23 10:13:26.029350 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:26.040337 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:26.040948 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:26.077052 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:26.077719 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4904954-3b09-4a8c-9fab-b7cd3c09c782 None None] The sync data for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:26.162325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.166054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:26.170406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.174789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ea415-9eba-4867-a14e-a75719cefd13 req-8536e5ff-e5c2-4980-8f78-f395547cdb88 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:26.178232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-014ea415-9eba-4867-a14e-a75719cefd13 req-8536e5ff-e5c2-4980-8f78-f395547cdb88 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1510513 Nov 23 10:13:26.229757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] For port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,segment=NetworkSegment(9f34978a-c054-4db3-a7e6-c89ad4b35d28),segment_id=9f34978a-c054-4db3-a7e6-c89ad4b35d28)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:26.256964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.313452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e79f2-8c63-42f5-8ad8-ca7c6641df8c None None] Pushing event updated for resources: {'Port': ['ID=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:26.378871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-014ea415-9eba-4867-a14e-a75719cefd13 req-fb2ed81d-9c88-42f2-aa67-b65430f071ea tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585469 Nov 23 10:13:26.392287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 89331d9f-a00f-45ee-be26-97f8f7ce2bfc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:26.518177 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-42884a70-d7c9-4ad7-b302-192efe153733 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:13:26.522046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-42884a70-d7c9-4ad7-b302-192efe153733 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6354973 Nov 23 10:13:26.522861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60910) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:26.665577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-38c9c63c-42cb-47f7-8fa0-afa410389b0b None None] Provisioning complete for port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:26.666301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-38c9c63c-42cb-47f7-8fa0-afa410389b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.723779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:26.724142 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.867037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-38c9c63c-42cb-47f7-8fa0-afa410389b0b None None] Provisioning complete for port d28d0c4b-d74a-4569-868c-b208579d1242 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:26.867333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-38c9c63c-42cb-47f7-8fa0-afa410389b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:26.937581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-38c9c63c-42cb-47f7-8fa0-afa410389b0b None None] Port d28d0c4b-d74a-4569-868c-b208579d1242 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:26.937819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.057290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-27bc8c15-cace-4e93-9c8a-cc6e89abebdb None None] Provisioning complete for port d28d0c4b-d74a-4569-868c-b208579d1242 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:27.057655 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-27bc8c15-cace-4e93-9c8a-cc6e89abebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.119724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9b857-3cad-4d0c-8943-0e5909a23cb3 None None] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:27.151205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-27bc8c15-cace-4e93-9c8a-cc6e89abebdb None None] Port d28d0c4b-d74a-4569-868c-b208579d1242 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:27.207334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f0e9-a061-4c98-a466-7b80542a09db req-054681bf-cfd7-45dc-b48d-a302b26256ba tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:27.208970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9015f0e9-a061-4c98-a466-7b80542a09db req-054681bf-cfd7-45dc-b48d-a302b26256ba tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0800893 Nov 23 10:13:27.284551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Provisioning complete for port d28d0c4b-d74a-4569-868c-b208579d1242 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:27.284918 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.324807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9015f0e9-a061-4c98-a466-7b80542a09db req-0fdba54b-9da3-41be-b990-39d864bb3a8f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972412 Nov 23 10:13:27.336452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Port d28d0c4b-d74a-4569-868c-b208579d1242 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:27.350462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Provisioning complete for port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:27.350961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.372396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting port d28d0c4b-d74a-4569-868c-b208579d1242 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:27.372931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.454798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.499992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] For port e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,segment=NetworkSegment(f260f2a6-a17e-474b-8595-60f754d43d5f),segment_id=f260f2a6-a17e-474b-8595-60f754d43d5f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:27.508720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.534520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.554780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Calling delete_port for d28d0c4b-d74a-4569-868c-b208579d1242 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:27.574127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe85a5-9fbd-4d46-87c3-7ed559f1cc60 None None] Pushing event updated for resources: {'Port': ['ID=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:27.581735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a378-e5fa-4444-9320-633d2cd3dcbf req-e93df3e0-3c17-4c66-81dc-add27d1fc28c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:27.584017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac23a378-e5fa-4444-9320-633d2cd3dcbf req-e93df3e0-3c17-4c66-81dc-add27d1fc28c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0880229 Nov 23 10:13:27.640898 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6ce33f98-5103-475a-8cc9-f9376d8a7120 None None] Provisioning complete for port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:27.641566 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f98-5103-475a-8cc9-f9376d8a7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.696327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac23a378-e5fa-4444-9320-633d2cd3dcbf req-b324bdad-9f02-4e41-9d30-463d2380f6fc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994458 Nov 23 10:13:27.815106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.819280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:27.846725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Port': ['ID=d28d0c4b-d74a-4569-868c-b208579d1242,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:27.870344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:27.870863 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:27.999891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e90f1dec-90a8-4bf3-8898-cdb7c5da6381 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:28.000083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:28.052116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:28.052688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:28.477010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e8dd-a46c-493e-bee1-849166666071 req-1c032929-99b8-476b-acd4-bf2971d5c341 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:28.478706 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c0e8dd-a46c-493e-bee1-849166666071 req-1c032929-99b8-476b-acd4-bf2971d5c341 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0595188 Nov 23 10:13:28.541689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c0e8dd-a46c-493e-bee1-849166666071 req-8574c5cf-b0e7-4161-99b6-af9ce11fe052 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Nov 23 10:13:28.547874 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Router 27a4e7de-d579-464b-a39d-0d2fc708b5b4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:28.632425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:28.639486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-627a435a-6ef9-407d-9379-723902346bdf tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1151838 Nov 23 10:13:28.642834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:28.643521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] Sync routers for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:28.658117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:28.658808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:28.694895 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-df7990eb-1394-4004-937a-bebc890b1449 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] delete failed (client error): The resource could not be found. Nov 23 10:13:28.695988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df7990eb-1394-4004-937a-bebc890b1449 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1275480827 HTTP/1.1" status: 404 len: 335 time: 0.0519700 Nov 23 10:13:28.701941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:28.703700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60928) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:28.708762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-364c6f1c-9f4d-4a9f-8854-f2676fde1064 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'router': {'external_gateway_info': {'network_id': '27a4e7de-d579-464b-a39d-0d2fc708b5b4'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:28.714218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:28.716684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:28.765556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:28.766332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859de0dc-1860-4886-b6fc-6a17a5f48fd8 None None] The sync data for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:28.911767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c6a63-a71f-42da-a932-1dd32922f37b req-994f669b-c41a-4aac-b1b2-16a8f37c38f6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:28.913536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7c6a63-a71f-42da-a932-1dd32922f37b req-994f669b-c41a-4aac-b1b2-16a8f37c38f6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1342127 Nov 23 10:13:29.000285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-364c6f1c-9f4d-4a9f-8854-f2676fde1064 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.042307 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-364c6f1c-9f4d-4a9f-8854-f2676fde1064 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] update failed (client error): The resource could not be found. Nov 23 10:13:29.043431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-364c6f1c-9f4d-4a9f-8854-f2676fde1064 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4 HTTP/1.1" status: 404 len: 339 time: 0.3386774 Nov 23 10:13:29.047078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60934) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:29.054087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1234211231'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:29.067200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7c6a63-a71f-42da-a932-1dd32922f37b req-94cca3f9-d08c-4cc0-a425-f99b0ff1daf6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217513 Nov 23 10:13:29.097228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:29.103150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.134085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:29.145085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.145853 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Added segment 68a89f69-c84b-4fbc-ad2c-11654aebb664 of type vlan for network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 Nov 23 10:13:29.188641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.215372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.221008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:29.221605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.259982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2118766 Nov 23 10:13:29.263036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60936) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:29.268108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'subnet': {'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:29.297884 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94386d9a-9414-4a0c-afde-0682275372f4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Network': ['ID=5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:29.309739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:29.359815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Made reservation on behalf of 32865f370e9849dc8daa9d414022cf7d for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:29.363513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.550174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.615095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Subnet': ['ID=b8a16364-281f-4b78-bab1-b02e476e54e6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:29.636737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Checking segment: {'id': '68a89f69-c84b-4fbc-ad2c-11654aebb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:29.636737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network hostable DHCP agents. Network: 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:29.688869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613a0d7-7cfb-4e91-9f49-1132f578bff6 req-846cd8e3-ca8e-4048-8eb9-aa9f7f659941 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:29.690538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1613a0d7-7cfb-4e91-9f49-1132f578bff6 req-846cd8e3-ca8e-4048-8eb9-aa9f7f659941 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0703394 Nov 23 10:13:29.691798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:29.707365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:29.716415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99ff82-1fa8-410c-8494-8f6351153399 None None] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:29.720575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:29.721193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.749524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-510091c0-f4b7-4fc4-87a6-cda5c2383339 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4853415 Nov 23 10:13:29.752483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:29.757598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4149db35-9dba-4281-bd8f-05a4cbff28c2 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:29.765864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1613a0d7-7cfb-4e91-9f49-1132f578bff6 req-7aea37f8-5d91-47a5-ad50-6595cee0a53a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680439 Nov 23 10:13:29.898538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0', 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0', 'tenant_id': '32865f370e9849dc8daa9d414022cf7d', 'fixed_ips': [{'subnet_id': 'b8a16364-281f-4b78-bab1-b02e476e54e6'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:29.900286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:29.998366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4149db35-9dba-4281-bd8f-05a4cbff28c2 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.052527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Allocated IP 2001:db8:1::2 (5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0/b8a16364-281f-4b78-bab1-b02e476e54e6/1bdab2e3-199d-4bf2-85ba-6f087acc0026) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:30.176473 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-4149db35-9dba-4281-bd8f-05a4cbff28c2 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:13:30.182127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4149db35-9dba-4281-bd8f-05a4cbff28c2 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4 HTTP/1.1" status: 400 len: 364 time: 0.4247432 Nov 23 10:13:30.182326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60952) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:30.228589 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.239072 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.264232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f059487-be90-4c10-ab67-1451d35d381d req-4d92e08f-2e93-4b08-994b-3fe70433d90b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:30.266698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f059487-be90-4c10-ab67-1451d35d381d req-4d92e08f-2e93-4b08-994b-3fe70433d90b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0971110 Nov 23 10:13:30.289171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:30.296506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:30.299502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Pushing event updated for resources: {'Port': ['ID=1bdab2e3-199d-4bf2-85ba-6f087acc0026,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:30.302057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:30.303321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56a15-a1f9-4109-a66e-0fbb91a96b03 req-252a0c5f-00d2-4b49-a46a-098e46a29680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:30.305005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a56a15-a1f9-4109-a66e-0fbb91a96b03 req-252a0c5f-00d2-4b49-a46a-098e46a29680 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1096 time: 0.1621978 Nov 23 10:13:30.353716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f059487-be90-4c10-ab67-1451d35d381d req-2cb8d69f-1562-4c8e-a787-3c80e5ff055e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Nov 23 10:13:30.373374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Attempting to bind port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:30.374785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Attempting to bind port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '68a89f69-c84b-4fbc-ad2c-11654aebb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:30.375435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Attempting to bind port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 on network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:30.381218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:30.381696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Checking segment: {'id': '68a89f69-c84b-4fbc-ad2c-11654aebb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:30.382237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.382710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Bound using segment: {'id': '68a89f69-c84b-4fbc-ad2c-11654aebb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:30.383189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Bound port: 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a89f69-c84b-4fbc-ad2c-11654aebb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:30.383826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.458535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] For port 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:30.462090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] For port 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1bdab2e3-199d-4bf2-85ba-6f087acc0026,segment=NetworkSegment(68a89f69-c84b-4fbc-ad2c-11654aebb664),segment_id=68a89f69-c84b-4fbc-ad2c-11654aebb664)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:30.469611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.497157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a56a15-a1f9-4109-a66e-0fbb91a96b03 req-031dec00-7c68-49cf-b40c-143a4bad431c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549988 Nov 23 10:13:30.545974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3346d-221d-4637-9bda-c0681c7eb196 None None] Pushing event updated for resources: {'Port': ['ID=1bdab2e3-199d-4bf2-85ba-6f087acc0026,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:30.562631 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.823074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Allocated IP 2001:db8::1 (82699583-a920-486c-bf46-849e34740bdc/ea0d7128-899e-43aa-8a5a-111cd561e6c7/d1a3b472-4341-4ea5-bfa3-1b4568426ac8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:30.911196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7227b-bf64-4af9-a3ec-5aace8c425c0 req-4aefc1f5-d775-4467-b339-54e61f70b5be tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:30.912968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5e7227b-bf64-4af9-a3ec-5aace8c425c0 req-4aefc1f5-d775-4467-b339-54e61f70b5be tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0504324 Nov 23 10:13:30.952312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:30.963379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5e7227b-bf64-4af9-a3ec-5aace8c425c0 req-47990107-6cac-47b5-b004-02ef47e8bc32 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Nov 23 10:13:30.990735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.040908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 82699583-a920-486c-bf46-849e34740bdc is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:31.047448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:31.049635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Port': ['ID=d1a3b472-4341-4ea5-bfa3-1b4568426ac8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:31.051847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:31.052365 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.177291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.208477 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:13:31.407620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1e2a5d98-4dcc-4b62-a731-4ef13b2b44f1 None None] Provisioning complete for port d1a3b472-4341-4ea5-bfa3-1b4568426ac8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:31.408267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5d98-4dcc-4b62-a731-4ef13b2b44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.447197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a5d98-4dcc-4b62-a731-4ef13b2b44f1 None None] Port d1a3b472-4341-4ea5-bfa3-1b4568426ac8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:31.480232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.485720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.486513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.623247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830d22-6b68-41b5-8792-6942196137a4 req-5d088cb9-2ed5-4f21-b1ab-b15b432b778f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:31.624858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a830d22-6b68-41b5-8792-6942196137a4 req-5d088cb9-2ed5-4f21-b1ab-b15b432b778f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1570559 Nov 23 10:13:31.625530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event updated for resources: {'Port': ['ID=d1a3b472-4341-4ea5-bfa3-1b4568426ac8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:31.631109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2aa83-9d72-414f-a724-3797c6abd40c None None] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:31.680612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Network 82699583-a920-486c-bf46-849e34740bdc is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:31.688949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:31.711936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a830d22-6b68-41b5-8792-6942196137a4 req-97f9e92f-682d-4f24-9b03-039870f37a98 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712788 Nov 23 10:13:31.768488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] Provisioning complete for port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:31.768865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:31.783706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1bdab2e3-199d-4bf2-85ba-6f087acc0026 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:31.835241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Router 27a4e7de-d579-464b-a39d-0d2fc708b5b4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:31.941031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:31.950473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb30c3fc-8f9b-4e94-85d9-4b4293565a9f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643609 Nov 23 10:13:31.950629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:31.953622 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] Sync routers for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:31.964196 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:31.965149 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:32.000813 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.014924 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:32.029113 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:32.029724 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:32.068295 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:32.069575 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db885378-b1da-4b12-bf82-5da1470fcb43 None None] The sync data for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:32.077981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:32.077981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.122285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] For port 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1bdab2e3-199d-4bf2-85ba-6f087acc0026,segment=NetworkSegment(68a89f69-c84b-4fbc-ad2c-11654aebb664),segment_id=68a89f69-c84b-4fbc-ad2c-11654aebb664)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:32.125081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1689579b-0536-4c93-ab35-8734732e742d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.133296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.135309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2090-983c-4d0d-954a-ef240f386291 req-0c4c9001-ebed-4370-977d-2d7a27de7e2d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:32.136833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f13d2090-983c-4d0d-954a-ef240f386291 req-0c4c9001-ebed-4370-977d-2d7a27de7e2d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0738766 Nov 23 10:13:32.276065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f30ec-7f59-4479-b803-7296c5b352c0 None None] Pushing event updated for resources: {'Port': ['ID=1bdab2e3-199d-4bf2-85ba-6f087acc0026,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:32.282915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f13d2090-983c-4d0d-954a-ef240f386291 req-833372f3-3406-4de2-8bfd-4dba82cbac66 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069334 Nov 23 10:13:32.283843 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-1689579b-0536-4c93-ab35-8734732e742d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 10:13:32.285293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1689579b-0536-4c93-ab35-8734732e742d tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4 HTTP/1.1" status: 409 len: 329 time: 0.3334315 Nov 23 10:13:32.287884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 60972) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:32.296218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b5effbe-5cd0-4635-b7b4-ae9418557431 None None] Provisioning complete for port d1a3b472-4341-4ea5-bfa3-1b4568426ac8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:32.296594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b5effbe-5cd0-4635-b7b4-ae9418557431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.341625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b5effbe-5cd0-4635-b7b4-ae9418557431 None None] Port d1a3b472-4341-4ea5-bfa3-1b4568426ac8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:32.461538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-da97a4f1-c06d-46ef-ad91-24c56e00d08b None None] Provisioning complete for port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:32.462269 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da97a4f1-c06d-46ef-ad91-24c56e00d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:32.648124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:33.161616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501886-4738-424b-9749-524f4d2bf541 req-ff16cb5f-1f2e-4cc4-9797-b4c0ddcf239e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:33.171153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85501886-4738-424b-9749-524f4d2bf541 req-ff16cb5f-1f2e-4cc4-9797-b4c0ddcf239e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1166079 Nov 23 10:13:33.240276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85501886-4738-424b-9749-524f4d2bf541 req-c0424d22-8a91-43c9-8d3c-9221f662fe82 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709598 Nov 23 10:13:33.344110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting port d1a3b472-4341-4ea5-bfa3-1b4568426ac8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:33.344571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:33.378127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214bcc-e61e-4306-9768-a16cff660d7b req-e71e951e-344a-4fa3-b0d1-6d5ce14fe8fc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:33.386477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d214bcc-e61e-4306-9768-a16cff660d7b req-e71e951e-344a-4fa3-b0d1-6d5ce14fe8fc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0728624 Nov 23 10:13:33.450207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d214bcc-e61e-4306-9768-a16cff660d7b req-48987cc2-0ae9-4b51-bcc6-3a2b074394b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622833 Nov 23 10:13:33.490219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edf9d4-78fb-45e5-afc8-48b9659a085b req-bd5157c9-1f05-44b1-9f86-dd36015e5688 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:33.498431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1edf9d4-78fb-45e5-afc8-48b9659a085b req-bd5157c9-1f05-44b1-9f86-dd36015e5688 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1429446 Nov 23 10:13:33.533306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:33.555695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Calling delete_port for d1a3b472-4341-4ea5-bfa3-1b4568426ac8 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:33.578344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1edf9d4-78fb-45e5-afc8-48b9659a085b req-ff2cb7c4-a46c-4f78-b09c-e2e375284e09 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Nov 23 10:13:33.749372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1bdab2e3-199d-4bf2-85ba-6f087acc0026 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:33.757048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b973e-ba79-45ce-954c-e3dce24110c4 req-6d073c11-db9c-4b08-987d-44c4460c1e17 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:33.758698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9b973e-ba79-45ce-954c-e3dce24110c4 req-6d073c11-db9c-4b08-987d-44c4460c1e17 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0658827 Nov 23 10:13:33.802349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:33.803235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:33.856053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e9b973e-ba79-45ce-954c-e3dce24110c4 req-fa65dff0-2d08-4a4f-93ff-d2f29972b61a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712688 Nov 23 10:13:33.858059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:33.899704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Port': ['ID=d1a3b472-4341-4ea5-bfa3-1b4568426ac8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:33.996516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.157590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Router 27a4e7de-d579-464b-a39d-0d2fc708b5b4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:34.235176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:34.244350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-434ae397-ca63-40b6-acfb-011f7ba1b0ca tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9509358 Nov 23 10:13:34.244475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:34.244829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] Sync routers for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:34.255479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:34.256087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:34.284384 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-eb6cdcfb-581e-4cb6-98cf-d873a42a66b4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] show failed (client error): The resource could not be found. Nov 23 10:13:34.289029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb6cdcfb-581e-4cb6-98cf-d873a42a66b4 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-165880680 HTTP/1.1" status: 404 len: 334 time: 0.0404081 Nov 23 10:13:34.289262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 60998) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:34.292156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:34.293613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d247dabc-d91c-410f-b76a-c6a6c30502a3 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:34.301597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] Routers {'27a4e7de-d579-464b-a39d-0d2fc708b5b4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:34.302233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:34.329131 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-d247dabc-d91c-410f-b76a-c6a6c30502a3 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] update failed (client error): The resource could not be found. Nov 23 10:13:34.333362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d247dabc-d91c-410f-b76a-c6a6c30502a3 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1203401990 HTTP/1.1" status: 404 len: 335 time: 0.0400116 Nov 23 10:13:34.333725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32768) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:34.338776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:34.339446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4665dc-c606-4934-a1fb-343b9aa9c607 None None] The sync data for ids ['27a4e7de-d579-464b-a39d-0d2fc708b5b4'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:34.388619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting subnet b8a16364-281f-4b78-bab1-b02e476e54e6 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:34.392196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.434407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.526472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.595952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.631748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a16364-281f-4b78-bab1-b02e476e54e6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:34.637697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.642128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4661b2c3-e427-4b4b-988f-1b1abb0f09ad tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/subnets/b8a16364-281f-4b78-bab1-b02e476e54e6 HTTP/1.1" status: 204 len: 168 time: 0.3075266 Nov 23 10:13:34.644684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32778) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:34.647244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833ee70-9ecb-4bd0-81fd-8640af3c4317 None None] Network 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:34.749710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43475-234e-40c2-bb6c-baba1c407b64 req-dfb19fb2-3a6e-4545-99df-b640f4105e5b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:34.752315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.758193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1f43475-234e-40c2-bb6c-baba1c407b64 req-dfb19fb2-3a6e-4545-99df-b640f4105e5b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0980518 Nov 23 10:13:34.844483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1f43475-234e-40c2-bb6c-baba1c407b64 req-3f4de7c3-626d-4952-9282-f46b20283237 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844612 Nov 23 10:13:34.851217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:34.853719 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.929542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] For port 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1bdab2e3-199d-4bf2-85ba-6f087acc0026,segment=NetworkSegment(68a89f69-c84b-4fbc-ad2c-11654aebb664),segment_id=68a89f69-c84b-4fbc-ad2c-11654aebb664)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:34.929942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:34.950584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Calling delete_port for 1bdab2e3-199d-4bf2-85ba-6f087acc0026 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:34.971552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] DHCP port deletion for 5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:35.024460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Deleting port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:35.025045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.046600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb96dc-6f93-4842-bb49-d73f8921996a req-50b346ca-2028-4786-a5cf-d78306ffab8d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:35.048192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8abb96dc-6f93-4842-bb49-d73f8921996a req-50b346ca-2028-4786-a5cf-d78306ffab8d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0956771 Nov 23 10:13:35.108295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.142990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8abb96dc-6f93-4842-bb49-d73f8921996a req-22796e81-7435-4893-9077-aa5b23ba99c2 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Nov 23 10:13:35.146179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Port': ['ID=1bdab2e3-199d-4bf2-85ba-6f087acc0026,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:35.150866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] No DVR routers for this DVR port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:35.250298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.280926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:35.281290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] For port 1bdab2e3-199d-4bf2-85ba-6f087acc0026, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1bdab2e3-199d-4bf2-85ba-6f087acc0026,segment=NetworkSegment(68a89f69-c84b-4fbc-ad2c-11654aebb664),segment_id=68a89f69-c84b-4fbc-ad2c-11654aebb664)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:35.281760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.296031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a89f69-c84b-4fbc-ad2c-11654aebb664') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:35.296322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a89f69-c84b-4fbc-ad2c-11654aebb664') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:35.304193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Calling delete_port for 1bdab2e3-199d-4bf2-85ba-6f087acc0026 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:35.309492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.326751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.337999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:35.338576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:35.343288 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:35.416435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.437428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] No DVR routers for this DVR port 1bdab2e3-199d-4bf2-85ba-6f087acc0026 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:35.459147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.462880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50a142-9682-4f14-b7b2-1f996f6a9585 None None] Pushing event deleted for resources: {'Port': ['ID=1bdab2e3-199d-4bf2-85ba-6f087acc0026,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:35.470937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.475542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/networks/5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0 HTTP/1.1" status: 204 len: 168 time: 0.8295028 Nov 23 10:13:35.478399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:35.488958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09d170-2495-4d70-9184-196ab1e98b4b tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Network': ['ID=5d01c505-90cd-45aa-b0bc-ca8a4ac2d1d0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:35.542667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f949c-db7a-437d-ab01-a6726e4c6390 req-d994a598-f67c-47d0-abf5-2227caa9819a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:35.544495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c95f949c-db7a-437d-ab01-a6726e4c6390 req-d994a598-f67c-47d0-abf5-2227caa9819a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1126888 Nov 23 10:13:35.557142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting subnet 40009485-5ddf-4cf2-a831-1f61b939e517 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:35.560693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.631140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.678813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c95f949c-db7a-437d-ab01-a6726e4c6390 req-ca5d1f5b-e4d7-4a07-a56b-e30bfd3f9368 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277053 Nov 23 10:13:35.705523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1bdab2e3-199d-4bf2-85ba-6f087acc0026 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:35.726732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 1bdab2e3-199d-4bf2-85ba-6f087acc0026 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:35.727018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1bdab2e3-199d-4bf2-85ba-6f087acc0026 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:35.754204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.813253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.844447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Subnet': ['ID=40009485-5ddf-4cf2-a831-1f61b939e517,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:35.849097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.854452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-964d4b56-951b-4065-ae26-c718fdeae2f9 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/subnets/40009485-5ddf-4cf2-a831-1f61b939e517 HTTP/1.1" status: 204 len: 168 time: 0.3697324 Nov 23 10:13:35.854682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32800) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:35.861913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51855610-7af7-41d1-8f7a-f43b5e12fab5 None None] Network d402a0e5-6c69-42f4-8ac8-149e762a7e9e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:35.938252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting subnet 63529334-2f9b-452f-91ec-96d334dc116a {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:35.941716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:35.975582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1e29-633d-4a18-a8f5-be8181762d71 req-4165430b-6980-4157-a941-8330fa720d8f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:35.977536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67ca1e29-633d-4a18-a8f5-be8181762d71 req-4165430b-6980-4157-a941-8330fa720d8f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0657284 Nov 23 10:13:35.996554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.062819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] DHCP port deletion for d402a0e5-6c69-42f4-8ac8-149e762a7e9e request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:36.075221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67ca1e29-633d-4a18-a8f5-be8181762d71 req-cbab4a0c-c932-4805-84be-757c4eebd8f9 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829124 Nov 23 10:13:36.128754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Deleting port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:36.129376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.138340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.199734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] For port e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,segment=NetworkSegment(f260f2a6-a17e-474b-8595-60f754d43d5f),segment_id=f260f2a6-a17e-474b-8595-60f754d43d5f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:36.200127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.215715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.218348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Calling delete_port for e90f1dec-90a8-4bf3-8898-cdb7c5da6381 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:36.243255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Subnet': ['ID=63529334-2f9b-452f-91ec-96d334dc116a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:36.247297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.250796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4870b4da-4fa6-448d-a968-455b2c6ab30f tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/subnets/63529334-2f9b-452f-91ec-96d334dc116a HTTP/1.1" status: 204 len: 168 time: 0.3951688 Nov 23 10:13:36.253327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32808) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:36.266883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417830a-79c6-46e8-90fb-abc9100976a3 None None] Network 97d75664-778e-4d2e-be26-800130f8961d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:36.339034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.400848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:36.401220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.408243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.444287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] No DVR routers for this DVR port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:36.449001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68251c17-12d4-4f24-b9f7-a6a2afca97b6 None None] Pushing event deleted for resources: {'Port': ['ID=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:36.468904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] For port e90f1dec-90a8-4bf3-8898-cdb7c5da6381, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:36.469267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.482703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Calling delete_port for e90f1dec-90a8-4bf3-8898-cdb7c5da6381 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:36.485647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 was not found and therefore no delete operation was performed {{(pid=110024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:13:36.486988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.510520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Port': ['ID=e90f1dec-90a8-4bf3-8898-cdb7c5da6381,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:36.516160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] No DVR routers for this DVR port e90f1dec-90a8-4bf3-8898-cdb7c5da6381 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:36.539702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] DHCP port deletion for 97d75664-778e-4d2e-be26-800130f8961d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:36.586976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Deleting port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:36.587348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.606194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.625573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d402a0e5-6c69-42f4-8ac8-149e762a7e9e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:36.634600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f260f2a6-a17e-474b-8595-60f754d43d5f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:36.634898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f260f2a6-a17e-474b-8595-60f754d43d5f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:36.644043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.650068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] For port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,segment=NetworkSegment(9f34978a-c054-4db3-a7e6-c89ad4b35d28),segment_id=9f34978a-c054-4db3-a7e6-c89ad4b35d28)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:36.650462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.657331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.663254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:36.663609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Calling delete_port for f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:36.663734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:36.666560 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:36.728592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.737259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.740617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/networks/d402a0e5-6c69-42f4-8ac8-149e762a7e9e HTTP/1.1" status: 204 len: 168 time: 0.4861960 Nov 23 10:13:36.743008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32812) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:36.757523 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.770042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c10315-912c-42d2-9253-fe4fe64d4c50 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Network': ['ID=d402a0e5-6c69-42f4-8ac8-149e762a7e9e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:36.787385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] No DVR routers for this DVR port f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:36.791506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b31f2-f15a-445e-9c7a-af69ee96da30 None None] Pushing event deleted for resources: {'Port': ['ID=f0ed7f7b-0ace-4f40-905b-1a0718bb76b8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:36.856854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:36.878185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa2b7-8bb8-4e84-86ca-af290ea7c2b1 req-4071465d-7af4-47d4-8632-9a1f08fde3ce tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:36.879616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-333fa2b7-8bb8-4e84-86ca-af290ea7c2b1 req-4071465d-7af4-47d4-8632-9a1f08fde3ce tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0980427 Nov 23 10:13:36.973755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.005959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d75664-778e-4d2e-be26-800130f8961d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:37.011306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-333fa2b7-8bb8-4e84-86ca-af290ea7c2b1 req-e23e0832-fb93-4a79-a483-225b4f96ac27 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107299 Nov 23 10:13:37.019262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f34978a-c054-4db3-a7e6-c89ad4b35d28') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:37.019557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f34978a-c054-4db3-a7e6-c89ad4b35d28') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:37.249478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30c28-f937-40c2-a000-4cafd5adc6c7 req-77a0e311-91f8-481d-a513-52530b2d826d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:37.252386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be30c28-f937-40c2-a000-4cafd5adc6c7 req-77a0e311-91f8-481d-a513-52530b2d826d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0758607 Nov 23 10:13:37.317128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1be30c28-f937-40c2-a000-4cafd5adc6c7 req-9746894f-dab6-47b9-98e6-9990e440731d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Nov 23 10:13:37.372995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.388198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.395243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:37.395681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:37.398709 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:37.460473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.467886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.470600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/networks/97d75664-778e-4d2e-be26-800130f8961d HTTP/1.1" status: 204 len: 168 time: 0.7265995 Nov 23 10:13:37.473679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32830) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:37.490485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe35c-5571-4661-b68a-f444334e3454 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Network': ['ID=97d75664-778e-4d2e-be26-800130f8961d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:37.534763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting subnet ea0d7128-899e-43aa-8a5a-111cd561e6c7 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:13:37.538243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.582226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.666108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.700962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:37.725731 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.726289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:37.726651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f0ed7f7b-0ace-4f40-905b-1a0718bb76b8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:37.727085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e90f1dec-90a8-4bf3-8898-cdb7c5da6381 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:37.747262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e90f1dec-90a8-4bf3-8898-cdb7c5da6381 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:37.747603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e90f1dec-90a8-4bf3-8898-cdb7c5da6381 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:37.754384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0d7128-899e-43aa-8a5a-111cd561e6c7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:37.763781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.769152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9281021f-5546-452a-8f93-1b385e89d758 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/subnets/ea0d7128-899e-43aa-8a5a-111cd561e6c7 HTTP/1.1" status: 204 len: 168 time: 0.2931137 Nov 23 10:13:37.770353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32834) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:37.776081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696cbbaf-4d67-4a23-ad69-7cf193df7c79 None None] Network 82699583-a920-486c-bf46-849e34740bdc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:37.847572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.902510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Deleting port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:37.902858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.970629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] DHCP port deletion for 82699583-a920-486c-bf46-849e34740bdc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:37.972236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] For port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,segment=NetworkSegment(3afd9504-36b4-4b93-a57a-5bbcd190e57d),segment_id=3afd9504-36b4-4b93-a57a-5bbcd190e57d)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:37.972600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:37.985297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Calling delete_port for 89331d9f-a00f-45ee-be26-97f8f7ce2bfc owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:38.025323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Deleting port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:38.025705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.077341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.101115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] For port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,segment=NetworkSegment(3afd9504-36b4-4b93-a57a-5bbcd190e57d),segment_id=3afd9504-36b4-4b93-a57a-5bbcd190e57d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:38.101509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.111341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Port': ['ID=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:38.115288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] No DVR routers for this DVR port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:38.117035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Calling delete_port for 89331d9f-a00f-45ee-be26-97f8f7ce2bfc owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:38.203991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.226737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82699583-a920-486c-bf46-849e34740bdc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:38.233940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.236958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afd9504-36b4-4b93-a57a-5bbcd190e57d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:38.237258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afd9504-36b4-4b93-a57a-5bbcd190e57d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:38.247664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.260928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.263383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] Pushing event deleted for resources: {'Port': ['ID=89331d9f-a00f-45ee-be26-97f8f7ce2bfc,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:38.265865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608ff23-b179-48a8-bb64-4e4d7a9aa6db None None] No DVR routers for this DVR port 89331d9f-a00f-45ee-be26-97f8f7ce2bfc on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:38.275074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:13:38.275806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:13:38.279873 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:13:38.345390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.352904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.358657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/networks/82699583-a920-486c-bf46-849e34740bdc HTTP/1.1" status: 204 len: 168 time: 0.5854347 Nov 23 10:13:38.358985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32844) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:38.376017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1c5b3-4ea5-4017-846b-3d3ddc488bbc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Pushing event deleted for resources: {'Network': ['ID=82699583-a920-486c-bf46-849e34740bdc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:38.390849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0fc1a83-1250-4555-a274-3b1673effedc tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "GET /v2.0/ports?device_id=27a4e7de-d579-464b-a39d-0d2fc708b5b4 HTTP/1.1" status: 200 len: 205 time: 0.0287063 Nov 23 10:13:38.391830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:38.450800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52012f-e9d2-4856-9875-f6baa06c2904 req-e5d33090-6fba-43dd-98b3-febcd11107d7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:38.452313 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb52012f-e9d2-4856-9875-f6baa06c2904 req-e5d33090-6fba-43dd-98b3-febcd11107d7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0540943 Nov 23 10:13:38.475671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.511438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb52012f-e9d2-4856-9875-f6baa06c2904 req-0ed5e07a-250f-4a8f-8986-a455e75561f1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Nov 23 10:13:38.660217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5396f08-af14-4fa1-a35b-8bd92203f016 req-045d7f1e-4d9a-4145-bd11-419ee3c9c69a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:38.661594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5396f08-af14-4fa1-a35b-8bd92203f016 req-045d7f1e-4d9a-4145-bd11-419ee3c9c69a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0535693 Nov 23 10:13:38.671966 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.674663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.710927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5396f08-af14-4fa1-a35b-8bd92203f016 req-a61cb5c6-c591-45b1-a69a-e63dd4bf597b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Nov 23 10:13:38.720498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7784c-6015-4795-8d7a-537bf9137358 req-0d83f464-4675-4381-9b2a-10d2af5a4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:38.722113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-0d83f464-4675-4381-9b2a-10d2af5a4b73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.1076941 Nov 23 10:13:38.723176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.723741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Fanout notify agent at l3_agent the message router_deleted on router 27a4e7de-d579-464b-a39d-0d2fc708b5b4 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:13:38.730747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:38.731792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8989fcb6-73bd-474d-aa92-efe755fc23d8 tempest-RoutersNegativeIpV6Test-232836672 tempest-RoutersNegativeIpV6Test-232836672-project] 10.222.0.62 "DELETE /v2.0/routers/27a4e7de-d579-464b-a39d-0d2fc708b5b4 HTTP/1.1" status: 204 len: 168 time: 0.3390894 Nov 23 10:13:38.827442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7784c-6015-4795-8d7a-537bf9137358 req-f7575f6f-bc4f-4fec-ae1b-6c0e3bf7070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:38.828930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-f7575f6f-bc4f-4fec-ae1b-6c0e3bf7070a service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.0959754 Nov 23 10:13:38.871871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-12ff0572-4671-468a-a8fd-e5751d7a355a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0343938 Nov 23 10:13:38.931526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7784c-6015-4795-8d7a-537bf9137358 req-7734a9f5-fc27-4a0a-a895-d8bb2bb83e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:38.933036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-7734a9f5-fc27-4a0a-a895-d8bb2bb83e31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.0546637 Nov 23 10:13:38.964213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-4a52330d-a97f-465d-914c-7eb71a617b9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245488 Nov 23 10:13:38.981995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32858) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:39.055037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-41795c74-9b1d-4866-b157-ea2a8c456822 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831614 Nov 23 10:13:39.118196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b9de1da-d8ca-4de2-b325-eebacd537307 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32865f370e9849dc8daa9d414022cf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349223 Nov 23 10:13:39.120778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:39.155159 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deb7784c-6015-4795-8d7a-537bf9137358 req-3cbba490-3cac-40b4-82c0-4c6a4e7f2720 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932231 Nov 23 10:13:39.175066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.197874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.244531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.247221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.248365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b1e9e2e-0123-4172-8352-9a3c5da21aba HTTP/1.1" status: 204 len: 168 time: 0.1265202 Nov 23 10:13:39.256020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f698d6-ae0d-4d9e-8d0b-009440fc32fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e9e2e-0123-4172-8352-9a3c5da21aba,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:39.633151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5ca6-1525-433f-93b6-a4f92dbad614 req-710eed08-73e4-48c3-a4ac-4f5783b11fa8 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:39.637667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efca5ca6-1525-433f-93b6-a4f92dbad614 req-710eed08-73e4-48c3-a4ac-4f5783b11fa8 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0504456 Nov 23 10:13:39.638141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32890) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:39.703126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-efca5ca6-1525-433f-93b6-a4f92dbad614 req-24e83db9-ddd5-4ce7-9e79-5c186228f281 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528483 Nov 23 10:13:39.728815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 89331d9f-a00f-45ee-be26-97f8f7ce2bfc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:13:39.753617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 89331d9f-a00f-45ee-be26-97f8f7ce2bfc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:13:39.753941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 89331d9f-a00f-45ee-be26-97f8f7ce2bfc not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:13:39.778116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54646969-ecdc-45b1-958b-44e854c1e4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.863813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e18b0-dd65-4169-baf4-2427e59dbee3 req-74fba172-20a0-4e86-9304-0263e18a1b2a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:39.865330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d43e18b0-dd65-4169-baf4-2427e59dbee3 req-74fba172-20a0-4e86-9304-0263e18a1b2a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0679326 Nov 23 10:13:39.921284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32904) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:39.924464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54646969-ecdc-45b1-958b-44e854c1e4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.930295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54646969-ecdc-45b1-958b-44e854c1e4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:39.952908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d43e18b0-dd65-4169-baf4-2427e59dbee3 req-abc28014-d5b5-410f-876e-b373f66792c9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Nov 23 10:13:39.975642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-54646969-ecdc-45b1-958b-44e854c1e4bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6fdfff710af48d582c36171e1446117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365388 Nov 23 10:13:39.976768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54646969-ecdc-45b1-958b-44e854c1e4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3e2a4-f235-4e50-9d3f-31afc55f19f6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:39.978566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32908) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.036865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--626632658'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:40.040875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.088942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.099515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.117757 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.175006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.177618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.178789 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ef3e2a4-f235-4e50-9d3f-31afc55f19f6 HTTP/1.1" status: 204 len: 168 time: 0.1991668 Nov 23 10:13:40.196652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7d3d-d2c3-4d55-8361-d9b4381d1749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3e2a4-f235-4e50-9d3f-31afc55f19f6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:40.233782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.239172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.287490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1cc63-062f-44d2-b31f-272164174b92,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:40.321758 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.325842 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.353463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.354753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4323516 Nov 23 10:13:40.357550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32914) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.359772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74220e-0720-469a-84c8-224311c2debd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b501233-4d1e-43fd-a478-bffe1c73d483,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:40.436116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0cb20f33-897e-42d7-a66c-bfb885af3cb9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0769961 Nov 23 10:13:40.438564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32918) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.442846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-security--939562446', 'description': 'tempest-security-description-758986302'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:40.475886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.520541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.524588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.531716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.533441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "PUT /v2.0/security-groups/2b501233-4d1e-43fd-a478-bffe1c73d483 HTTP/1.1" status: 200 len: 1795 time: 0.0939479 Nov 23 10:13:40.536332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32926) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.557760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653face4-890d-401a-ab5d-fb8e748b2817 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b501233-4d1e-43fd-a478-bffe1c73d483,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:40.584049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c6a37c6-4750-4f7c-8319-9c9e975d0dba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups/2b501233-4d1e-43fd-a478-bffe1c73d483 HTTP/1.1" status: 200 len: 1795 time: 0.0462670 Nov 23 10:13:40.586878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.643312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.669869 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.712490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.715226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.716377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/2b501233-4d1e-43fd-a478-bffe1c73d483 HTTP/1.1" status: 204 len: 168 time: 0.1281681 Nov 23 10:13:40.719925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32934) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.727690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792efd6f-fce0-484f-a6bd-9fef47d28fcb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b501233-4d1e-43fd-a478-bffe1c73d483,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:40.793393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62cfcd30-797a-4a9a-ae27-4ce88f68b424 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721564 Nov 23 10:13:40.796168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32942) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.820713 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-f46f0f84-650e-4137-b3de-6eb99b158e57 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] delete failed (client error): The resource could not be found. Nov 23 10:13:40.821734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f46f0f84-650e-4137-b3de-6eb99b158e57 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/2b501233-4d1e-43fd-a478-bffe1c73d483 HTTP/1.1" status: 404 len: 347 time: 0.0267098 Nov 23 10:13:40.826168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:40.830449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693474199'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:40.864506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c25dc6-a5a8-4eaa-b6a6-9663530d7e4b req-b3e798e2-2ac3-41e3-86e3-7a60fb38292f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:40.866063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9c25dc6-a5a8-4eaa-b6a6-9663530d7e4b req-b3e798e2-2ac3-41e3-86e3-7a60fb38292f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0829177 Nov 23 10:13:40.872178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.942842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9c25dc6-a5a8-4eaa-b6a6-9663530d7e4b req-633501e3-6b36-4eac-b82c-60db69618717 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687115 Nov 23 10:13:40.975981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:40.981735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.011194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.012545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1854665 Nov 23 10:13:41.015986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.019990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8db45-5a4d-40c6-8878-974023f8cfba tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50521b-fbf4-40b9-a225-cac95f2bd9be,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.022505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'cc50521b-fbf4-40b9-a225-cac95f2bd9be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:41.081948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.105304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33f1ba-d042-46a2-bcea-9ecfe719366b req-92d3f32a-f760-42b0-a781-262011ff17c9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:41.106857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d33f1ba-d042-46a2-bcea-9ecfe719366b req-92d3f32a-f760-42b0-a781-262011ff17c9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0737989 Nov 23 10:13:41.181796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.186951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d33f1ba-d042-46a2-bcea-9ecfe719366b req-1c90ed22-c874-48b6-a2c0-7fa9b9947c47 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726969 Nov 23 10:13:41.188008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.203670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754da4a4-21c7-4f0a-a99f-df162c2bf0af,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.215440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.216554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bdcae693-f4e8-4fcf-9c25-dc6a359768ef tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999331 Nov 23 10:13:41.219455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.249276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.257657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.285613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.291869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.294357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/754da4a4-21c7-4f0a-a99f-df162c2bf0af HTTP/1.1" status: 204 len: 168 time: 0.0739617 Nov 23 10:13:41.295716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32966) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.304547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a64844-efe0-406e-8370-ee03b614afe9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=754da4a4-21c7-4f0a-a99f-df162c2bf0af,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.345711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f764ad87-3910-4bc5-919b-b757ceae27cd tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461216 Nov 23 10:13:41.346107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.397465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.420488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.462667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.465617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.466836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/cc50521b-fbf4-40b9-a225-cac95f2bd9be HTTP/1.1" status: 204 len: 168 time: 0.1199703 Nov 23 10:13:41.470639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.476599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727f27-1b19-44d7-8472-68bf78d41b95 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50521b-fbf4-40b9-a225-cac95f2bd9be,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.526256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-264332f4-195c-4a56-a757-36db22d1b61d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543120 Nov 23 10:13:41.530696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 32982) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.535436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--607564724'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:41.558415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.624780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.629825 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.662694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.663943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1323028 Nov 23 10:13:41.665870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902be10-c012-4077-bbbf-c64c9dc70d9c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb431a78-3c93-41f5-bf2b-c48dda456720,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.667317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 32984) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.672605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bb431a78-3c93-41f5-bf2b-c48dda456720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:41.700901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.746169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.750760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.770027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3dcf03-9ca4-43ed-beab-db01a48b5590,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.780396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.781611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e5def355-26b3-43d9-88ba-6bed3fe2a2a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126690 Nov 23 10:13:41.785046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.789737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bb431a78-3c93-41f5-bf2b-c48dda456720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:41.824772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.891550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.896527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.915979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74788b51-f48f-4e1e-8b5f-808ec7223f1a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:41.926062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:41.927314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9bcdfb82-fdfb-40ff-a911-76f8c8cec4b1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412277 Nov 23 10:13:41.930108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33022) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:41.934813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bb431a78-3c93-41f5-bf2b-c48dda456720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:41.976836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.083473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.089223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.101278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85772e81-0513-4ab2-b651-5a59544a2175 req-0afa8370-cac1-4f0f-9546-dffd12114a72 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:42.104070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85772e81-0513-4ab2-b651-5a59544a2175 req-0afa8370-cac1-4f0f-9546-dffd12114a72 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0758841 Nov 23 10:13:42.119304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c131c6-e2c1-4da0-be16-3c60424b31e1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.141797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.144688 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-32ad2c8e-3025-49e2-9535-38926fb5c8f1 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128341 Nov 23 10:13:42.148017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.155290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bb431a78-3c93-41f5-bf2b-c48dda456720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:42.203711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.226872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85772e81-0513-4ab2-b651-5a59544a2175 req-76822290-f684-474d-843e-6fd9e78430fe tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139808 Nov 23 10:13:42.293356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.307207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.348492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d699e0e-248a-4660-a536-accd7e9b8577,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.375547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419816d-3544-46c5-b09b-4166a2160590 req-f84af685-a1af-4e44-bca7-9136a60f14b5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:42.377215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e419816d-3544-46c5-b09b-4166a2160590 req-f84af685-a1af-4e44-bca7-9136a60f14b5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0813563 Nov 23 10:13:42.380564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.381752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb1e5c44-cccb-468f-9b46-693a3abf7a1e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2318878 Nov 23 10:13:42.384743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.389640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bb431a78-3c93-41f5-bf2b-c48dda456720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:42.448735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.480929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e419816d-3544-46c5-b09b-4166a2160590 req-a964a8f1-888f-4286-985c-222dac6dcc8f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849490 Nov 23 10:13:42.528250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.535243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.559504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d5a487-647b-4f67-acdf-c33516206157,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.568589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.569942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5008a825-fc39-418b-bd7d-8e3e3cc9355d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1839521 Nov 23 10:13:42.572995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33070) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.603514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.612682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.642856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.650153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.651290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/26d5a487-647b-4f67-acdf-c33516206157 HTTP/1.1" status: 204 len: 168 time: 0.0772285 Nov 23 10:13:42.654685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.657624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf779089-cfd6-41b2-8bdd-3cdaedb3621a tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26d5a487-647b-4f67-acdf-c33516206157,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.733362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33078) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.744732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3203c972-a5a9-4917-8d21-4e6e67697e99 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0881200 Nov 23 10:13:42.747674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33082) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.775600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.785281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.819182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.829612 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.830783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8d699e0e-248a-4660-a536-accd7e9b8577 HTTP/1.1" status: 204 len: 168 time: 0.0820391 Nov 23 10:13:42.833498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.836913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b78e9-a7db-4ee9-9a2e-f7e6bbdd8cb5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d699e0e-248a-4660-a536-accd7e9b8577,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.878740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca1812fb-30f3-4c0c-b739-82801b3a16b2 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0439546 Nov 23 10:13:42.881819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.888094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce936-603a-450d-9c5a-dc309fbd69d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.908032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.916535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.949563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.956898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.958915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/72c131c6-e2c1-4da0-be16-3c60424b31e1 HTTP/1.1" status: 204 len: 168 time: 0.0758693 Nov 23 10:13:42.962097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33088) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:42.987348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce936-603a-450d-9c5a-dc309fbd69d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:42.992133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df422fc-00c2-4d43-9183-227e8c636b4f tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c131c6-e2c1-4da0-be16-3c60424b31e1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:42.999943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce936-603a-450d-9c5a-dc309fbd69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.020294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97284169-b3b5-4cd7-aeed-fafb32ba8e26 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0567880 Nov 23 10:13:43.026310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33090) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.056849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fd0ce936-603a-450d-9c5a-dc309fbd69d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=840730e5d40e4737a2d791ef57669ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192515 Nov 23 10:13:43.057285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33092) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.066606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ce936-603a-450d-9c5a-dc309fbd69d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7d5de-5ebd-473c-95c2-128309bc46ae,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.084655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.094825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.126235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.130675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.141686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.145882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33094) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.150378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/74788b51-f48f-4e1e-8b5f-808ec7223f1a HTTP/1.1" status: 204 len: 168 time: 0.1215096 Nov 23 10:13:43.154963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223943b4-3424-4d23-8916-f41b1ec16943 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74788b51-f48f-4e1e-8b5f-808ec7223f1a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.181520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.231774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e03cc16a-5e91-45cf-9784-ca945d2c40d6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844996 Nov 23 10:13:43.234825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33096) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.261489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.265770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.269927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.271536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbd7d5de-5ebd-473c-95c2-128309bc46ae HTTP/1.1" status: 204 len: 168 time: 0.2130389 Nov 23 10:13:43.280308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.286939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad5ff-6947-481f-bbfe-2f1661d260a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7d5de-5ebd-473c-95c2-128309bc46ae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.371063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.391552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.392773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2d3dcf03-9ca4-43ed-beab-db01a48b5590 HTTP/1.1" status: 204 len: 168 time: 0.1567709 Nov 23 10:13:43.395754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33102) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.404759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cd57b-211d-494b-bc0a-238b26e69020 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d3dcf03-9ca4-43ed-beab-db01a48b5590,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.424397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368b01f-d07f-490c-bb66-40d12044437e req-fe4d7a69-a729-4eb0-8c8d-ad3c8ebff77f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:43.429128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f368b01f-d07f-490c-bb66-40d12044437e req-fe4d7a69-a729-4eb0-8c8d-ad3c8ebff77f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0696642 Nov 23 10:13:43.454214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e00e7546-43d0-4076-a5af-e7afd160d031 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571024 Nov 23 10:13:43.456783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33108) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.572199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f368b01f-d07f-490c-bb66-40d12044437e req-eb70e8ec-45f5-4752-90d7-11a8ea52ccfc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342781 Nov 23 10:13:43.586374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.593811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275813a-dae1-4751-8e2d-37de2fa4a426 req-926138a1-2d38-4512-8cdd-7d03313bd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:43.595678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5275813a-dae1-4751-8e2d-37de2fa4a426 req-926138a1-2d38-4512-8cdd-7d03313bd5a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1096 time: 0.1352434 Nov 23 10:13:43.616556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.664080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5275813a-dae1-4751-8e2d-37de2fa4a426 req-911e63c6-9a6f-40b5-bf2f-a7a98c281bc7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603869 Nov 23 10:13:43.691689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33112) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.700895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1174c95-f53e-4af1-a59b-430dcde0e7bf req-58bda597-9e98-499e-8b3b-67ccf2468a72 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:43.702602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1174c95-f53e-4af1-a59b-430dcde0e7bf req-58bda597-9e98-499e-8b3b-67ccf2468a72 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0581274 Nov 23 10:13:43.707347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a7ced76-c92e-47b5-bbd5-3fa1be010eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.721679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.724768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.726707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb431a78-3c93-41f5-bf2b-c48dda456720 HTTP/1.1" status: 204 len: 168 time: 0.2689784 Nov 23 10:13:43.731791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33116) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.752440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb431a78-3c93-41f5-bf2b-c48dda456720,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.770940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.771510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.771853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.772296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.772718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.773382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.773542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.774171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.774388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.774800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.775207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.775585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d173a-fd10-4edc-9a4f-59f372874750 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:43.790522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1174c95-f53e-4af1-a59b-430dcde0e7bf req-ff83a160-5661-401d-8c53-7a0451ad3989 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789826 Nov 23 10:13:43.804772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33118) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.809430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-969ed7bb-ccdb-4358-85b6-8b2e74e04526 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764718 Nov 23 10:13:43.815626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--95252214'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:43.840730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.853000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a7ced76-c92e-47b5-bbd5-3fa1be010eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.858334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a7ced76-c92e-47b5-bbd5-3fa1be010eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.904162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a7ced76-c92e-47b5-bbd5-3fa1be010eac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdef1b7d066d4c7fb38d32a08756f187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2111206 Nov 23 10:13:43.905042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ced76-c92e-47b5-bbd5-3fa1be010eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b1d79e-122d-4480-a6dd-96f8403f7923,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.907737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33120) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:43.934771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.941475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.957320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.984985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:43.986864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2783a2c4-1404-4f67-a69c-caecbede8537,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:43.994611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.000012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33122) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.000264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c38784c5-ceda-4a5f-8a26-b6ed46d67257 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1939950 Nov 23 10:13:44.005916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': '2783a2c4-1404-4f67-a69c-caecbede8537', 'direction': 'ingress', 'protocol': 17}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:44.044438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.062890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.065450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.066626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95b1d79e-122d-4480-a6dd-96f8403f7923 HTTP/1.1" status: 204 len: 168 time: 0.1576037 Nov 23 10:13:44.081117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a3048-42ab-4489-b7e3-06f24a0c216d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b1d79e-122d-4480-a6dd-96f8403f7923,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:44.127729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.132200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.147501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c67e6a1-ce88-4be0-8da0-f21d86697cce,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:44.159975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.161334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c52b771-2a84-4e58-b9bd-e9e5f3b72a53 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1604395 Nov 23 10:13:44.164125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33126) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.224083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.252211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.326372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.329196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.330435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/2783a2c4-1404-4f67-a69c-caecbede8537 HTTP/1.1" status: 204 len: 168 time: 0.1651504 Nov 23 10:13:44.333940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.345225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b695b-0842-4312-8cdc-90cf6e6a318e tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2783a2c4-1404-4f67-a69c-caecbede8537,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:44.432317 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9e2d3b5e-1bff-485c-918e-8e29d1313abf tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964317 Nov 23 10:13:44.442239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33134) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.442239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--825780816'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:44.465325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.556096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.562384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.604404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d3f49-7894-4dc7-8595-9c55f0521e0b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:44.622221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.626137 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8522baa9-f0d0-47af-8a56-9162866c49f6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1858697 Nov 23 10:13:44.626848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33144) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.632873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--153598151'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:44.692828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.731111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f326c-cafd-4a10-b57b-55bd751f6e16 req-e6f6cff6-4cbc-459f-8963-798c086b0e63 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:44.732617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00f326c-cafd-4a10-b57b-55bd751f6e16 req-e6f6cff6-4cbc-459f-8963-798c086b0e63 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0750058 Nov 23 10:13:44.831679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d00f326c-cafd-4a10-b57b-55bd751f6e16 req-33de145d-60ae-4169-9d36-4cad3eb24066 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Nov 23 10:13:44.835571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.842740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.880450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5290e691-ba8d-4d17-8e2f-d569b607a5ee,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:44.885541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.890140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-42cf68ce-239b-4e22-bbab-49515cf1b37d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2588603 Nov 23 10:13:44.890140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:44.894079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': '6a1d3f49-7894-4dc7-8595-9c55f0521e0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5290e691-ba8d-4d17-8e2f-d569b607a5ee', 'remote_ip_prefix': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:44.935474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:44.977308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06f737-06ce-465c-96e0-2d6cb2b359fc req-36eb96f9-e2ba-49c5-a4d5-20e4f1135011 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:44.978894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b06f737-06ce-465c-96e0-2d6cb2b359fc req-36eb96f9-e2ba-49c5-a4d5-20e4f1135011 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1008122 Nov 23 10:13:45.025219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.030813 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.045114 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b06f737-06ce-465c-96e0-2d6cb2b359fc req-74fc3d6e-798d-42a4-85e0-d08ec72195a3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 Nov 23 10:13:45.051894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455bd53e-ced0-4761-baf1-8a58069ed5bb,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.067646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.068879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d24ddf9a-530f-482d-9559-71b4303a10ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1782191 Nov 23 10:13:45.071719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.099443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.107798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.136910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.143502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.144582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/455bd53e-ced0-4761-baf1-8a58069ed5bb HTTP/1.1" status: 204 len: 168 time: 0.0716527 Nov 23 10:13:45.147674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.150469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180889f-1d90-43b4-8b04-6e5446d55b64 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=455bd53e-ced0-4761-baf1-8a58069ed5bb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.210022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0c02b1a3-c558-4f81-b788-59bff1eb5ebb tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0609241 Nov 23 10:13:45.212757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33172) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.265271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.288880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.336540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.340287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.341951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/5290e691-ba8d-4d17-8e2f-d569b607a5ee HTTP/1.1" status: 204 len: 168 time: 0.1281679 Nov 23 10:13:45.345110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33178) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.352452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ff6e-4569-462b-b050-47d8d6b840b5 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290e691-ba8d-4d17-8e2f-d569b607a5ee,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.414223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8009c5a5-df8e-4fa6-8b4f-cb85b025a683 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0662067 Nov 23 10:13:45.414223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33182) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.473791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.496379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.541646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.544586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.548213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a1d3f49-7894-4dc7-8595-9c55f0521e0b HTTP/1.1" status: 204 len: 168 time: 0.1313636 Nov 23 10:13:45.549246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.555494 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713fac8-66a9-40d3-9962-7c184ccb00ac tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d3f49-7894-4dc7-8595-9c55f0521e0b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.608454 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a9e485eb-eba2-48d3-acd8-27321e230c91 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0567176 Nov 23 10:13:45.612249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33190) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.616977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--246989024'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:45.642160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.715855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.720805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.758662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff2310a-4879-4393-99ed-e38e4a889155,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.769865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.771390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8e55c708-8a8d-4f45-97df-c584481b13a6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1580644 Nov 23 10:13:45.774192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:45.781613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'dff2310a-4879-4393-99ed-e38e4a889155', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:45.810190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.852508 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.893000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.904874 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.961637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e878c35-c8a2-403e-89ba-f9def94565ec,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:45.975266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:45.976536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-241aa65b-08bf-4ac2-ba5c-fce6ffdbc0d9 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2013116 Nov 23 10:13:45.979677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33204) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.002575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e6e82-c6a5-4e88-ae00-70a1ee186907 req-169f2436-4eaf-4f86-89eb-7d4845d4a4b2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:46.005054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-753e6e82-c6a5-4e88-ae00-70a1ee186907 req-169f2436-4eaf-4f86-89eb-7d4845d4a4b2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0823739 Nov 23 10:13:46.034313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.054241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.079242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-753e6e82-c6a5-4e88-ae00-70a1ee186907 req-7b897ed6-4ae7-46bb-a421-f7bf634e5495 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657730 Nov 23 10:13:46.102912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.113922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.115136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8e878c35-c8a2-403e-89ba-f9def94565ec HTTP/1.1" status: 204 len: 168 time: 0.1342537 Nov 23 10:13:46.118508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.121352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086c537-5a6c-45a7-abab-0f96919ec2ad tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e878c35-c8a2-403e-89ba-f9def94565ec,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:46.189406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c23b085-07bf-4687-be0d-98bda43fa69d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663693 Nov 23 10:13:46.189406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.256707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0ea9b-b241-4fb1-8783-3d4a0ba3dba6 req-08b20891-04e7-4aec-b047-127468b81321 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:46.258977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.259946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43d0ea9b-b241-4fb1-8783-3d4a0ba3dba6 req-08b20891-04e7-4aec-b047-127468b81321 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0781591 Nov 23 10:13:46.261050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33222) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.293001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.331080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43d0ea9b-b241-4fb1-8783-3d4a0ba3dba6 req-c6be0886-5acd-45f2-820e-6a2c8586d5ce tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Nov 23 10:13:46.375444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.375444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.375444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/dff2310a-4879-4393-99ed-e38e4a889155 HTTP/1.1" status: 204 len: 168 time: 0.1828396 Nov 23 10:13:46.375909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.409918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0673bd8-cb34-4b0f-8f61-47ef59de68e3 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff2310a-4879-4393-99ed-e38e4a889155,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:46.480979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba3f67e7-ebd7-482f-975f-4dc93b01fa83 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051822 Nov 23 10:13:46.481968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.487077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group': {'name': 'tempest-secgroup--71852453'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:46.527497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.573505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-025bfc52-7368-4b77-a2a1-6f5d90994808 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:46.575283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-025bfc52-7368-4b77-a2a1-6f5d90994808 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 810 time: 0.2030916 Nov 23 10:13:46.594519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:46.595672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-413982b0-8dc3-428e-944d-e111c2f797ef tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/quotas/015b4d25ae5948a88cda8cfb2ccf2fad HTTP/1.1" status: 200 len: 375 time: 0.0133460 Nov 23 10:13:46.641857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.652769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.668374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.672236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-ac782c42-7044-4b38-900b-2a122402ec40 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624492 Nov 23 10:13:46.711357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.712996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2298815 Nov 23 10:13:46.715933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33238) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.721742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd65ae-31f7-44ac-a73e-70ce5d660fb8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf130f44-d749-4837-86dd-f77b55b7bbef,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:46.722637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bf130f44-d749-4837-86dd-f77b55b7bbef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:46.800278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-ab59bc68-6977-4bd0-9c2f-f35469bac390 service neutron] 10.222.0.62 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204152 Nov 23 10:13:46.800952 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.804153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.910624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.914380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Allocated IP 172.25.1.21 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bcec39d0-9955-40d3-8c84-0c88af73799d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:46.918993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.942601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-67c8b9a4-dc2f-44e7-9eae-7dd6e08c3649 service neutron] 10.222.0.62 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325314 Nov 23 10:13:46.947563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735581f-4d6e-41be-8a72-85830be3e81a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:46.958604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:46.962610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79767d5a-e414-491c-9400-ca1317640bda tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410595 Nov 23 10:13:46.962860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33240) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:46.981068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b39cb87-39e0-4102-8f55-2dbdd3285702 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules/d735581f-4d6e-41be-8a72-85830be3e81a HTTP/1.1" status: 200 len: 763 time: 0.0162733 Nov 23 10:13:46.983051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33242) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.029321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-10769410-e0f0-410d-bee9-e12c0b83bccf tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420265 Nov 23 10:13:47.032124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33246) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.032323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.058522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.068555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.104725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.121987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.130988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.132427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d735581f-4d6e-41be-8a72-85830be3e81a HTTP/1.1" status: 204 len: 168 time: 0.0991416 Nov 23 10:13:47.138155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.144518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4025f-a897-41aa-be4d-90046797a8e6 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d735581f-4d6e-41be-8a72-85830be3e81a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.181860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-01256e5f-cc47-4d35-83e3-4d90e9c032a8 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424349 Nov 23 10:13:47.182379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:47.184993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33258) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.195615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bf130f44-d749-4837-86dd-f77b55b7bbef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:47.200316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:47.205536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea21942b-746e-49b6-ac52-599d445bee9f req-d7a1a180-f80d-46f5-afbd-e47698c7988a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 210 time: 0.0861971 Nov 23 10:13:47.210390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:47.239723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=bcec39d0-9955-40d3-8c84-0c88af73799d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.247995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.318689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.325387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.348326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3496e638-07de-43de-9806-919a782f843b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.368582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.372741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-86280d0c-a35b-4319-abe7-4e4336167c8c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843934 Nov 23 10:13:47.372977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33262) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.373844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.408572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ee8049b6-edb5-4385-9872-e80a9e656cab tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules/3496e638-07de-43de-9806-919a782f843b HTTP/1.1" status: 200 len: 763 time: 0.0312905 Nov 23 10:13:47.409171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33266) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.419058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.452819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a15f2f4-d141-4d4a-8ddc-69be955ee9d2 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428481 Nov 23 10:13:47.456014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.506372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.527487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.528657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fae3ec-f62b-466f-8632-dce472b99cdf req-1d57880e-b438-4549-88a0-ed77dadb0655 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:47.530607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14fae3ec-f62b-466f-8632-dce472b99cdf req-1d57880e-b438-4549-88a0-ed77dadb0655 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0534816 Nov 23 10:13:47.598399 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14fae3ec-f62b-466f-8632-dce472b99cdf req-2f0704df-8969-4c8b-bf36-0f59a6dcc482 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585227 Nov 23 10:13:47.618599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.631200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.632411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3496e638-07de-43de-9806-919a782f843b HTTP/1.1" status: 204 len: 168 time: 0.1754413 Nov 23 10:13:47.635263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33274) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.682124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.688571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9652a-bbaf-4459-a76d-ccbb37383321 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3496e638-07de-43de-9806-919a782f843b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.694887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-38a3b501-0dc1-49d0-a595-152b9b9a6af7 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582628 Nov 23 10:13:47.697387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33278) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.702612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.702986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Request body: {'security_group_rule': {'security_group_id': 'bf130f44-d749-4837-86dd-f77b55b7bbef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:47.731041 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Project 8c031c35b1ac495e9fc24ea6e1ea4715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:13:47.737096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.785174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=bcec39d0-9955-40d3-8c84-0c88af73799d,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.794764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.812874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.816572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2973021d-5613-442d-befd-9be4255979f4 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5514050 Nov 23 10:13:47.816894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33280) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.821240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.825407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1968443646'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:47.831014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.847881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4685477c-8da8-4b6a-af74-e1effea1f3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.859005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4c1a18-073b-4eef-89d2-97c5d3789ea6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:47.872222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Made reservation on behalf of 2717686c9d904c57b216fe4e0a3e2a60 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:47.875787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.886237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.889862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb60f51b-d706-48b9-8097-3749c8fd265c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888816 Nov 23 10:13:47.889862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.890877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33282) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.911961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3975443f-6951-442e-9148-7421bfd6a553 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules/fa4c1a18-073b-4eef-89d2-97c5d3789ea6 HTTP/1.1" status: 200 len: 769 time: 0.0199714 Nov 23 10:13:47.914514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.961604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fc3fa19b-63e8-4451-8ea3-260db8055406 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0435090 Nov 23 10:13:47.961974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:47.985450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.986585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.992559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:47.994653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.023314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:13:48.039888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff6486-c444-42c8-92db-3ff68edd2db1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:48.045680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.046199 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Added segment 5d099694-296f-47ad-80bb-78315b57b7b6 of type vlan for network a78e1d70-ea63-4cea-9fe8-864004498e26 Nov 23 10:13:48.047396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.054125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.058143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fa4c1a18-073b-4eef-89d2-97c5d3789ea6 HTTP/1.1" status: 204 len: 168 time: 0.0950274 Nov 23 10:13:48.060112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33288) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:48.072928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859eb47-295c-447b-b287-38e4b1be0c9b tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa4c1a18-073b-4eef-89d2-97c5d3789ea6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:48.095030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.116220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1373f429-b047-49ca-8d69-c2234262a343 tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548847 Nov 23 10:13:48.116886 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:48.124533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.133390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:48.134518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.176060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3574374 Nov 23 10:13:48.178894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:48.186043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Request body: {'subnet': {'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:48.187094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.212391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.236271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e04539-b6ee-446f-9933-935819a4ff6e tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Network': ['ID=a78e1d70-ea63-4cea-9fe8-864004498e26,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:48.248312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a78e1d70-ea63-4cea-9fe8-864004498e26 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:13:48.267202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.273158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.278164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:48.278783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf130f44-d749-4837-86dd-f77b55b7bbef HTTP/1.1" status: 204 len: 168 time: 0.1599963 Nov 23 10:13:48.290375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c48a2-e247-4bcf-b215-65ae1d24b73c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf130f44-d749-4837-86dd-f77b55b7bbef,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:48.349963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ca5d8bb-01f3-414a-a105-0a3e2133610d tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695524 Nov 23 10:13:48.353333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33300) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:48.366090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Made reservation on behalf of 2717686c9d904c57b216fe4e0a3e2a60 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:48.369971 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:48.445196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d1ffecc-9149-4c77-981e-695f5d3f1ce7 req-b8a330b7-f5a9-40ce-b2f7-b4dbbca15bcc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 210 time: 0.0357590 Nov 23 10:13:48.977273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-21dbd67c-b57f-4334-8f44-ff43ab356d4c tempest-SecGroupIPv6Test-1062751081 tempest-SecGroupIPv6Test-1062751081-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6225479 Nov 23 10:13:49.042803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c499e3d5-5871-4570-9c80-4db9f2545758 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:49.044260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c499e3d5-5871-4570-9c80-4db9f2545758 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 810 time: 0.5844450 Nov 23 10:13:49.073184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57443-35d6-47c2-8a42-031378ea1fe4 req-d7214e19-14a8-4475-87b7-ab1c28aa7470 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:49.074732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34b57443-35d6-47c2-8a42-031378ea1fe4 req-d7214e19-14a8-4475-87b7-ab1c28aa7470 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1872866 Nov 23 10:13:49.078129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Request body: {'port': {'device_id': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'admin_state_up': True, 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:49.167017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.248964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33308) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:49.265745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-34b57443-35d6-47c2-8a42-031378ea1fe4 req-b826a52c-205a-44e8-8a86-6ad27d2ab74f tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783893 Nov 23 10:13:49.279191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Subnet': ['ID=756e8247-5874-4a27-9286-81eec1404f40,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:49.298440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Checking segment: {'id': '5d099694-296f-47ad-80bb-78315b57b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:49.298804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network hostable DHCP agents. Network: a78e1d70-ea63-4cea-9fe8-864004498e26, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:13:49.311891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Made reservation on behalf of 015b4d25ae5948a88cda8cfb2ccf2fad for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:49.315394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.335663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network a78e1d70-ea63-4cea-9fe8-864004498e26 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:13:49.378979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a78e1d70-ea63-4cea-9fe8-864004498e26) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:49.389912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:49.390650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.392728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e0d68-f862-427c-958c-8a248c46b823 None None] Network a78e1d70-ea63-4cea-9fe8-864004498e26 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:49.400898 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4650aa26-7e20-4c73-b198-047e7d82c185 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c031c35b1ac495e9fc24ea6e1ea4715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505435 Nov 23 10:13:49.401706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33314) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:49.436123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b66510a2-884e-4204-8b32-90090624d599 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2561812 Nov 23 10:13:49.439226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33318) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:49.444536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1200149729', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:49.476417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.478470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.509640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.535838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Allocated IP 172.20.0.12 (91aad09c-228b-40f3-91e5-edd739da4ece/b49c8cb8-e604-43bd-a8bd-3d8c21b981ad/3887b14b-8734-4f7b-b52f-804d463cb2bf) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:49.556677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.558725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.620704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-a78e1d70-ea63-4cea-9fe8-864004498e26', 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26', 'tenant_id': '2717686c9d904c57b216fe4e0a3e2a60', 'fixed_ips': [{'subnet_id': '756e8247-5874-4a27-9286-81eec1404f40'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:13:49.622950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.674469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.677124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.680595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36f1cc63-062f-44d2-b31f-272164174b92 HTTP/1.1" status: 204 len: 168 time: 0.2755325 Nov 23 10:13:49.722029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09533048-c284-4edf-95c8-7b8caae476ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1cc63-062f-44d2-b31f-272164174b92,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:49.794323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b0b024e-f428-4791-95b6-a6a7a94babc8 req-d4b09dc5-0ca5-4654-a7a7-028179ef5aab tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 210 time: 0.1357367 Nov 23 10:13:49.802725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.808496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.841097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Allocated IP 172.20.0.2 (a78e1d70-ea63-4cea-9fe8-864004498e26/756e8247-5874-4a27-9286-81eec1404f40/87fef3d0-4c5c-40e4-a626-b490d3e2058f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:49.886776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:49.915789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e9828e0d-ef02-483e-af3c-796e5057237d'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:13:49.958423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Pushing event updated for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:49.992658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Network 91aad09c-228b-40f3-91e5-edd739da4ece is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:49.994350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:49.998085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:50.120595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.146360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:50.146889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.171838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.265594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.279466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.279697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-c276b5d7-96d8-4348-bd65-e5955815fa8d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2143455 Nov 23 10:13:50.297544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Request body: {'port': {'device_id': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:50.356457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b037-44b1-4533-bf8e-9a01492f003e req-6164588f-94f0-4ca4-a024-b8f3b31e554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:50.358148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e59b037-44b1-4533-bf8e-9a01492f003e req-6164588f-94f0-4ca4-a024-b8f3b31e554f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.2057383 Nov 23 10:13:50.373736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Network a78e1d70-ea63-4cea-9fe8-864004498e26 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:50.380643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.400530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:50.412944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Allocated IP 172.25.1.81 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/201f736a-7260-4b4b-9a15-511fd6e93073) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:50.422363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:50.425938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.443378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Pushing event updated for resources: {'Port': ['ID=87fef3d0-4c5c-40e4-a626-b490d3e2058f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:50.450182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79793c-b8c1-4d1d-8ce4-19d1a9144ab6 req-52b704a0-18b5-4a8f-a97a-56a29ccd0733 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:50.451858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff79793c-b8c1-4d1d-8ce4-19d1a9144ab6 req-52b704a0-18b5-4a8f-a97a-56a29ccd0733 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.2092826 Nov 23 10:13:50.467610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.468273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.472109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.472472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.472809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.473141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.475788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.476128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.476464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.476792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.477118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.477457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:13:50.513597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fc62af4a-ca8a-42e7-a7c0-2274afa049e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.562586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3e59b037-44b1-4533-bf8e-9a01492f003e req-cdc7096f-142e-4ee1-913e-8706dc847d80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861830 Nov 23 10:13:50.563143 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.572419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Attempting to bind port 87fef3d0-4c5c-40e4-a626-b490d3e2058f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:50.572843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Attempting to bind port 87fef3d0-4c5c-40e4-a626-b490d3e2058f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5d099694-296f-47ad-80bb-78315b57b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:50.573407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Attempting to bind port 87fef3d0-4c5c-40e4-a626-b490d3e2058f on network a78e1d70-ea63-4cea-9fe8-864004498e26 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:50.597625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:50.598075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Checking segment: {'id': '5d099694-296f-47ad-80bb-78315b57b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:50.598758 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.599058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Bound using segment: {'id': '5d099694-296f-47ad-80bb-78315b57b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:50.599806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Bound port: 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d099694-296f-47ad-80bb-78315b57b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:50.600385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.629277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff79793c-b8c1-4d1d-8ce4-19d1a9144ab6 req-527b3886-0ed3-4cf6-85c4-351bccebfd02 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696267 Nov 23 10:13:50.662553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33352) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:50.665497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.719929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] For port 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:50.724129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] For port 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=87fef3d0-4c5c-40e4-a626-b490d3e2058f,segment=NetworkSegment(5d099694-296f-47ad-80bb-78315b57b7b6),segment_id=5d099694-296f-47ad-80bb-78315b57b7b6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:50.735164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.802316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=201f736a-7260-4b4b-9a15-511fd6e93073,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:50.852617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61866fec-aaa2-4c9f-84cb-506f08e9b309 None None] Pushing event updated for resources: {'Port': ['ID=87fef3d0-4c5c-40e4-a626-b490d3e2058f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:50.945231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3887b14b-8734-4f7b-b52f-804d463cb2bf {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:13:50.967520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:50.987505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:50.999329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:51.006289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:51.011277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Transition to ACTIVE for port object 3887b14b-8734-4f7b-b52f-804d463cb2bf will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:13:51.020973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7888581-23ea-41b4-a692-9707634bc2ca None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:13:51.037358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca72347-f4bc-4b17-8ad8-e7cec8e738b5 req-46c3225d-b285-4d0d-946e-a811774a0ec4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:51.039068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca72347-f4bc-4b17-8ad8-e7cec8e738b5 req-46c3225d-b285-4d0d-946e-a811774a0ec4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 932 time: 0.0991297 Nov 23 10:13:51.041298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.061612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7264f-08dd-4d6e-8959-cb4c5d778dd4 req-2922e06f-0dcf-4c11-957c-45595f633e9d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:51.063608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10b7264f-08dd-4d6e-8959-cb4c5d778dd4 req-2922e06f-0dcf-4c11-957c-45595f633e9d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.4345853 Nov 23 10:13:51.089004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Pushing event updated for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:51.149192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port b407f125-22c9-44b5-b0b6-9b010a284d14 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:51.149653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.173575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2bf14346-8241-475e-894b-01be27bc99ce None None] Provisioning complete for port 201f736a-7260-4b4b-9a15-511fd6e93073 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:51.173866 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2bf14346-8241-475e-894b-01be27bc99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.255058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dca72347-f4bc-4b17-8ad8-e7cec8e738b5 req-4413c6c1-18e5-4203-9e71-ad5c2b7709fd tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588171 Nov 23 10:13:51.281356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2bf14346-8241-475e-894b-01be27bc99ce None None] Port 201f736a-7260-4b4b-9a15-511fd6e93073 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:51.295650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.337221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Attempting to bind port 3887b14b-8734-4f7b-b52f-804d463cb2bf on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:13:51.338347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Attempting to bind port 3887b14b-8734-4f7b-b52f-804d463cb2bf by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:13:51.338797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Attempting to bind port 3887b14b-8734-4f7b-b52f-804d463cb2bf on network 91aad09c-228b-40f3-91e5-edd739da4ece {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:51.346325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Port 3887b14b-8734-4f7b-b52f-804d463cb2bf on network 91aad09c-228b-40f3-91e5-edd739da4ece not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:13:51.346652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Attempting to bind port 3887b14b-8734-4f7b-b52f-804d463cb2bf on network 91aad09c-228b-40f3-91e5-edd739da4ece {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:13:51.355225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:13:51.358259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Checking segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:13:51.358878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Bound using segment: {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:13:51.359561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Bound port: 3887b14b-8734-4f7b-b52f-804d463cb2bf, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:13:51.360183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.504498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10b7264f-08dd-4d6e-8959-cb4c5d778dd4 req-85b0a3b0-71bc-470e-8078-6e3a27391ca3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264081 Nov 23 10:13:51.527639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:13:51.539420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:13:51.552778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.552778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.561627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.580804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:51.581446 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.583163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] 10.222.0.50 "PUT /v2.0/ports/3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 200 len: 1092 time: 1.2941234 Nov 23 10:13:51.584923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:51.588454 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfb061b-7644-4e02-a018-dcda7dd75c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:51.596947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for b407f125-22c9-44b5-b0b6-9b010a284d14 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:51.702761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3996-7b71-4ea4-ac39-3228de959760 service neutron] Pushing event updated for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:51.809960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-341d7afe-bd47-476c-b9d1-62b77f93512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:51.812384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-341d7afe-bd47-476c-b9d1-62b77f93512b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1095 time: 0.0892689 Nov 23 10:13:51.874862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:51.875061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 87fef3d0-4c5c-40e4-a626-b490d3e2058f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:51.908437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-caf8a1e5-2635-474a-88a5-15b5cf25286b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 200 len: 217 time: 0.0864842 Nov 23 10:13:51.979578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-220386c4-a904-4f35-a8d8-7941fd5ed2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:51.984091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-220386c4-a904-4f35-a8d8-7941fd5ed2a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0665073 Nov 23 10:13:52.028374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-15a59746-083c-4d30-8b80-cea333cd7f7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347486 Nov 23 10:13:52.160829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 87fef3d0-4c5c-40e4-a626-b490d3e2058f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:52.161506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.161657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-41164a91-e9b6-4e6b-beb5-1157d3e7e5f7 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174343 Nov 23 10:13:52.163419 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22089d3e-9583-40a7-b4b2-b7892e81175d x-openstack-request-id: req-22089d3e-9583-40a7-b4b2-b7892e81175d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:52.163852 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:52.164193 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22089d3e-9583-40a7-b4b2-b7892e81175d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:52.164681 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf', 'status': 'completed', 'code': 200} Nov 23 10:13:52.265427 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.342344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=87fef3d0-4c5c-40e4-a626-b490d3e2058f,segment=NetworkSegment(5d099694-296f-47ad-80bb-78315b57b7b6),segment_id=5d099694-296f-47ad-80bb-78315b57b7b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:52.347833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-37214b24-2e5c-4d64-b77d-b4ed4beac19c req-a93e1162-e01a-4b67-80df-cab1c48e85e0 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770315 Nov 23 10:13:52.351957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.438169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=87fef3d0-4c5c-40e4-a626-b490d3e2058f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:52.468467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-18b3847e-d2c4-452f-bf8a-de2edb94c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:52.470294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-18b3847e-d2c4-452f-bf8a-de2edb94c238 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1095 time: 0.0606377 Nov 23 10:13:52.578279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89264f-1f9d-447d-ac15-b758af03eddb None None] Network a78e1d70-ea63-4cea-9fe8-864004498e26 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:13:52.605948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-84c60ebe-2a04-4765-9721-d08aa1bfd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:52.607193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-84c60ebe-2a04-4765-9721-d08aa1bfd13e service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.1273599 Nov 23 10:13:52.634552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.655872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4787b9-fc35-4ba6-a220-1e37f16ff045 req-86f37494-40d2-4f56-9c7f-400521c6e8d7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:52.657913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae4787b9-fc35-4ba6-a220-1e37f16ff045 req-86f37494-40d2-4f56-9c7f-400521c6e8d7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 944 time: 0.1427021 Nov 23 10:13:52.684830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-b1a71ca1-982c-4d79-ac7e-1acebb514b67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 200 len: 217 time: 0.0673044 Nov 23 10:13:52.688173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0aa563f9-557f-4efa-86f3-7e234da2c2ba None None] Provisioning complete for port 87fef3d0-4c5c-40e4-a626-b490d3e2058f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:52.688539 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0aa563f9-557f-4efa-86f3-7e234da2c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.720747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:52.740040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33398) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:52.789466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63647747-43c0-4fa1-b225-a350ed2d5b3e req-5a2b7ba6-d798-4e8b-91a4-1dfa755b902b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:52.797935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63647747-43c0-4fa1-b225-a350ed2d5b3e req-5a2b7ba6-d798-4e8b-91a4-1dfa755b902b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1246624 Nov 23 10:13:52.806982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-4c31dc49-234b-42aa-b3c5-13847a74f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:52.808671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-4c31dc49-234b-42aa-b3c5-13847a74f1cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.1017439 Nov 23 10:13:52.826919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=b407f125-22c9-44b5-b0b6-9b010a284d14,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:52.891353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-4d74f6b3-f559-433c-8a68-a9a0c63a95e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693433 Nov 23 10:13:52.964938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae4787b9-fc35-4ba6-a220-1e37f16ff045 req-d9afc1e0-06ae-460b-b99f-f49c26786edf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988329 Nov 23 10:13:52.992148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cc2dc5-88be-4488-ae5f-496d1a6fed02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.005693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63647747-43c0-4fa1-b225-a350ed2d5b3e req-1c7cadc5-432d-41f7-9ff6-05f4c18fd583 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068160 Nov 23 10:13:53.007360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.008651 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP 18e22fa3-da34-45ae-b06f-5b4699d8c5ff disassociated (deleted). External IP: 172.25.1.86, port: ade44e71-b479-48ea-9f7b-11928ef84f19. Nov 23 10:13:53.057763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.148148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cc2dc5-88be-4488-ae5f-496d1a6fed02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.157023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cc2dc5-88be-4488-ae5f-496d1a6fed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.238510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-86838eda-9ea3-49a0-bd09-5eb5b796668c None None] Provisioning complete for port 87fef3d0-4c5c-40e4-a626-b490d3e2058f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:53.239938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-86838eda-9ea3-49a0-bd09-5eb5b796668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.266579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-c481a836-f19c-4216-a8fe-a0ba49493ac0 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575792 Nov 23 10:13:53.271393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-27cc2dc5-88be-4488-ae5f-496d1a6fed02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cd8c3a2fb854b57afe9e9887c82197b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241594 Nov 23 10:13:53.272547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2dc5-88be-4488-ae5f-496d1a6fed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1dbe3-0983-4b9d-ad70-0c4aaaf84e37,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:53.275565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:53.452700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8dfb061b-7644-4e02-a018-dcda7dd75c3c req-bed2f405-f4f3-451c-bbdd-12a4a9ee252b service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761632 Nov 23 10:13:53.468615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d9e4-6e0c-4a87-b97c-41115351607e req-6549fe7c-67ed-4095-84ae-88d7dc7bdc93 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:53.470179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b07d9e4-6e0c-4a87-b97c-41115351607e req-6549fe7c-67ed-4095-84ae-88d7dc7bdc93 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1311274 Nov 23 10:13:53.475015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.478509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-e8742075-7129-4c89-a478-e1001488f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:53.480247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-e8742075-7129-4c89-a478-e1001488f1c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.1238849 Nov 23 10:13:53.501676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Router 2663d02e-ed15-447b-baeb-60f61ccf1699 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:13:53.511006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:53.525981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.538680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.601136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b07d9e4-6e0c-4a87-b97c-41115351607e req-afbd3257-6517-4a94-a3d9-f68bdfa0da7a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239936 Nov 23 10:13:53.626813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-1b07d46d-303e-4fbd-8922-942d67279159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:53.628803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-1b07d46d-303e-4fbd-8922-942d67279159 service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.1395221 Nov 23 10:13:53.681665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.684626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.685782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27d1dbe3-0983-4b9d-ad70-0c4aaaf84e37 HTTP/1.1" status: 204 len: 168 time: 0.4080334 Nov 23 10:13:53.687218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-8b4eec89-170b-43e7-aa90-a806487468bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0512412 Nov 23 10:13:53.715596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7163a9-5cea-42a4-a8ee-3205fe0b10fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1dbe3-0983-4b9d-ad70-0c4aaaf84e37,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:53.730681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:53.744347 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] Sync routers for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:53.746038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 87fef3d0-4c5c-40e4-a626-b490d3e2058f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:53.763190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:53.767724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.769011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-010e30be-dbf7-49c1-bd57-7d7b744523f6 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3286684 Nov 23 10:13:53.772381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:53.773165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:53.775999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:53.776641 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:53.792051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Sync routers for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:53.813330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2909d96a-dd90-43cf-a5bc-7199edd68fd1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/floatingips/18e22fa3-da34-45ae-b06f-5b4699d8c5ff HTTP/1.1" status: 204 len: 168 time: 3.1485257 Nov 23 10:13:53.814643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:53.818367 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:53.855230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:53.857771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:53.875501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-05c29c92-75b7-4e10-93d8-08f9d0c73757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:53.877210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-05c29c92-75b7-4e10-93d8-08f9d0c73757 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.1814623 Nov 23 10:13:53.883044 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:53.912986 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:53.913630 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:53.983973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:53.985043 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ad0f8-d4a0-4f0b-bce4-c1fc8bb35a6f None None] The sync data for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:54.002229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-cb99e8d4-3707-449c-a4ae-b87524bf0382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109235 Nov 23 10:13:54.071403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 87fef3d0-4c5c-40e4-a626-b490d3e2058f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:54.071804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.139865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:13:54.261248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:54.280472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a768ebb4-a352-4042-ba03-7dfaa8986c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.354269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c34f-0426-4c5c-84f4-24d03d41be0f req-f69a6786-91f4-476a-8e44-652df327e0dd tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:54.355928 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695e4ab-9331-4f6c-904a-533630af4f37 x-openstack-request-id: req-a695e4ab-9331-4f6c-904a-533630af4f37 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:54.356855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0c7c34f-0426-4c5c-84f4-24d03d41be0f req-f69a6786-91f4-476a-8e44-652df327e0dd tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 944 time: 0.1416173 Nov 23 10:13:54.361651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-9352e08e-6ea6-4f67-854d-b88e1fa08b9d service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558946 Nov 23 10:13:54.367438 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:54.368636 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a695e4ab-9331-4f6c-904a-533630af4f37 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:54.369174 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'status': 'completed', 'code': 200} Nov 23 10:13:54.453689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:54.458897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a768ebb4-a352-4042-ba03-7dfaa8986c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.472085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a768ebb4-a352-4042-ba03-7dfaa8986c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.484000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Checking router: 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:13:54.492766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:54.493371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:54.515138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ebb4-a352-4042-ba03-7dfaa8986c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc89201-bff9-4116-b67f-16cf45c85f82,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:54.561572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0c7c34f-0426-4c5c-84f4-24d03d41be0f req-f9652245-ed8b-4518-84aa-dcba52076ce9 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921227 Nov 23 10:13:54.580713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a768ebb4-a352-4042-ba03-7dfaa8986c10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93b107c76afa4b4b87b1f7b164b690a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179808 Nov 23 10:13:54.591486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33432) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:54.612918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074f06-0eb4-4954-8f0b-cbfaaa77188c req-19d47b12-803a-4616-bda5-15265faa489e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:54.620815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62074f06-0eb4-4954-8f0b-cbfaaa77188c req-19d47b12-803a-4616-bda5-15265faa489e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1086769 Nov 23 10:13:54.625818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:13:54.644014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-725ece8e-803f-4a6b-8283-f2e399d29a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:54.645539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-725ece8e-803f-4a6b-8283-f2e399d29a61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 1097 time: 0.2644525 Nov 23 10:13:54.650122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd8cc09-6593-49f4-ad02-6ad482e0c8ca req-40ce2512-3625-4702-8f1c-8e6a8be52c9b service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701366 Nov 23 10:13:54.755106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62074f06-0eb4-4954-8f0b-cbfaaa77188c req-69f0240d-327c-4908-b967-fe0b4db65107 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333277 Nov 23 10:13:54.784409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.817719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.897935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.902238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:54.903136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bc89201-bff9-4116-b67f-16cf45c85f82 HTTP/1.1" status: 204 len: 168 time: 0.3050508 Nov 23 10:13:54.921491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecbd99-4c2c-4379-a927-30e82043d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc89201-bff9-4116-b67f-16cf45c85f82,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:54.932803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:54.981714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358c2a-42a3-4d51-88ae-f0501abaff93 None None] The sync data for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 is: [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:11:20Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'e173d17b-cd85-427f-9afb-6c6470a2a305', 'name': '', 'network_id': 'ff864405-26fd-4ba5-9221-7b6244a21d1f', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:88:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0717ece3-dff7-411e-80a4-313d304f5816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:17Z', 'updated_at': '2021-11-23T10:11:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0717ece3-dff7-411e-80a4-313d304f5816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:54.994376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c84694-0915-4eef-8408-756fa8703822 req-dff56140-9dfe-463f-8880-cdbf4d40bd24 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.001855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2c84694-0915-4eef-8408-756fa8703822 req-dff56140-9dfe-463f-8880-cdbf4d40bd24 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.2186139 Nov 23 10:13:55.004201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-209507dd-41b7-449a-82ed-a8bcedac3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.005737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-209507dd-41b7-449a-82ed-a8bcedac3570 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 200 len: 898 time: 0.3493836 Nov 23 10:13:55.098137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-a6687b17-2723-42ab-b5c1-716f08593ab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 200 len: 217 time: 0.0650921 Nov 23 10:13:55.124919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:55.222088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2c84694-0915-4eef-8408-756fa8703822 req-2bc0b391-42f4-4804-a428-3200391dc1f7 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192533 Nov 23 10:13:55.237794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-5bcb68f5-7fbe-4ff2-a4b8-b3ead95e7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.239134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-5bcb68f5-7fbe-4ff2-a4b8-b3ead95e7ef4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 200 len: 833 time: 0.1293020 Nov 23 10:13:55.349055 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd196-6df7-49a1-a650-d20b217924a0 None None] New status for floating IP 18e22fa3-da34-45ae-b06f-5b4699d8c5ff: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:13:55.693229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf30c0-2615-40b6-92b1-ec1129ef139e req-ff682f2a-1f91-45df-a5fe-ba044524460f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.694939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92bf30c0-2615-40b6-92b1-ec1129ef139e req-ff682f2a-1f91-45df-a5fe-ba044524460f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 944 time: 0.0563512 Nov 23 10:13:55.704379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-40296500-4d9a-4fe3-80d5-10279835b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.705821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-40296500-4d9a-4fe3-80d5-10279835b425 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff864405-26fd-4ba5-9221-7b6244a21d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657926 Nov 23 10:13:55.750955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92bf30c0-2615-40b6-92b1-ec1129ef139e req-fccc03ae-e496-4ff5-9e48-400df8356e9c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487673 Nov 23 10:13:55.820682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3887b14b-8734-4f7b-b52f-804d463cb2bf details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:13:55.836255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-a2fda480-5890-4bca-9dfe-1c4ac9d26e37 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.838506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-a2fda480-5890-4bca-9dfe-1c4ac9d26e37 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.0606489 Nov 23 10:13:55.935949 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-e599d069-ba0c-4b8d-a390-001f080d67b2 service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959431 Nov 23 10:13:55.941305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:55.955499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '3887b14b-8734-4f7b-b52f-804d463cb2bf', 'network_id': '91aad09c-228b-40f3-91e5-edd739da4ece', 'port_id': '3887b14b-8734-4f7b-b52f-804d463cb2bf', 'mac_address': 'fa:16:3e:f6:6e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49c8cb8-e604-43bd-a8bd-3d8c21b981ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:13:55.961382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af91cd-9386-4b63-a2c3-09237ffc5092 req-01a966b0-06a6-40b5-adf7-957db935c8b6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:55.962941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6af91cd-9386-4b63-a2c3-09237ffc5092 req-01a966b0-06a6-40b5-adf7-957db935c8b6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 946 time: 0.1119003 Nov 23 10:13:55.972676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port ade44e71-b479-48ea-9f7b-11928ef84f19 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:55.973488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.058483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.079520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3887b14b-8734-4f7b-b52f-804d463cb2bf {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:13:56.102541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Allocated IP 172.20.0.1 (a78e1d70-ea63-4cea-9fe8-864004498e26/756e8247-5874-4a27-9286-81eec1404f40/c9bd4f34-9abc-4ea6-93dc-7f997c806ae8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:56.112609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port ade44e71-b479-48ea-9f7b-11928ef84f19, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ade44e71-b479-48ea-9f7b-11928ef84f19,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:56.113014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.122661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:56.136330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.154118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6af91cd-9386-4b63-a2c3-09237ffc5092 req-ff1d1ed6-6ddf-4af0-b2ae-525da3a989f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727595 Nov 23 10:13:56.172263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for ade44e71-b479-48ea-9f7b-11928ef84f19 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:13:56.307721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-152ad842-c8c0-4deb-a1ad-1a13c25edb2a req-a606d0cd-7cc1-4bc6-83dd-013ca671ef01 service neutron] 10.222.0.11 "GET /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414559 Nov 23 10:13:56.308009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:56.367996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.398468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['3887b14b-8734-4f7b-b52f-804d463cb2bf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:13:56.400111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dae3f-155d-4e48-b6ad-c4013b57b2ce req-af89e4be-9f89-4354-85d8-3bd123d4cad5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:56.403928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4dae3f-155d-4e48-b6ad-c4013b57b2ce req-af89e4be-9f89-4354-85d8-3bd123d4cad5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0821686 Nov 23 10:13:56.423039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.494283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network a78e1d70-ea63-4cea-9fe8-864004498e26 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:56.500168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:56.516660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:56.576009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd4dae3f-155d-4e48-b6ad-c4013b57b2ce req-857895fc-38e4-4bf2-a1c8-21ac54c29ac3 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648200 Nov 23 10:13:56.590449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.591663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=c9bd4f34-9abc-4ea6-93dc-7f997c806ae8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:56.611914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.658110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=ade44e71-b479-48ea-9f7b-11928ef84f19,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:56.727537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] No DVR routers for this DVR port ade44e71-b479-48ea-9f7b-11928ef84f19 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:13:56.731973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.735412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40fad56a-7a80-4a2e-b5ef-5a85cd39224f req-3fb0bd9e-6164-4520-bbec-851af5c67e6c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "DELETE /v2.0/ports/ade44e71-b479-48ea-9f7b-11928ef84f19 HTTP/1.1" status: 204 len: 173 time: 0.8885446 Nov 23 10:13:56.735903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-deleted', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:56.741814 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a76a2-f2ad-4a63-a5a7-52b92013ee8d" -d '{"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-deleted", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:56.845752 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729efe28-4d0c-4127-be33-a79ca895d1cd x-openstack-request-id: req-729efe28-4d0c-4127-be33-a79ca895d1cd {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:56.846446 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e901c-5226-41f9-825d-541d9baba57c", "name": "network-vif-deleted", "tag": "ade44e71-b479-48ea-9f7b-11928ef84f19", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:56.846446 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-729efe28-4d0c-4127-be33-a79ca895d1cd {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:56.846827 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e901c-5226-41f9-825d-541d9baba57c', 'name': 'network-vif-deleted', 'tag': 'ade44e71-b479-48ea-9f7b-11928ef84f19', 'status': 'completed', 'code': 200} Nov 23 10:13:56.916950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:56.989708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-98188752-632b-42ef-95ad-885844b03fb7 None None] Provisioning complete for port c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:56.990828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-98188752-632b-42ef-95ad-885844b03fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:57.024938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf3f22-665b-4399-befd-af8e289345bb req-75c42923-83e1-4509-9740-a3dc1bc10e40 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:57.026720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52cf3f22-665b-4399-befd-af8e289345bb req-75c42923-83e1-4509-9740-a3dc1bc10e40 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 945 time: 0.1324034 Nov 23 10:13:57.034330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-98188752-632b-42ef-95ad-885844b03fb7 None None] Port c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:57.109187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52cf3f22-665b-4399-befd-af8e289345bb req-4c535002-f156-4198-ac94-c0e2c48febb7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753813 Nov 23 10:13:57.434608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a383d6b3-bdd8-4558-ad20-b08dd7d5b0ea req-b10aacb3-69e7-48a1-93af-faa7781d72f0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5e901c-5226-41f9-825d-541d9baba57c HTTP/1.1" status: 200 len: 210 time: 0.0821893 Nov 23 10:13:57.488323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:57.494161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:57.574607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=c9bd4f34-9abc-4ea6-93dc-7f997c806ae8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:57.577344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:57.677690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network a78e1d70-ea63-4cea-9fe8-864004498e26 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:57.679302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:57.808004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Router 2663d02e-ed15-447b-baeb-60f61ccf1699 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:13:57.838085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3887b14b-8734-4f7b-b52f-804d463cb2bf up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:13:57.920998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 3887b14b-8734-4f7b-b52f-804d463cb2bf completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:13:57.928476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 3887b14b-8734-4f7b-b52f-804d463cb2bf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:57.931292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:57.938030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:13:57.943999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5022a00e-e7e0-4fa6-87b4-dd0b11ac615f tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "PUT /v2.0/routers/2663d02e-ed15-447b-baeb-60f61ccf1699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1598866 Nov 23 10:13:57.946722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33512) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:57.952403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Request body: {'port': {'network_id': 'a78e1d70-ea63-4cea-9fe8-864004498e26', 'name': 'tempest-FloatingIPAdminTestJSON-747034810'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:57.974582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] Sync routers for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:13:58.001687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:58.002400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:58.108700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Made reservation on behalf of 2717686c9d904c57b216fe4e0a3e2a60 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:13:58.112325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.137724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] device_id is not set on port 12bb9e2f-f287-4851-bbcf-a7eab903c0e9 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:13:58.240395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:58.254651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:13:58.255576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:58.331089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:13:58.332113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321723-b1f3-49ce-b4a3-37d520ffd1ca None None] The sync data for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:13:58.336650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0113a4ed-d2f1-4968-b172-5ee041f2128f None None] Provisioning complete for port c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:58.342668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0113a4ed-d2f1-4968-b172-5ee041f2128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.365823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8671d1-e77f-4718-9ea5-e927e74d99df req-bffda5f8-bed2-46d2-b9f8-33b3364bba66 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:58.367440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c8671d1-e77f-4718-9ea5-e927e74d99df req-bffda5f8-bed2-46d2-b9f8-33b3364bba66 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 945 time: 0.1732712 Nov 23 10:13:58.374101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Allocated IP 172.20.0.12 (a78e1d70-ea63-4cea-9fe8-864004498e26/756e8247-5874-4a27-9286-81eec1404f40/12bb9e2f-f287-4851-bbcf-a7eab903c0e9) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:58.385157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0113a4ed-d2f1-4968-b172-5ee041f2128f None None] Port c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:58.398726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.433582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:13:58.436103 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec045fd-2f5d-4a9c-98b4-e7834b013b6a" -d '{"events": [{"server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:13:58.451999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c8671d1-e77f-4718-9ea5-e927e74d99df req-d246ee6e-cdf2-4b66-a240-5032f49ae5d4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Nov 23 10:13:58.459454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:13:58.464572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.530910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33528) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:58.562697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:58.646871 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7bd00-8bc1-4a64-8218-9ed4b720f67c x-openstack-request-id: req-1fd7bd00-8bc1-4a64-8218-9ed4b720f67c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:13:58.647371 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:13:58.648022 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fd7bd00-8bc1-4a64-8218-9ed4b720f67c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:13:58.649414 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf', 'code': 200} Nov 23 10:13:58.660663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.711658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.759210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Network a78e1d70-ea63-4cea-9fe8-864004498e26 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:58.762499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:58.767297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:58.770162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event updated for resources: {'Port': ['ID=12bb9e2f-f287-4851-bbcf-a7eab903c0e9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:58.820934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:58.821646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:58.851049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33546) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:13:58.852074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1769ee98-b00e-4705-a7c6-076d664e6b0c tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035058 Nov 23 10:13:58.867142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098c71-36a7-4511-af20-e860b8d0a6f0 req-b40b16c4-c433-481d-8eac-56b2b4b1c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:58.868622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc098c71-36a7-4511-af20-e860b8d0a6f0 req-b40b16c4-c433-481d-8eac-56b2b4b1c57f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1097 time: 0.1111345 Nov 23 10:13:58.959594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc098c71-36a7-4511-af20-e860b8d0a6f0 req-4877c85a-256d-4f3d-8351-76c4d60b80fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830064 Nov 23 10:13:59.062838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'project_id': '2717686c9d904c57b216fe4e0a3e2a60', 'port_id': '12bb9e2f-f287-4851-bbcf-a7eab903c0e9'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:13:59.119908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bafa0a11-2bf2-4b8b-8e94-4a39a5a70443 None None] Provisioning complete for port 12bb9e2f-f287-4851-bbcf-a7eab903c0e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:13:59.121393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bafa0a11-2bf2-4b8b-8e94-4a39a5a70443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.123458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.161963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.168337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bafa0a11-2bf2-4b8b-8e94-4a39a5a70443 None None] Port 12bb9e2f-f287-4851-bbcf-a7eab903c0e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:13:59.367767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.472401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d44300-9ce8-40f6-888c-f5392884aa0a req-0c1002b1-6796-4bbc-96d7-c646bae2f98a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:59.473975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33d44300-9ce8-40f6-888c-f5392884aa0a req-0c1002b1-6796-4bbc-96d7-c646bae2f98a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0573316 Nov 23 10:13:59.523468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Allocated IP 172.25.1.3 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/530f0f82-e6a7-4729-b65c-5af74a8681fc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:13:59.537173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33d44300-9ce8-40f6-888c-f5392884aa0a req-e825cd5a-3983-4e10-a04e-b96dee85c8d2 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572338 Nov 23 10:13:59.656380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b5f3-041b-476f-83da-4ebfef7fe6eb req-3294a008-278c-4972-803b-867bb80e53bc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:13:59.668975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2672b5f3-041b-476f-83da-4ebfef7fe6eb req-3294a008-278c-4972-803b-867bb80e53bc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0768161 Nov 23 10:13:59.731129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.751786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2672b5f3-041b-476f-83da-4ebfef7fe6eb req-b6562ebf-b14c-4272-a388-2883605e5e76 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807321 Nov 23 10:13:59.806771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.817666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port e173d17b-cd85-427f-9afb-6c6470a2a305 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:13:59.817992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:13:59.889533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:13:59.896609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:13:59.926759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:13:59.959453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Pushing event updated for resources: {'Port': ['ID=530f0f82-e6a7-4729-b65c-5af74a8681fc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:13:59.984447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:00.025215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: ade44e71-b479-48ea-9f7b-11928ef84f19 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:00.025215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ade44e71-b479-48ea-9f7b-11928ef84f19 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:00.041134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port e173d17b-cd85-427f-9afb-6c6470a2a305, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e173d17b-cd85-427f-9afb-6c6470a2a305,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:00.041670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:00.079440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for e173d17b-cd85-427f-9afb-6c6470a2a305 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:00.486337 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:00.526627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=e173d17b-cd85-427f-9afb-6c6470a2a305,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:00.551221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:00.767505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:00.877305 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:00.893574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668c084-0a7b-414f-a002-f171e585352e req-a07a8058-4908-4523-a39b-48421ab771cf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:00.895892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c668c084-0a7b-414f-a002-f171e585352e req-a07a8058-4908-4523-a39b-48421ab771cf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0653288 Nov 23 10:14:00.955293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c668c084-0a7b-414f-a002-f171e585352e req-dbed723c-ceb8-4d39-b4a1-c85596f3d8a5 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482962 Nov 23 10:14:01.274904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef1772-51eb-4e1f-9930-77851232c007 req-6077b8e6-fcf4-4981-b122-e5c0b55b59e5 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:01.276778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03ef1772-51eb-4e1f-9930-77851232c007 req-6077b8e6-fcf4-4981-b122-e5c0b55b59e5 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0532815 Nov 23 10:14:01.331431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-03ef1772-51eb-4e1f-9930-77851232c007 req-ecce9904-746d-42ce-b534-b916c74cb36a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Nov 23 10:14:01.478060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-f9fec9c0-d9eb-446c-80fb-eac7ced9499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:01.479629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-f9fec9c0-d9eb-446c-80fb-eac7ced9499f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1097 time: 0.1527109 Nov 23 10:14:01.518670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:01.531457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:01.725293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Pushing event updated for resources: {'Port': ['ID=530f0f82-e6a7-4729-b65c-5af74a8681fc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:01.735940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-c4289302-382e-4d35-b9cf-9d7e4796c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:01.737433 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-c4289302-382e-4d35-b9cf-9d7e4796c768 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.2487040 Nov 23 10:14:01.742009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:01.826010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-d5981000-a087-438d-bc72-21954ac909a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 200 len: 217 time: 0.0772603 Nov 23 10:14:01.911821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:01.941919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-d562044d-6356-442b-a351-dc8a76b1d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:01.943420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-d562044d-6356-442b-a351-dc8a76b1d662 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.1094465 Nov 23 10:14:01.945722 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Floating IP 46eaf19d-1284-4fef-9741-d401858c9eb4 associated. External IP: 172.25.1.3, port: 12bb9e2f-f287-4851-bbcf-a7eab903c0e9. Nov 23 10:14:02.045978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-f54a3a1a-5538-4143-b49d-54854498a13c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617499 Nov 23 10:14:02.237529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:02.247927 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Sync routers for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:02.259345 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:02.260179 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:02.275680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3f1215e2-13d4-4e03-8ebb-a51b37a9b392 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7404559 Nov 23 10:14:02.276696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33596) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:02.286654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-1dd5e4a0-92f2-489e-ae9c-5195613e5f4f service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320504 Nov 23 10:14:02.371419 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:02.434277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting subnet 0717ece3-dff7-411e-80a4-313d304f5816 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:14:02.457602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.520982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Router 2663d02e-ed15-447b-baeb-60f61ccf1699 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:02.535748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.560292 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:14:00Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:02.575963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf68ec85-a527-4363-b07e-0c23950e8a40 req-0514df6e-fb8e-4d3c-898f-2d485c5139fd service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613394 Nov 23 10:14:02.587627 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Checking router: 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:02.590957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449295b-7849-4605-a9a1-99f5460c0839 req-b3265f31-d730-4b81-bde8-a5d1e6868511 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:02.592508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5449295b-7849-4605-a9a1-99f5460c0839 req-b3265f31-d730-4b81-bde8-a5d1e6868511 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1662290 Nov 23 10:14:02.598428 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Routers {'8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:02.599680 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:02.761111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.805056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5449295b-7849-4605-a9a1-99f5460c0839 req-b2caed0d-5bbf-4995-b409-64311532862c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025898 Nov 23 10:14:02.827874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:02.834164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] Set router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:02.848086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] Sync routers for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:02.854369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.861444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:02.868417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.875157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:02.908785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Subnet': ['ID=0717ece3-dff7-411e-80a4-313d304f5816,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:02.910963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:02.914734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b1f05a0-d0a3-4eb7-9277-622477c1a817 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/subnets/0717ece3-dff7-411e-80a4-313d304f5816 HTTP/1.1" status: 204 len: 168 time: 0.6374159 Nov 23 10:14:02.917158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:02.944831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0cff4-6d41-4550-a4fd-6ecc29d87d68 None None] Network ff864405-26fd-4ba5-9221-7b6244a21d1f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:02.970016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-beba2826-f22e-4a65-a833-b6aaf73ba79b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.1178465 Nov 23 10:14:02.970272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33606) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:02.982084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:03.045382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.096916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:14:00Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:03.097944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:03.098838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:03.147362 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aaa0-55ac-4be2-8d67-34146dee67e2 None None] The sync data for ids ['8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd'] in n-d-781076-5 is: [{'id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949264950', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:11:08Z', 'updated_at': '2021-11-23T10:14:00Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '69dc4b7f-16e1-4f10-a11c-d99e0fad0a63', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:11:09Z', 'updated_at': '2021-11-23T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:03.161946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:03.162618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37084d53-6e6d-4ae1-8d46-73c575484b13 None None] The sync data for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:03.176058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-800968af-d53d-4be0-a319-72e12aea0c32 tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "GET /v2.0/floatingips/46eaf19d-1284-4fef-9741-d401858c9eb4 HTTP/1.1" status: 200 len: 981 time: 0.2039452 Nov 23 10:14:03.178128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:03.215040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.283488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:03.283831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.305463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8095e29d-6893-460c-9527-d0fdcfd2fb74 tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1464 time: 0.1208935 Nov 23 10:14:03.305701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33610) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:03.375917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:03.376307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.388638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:03.463347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port 530f0f82-e6a7-4729-b65c-5af74a8681fc {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:03.463599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.542345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] DHCP port deletion for ff864405-26fd-4ba5-9221-7b6244a21d1f request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:03.545352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.545683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.563442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for 530f0f82-e6a7-4729-b65c-5af74a8681fc owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:03.578965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.624477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Deleting port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:03.624845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.631654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=69dc4b7f-16e1-4f10-a11c-d99e0fad0a63,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:03.645651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b17e7-17bf-48ff-95cc-221a319b75e9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:03.752234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] For port 7b9781bd-1ae9-4257-9de1-2c880c63bd41, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7b9781bd-1ae9-4257-9de1-2c880c63bd41,segment=NetworkSegment(2f560eba-4942-4144-9bcd-553c2a355cfb),segment_id=2f560eba-4942-4144-9bcd-553c2a355cfb)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:03.752784 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.766353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.786377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Calling delete_port for 7b9781bd-1ae9-4257-9de1-2c880c63bd41 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:03.821775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.856635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=530f0f82-e6a7-4729-b65c-5af74a8681fc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:03.869135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e173d17b-cd85-427f-9afb-6c6470a2a305 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:03.897923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e173d17b-cd85-427f-9afb-6c6470a2a305 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:03.898318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e173d17b-cd85-427f-9afb-6c6470a2a305 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:03.898717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7b9781bd-1ae9-4257-9de1-2c880c63bd41 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:03.903496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.906488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.970755 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:03.972035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Fanout notify agent at l3_agent the message router_deleted on router 8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:03.994731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.000741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-de557c40-6384-4103-bc72-9d4ce2898116 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/routers/8d62e1f9-ae86-4d23-8f83-2cc5f4e5f9dd HTTP/1.1" status: 204 len: 168 time: 1.0797143 Nov 23 10:14:04.001987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:04.011266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.012549 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Floating IP 46eaf19d-1284-4fef-9741-d401858c9eb4 disassociated (deleted). External IP: 172.25.1.3, port: 12bb9e2f-f287-4851-bbcf-a7eab903c0e9. Nov 23 10:14:04.067112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.088369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.122907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.150554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] Pushing event deleted for resources: {'Port': ['ID=7b9781bd-1ae9-4257-9de1-2c880c63bd41,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:04.156114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46935fbb-93b5-493b-acc0-31cdff100f70 None None] No DVR routers for this DVR port 7b9781bd-1ae9-4257-9de1-2c880c63bd41 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:04.257776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.280198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff864405-26fd-4ba5-9221-7b6244a21d1f']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:04.290878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f560eba-4942-4144-9bcd-553c2a355cfb') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:04.291187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f560eba-4942-4144-9bcd-553c2a355cfb') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:04.301678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.321573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.329252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:14:04.329662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:14:04.333301 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:14:04.401134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.409584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.415741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/networks/ff864405-26fd-4ba5-9221-7b6244a21d1f HTTP/1.1" status: 204 len: 168 time: 0.4099491 Nov 23 10:14:04.415931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:04.439290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4a38-1b29-459c-a428-e7996099b64f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Network': ['ID=ff864405-26fd-4ba5-9221-7b6244a21d1f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:04.487847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.510093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4173c-bf37-47dd-adc4-077f71e74a44 req-279c306d-50c1-4d51-8492-c1a603493a41 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:04.511785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58a4173c-bf37-47dd-adc4-077f71e74a44 req-279c306d-50c1-4d51-8492-c1a603493a41 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.5509934 Nov 23 10:14:04.516085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.592441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.596039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.599189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/security-groups/e2eeca77-8fcb-4cbc-8992-3985fc3c4c60 HTTP/1.1" status: 204 len: 168 time: 0.1803803 Nov 23 10:14:04.614215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58a4173c-bf37-47dd-adc4-077f71e74a44 req-d42ce066-5a53-4cf9-8622-cf66a9988edf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Nov 23 10:14:04.617059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c3380-7f76-4f61-83e7-bcbdea0cd006 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eeca77-8fcb-4cbc-8992-3985fc3c4c60,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:04.755558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Router 2663d02e-ed15-447b-baeb-60f61ccf1699 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:04.915315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:04.928623 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] Sync routers for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:04.946454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:04.947133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:04.949076 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:05.001078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-690c1ab8-189e-431a-b336-2660223f1147 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/floatingips/46eaf19d-1284-4fef-9741-d401858c9eb4 HTTP/1.1" status: 204 len: 168 time: 1.6942155 Nov 23 10:14:05.003856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33628) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.008098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:05.034574 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:05.063918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.066511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:05.067211 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:05.170193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:05.176566 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec04417-b182-4c9a-ab28-caa3def21b48 None None] The sync data for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:05.222581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33636) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.227221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674531621', 'description': 'tempest-secgroup-smoke-1674531621 description', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:05.278517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.366311 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.372310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.416288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:05.432794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.437083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-128aa702-0e3e-49bf-9706-b36f661e1e0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2108805 Nov 23 10:14:05.438612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33640) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.443655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:05.485528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.493836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.563001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.569327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.599013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae25887-a47d-432e-9e94-fd862b7eecd6,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:05.612746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.615867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dad8318e-d113-4396-9ea4-541ae1e1c4ea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765826 Nov 23 10:14:05.617727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33646) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.622984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:05.650268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fc16e2a-920c-4975-a1c3-8c944d69bd12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.683786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dbc47-1f18-46f5-9433-81952c494587 req-c9e5a523-5853-460a-bdd7-a629725a87fb tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:05.685340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-143dbc47-1f18-46f5-9433-81952c494587 req-c9e5a523-5853-460a-bdd7-a629725a87fb tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.0843663 Nov 23 10:14:05.699388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:05.715222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.756188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:05.757862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 69dc4b7f-16e1-4f10-a11c-d99e0fad0a63 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:05.763833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.819982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-143dbc47-1f18-46f5-9433-81952c494587 req-6d019cba-76a4-4a71-bad5-a88660cbcea6 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177549 Nov 23 10:14:05.876249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.885399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470d154-9d8a-4ecb-a680-ff0e1e5106ce req-a28508ae-f26a-4b37-8ff2-84e85a7c7679 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:05.887042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0470d154-9d8a-4ecb-a680-ff0e1e5106ce req-a28508ae-f26a-4b37-8ff2-84e85a7c7679 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1322403 Nov 23 10:14:05.889473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.918384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Allocated IP 172.25.1.252 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/b390ede3-922b-4d71-a275-6381d7f5530b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:05.940897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ec8c97-dc2c-491e-87d0-489c4df5f628,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:05.945851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fc16e2a-920c-4975-a1c3-8c944d69bd12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.959249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:05.963452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f9abba4-bd06-41e1-8d87-7738dd703a5b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445485 Nov 23 10:14:05.966579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:05.971068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:05.979177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5fc16e2a-920c-4975-a1c3-8c944d69bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.021948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0470d154-9d8a-4ecb-a680-ff0e1e5106ce req-5d3812e7-7803-4af9-b450-3d66046242d9 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150587 Nov 23 10:14:06.045049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5fc16e2a-920c-4975-a1c3-8c944d69bd12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bce6a4aee9b04b60900a6e60f30b8bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503089 Nov 23 10:14:06.048573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.051367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.054794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16e2a-920c-4975-a1c3-8c944d69bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfbb882-66d3-40d6-b6d8-c46f3b34eb7a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.073931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.089911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.127297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:06.133855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:06.137547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:06.145584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.163953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.170421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Pushing event updated for resources: {'Port': ['ID=b390ede3-922b-4d71-a275-6381d7f5530b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.182913 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.186011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.219790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4567d9b5-03cd-4039-93ff-36bc3b3ab084,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.231250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.232482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01d75e66-b990-4874-83eb-dd497b886a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649610 Nov 23 10:14:06.237353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33656) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.241578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:06.260865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.278043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.281110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.284186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.288265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdfbb882-66d3-40d6-b6d8-c46f3b34eb7a HTTP/1.1" status: 204 len: 168 time: 0.2358921 Nov 23 10:14:06.301531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c455072-7b60-4d11-be14-ea28aaf7543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfbb882-66d3-40d6-b6d8-c46f3b34eb7a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.306372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.362975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.372153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.398129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e61f4c-0ee3-47f1-8864-3b076e3e8082,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.412324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.416789 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9a113dd-5a85-4595-8b6d-53c6502dd280 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785650 Nov 23 10:14:06.417554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.422395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:06.449358 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:14:06.455910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.516140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.522030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.534618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.541298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.581980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab537c3-7488-4e2d-b1bb-a28b4329bfde,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.592256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.597927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33664) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.599047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c0df2ea-1efd-432b-ae23-e577cb480ac8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802547 Nov 23 10:14:06.602527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '90e2a575-4ae9-4b37-bf43-f797d8f5b3f1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:06.609392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Pushing event updated for resources: {'Port': ['ID=b390ede3-922b-4d71-a275-6381d7f5530b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.624479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.640422 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:14:06.647299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.651140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-75b3e792-be5b-4781-9bec-629d4b2c29de tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6439495 Nov 23 10:14:06.651140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.651816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.709784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.716019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.720556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33670) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.737425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f281779c-bfe0-46c2-a53c-dc09ad2d4345,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:06.740713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb7db988-ba37-4cb2-94b9-1952025f5d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.749206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.750610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37d6d0c6-ed78-43d3-afb6-430b6dcda61e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517251 Nov 23 10:14:06.753503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33672) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:06.764935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'network': {'name': 'tempest-network-smoke--54329719', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:06.833828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:06.837678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.913696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:14:06.924753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:06.950989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-10b9ec0b-bd46-48e8-965d-922409d6030a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:06.952500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-10b9ec0b-bd46-48e8-965d-922409d6030a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.1487663 Nov 23 10:14:06.954441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1bae-9377-4ae9-9791-6aff0c522b3c req-81ad69a5-f040-4216-8781-00271ace5aa3 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:06.956681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb7db988-ba37-4cb2-94b9-1952025f5d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.959411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02bf1bae-9377-4ae9-9791-6aff0c522b3c req-81ad69a5-f040-4216-8781-00271ace5aa3 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 945 time: 0.0548208 Nov 23 10:14:06.971635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:06.971984 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Added segment 4a7dd07e-775a-4592-b0e0-ca4a5003162d of type vlan for network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 Nov 23 10:14:06.975312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb7db988-ba37-4cb2-94b9-1952025f5d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.018436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02bf1bae-9377-4ae9-9791-6aff0c522b3c req-4b78e9c0-8555-4750-91ab-22d468bd5572 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Nov 23 10:14:07.053062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.093238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb7db988-ba37-4cb2-94b9-1952025f5d16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85123929f85a412d82c79a0d154b1d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712974 Nov 23 10:14:07.096455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33680) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:07.113140 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.148555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.159671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7db988-ba37-4cb2-94b9-1952025f5d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1dd136-16fb-4b57-8244-90f40a8cfa94,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:07.177429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.220550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.226234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:07.226821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.238576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.241547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.242747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e1dd136-16fb-4b57-8244-90f40a8cfa94 HTTP/1.1" status: 204 len: 168 time: 0.1450868 Nov 23 10:14:07.262636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0f3f0-2ccf-44d7-98cd-fbc85d90f264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1dd136-16fb-4b57-8244-90f40a8cfa94,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:07.310418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49f50-3f7a-40ed-b13b-9f7c878a07ca req-819ffd60-a96a-4702-9f8b-3740d1b80f8f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:07.311962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7b49f50-3f7a-40ed-b13b-9f7c878a07ca req-819ffd60-a96a-4702-9f8b-3740d1b80f8f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.2177057 Nov 23 10:14:07.322026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5673375 Nov 23 10:14:07.324868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33684) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:07.330509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'admin_state_up': True, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:07.361991 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.363664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.389759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dd457-089d-474f-ad0a-adde66f305d2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Network': ['ID=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:07.398173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Deleting port 3fd1a019-6fd9-4e30-856f-ff0063688558 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:07.398512 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.408032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:14:07.443070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.509722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7b49f50-3f7a-40ed-b13b-9f7c878a07ca req-eab29d8b-d22e-4386-a35a-98be27fb7eef tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847522 Nov 23 10:14:07.570840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.575078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] For port 3fd1a019-6fd9-4e30-856f-ff0063688558, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=3fd1a019-6fd9-4e30-856f-ff0063688558,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:07.575587 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.596959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Calling delete_port for 3fd1a019-6fd9-4e30-856f-ff0063688558 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:07.651202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.762003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Allocated IP 172.25.1.241 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/03358bbf-f139-4bf8-a4b3-652f168765e6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:07.904826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.918200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['3fd1a019-6fd9-4e30-856f-ff0063688558'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:07.935975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.949341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Pushing event deleted for resources: {'Port': ['ID=3fd1a019-6fd9-4e30-856f-ff0063688558,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:07.958148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:07.963355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.015573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] No DVR routers for this DVR port 3fd1a019-6fd9-4e30-856f-ff0063688558 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:08.020898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.024782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbe1f971-c899-4b4c-8181-9dcb9ebcbcbf req-c8d6236a-7a81-4e7e-8910-ef89f160e764 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "DELETE /v2.0/ports/3fd1a019-6fd9-4e30-856f-ff0063688558 HTTP/1.1" status: 204 len: 173 time: 1.0638313 Nov 23 10:14:08.029907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'name': 'network-vif-deleted', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:08.033204 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93edc9ef-abae-4a1f-ac50-f37dcd215d1d" -d '{"events": [{"server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "name": "network-vif-deleted", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:08.070488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.151650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Pushing event updated for resources: {'Port': ['ID=03358bbf-f139-4bf8-a4b3-652f168765e6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:08.171818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:08.174013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:08.180325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:08.208075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:14:08.237112 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55392a10-ad69-4496-8b73-a4e0d1270c6c x-openstack-request-id: req-55392a10-ad69-4496-8b73-a4e0d1270c6c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:08.237542 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a7443c-f99e-4e84-aee8-966f425a8deb", "name": "network-vif-deleted", "tag": "3fd1a019-6fd9-4e30-856f-ff0063688558", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:08.237841 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55392a10-ad69-4496-8b73-a4e0d1270c6c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:08.238330 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7443c-f99e-4e84-aee8-966f425a8deb', 'name': 'network-vif-deleted', 'tag': '3fd1a019-6fd9-4e30-856f-ff0063688558', 'status': 'completed', 'code': 200} Nov 23 10:14:08.245739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.126 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/14f3df44-f085-46cd-aaad-9d26a38f1a67) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:08.288477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-033c47c3-2d40-441a-841f-47b9f7c3674d req-a5b2d2f9-0e46-4242-8955-bd8cbc2e2a8a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=08a7443c-f99e-4e84-aee8-966f425a8deb HTTP/1.1" status: 200 len: 210 time: 0.0492601 Nov 23 10:14:08.360079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.385560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.413962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.435536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.483403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:08.486647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:08.490894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:08.515674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=14f3df44-f085-46cd-aaad-9d26a38f1a67,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:08.520573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1aebe1-6382-4036-a0ce-d94259762097 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:08.597108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b8af20b8-ad82-42db-b7b0-3b9765e2f9ce None None] Provisioning complete for port 14f3df44-f085-46cd-aaad-9d26a38f1a67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:08.597487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8af20b8-ad82-42db-b7b0-3b9765e2f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.679070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b8af20b8-ad82-42db-b7b0-3b9765e2f9ce None None] Port 14f3df44-f085-46cd-aaad-9d26a38f1a67 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:08.685949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.695774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.750147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Pushing event updated for resources: {'Port': ['ID=03358bbf-f139-4bf8-a4b3-652f168765e6,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:08.779661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f94e9-b743-4995-a037-636caed36376 req-8ffdffb2-1c7a-4c5d-9485-fe3dcd7bf505 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:08.780429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a50f94e9-b743-4995-a037-636caed36376 req-8ffdffb2-1c7a-4c5d-9485-fe3dcd7bf505 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1324549 Nov 23 10:14:08.898672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.934287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a50f94e9-b743-4995-a037-636caed36376 req-e9c1d37b-8cf2-4a36-8f7b-4fcf661d1487 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Nov 23 10:14:08.951743 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:08.957187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68bab50d-ee52-4185-b3e5-111b23d8445b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3036859 Nov 23 10:14:08.957387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:08.984312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.065993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d7c973ce-bf12-4955-b864-5cfb41125aa0 tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1070652 Nov 23 10:14:09.068504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33726) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.196544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b231800-36b3-4630-bbcd-95389c2316c0 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1265216 Nov 23 10:14:09.199520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33732) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.272104 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.353377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Deleting port 03358bbf-f139-4bf8-a4b3-652f168765e6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:09.353725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.458124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.458784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.462539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 84045228-e1fe-49ab-8c0c-8f173607b4fd is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:09.472798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Calling delete_port for 03358bbf-f139-4bf8-a4b3-652f168765e6 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:09.605320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:09.617958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Sync routers for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:09.632233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:09.633172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:09.638674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.639427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.640062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d9495107-7695-452c-b713-7c2e587d58a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3141844 Nov 23 10:14:09.643339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33742) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.672052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Pushing event deleted for resources: {'Port': ['ID=03358bbf-f139-4bf8-a4b3-652f168765e6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:09.686754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ed71a7ac-fe90-48d4-9a20-5eb0f2f1aad2 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e53ef36b98084a9b94f57f73c49e47ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415242 Nov 23 10:14:09.689324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33744) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.748550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.751869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:09.756486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e4b672b6-2a60-446d-a326-e4e9215c590b tempest-FloatingIPAdminTestJSON-1833958875 tempest-FloatingIPAdminTestJSON-1833958875-project] 10.222.0.62 "DELETE /v2.0/floatingips/0be09e17-7aed-46bd-bd68-2d7ddcce96d7 HTTP/1.1" status: 204 len: 168 time: 0.5553010 Nov 23 10:14:09.757385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33746) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.900827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:09.928247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686948a-e478-4f01-a600-deed23f6405c tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:09.930944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2686948a-e478-4f01-a600-deed23f6405c tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2403939 Nov 23 10:14:09.934672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33750) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.975128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:09.975723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfca6c22-5c07-4293-b33e-317cf338f70a tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396085 Nov 23 10:14:09.986395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-54937818', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:09.987285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Deleting port b390ede3-922b-4d71-a275-6381d7f5530b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:09.987583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.088741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.089082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.107460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Calling delete_port for b390ede3-922b-4d71-a275-6381d7f5530b owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:10.275395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77d3f1-7139-4f53-8fe0-10b37bee70da req-2a0568f6-500f-4954-ac6a-cfb3845b795d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:10.283096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f77d3f1-7139-4f53-8fe0-10b37bee70da req-2a0568f6-500f-4954-ac6a-cfb3845b795d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1117456 Nov 23 10:14:10.301323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:10.304951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.332151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.365823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:08Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:10.368357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Pushing event deleted for resources: {'Port': ['ID=b390ede3-922b-4d71-a275-6381d7f5530b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:10.406429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Checking router: 84045228-e1fe-49ab-8c0c-8f173607b4fd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:10.407481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Updating router 84045228-e1fe-49ab-8c0c-8f173607b4fd port 14f3df44-f085-46cd-aaad-9d26a38f1a67 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:14:10.417607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f77d3f1-7139-4f53-8fe0-10b37bee70da req-336068cf-efd4-4a46-92f1-a9cf734226cf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316099 Nov 23 10:14:10.467924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.470584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.474964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26c25cb9-1ccc-4ca8-8047-3c5a9b94080b tempest-FloatingIPAdminTestJSON-1873859233 tempest-FloatingIPAdminTestJSON-1873859233-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/21f8929f-1a36-49d3-9895-1f75f5deb64c HTTP/1.1" status: 204 len: 168 time: 0.7127314 Nov 23 10:14:10.475892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33768) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:10.480758 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.595390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port 12bb9e2f-f287-4851-bbcf-a7eab903c0e9 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:10.595758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.632899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.714600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:10.715393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network hostable DHCP agents. Network: 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:14:10.719609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.727099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Subnet': ['ID=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:10.745100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:14:10.754552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for 12bb9e2f-f287-4851-bbcf-a7eab903c0e9 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:10.765788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:10.771738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:10.772972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.810178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d1b513c1-7ee6-4f4f-86df-6fcd4769b5ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8331311 Nov 23 10:14:10.811171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:10.871622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da85ad-4818-4834-988e-989578a11870 None None] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:10.937130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.969186 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:10.983244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.000471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=12bb9e2f-f287-4851-bbcf-a7eab903c0e9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:11.089093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b0cf9-790b-4eb0-9b6b-8a23ffed3da1 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:11.121465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c92d-442d-43af-925c-a4675b3c74e2 None None] Pushing event updated for resources: {'Port': ['ID=14f3df44-f085-46cd-aaad-9d26a38f1a67,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:11.127126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Attempting to bind port 14f3df44-f085-46cd-aaad-9d26a38f1a67 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:11.127390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Attempting to bind port 14f3df44-f085-46cd-aaad-9d26a38f1a67 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:11.127752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Attempting to bind port 14f3df44-f085-46cd-aaad-9d26a38f1a67 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:11.133927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:11.134315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:11.134716 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.135086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:11.135625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Bound port: 14f3df44-f085-46cd-aaad-9d26a38f1a67, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:11.136002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.140503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:14:11.141341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.175325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.179908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf35f7bc-532a-4f86-a59c-a9beecdef639 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/ports/12bb9e2f-f287-4851-bbcf-a7eab903c0e9 HTTP/1.1" status: 204 len: 168 time: 0.7013094 Nov 23 10:14:11.189215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33772) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:11.356716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] For port 14f3df44-f085-46cd-aaad-9d26a38f1a67, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:11.359123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7b99c05a-08b2-41a4-91d3-1cd988fb4dd1 None None] Provisioning complete for port 14f3df44-f085-46cd-aaad-9d26a38f1a67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:11.359621 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b99c05a-08b2-41a4-91d3-1cd988fb4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.367075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea51c9-aff5-45da-b35b-cac08c89f47a tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:11.371853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:11.374243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-17ea51c9-aff5-45da-b35b-cac08c89f47a tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "GET /v2.0/ports?device_id=2663d02e-ed15-447b-baeb-60f61ccf1699 HTTP/1.1" status: 200 len: 913 time: 0.1818335 Nov 23 10:14:11.457392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7b99c05a-08b2-41a4-91d3-1cd988fb4dd1 None None] Port 14f3df44-f085-46cd-aaad-9d26a38f1a67 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:11.490017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] For port 14f3df44-f085-46cd-aaad-9d26a38f1a67, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=14f3df44-f085-46cd-aaad-9d26a38f1a67,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:11.505256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.561553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Allocated IP 172.20.0.2 (67ef9ef9-bba8-4cc3-8c56-55f2deef39d5/ea86ebd8-1a51-4d19-ad1a-d2e3726b4103/1e4e36dc-d061-4df6-8fad-81bc2225e576) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:11.657215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.725418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3ee81-b3cf-4e09-b199-94043c9d9f1a req-93b5fa60-a743-48c8-b717-5628f25d5417 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:11.727034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43f3ee81-b3cf-4e09-b199-94043c9d9f1a req-93b5fa60-a743-48c8-b717-5628f25d5417 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1386588 Nov 23 10:14:11.744772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.772925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:11.798186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c981e84-a7c0-483d-aefe-426beeba3303 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:11.815448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:11.821259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:11.834283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:11.841786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:11.842645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:11.857286 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-43f3ee81-b3cf-4e09-b199-94043c9d9f1a req-64eee584-1bdc-41b1-9434-d9158396fbf4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216786 Nov 23 10:14:11.934428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c92d-442d-43af-925c-a4675b3c74e2 None None] Pushing event updated for resources: {'Port': ['ID=14f3df44-f085-46cd-aaad-9d26a38f1a67,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:11.951447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.010557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Pushing event updated for resources: {'Port': ['ID=1e4e36dc-d061-4df6-8fad-81bc2225e576,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:12.034926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3fd1a019-6fd9-4e30-856f-ff0063688558 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:12.060226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 3fd1a019-6fd9-4e30-856f-ff0063688558 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:12.060575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 3fd1a019-6fd9-4e30-856f-ff0063688558 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:12.062374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] Provisioning complete for port 14f3df44-f085-46cd-aaad-9d26a38f1a67 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:12.062739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.125916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Attempting to bind port 1e4e36dc-d061-4df6-8fad-81bc2225e576 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:12.126308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Attempting to bind port 1e4e36dc-d061-4df6-8fad-81bc2225e576 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:12.126666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Attempting to bind port 1e4e36dc-d061-4df6-8fad-81bc2225e576 on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:12.158089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:12.158617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:12.159167 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.159909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Bound using segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:12.160414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Bound port: 1e4e36dc-d061-4df6-8fad-81bc2225e576, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:12.161221 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.336314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:12.336806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.390775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:12.565541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.581174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for c9bd4f34-9abc-4ea6-93dc-7f997c806ae8 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:12.582056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.1 (67ef9ef9-bba8-4cc3-8c56-55f2deef39d5/ea86ebd8-1a51-4d19-ad1a-d2e3726b4103/3608ebe4-1975-4f5d-bc25-ff2b5bdfa137) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:12.719462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.765918 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.775062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] For port 1e4e36dc-d061-4df6-8fad-81bc2225e576, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:12.779801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] For port 1e4e36dc-d061-4df6-8fad-81bc2225e576, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e4e36dc-d061-4df6-8fad-81bc2225e576,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:12.788154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.799208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] For port 14f3df44-f085-46cd-aaad-9d26a38f1a67, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=14f3df44-f085-46cd-aaad-9d26a38f1a67,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:12.800773 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.831225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.835946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:12.839838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:12.843896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:12.861019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:08Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:12.896322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e09de-051a-47a2-9386-d4fa74b56e0a None None] The sync data for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 is: [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:08Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:12.898348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeac758-5013-45e9-89da-8d535975a752 None None] Pushing event updated for resources: {'Port': ['ID=1e4e36dc-d061-4df6-8fad-81bc2225e576,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:12.925696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.958952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:12.963384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:12.972374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6426a01-fcc6-4611-a514-51c43e2572b4 None None] Pushing event updated for resources: {'Port': ['ID=14f3df44-f085-46cd-aaad-9d26a38f1a67,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:12.992902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=c9bd4f34-9abc-4ea6-93dc-7f997c806ae8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:13.188489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b626fe-e79e-4e2a-8e99-f0acf9a3e57b req-9e30c6af-0069-413e-bbf2-fecfb6c6ddfc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:13.188489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33b626fe-e79e-4e2a-8e99-f0acf9a3e57b req-9e30c6af-0069-413e-bbf2-fecfb6c6ddfc tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1445191 Nov 23 10:14:13.293596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:13.354577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33b626fe-e79e-4e2a-8e99-f0acf9a3e57b req-abe7b2aa-908b-407a-8dba-e34cdc2f9a52 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574903 Nov 23 10:14:13.919142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 14f3df44-f085-46cd-aaad-9d26a38f1a67 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:13.991195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.001322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.014652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.058263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 14f3df44-f085-46cd-aaad-9d26a38f1a67 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:14.059262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.198451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:14.213734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.225876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e4e36dc-d061-4df6-8fad-81bc2225e576 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:14.355931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1e4e36dc-d061-4df6-8fad-81bc2225e576 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:14.356447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.388056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:14.390622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:14.511170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Router 2663d02e-ed15-447b-baeb-60f61ccf1699 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:14.516805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.587160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 1e4e36dc-d061-4df6-8fad-81bc2225e576, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e4e36dc-d061-4df6-8fad-81bc2225e576,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:14.606665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.625928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 84045228-e1fe-49ab-8c0c-8f173607b4fd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:14.659798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5be4c-9f6f-4f60-ba64-4e97b412a1fc None None] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:14.774245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:14.787496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] Sync routers for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:14.797302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d13d126-90c9-45cf-8e1b-083e2d590490 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "PUT /v2.0/routers/2663d02e-ed15-447b-baeb-60f61ccf1699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4222970 Nov 23 10:14:14.798796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:14.808772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:14.809316 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:14.810726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=1e4e36dc-d061-4df6-8fad-81bc2225e576,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:14.824804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b3ddaa0d-2873-486e-86be-6bf145bec3eb None None] Provisioning complete for port 1e4e36dc-d061-4df6-8fad-81bc2225e576 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:14.825199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa0d-2873-486e-86be-6bf145bec3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:14.887622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:14.892256 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:14.898548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a8d3d90-f0a1-4c3e-960b-09ad54a8ec7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/84045228-e1fe-49ab-8c0c-8f173607b4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0860240 Nov 23 10:14:14.911306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] Routers {'2663d02e-ed15-447b-baeb-60f61ccf1699'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:14.911936 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2663d02e-ed15-447b-baeb-60f61ccf1699'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:14.951454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:14.952122 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e836b90-bfb4-4f5d-869b-6140ce03cd14 None None] The sync data for ids ['2663d02e-ed15-447b-baeb-60f61ccf1699'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:15.015092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77dacb-ee04-4319-b828-f655e68579db req-8fb9e52b-4f8a-41bc-b8a9-47cdff8b5bbd tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:15.017435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf77dacb-ee04-4319-b828-f655e68579db req-8fb9e52b-4f8a-41bc-b8a9-47cdff8b5bbd tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.5051103 Nov 23 10:14:15.020441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:15.267478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:15.284305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-d6a77ea0-9461-4f5b-8722-e174afe9b737 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440263 Nov 23 10:14:15.302634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-b7fed6fb-4b80-42c8-9800-9ce7ae5818a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674531621&fields=id&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 267 time: 0.0871193 Nov 23 10:14:15.340569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bf77dacb-ee04-4319-b828-f655e68579db req-5b608a02-ffde-4dbd-9044-c6166e88f56d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021983 Nov 23 10:14:15.435210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-b080120e-bfb2-4dc5-bb58-84834d8def6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:15.437054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-b080120e-bfb2-4dc5-bb58-84834d8def6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 1096 time: 0.1236930 Nov 23 10:14:15.466871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-93ca385e-1eea-420e-bc0d-35db9dd2ae89 None None] Provisioning complete for port 1e4e36dc-d061-4df6-8fad-81bc2225e576 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:15.467457 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-93ca385e-1eea-420e-bc0d-35db9dd2ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:15.556767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port 201f736a-7260-4b4b-9a15-511fd6e93073 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:15.557676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:15.653312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-028c2516-e529-4b5d-82cc-db52d490ca35 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:15.655043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-028c2516-e529-4b5d-82cc-db52d490ca35 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 795 time: 0.3377802 Nov 23 10:14:15.716698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-5a62c107-f1cf-4c77-9407-65d0f581f2f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/quotas/e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 375 time: 0.0539610 Nov 23 10:14:15.797640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Sync routers for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:15.827991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-355a804c-d53e-4ed6-bd7e-86d7d58d3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:15.829358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-355a804c-d53e-4ed6-bd7e-86d7d58d3954 service neutron] 10.222.0.11 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.3677852 Nov 23 10:14:15.834042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:15.839387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e4e36dc-d061-4df6-8fad-81bc2225e576 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:15.890643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-e47900d1-97e8-4011-a4e7-88e8a306b76b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 200 len: 217 time: 0.0534194 Nov 23 10:14:15.891623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for 201f736a-7260-4b4b-9a15-511fd6e93073 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:15.911944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-b0a92843-7b3e-4406-b227-8333ae70041e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869543 Nov 23 10:14:15.955661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:15.956331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:15.962527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.011113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-93ca385e-1eea-420e-bc0d-35db9dd2ae89 None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:16.011531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-93ca385e-1eea-420e-bc0d-35db9dd2ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.061321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-93ca385e-1eea-420e-bc0d-35db9dd2ae89 None None] Port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:16.095263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-fc050392-b194-446e-91e8-36858258ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:16.097146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-fc050392-b194-446e-91e8-36858258ab84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.1964421 Nov 23 10:14:16.102209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-ceb87b20-e7b5-43c1-87ab-4cef693eb434 service neutron] 10.222.0.62 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761770 Nov 23 10:14:16.243329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-48542f3b-456c-450c-89c2-ee748b81203f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260076 Nov 23 10:14:16.245391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1e4e36dc-d061-4df6-8fad-81bc2225e576 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:16.245982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.299573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-67f41446-2435-4c5d-b032-b2078b3f6fba service neutron] 10.222.0.62 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894007 Nov 23 10:14:16.321267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-31e4cf36-cec6-4cd9-bee7-de0d114f23c4 None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:16.321637 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31e4cf36-cec6-4cd9-bee7-de0d114f23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.362987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-31e4cf36-cec6-4cd9-bee7-de0d114f23c4 None None] Port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:16.373005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:16.512304 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-e4bf2a26-455f-4fbd-88bc-da07be6a67b9 service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614083 Nov 23 10:14:16.526609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f13d09e-b4f9-441f-863d-2ad186c9383e req-61a07887-d3af-4c00-88ac-a34bf584a53e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 210 time: 0.0394318 Nov 23 10:14:16.559754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0db5a8b1-67e4-4a48-b88e-dffc008dad9b None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:16.560244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0db5a8b1-67e4-4a48-b88e-dffc008dad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.634971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.637311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0db5a8b1-67e4-4a48-b88e-dffc008dad9b None None] Port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:16.687030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed13203-8b87-44d5-a09f-726273e55ab9 req-35ff3c66-435e-4790-a0e0-cc41eb2ec2c3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:16.688781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ed13203-8b87-44d5-a09f-726273e55ab9 req-35ff3c66-435e-4790-a0e0-cc41eb2ec2c3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.2268274 Nov 23 10:14:16.693813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=201f736a-7260-4b4b-9a15-511fd6e93073,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:16.713191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 2, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:16.719536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f102c9-9bfe-4f26-86fb-3dcd37224c28 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:16.748789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Checking router: 84045228-e1fe-49ab-8c0c-8f173607b4fd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:16.749141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Updating router 84045228-e1fe-49ab-8c0c-8f173607b4fd port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:14:16.767890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-522b93f5-bf2f-466f-8c0f-651807f3933e req-83a4cb15-6370-4d91-b7c2-894997f62ed5 service neutron] 10.222.0.11 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469697 Nov 23 10:14:16.778236 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.812712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.819156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ed13203-8b87-44d5-a09f-726273e55ab9 req-456e58a7-3c0f-4002-bb2b-ccbd7c26568d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233299 Nov 23 10:14:16.910799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.913535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.965205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.965732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Fanout notify agent at l3_agent the message router_deleted on router 2663d02e-ed15-447b-baeb-60f61ccf1699 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:16.972846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:16.974444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53769dd8-a53b-42f0-8b61-d060004aaadd tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/routers/2663d02e-ed15-447b-baeb-60f61ccf1699 HTTP/1.1" status: 204 len: 168 time: 2.1742899 Nov 23 10:14:16.976978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:17.070631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting subnet 756e8247-5874-4a27-9286-81eec1404f40 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:14:17.074778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.155301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.306310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.409347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.412792 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.421966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.457639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Subnet': ['ID=756e8247-5874-4a27-9286-81eec1404f40,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:17.460247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.468372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-22d64500-0636-4c30-b51b-68e95ea59392 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/subnets/756e8247-5874-4a27-9286-81eec1404f40 HTTP/1.1" status: 204 len: 168 time: 0.4868767 Nov 23 10:14:17.468568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33880) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:17.526248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ffaf2-5813-496d-820a-7c14cd5ccf75 None None] Pushing event updated for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:17.534297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a44940-69a7-4990-98e4-3238d1ce1e50 None None] Network a78e1d70-ea63-4cea-9fe8-864004498e26 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:17.598428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-ae48797b-c8c8-4425-a057-5cb04703cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:17.600583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-ae48797b-c8c8-4425-a057-5cb04703cdde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.0888414 Nov 23 10:14:17.672790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.751026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-192a2a53-c7a8-4a3a-a302-313e9f91c4bc req-f22c4ae8-f81b-49cc-9293-92f95b1aca5c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 210 time: 0.1026936 Nov 23 10:14:17.825490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-11ba48cb-38b8-490c-987e-0cd5bd3161df tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:17.827080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-11ba48cb-38b8-490c-987e-0cd5bd3161df tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 795 time: 0.1276219 Nov 23 10:14:17.846035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c783e-a9de-4d6b-ab0a-6e8f876a4a57 req-e5fae560-72be-4719-99c4-ee87c4871a49 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:17.847822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-115c783e-a9de-4d6b-ab0a-6e8f876a4a57 req-e5fae560-72be-4719-99c4-ee87c4871a49 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.2379856 Nov 23 10:14:17.871883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Attempting to bind port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:17.872667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Attempting to bind port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:17.872847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Attempting to bind port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:17.884586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-f95d9213-0cfe-420c-9436-67e1d0eaaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:17.886203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-f95d9213-0cfe-420c-9436-67e1d0eaaa3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.2738593 Nov 23 10:14:17.915961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:17.917226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:17.918051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.918534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Bound using segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:17.919126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Bound port: 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:17.920064 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.948171 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6400-7f9d-44bb-9143-ad8961b1656c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:17.989509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-13bbc1bc-b5d5-47cc-87a0-395c6766633b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0947280 Nov 23 10:14:18.028326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d6d683b3-3f21-44dc-b39b-90d5055f9f2b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 380 time: 0.1775167 Nov 23 10:14:18.054035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'port': {'device_id': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'admin_state_up': True, 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'security_groups': ['90e2a575-4ae9-4b37-bf43-f797d8f5b3f1']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:18.077375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] For port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:18.082664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] For port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:18.091690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.107835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-115c783e-a9de-4d6b-ab0a-6e8f876a4a57 req-d2257efa-5bde-4986-9802-7b2e163bbcb8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469499 Nov 23 10:14:18.109627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] DHCP port deletion for a78e1d70-ea63-4cea-9fe8-864004498e26 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:18.165942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020859de-30c5-40f2-a780-ac3e3b1e0085 req-811bd86a-fa4b-42e9-a9a6-bb4308d7af3d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:18.174671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-020859de-30c5-40f2-a780-ac3e3b1e0085 req-811bd86a-fa4b-42e9-a9a6-bb4308d7af3d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1495636 Nov 23 10:14:18.179121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port 87fef3d0-4c5c-40e4-a626-b490d3e2058f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:18.179834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.207952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ffaf2-5813-496d-820a-7c14cd5ccf75 None None] Pushing event updated for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:18.232543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:18.233551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:13:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:18.250299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-aff58b5d-7d5d-4173-9b16-2bc90e9e717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:18.256894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-aff58b5d-7d5d-4173-9b16-2bc90e9e717c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.2546704 Nov 23 10:14:18.281255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-020859de-30c5-40f2-a780-ac3e3b1e0085 req-4d76679c-316f-4211-a991-6f9d2fe21806 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056380 Nov 23 10:14:18.297602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:18.307349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.307863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-1b76996a-0eb0-43cf-ae58-d0fab3a3e0a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377498 Nov 23 10:14:18.320397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] For port 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=87fef3d0-4c5c-40e4-a626-b490d3e2058f,segment=NetworkSegment(5d099694-296f-47ad-80bb-78315b57b7b6),segment_id=5d099694-296f-47ad-80bb-78315b57b7b6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:18.320397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.341538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:18.342338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.380291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for 87fef3d0-4c5c-40e4-a626-b490d3e2058f owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:18.501839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-0bddc329-6b6f-41d2-9d4c-17a0e11409fe service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852207 Nov 23 10:14:18.536286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.563297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Deleting port 87fef3d0-4c5c-40e4-a626-b490d3e2058f {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:18.563841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.627341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a27d58dc-7e4f-4076-9180-4cf3671b05b8 req-02bed582-c705-4ae3-8c14-43e9e505afbe service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181037 Nov 23 10:14:18.649799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] For port 87fef3d0-4c5c-40e4-a626-b490d3e2058f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=87fef3d0-4c5c-40e4-a626-b490d3e2058f,segment=NetworkSegment(5d099694-296f-47ad-80bb-78315b57b7b6),segment_id=5d099694-296f-47ad-80bb-78315b57b7b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:18.650332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.679025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Calling delete_port for 87fef3d0-4c5c-40e4-a626-b490d3e2058f owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:18.681822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] For port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:18.686729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:18.721341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.736146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.823946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=87fef3d0-4c5c-40e4-a626-b490d3e2058f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:18.840748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] No DVR routers for this DVR port 87fef3d0-4c5c-40e4-a626-b490d3e2058f on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:18.891291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.6 (67ef9ef9-bba8-4cc3-8c56-55f2deef39d5/ea86ebd8-1a51-4d19-ad1a-d2e3726b4103/c8570ecb-04e1-40dd-b166-160b20b7d83c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:18.955661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6a65-7d2f-4349-b3e7-3ca5ed57cd85 None None] Pushing event updated for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:18.966710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-676b2ee8-91dd-45a1-809b-fab0db8584d0 None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:18.967342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-676b2ee8-91dd-45a1-809b-fab0db8584d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:18.989696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-828cbdcf-de7e-4c85-a6ed-e283dbc0d6b9 req-a4dc5333-af02-4264-acb4-85b6fba8606a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 210 time: 0.0992835 Nov 23 10:14:19.044418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.064783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.109990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] Pushing event deleted for resources: {'Port': ['ID=87fef3d0-4c5c-40e4-a626-b490d3e2058f,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:19.141481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcaf02-3695-4e22-bf22-157e797acb65 None None] No DVR routers for this DVR port 87fef3d0-4c5c-40e4-a626-b490d3e2058f on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:19.203124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78e1d70-ea63-4cea-9fe8-864004498e26']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:19.217728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:19.275956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b1aad-bb1f-4ad9-a590-6a0949a7bece None None] The sync data for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 is: [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:19.294807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d099694-296f-47ad-80bb-78315b57b7b6') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:19.295108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d099694-296f-47ad-80bb-78315b57b7b6') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:19.399408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06ba3-b65a-47f1-82f6-433a0a887494 req-2a9a7592-a58c-4e1c-ad25-0e46427d4ee8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:19.402153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fa06ba3-b65a-47f1-82f6-433a0a887494 req-2a9a7592-a58c-4e1c-ad25-0e46427d4ee8 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1087005 Nov 23 10:14:19.420425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.484365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fa06ba3-b65a-47f1-82f6-433a0a887494 req-f1f82062-e7f8-4405-9546-92535b30046c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733819 Nov 23 10:14:19.510959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.519648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.531042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:14:19.531325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:14:19.535694 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:14:19.619917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9b0aa-85b8-4537-9555-1fb0284f5a90 req-caa4a191-02fd-4252-9e51-00d9f80f5916 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:19.621541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4e9b0aa-85b8-4537-9555-1fb0284f5a90 req-caa4a191-02fd-4252-9e51-00d9f80f5916 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1927073 Nov 23 10:14:19.625393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.636926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.640283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/networks/a78e1d70-ea63-4cea-9fe8-864004498e26 HTTP/1.1" status: 204 len: 168 time: 2.1700943 Nov 23 10:14:19.642969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33908) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:19.661286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.669032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a709-f970-4573-9e2b-9ff24d8463cc tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Network': ['ID=a78e1d70-ea63-4cea-9fe8-864004498e26,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:19.762106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:19.768812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:19.782293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:19.787202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:19.793078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d4e9b0aa-85b8-4537-9555-1fb0284f5a90 req-1fc3f0a4-01cc-4fd4-9ab9-ec41a5d82f7b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516583 Nov 23 10:14:19.838662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:19.888593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Deleting port bcec39d0-9955-40d3-8c84-0c88af73799d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:19.889261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.916397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:19.916948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.944823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:19.945524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:19.973568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-d78ad0e5-a643-4b3c-95ee-7e0e0b7c3ac1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9293871 Nov 23 10:14:19.988287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Request body: {'port': {'device_id': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:20.131323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.237805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 87fef3d0-4c5c-40e4-a626-b490d3e2058f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:20.277735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 87fef3d0-4c5c-40e4-a626-b490d3e2058f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:20.278099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 87fef3d0-4c5c-40e4-a626-b490d3e2058f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:20.298850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7b0259ac-8e51-4ca7-9f37-0f9d7be4fc8f None None] Provisioning complete for port c8570ecb-04e1-40dd-b166-160b20b7d83c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:20.299221 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b0259ac-8e51-4ca7-9f37-0f9d7be4fc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.462951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.478499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7b0259ac-8e51-4ca7-9f37-0f9d7be4fc8f None None] Port c8570ecb-04e1-40dd-b166-160b20b7d83c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:20.480208 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ac62-b50c-4ad2-aee2-84438a112202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.511508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.511832 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.525993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Calling delete_port for bcec39d0-9955-40d3-8c84-0c88af73799d owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:20.555234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:14:20.565136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.704608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Transition to ACTIVE for port object c8570ecb-04e1-40dd-b166-160b20b7d83c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:14:20.716396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561c71-6444-4c18-a44a-173d1ba2a000 req-949e54ef-0027-4a5d-a4b8-354cb9bbf076 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:20.717478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-8b03dc22-28f9-4883-919c-e1a64c2f8f96 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:20.718286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41561c71-6444-4c18-a44a-173d1ba2a000 req-949e54ef-0027-4a5d-a4b8-354cb9bbf076 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 931 time: 0.1157546 Nov 23 10:14:20.723042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-ca6302cb-5145-4310-96d6-65155c2317cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219559 Nov 23 10:14:20.731795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-8b03dc22-28f9-4883-919c-e1a64c2f8f96 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 813 time: 0.1574087 Nov 23 10:14:20.741407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.790418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-2650e857-b265-4ba8-aace-865f11a3b05b tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/quotas/59048a9591d6413086dbe6a1cc5a82ae HTTP/1.1" status: 200 len: 375 time: 0.0574152 Nov 23 10:14:20.846314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-21dfbc4a-ddbc-4f24-b2de-5c5eb0b1e015 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448380 Nov 23 10:14:20.853828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41561c71-6444-4c18-a44a-173d1ba2a000 req-58969266-ba4e-4710-a60e-d37df269a30b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283691 Nov 23 10:14:20.875831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:20.880809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-3f8f9bc2-cfb1-4d47-8553-f547adc55834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:20.882357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-3f8f9bc2-cfb1-4d47-8553-f547adc55834 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 1096 time: 0.1307414 Nov 23 10:14:20.899795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:20.996743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:20.997074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:20.997435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:21.047212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:14:21.047650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:21.055115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:21.055592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:21.056337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Bound using segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:21.057012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Bound port: c8570ecb-04e1-40dd-b166-160b20b7d83c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:21.057502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.070038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Pushing event deleted for resources: {'Port': ['ID=bcec39d0-9955-40d3-8c84-0c88af73799d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:21.131701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.132050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.132503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.133217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.133558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.133991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.134471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.134821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.135184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.135598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.135926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.136254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:21.142662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.146633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.150110 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-51989bd1-3d0a-4096-88cf-f9eb6aed0884 tempest-FloatingIPAdminTestJSON-1530193101 tempest-FloatingIPAdminTestJSON-1530193101-project] 10.222.0.62 "DELETE /v2.0/floatingips/5a2b712c-922b-476e-9cca-09279a72bf0d HTTP/1.1" status: 204 len: 168 time: 1.5038433 Nov 23 10:14:21.150262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-c50605e1-e5fc-459d-a927-fbe0a4603dab service neutron] 10.222.0.62 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686093 Nov 23 10:14:21.220473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bd626-b28c-4bc5-9403-1be50a1e40ad req-2c03c04d-b7f7-494a-820c-079e4cca434c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.229504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-550bd626-b28c-4bc5-9403-1be50a1e40ad req-2c03c04d-b7f7-494a-820c-079e4cca434c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.2404485 Nov 23 10:14:21.278652 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.297240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-c6139041-a2f9-457b-89e4-cf76e07a68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.299053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-c6139041-a2f9-457b-89e4-cf76e07a68aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.3848746 Nov 23 10:14:21.319217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-550bd626-b28c-4bc5-9403-1be50a1e40ad req-79ecb946-af83-453d-89ca-3e387072f68c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881257 Nov 23 10:14:21.389843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-41211994-1340-4c2d-bd3f-e6ddac4cd038 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 200 len: 217 time: 0.0675263 Nov 23 10:14:21.455136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-3a7fc61d-c54b-4f97-b945-f9dd7a059fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.456779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-3a7fc61d-c54b-4f97-b945-f9dd7a059fa5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0585945 Nov 23 10:14:21.522846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-ab6f3a5e-7112-45b3-9125-aa28c75cb827 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548666 Nov 23 10:14:21.575322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33938) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:21.590985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:21.628610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:21.637911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.640104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd50ef-67f7-47ff-8c26-36420ceac6c5 req-57f2bd01-e452-4286-8f2a-82d7b8c3991e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.642270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1fd50ef-67f7-47ff-8c26-36420ceac6c5 req-57f2bd01-e452-4286-8f2a-82d7b8c3991e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1841469 Nov 23 10:14:21.697869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.698620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:21.700202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 1091 time: 1.7190568 Nov 23 10:14:21.702707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:21.705064 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:21.716903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-54917ee8-f7ae-4cb7-a177-063554fffdb7 service neutron] 10.222.0.62 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549278 Nov 23 10:14:21.720577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-5ca6ef58-8104-4a6a-9776-4d6bf42e1d01 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864107 Nov 23 10:14:21.728674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d2f7-c53f-4b4e-abc3-72005c67b840 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:21.798139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1fd50ef-67f7-47ff-8c26-36420ceac6c5 req-efc9cd47-fb1b-4ed6-adc4-ff152fd154c3 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Nov 23 10:14:21.849273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-b1470096-d158-41da-870e-a04dffa3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:21.850827 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-b1470096-d158-41da-870e-a04dffa3bf1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1094 time: 0.0992403 Nov 23 10:14:21.857600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88a79612-8b66-4fb8-9d9f-f008325e3e12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2717686c9d904c57b216fe4e0a3e2a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795298 Nov 23 10:14:21.857820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33944) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:21.921174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f4bf048-2fda-4550-9f4d-fa87f9fc49c8 req-6551d722-4ea7-4a19-b46e-2d2876a5c422 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779869 Nov 23 10:14:21.937338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-86b9b30f-3ce6-4176-93ef-132f82d42f23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 217 time: 0.0728409 Nov 23 10:14:22.017632 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8981717e-6675-4c66-870c-4684c9555807 x-openstack-request-id: req-8981717e-6675-4c66-870c-4684c9555807 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:22.018046 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:22.018213 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8981717e-6675-4c66-870c-4684c9555807 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:22.018574 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:14:22.055749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-05bc4eab-73fa-4c9f-a4f8-f714e7c6ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.058111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-05bc4eab-73fa-4c9f-a4f8-f714e7c6ebbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.1106889 Nov 23 10:14:22.127240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d31a-085f-461d-aa77-f94ecc974187 req-b47e0415-235f-4bef-b73e-f8dc874a5eab tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.128906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb92d31a-085f-461d-aa77-f94ecc974187 req-b47e0415-235f-4bef-b73e-f8dc874a5eab tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.0924602 Nov 23 10:14:22.134466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de583a32-0244-4561-8f01-46650a072d94 req-fdeb0736-ba8f-4a77-946c-162e2d348efd tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 210 time: 0.0832329 Nov 23 10:14:22.153554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.197843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.211436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb92d31a-085f-461d-aa77-f94ecc974187 req-dec53d5f-8920-4da0-bc09-6efcb5c252c6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580873 Nov 23 10:14:22.220086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-619bb7cb-d522-4fc7-9d3b-f2924f7d2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.221647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-619bb7cb-d522-4fc7-9d3b-f2924f7d2b10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481910 Nov 23 10:14:22.340641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.343501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.344811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4ff6486-c444-42c8-92db-3ff68edd2db1 HTTP/1.1" status: 204 len: 168 time: 0.4859979 Nov 23 10:14:22.356604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4582f-75c0-4622-8eaf-a7b447014bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff6486-c444-42c8-92db-3ff68edd2db1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:22.360105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-af6f550d-f34b-4546-a106-71f8dd8db499 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306460 Nov 23 10:14:22.520870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9802a2-1ed1-4146-9a05-251df4efac4e req-caa2ec2a-7a6c-446f-ad07-1180cfbcd10b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.522386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb9802a2-1ed1-4146-9a05-251df4efac4e req-caa2ec2a-7a6c-446f-ad07-1180cfbcd10b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1027830 Nov 23 10:14:22.552348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3bf5f25-acd9-48e1-af70-402a65489c96 req-ea1bc55a-c98a-4293-a6d1-aac696443d45 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843355 Nov 23 10:14:22.585976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb9802a2-1ed1-4146-9a05-251df4efac4e req-3f5a6dcd-2049-4c68-952e-55a0f9b539ea tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Nov 23 10:14:22.642419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.685864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-c3783581-fadf-4e10-8c10-f47ef7874019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.687422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-c3783581-fadf-4e10-8c10-f47ef7874019 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1094 time: 0.0580513 Nov 23 10:14:22.711379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33966) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:22.726620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0730bc54-a2c6-47a3-a07c-4ac01ab2c742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.790947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-c1a72301-e86f-4b62-a79c-306fa79510ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.792456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-c1a72301-e86f-4b62-a79c-306fa79510ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.0977180 Nov 23 10:14:22.806883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0730bc54-a2c6-47a3-a07c-4ac01ab2c742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.811403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0730bc54-a2c6-47a3-a07c-4ac01ab2c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:22.843411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-5f014823-16fc-4f7a-b4bc-ec07245dfd6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 217 time: 0.0408545 Nov 23 10:14:22.861221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0730bc54-a2c6-47a3-a07c-4ac01ab2c742 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7099939bb29f4f7fb20a5ee3e9d094d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486571 Nov 23 10:14:22.861826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 33970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:22.868105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730bc54-a2c6-47a3-a07c-4ac01ab2c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31657740-e431-490a-9e90-1e8b82e679d8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:22.904286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-5f4b6b53-cce0-4ff0-9d9c-2e7062666208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.905934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-5f4b6b53-cce0-4ff0-9d9c-2e7062666208 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0522978 Nov 23 10:14:22.956947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-371a8bf2-09c0-4b41-8f63-bdc3e301adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.958505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-371a8bf2-09c0-4b41-8f63-bdc3e301adad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447195 Nov 23 10:14:22.964773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766afbf3-3aed-42d8-ab2d-e7768b215fe2 req-7ad05658-2460-480f-a98c-83ce325bffdf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:22.966259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-766afbf3-3aed-42d8-ab2d-e7768b215fe2 req-7ad05658-2460-480f-a98c-83ce325bffdf tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0767090 Nov 23 10:14:22.967341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.006659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.069504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-766afbf3-3aed-42d8-ab2d-e7768b215fe2 req-a0c973dc-3114-4a93-a7e7-9f9ad6bf8ed7 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918317 Nov 23 10:14:23.075455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-b8661335-fd44-4a15-93a4-d91d49fda251 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095388 Nov 23 10:14:23.124738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.130623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.148775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31657740-e431-490a-9e90-1e8b82e679d8 HTTP/1.1" status: 204 len: 168 time: 0.2792692 Nov 23 10:14:23.208828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c5fd-2634-4c11-958b-4a382e961169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31657740-e431-490a-9e90-1e8b82e679d8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:23.234546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-02bf5b60-7e79-4be4-8dcd-2d0c6037c0ca req-2674daa9-8147-42b4-b8b5-4ae55af18040 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501801 Nov 23 10:14:23.334321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-284e37c8-603e-400b-8011-f9681f6d5cb9 req-d3be52ca-ef29-441e-b8f9-9fce4273cac0 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 210 time: 0.0469539 Nov 23 10:14:23.371751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-980a89ca-1d97-4f2c-a009-8bf93d7950d8 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:23.373217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-980a89ca-1d97-4f2c-a009-8bf93d7950d8 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 813 time: 0.2640996 Nov 23 10:14:23.389427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Request body: {'port': {'device_id': 'd8754363-c684-438f-9716-a03f59870694', 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb', 'admin_state_up': True, 'tenant_id': '59048a9591d6413086dbe6a1cc5a82ae'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:23.401510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ce93-632d-44c6-b87a-1ac44cb24943 req-6450663e-bd0a-42f2-bf3b-508ee60df044 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:23.403015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1852ce93-632d-44c6-b87a-1ac44cb24943 req-6450663e-bd0a-42f2-bf3b-508ee60df044 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.0969386 Nov 23 10:14:23.517517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1852ce93-632d-44c6-b87a-1ac44cb24943 req-d4a1fa8f-02cf-463a-93ac-91e4583c82db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033080 Nov 23 10:14:23.530728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.556540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Made reservation on behalf of 59048a9591d6413086dbe6a1cc5a82ae for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:23.560281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.743407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Allocated IP 172.20.0.4 (3f378199-fa87-41a4-bfe2-6f2144ebcabb/a3762d34-c1da-48e8-a9ea-ce6b007fea6a/77f58bf5-de4b-4ec9-bd47-c7b62d180ae5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:23.793681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270fe9-f959-4dc4-8ed4-e59f101b83cd req-7d74d659-656f-47e9-994d-99a0df669efc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:23.798771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82270fe9-f959-4dc4-8ed4-e59f101b83cd req-7d74d659-656f-47e9-994d-99a0df669efc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0782254 Nov 23 10:14:23.814656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:23.839399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-611e0fba-3a86-4b29-ac5a-ea4108fbb896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.886493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82270fe9-f959-4dc4-8ed4-e59f101b83cd req-2bea8627-c9ce-422b-8fdc-f44fb144932b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817509 Nov 23 10:14:23.925203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.951840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-611e0fba-3a86-4b29-ac5a-ea4108fbb896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.965948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-611e0fba-3a86-4b29-ac5a-ea4108fbb896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:23.973494 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.004978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-611e0fba-3a86-4b29-ac5a-ea4108fbb896 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e02ab2335624acdae974ef52e25d45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892912 Nov 23 10:14:24.006511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0fba-3a86-4b29-ac5a-ea4108fbb896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dafcefd-e3f5-4adb-b559-1b91d5ed89b8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:24.009476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 33992) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:24.025615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:24.031154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:24.035223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:24.063276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Pushing event updated for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:24.080090 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.095943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:24.096732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.103405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.119002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-15136c7a-2c29-4b82-913b-e142db921e25 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355366 Nov 23 10:14:24.133700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Request body: {'port': {'device_id': 'd8754363-c684-438f-9716-a03f59870694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:24.192125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.196103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.200022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1dafcefd-e3f5-4adb-b559-1b91d5ed89b8 HTTP/1.1" status: 204 len: 168 time: 0.1869619 Nov 23 10:14:24.213858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e6f9d-d4d7-4386-84a5-61b321785c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dafcefd-e3f5-4adb-b559-1b91d5ed89b8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:24.268604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.298831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4476b-e8bd-4b6d-a293-3280873c45d0 req-423ba66f-3b1b-4e83-a27a-f38a13b61cf4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:24.300347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eff4476b-e8bd-4b6d-a293-3280873c45d0 req-423ba66f-3b1b-4e83-a27a-f38a13b61cf4 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1125371 Nov 23 10:14:24.441274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eff4476b-e8bd-4b6d-a293-3280873c45d0 req-2107639e-b279-44ef-bf9f-8ff184205c5f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Nov 23 10:14:24.495164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e92d8-f48a-486c-8269-2f4f8b506138 req-995a33c8-d18c-4220-853b-5350af145853 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:24.503895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818e92d8-f48a-486c-8269-2f4f8b506138 req-995a33c8-d18c-4220-853b-5350af145853 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 931 time: 0.0719218 Nov 23 10:14:24.575478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818e92d8-f48a-486c-8269-2f4f8b506138 req-860e3e1c-e535-4d19-8f4c-fadbf2bbf83c tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700688 Nov 23 10:14:24.667852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:14:24.676855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.700550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94160-d8f3-4e38-917c-fd3c8ab35928 req-51b85355-369a-4246-971a-66e135f319dd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:24.701950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7a94160-d8f3-4e38-917c-fd3c8ab35928 req-51b85355-369a-4246-971a-66e135f319dd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.0762746 Nov 23 10:14:24.702942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Transition to ACTIVE for port object 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:14:24.707291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:24.812263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Pushing event updated for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:24.840247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7a94160-d8f3-4e38-917c-fd3c8ab35928 req-e1552b19-aae1-48d4-a4c6-0d7d7fbd59f5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303353 Nov 23 10:14:24.895112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Attempting to bind port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:24.895630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Attempting to bind port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:24.895965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Attempting to bind port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:24.902864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:14:24.903185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Attempting to bind port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 on network 3f378199-fa87-41a4-bfe2-6f2144ebcabb {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:24.912976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:24.913634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Checking segment: {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:24.914075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Bound using segment: {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:24.914690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Bound port: 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bdcbc9-24d5-4046-9198-ccb686bf5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:24.915072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:25.012506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:25.016369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:25.017372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8d56-e4e1-4722-90e8-293f9f9440a7 req-3ccee66f-cb7f-409d-ab94-6ea7786b586e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.019432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-496d8d56-e4e1-4722-90e8-293f9f9440a7 req-3ccee66f-cb7f-409d-ab94-6ea7786b586e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0577600 Nov 23 10:14:25.029333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:25.065805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.066401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:25.067828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] 10.222.0.11 "PUT /v2.0/ports/77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 HTTP/1.1" status: 200 len: 1091 time: 0.9393396 Nov 23 10:14:25.068291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:25.071043 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239cb6f4-0122-48ab-9371-a1027b5524f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8754363-c684-438f-9716-a03f59870694", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:25.098312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-496d8d56-e4e1-4722-90e8-293f9f9440a7 req-0939bbe7-5c33-4193-b243-495b3653152e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Nov 23 10:14:25.115046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a906-af19-4bbf-a7e8-094af5e94208 service neutron] Pushing event updated for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:25.163452 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5801499-c231-4872-9a5f-d59675b15c71 x-openstack-request-id: req-f5801499-c231-4872-9a5f-d59675b15c71 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:25.163879 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8754363-c684-438f-9716-a03f59870694", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:25.164105 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5801499-c231-4872-9a5f-d59675b15c71 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:25.164652 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5', 'status': 'completed', 'code': 200} Nov 23 10:14:25.181456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-059e7e08-8b2a-4253-b1ea-01d89c529e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.183097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-059e7e08-8b2a-4253-b1ea-01d89c529e45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 1094 time: 0.0563004 Nov 23 10:14:25.230340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-962e1b52-d5f6-4410-bdbe-d4e38ecab6a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 HTTP/1.1" status: 200 len: 217 time: 0.0387571 Nov 23 10:14:25.285020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1750e-6658-4f8a-af73-30132725da38 req-5e8a5ab8-d821-439d-a43f-7781fe558646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.286794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-5e8a5ab8-d821-439d-a43f-7781fe558646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3762d34-c1da-48e8-a9ea-ce6b007fea6a HTTP/1.1" status: 200 len: 853 time: 0.0479181 Nov 23 10:14:25.320391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-7e5aa33b-fe5a-4783-8519-baf516aca9fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f378199-fa87-41a4-bfe2-6f2144ebcabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264497 Nov 23 10:14:25.433930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-417352b7-265d-4c3a-9468-c05719b5b061 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067164 Nov 23 10:14:25.535869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eec1750e-6658-4f8a-af73-30132725da38 req-e5e4440e-db2c-46a2-987a-18b4f6fbec54 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953457 Nov 23 10:14:25.622391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26272-fe2a-4f9e-a812-799b6b1845ae req-9747447e-6374-4a44-8700-666badad2c9e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.624531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bda26272-fe2a-4f9e-a812-799b6b1845ae req-9747447e-6374-4a44-8700-666badad2c9e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0995414 Nov 23 10:14:25.665821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-871baf17-ba8e-429e-a6ae-97be2376b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.668534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-871baf17-ba8e-429e-a6ae-97be2376b7a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 1094 time: 0.0777407 Nov 23 10:14:25.705394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bda26272-fe2a-4f9e-a812-799b6b1845ae req-483f9ca4-1118-4e27-b01c-da1dc701bc21 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701678 Nov 23 10:14:25.815336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34046) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:25.816694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7bb63-c86c-419a-821f-c0d4f7bd5ecc req-0fd12604-6fb7-4013-88e7-9a3792b10641 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.818203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4cf7bb63-c86c-419a-821f-c0d4f7bd5ecc req-0fd12604-6fb7-4013-88e7-9a3792b10641 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 943 time: 0.1065404 Nov 23 10:14:25.823779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-8cdd6f8b-c5ba-4e58-ac50-e17e6d40ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.825333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-8cdd6f8b-c5ba-4e58-ac50-e17e6d40ec4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 200 len: 914 time: 0.1487207 Nov 23 10:14:25.878070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-37800928-e702-4e2c-8cbe-0edbba0e6254 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 HTTP/1.1" status: 200 len: 217 time: 0.0445673 Nov 23 10:14:25.926807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1565937710', 'router:external': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:25.935361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4cf7bb63-c86c-419a-821f-c0d4f7bd5ecc req-71318dfc-1e8f-4a9f-ab23-485a809ad41c tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090708 Nov 23 10:14:25.944332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-e6dbb133-1c6e-404b-8f58-00213392ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.945864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-e6dbb133-1c6e-404b-8f58-00213392ee1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3762d34-c1da-48e8-a9ea-ce6b007fea6a HTTP/1.1" status: 200 len: 853 time: 0.0582156 Nov 23 10:14:25.978669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-439b42e0-0761-4699-bfe8-c7bb361ff54d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f378199-fa87-41a4-bfe2-6f2144ebcabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258064 Nov 23 10:14:25.981359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55f44f-3afa-4336-902e-7a7b3d58410d req-010bc931-047d-4f1e-a1e1-9f18b2d65bc9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:25.983119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd55f44f-3afa-4336-902e-7a7b3d58410d req-010bc931-047d-4f1e-a1e1-9f18b2d65bc9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.0712137 Nov 23 10:14:25.984319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Made reservation on behalf of e10df479bf7641eeb65af99fc1b2e0df for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:25.987345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.003130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.066147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd55f44f-3afa-4336-902e-7a7b3d58410d req-d4243fc1-0ef2-4837-8686-9ffe439b9b27 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746620 Nov 23 10:14:26.078674 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-5dd5757a-7a96-4a28-a4b8-32f85783342b service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930378 Nov 23 10:14:26.103417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:14:26.120845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.131683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.160938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:14:26.183005 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.183352 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Added segment 5a65e51b-446d-44df-a394-d8f79e270976 of type vlan for network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 Nov 23 10:14:26.184709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf83fbb-f5dc-4cc9-876c-099f4fbea670,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:26.189647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-239cb6f4-0122-48ab-9371-a1027b5524f6 req-da40e98c-c8bf-4aa2-9904-70f8a19781f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030879 Nov 23 10:14:26.251745 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.262833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:26.279731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:14:26.285077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37819-0d1f-4e8d-b932-4cbf172f8e2b req-90b27401-cea2-4880-80b4-a2aee74f170c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:26.286373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.286758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbe37819-0d1f-4e8d-b932-4cbf172f8e2b req-90b27401-cea2-4880-80b4-a2aee74f170c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0758278 Nov 23 10:14:26.287802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:26.290098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.359676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fbe37819-0d1f-4e8d-b932-4cbf172f8e2b req-85416d57-b410-49a6-86c5-a4419a120be0 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596364 Nov 23 10:14:26.366999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5469508 Nov 23 10:14:26.367187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34062) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:26.368232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17227fed-1e2f-4cee-950b-f0253b6e5d52 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Network': ['ID=3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:26.373008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'subnet': {'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:26.384280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:14:26.411006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Made reservation on behalf of e10df479bf7641eeb65af99fc1b2e0df for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:26.414344 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.414544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.464553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:14:26.487637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:26.492614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.540300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:26.721195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:14:26.721556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.776979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=62f7c38d-e045-42cf-92e2-a8f6f98e8f74,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:26.786512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Checking segment: {'id': '5a65e51b-446d-44df-a394-d8f79e270976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:26.786840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network hostable DHCP agents. Network: 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:14:26.805181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:14:26.815908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:26.820253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:26.820880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.829631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17050596-501c-4242-8472-b60802613d8a None None] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:26.843194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-73fc17d2-61f8-4d65-98bf-ae83e92ae5f2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4750810 Nov 23 10:14:26.846248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34066) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:26.850906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1643533675', 'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:26.863041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56071b-edb2-4bee-860b-deb2f1753d0c req-fe3e120a-fcf1-403c-acff-c4ff79372c13 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:26.864756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b56071b-edb2-4bee-860b-deb2f1753d0c req-fe3e120a-fcf1-403c-acff-c4ff79372c13 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0766644 Nov 23 10:14:26.895770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c8570ecb-04e1-40dd-b166-160b20b7d83c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:26.900888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Made reservation on behalf of e10df479bf7641eeb65af99fc1b2e0df for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:14:26.903333 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:26.935273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] device_id is not set on port 8b54eb4e-944d-4c81-ad65-8d53ec85156f yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:14:26.942430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b56071b-edb2-4bee-860b-deb2f1753d0c req-decb499d-48b7-4130-a5a9-d4d68d67879f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Nov 23 10:14:27.050366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b39669-f272-4d94-946c-aa6deb646bcd None None] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:14:27.076598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 2001:db8::c5 (3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9/62f7c38d-e045-42cf-92e2-a8f6f98e8f74/8b54eb4e-944d-4c81-ad65-8d53ec85156f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:27.090718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967edd24-ee95-4c9c-988b-ea06d72b1b41 req-1b8ca34b-6153-4b1e-9463-5871a279bf99 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:27.092733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-967edd24-ee95-4c9c-988b-ea06d72b1b41 req-1b8ca34b-6153-4b1e-9463-5871a279bf99 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 943 time: 0.0611794 Nov 23 10:14:27.148836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-967edd24-ee95-4c9c-988b-ea06d72b1b41 req-f6af603e-e28a-4594-86dd-ca5dbf1656b4 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 Nov 23 10:14:27.295435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b317e3c-5e9f-45c4-81a6-c42f7f32a634 req-8e084938-5258-4348-903c-243b9c99af1a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:27.296934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b317e3c-5e9f-45c4-81a6-c42f7f32a634 req-8e084938-5258-4348-903c-243b9c99af1a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1312673 Nov 23 10:14:27.300138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.369915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b317e3c-5e9f-45c4-81a6-c42f7f32a634 req-7f66478a-89be-44dc-9d6a-952950e47be6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620699 Nov 23 10:14:27.371895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.450356 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=8b54eb4e-944d-4c81-ad65-8d53ec85156f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:27.454797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:27.456348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:27.458584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:27.459754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:27.460353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.489045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-05627cbb-5670-4953-80af-ee3630d47bab tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6415617 Nov 23 10:14:27.489847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34076) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:27.541503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be06cb-8122-4fb4-8882-857a0aad5e10 req-c3ea3cc5-6fcb-43a4-b5ac-9ee4becb487e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:27.543196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58be06cb-8122-4fb4-8882-857a0aad5e10 req-c3ea3cc5-6fcb-43a4-b5ac-9ee4becb487e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0883734 Nov 23 10:14:27.593608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Deleting port 8b54eb4e-944d-4c81-ad65-8d53ec85156f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:27.594032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.602250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58be06cb-8122-4fb4-8882-857a0aad5e10 req-1bae7f85-d732-4ee6-b851-4f34da1899b6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Nov 23 10:14:27.675032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.688255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Calling delete_port for 8b54eb4e-944d-4c81-ad65-8d53ec85156f owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:27.823730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.851166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b54eb4e-944d-4c81-ad65-8d53ec85156f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:27.875142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.878478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94a424e4-bac5-4e9c-9566-0957ed4c99a1 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8b54eb4e-944d-4c81-ad65-8d53ec85156f HTTP/1.1" status: 204 len: 168 time: 0.3876297 Nov 23 10:14:27.881106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34078) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:27.885300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9', 'external_fixed_ips': [{'subnet_id': '62f7c38d-e045-42cf-92e2-a8f6f98e8f74', 'ip_address': '2001:db8::c5'}]}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:27.906772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.907791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:27.961581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.125878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.141544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff276ad-b51f-486b-9ae5-0fa17631aafe req-4a7640b0-eee6-4536-b9a4-3806d5d325cb tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:28.143032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ff276ad-b51f-486b-9ae5-0fa17631aafe req-4a7640b0-eee6-4536-b9a4-3806d5d325cb tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1183038 Nov 23 10:14:28.213948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ff276ad-b51f-486b-9ae5-0fa17631aafe req-c37a4c37-4096-4403-8be2-31f340c34d11 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Nov 23 10:14:28.280752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a6b24-ddce-4948-8938-93a283180294 req-8c1127d3-e50b-4c8b-9307-832ee1a19018 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:28.282683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-347a6b24-ddce-4948-8938-93a283180294 req-8c1127d3-e50b-4c8b-9307-832ee1a19018 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Nov 23 10:14:28.338597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-347a6b24-ddce-4948-8938-93a283180294 req-8b4f3c31-7157-469e-99d3-5de04a18bbec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493486 Nov 23 10:14:28.396120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.416996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.560498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b24e4-9ea8-443b-a642-490c70f7f4a4 req-be8e9113-b591-43de-97ff-0e2b493f2017 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:28.562011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a71b24e4-9ea8-443b-a642-490c70f7f4a4 req-be8e9113-b591-43de-97ff-0e2b493f2017 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.0973177 Nov 23 10:14:28.634669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 2001:db8::c5 (3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9/62f7c38d-e045-42cf-92e2-a8f6f98e8f74/ce057693-5951-4e76-8edc-52e51c3bbf85) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:28.655245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a71b24e4-9ea8-443b-a642-490c70f7f4a4 req-3d377a2a-2ae4-4490-a7c4-bdc11e015bf0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855098 Nov 23 10:14:28.720071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea450a1f-3cbe-4dd1-adf5-ece323a84d81 req-8cf2a644-4753-4f6a-85fc-6ff62fba640a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:28.721468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea450a1f-3cbe-4dd1-adf5-ece323a84d81 req-8cf2a644-4753-4f6a-85fc-6ff62fba640a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0575800 Nov 23 10:14:28.767851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.776771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea450a1f-3cbe-4dd1-adf5-ece323a84d81 req-24c12056-1d60-4feb-9882-c2af53387402 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Nov 23 10:14:28.802768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:28.837190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:28.840233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:28.845698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:28.908931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=ce057693-5951-4e76-8edc-52e51c3bbf85,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:29.072918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:29.278323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:29.408529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d631-27cb-43c6-8d19-247b07ac7a4e req-c1a121b4-709f-4721-b658-5250d24e77ba tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:29.410146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1aa6d631-27cb-43c6-8d19-247b07ac7a4e req-c1a121b4-709f-4721-b658-5250d24e77ba tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0953870 Nov 23 10:14:29.480604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1aa6d631-27cb-43c6-8d19-247b07ac7a4e req-f295783a-bc72-4a55-b6e8-2488c1a88fc0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Nov 23 10:14:29.482277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d31986-60d0-48ea-856a-52c8597000a4 req-1eb26f4d-b018-4e64-a452-7e60410bfe7a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:29.487915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d31986-60d0-48ea-856a-52c8597000a4 req-1eb26f4d-b018-4e64-a452-7e60410bfe7a tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 943 time: 0.0585907 Nov 23 10:14:29.492485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:29.544530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40d31986-60d0-48ea-856a-52c8597000a4 req-9e9f37a7-93fc-4289-b1f1-928ddcc0dd30 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Nov 23 10:14:29.621043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:29.631914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Sync routers for ids ['cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:29.640228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:29.641229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Routers {'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:29.641637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-326eba71-6fd3-40ef-b896-d845d2e35409 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.7596443 Nov 23 10:14:29.641830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:29.645564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:29.756761 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Set router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:29.813304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:29.859286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34106) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:29.980406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7962b7-597e-4658-9f7e-887abb1e57a2 req-2e4b5215-700b-4999-b439-fe0603d8ae22 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:29.982025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef7962b7-597e-4658-9f7e-887abb1e57a2 req-2e4b5215-700b-4999-b439-fe0603d8ae22 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1659474 Nov 23 10:14:29.990330 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0', 'name': '', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9', 'external_fixed_ips': [{'subnet_id': '62f7c38d-e045-42cf-92e2-a8f6f98e8f74', 'ip_address': '2001:db8::c5'}], 'enable_snat': True}, 'gw_port_id': 'ce057693-5951-4e76-8edc-52e51c3bbf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:27Z', 'updated_at': '2021-11-23T10:14:28Z', 'revision_number': 3, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port': {'id': 'ce057693-5951-4e76-8edc-52e51c3bbf85', 'name': '', 'network_id': '3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '62f7c38d-e045-42cf-92e2-a8f6f98e8f74', 'ip_address': '2001:db8::c5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:28Z', 'updated_at': '2021-11-23T10:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f7c38d-e045-42cf-92e2-a8f6f98e8f74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:30.020029 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.025265 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Checking router: cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:30.025654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Updating router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 port ce057693-5951-4e76-8edc-52e51c3bbf85 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:14:30.054984 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.057496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef7962b7-597e-4658-9f7e-887abb1e57a2 req-f9809367-08d0-475e-b8e2-1539b7496226 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632966 Nov 23 10:14:30.115107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Deleting port ce057693-5951-4e76-8edc-52e51c3bbf85 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:30.115358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.119731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:14:30.124461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:30.203494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.219586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Calling delete_port for ce057693-5951-4e76-8edc-52e51c3bbf85 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:30.246633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c8570ecb-04e1-40dd-b166-160b20b7d83c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:14:30.256628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c8570ecb-04e1-40dd-b166-160b20b7d83c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:30.257008 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.257966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f93b9-f6fa-4890-8247-321d5f84f2a3 req-0dac8924-8a9f-4148-88f4-1cc46c02e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:30.259450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c99f93b9-f6fa-4890-8247-321d5f84f2a3 req-0dac8924-8a9f-4148-88f4-1cc46c02e74a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.4121304 Nov 23 10:14:30.273965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-408f4e80-374f-4df7-b71c-9d32d2c404e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.288842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5098e-4404-4ac3-bfbb-0a53de24357d req-8032e5f4-5f7b-46bb-9026-4e03e1645d92 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:30.296212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bc5098e-4404-4ac3-bfbb-0a53de24357d req-8032e5f4-5f7b-46bb-9026-4e03e1645d92 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.3948562 Nov 23 10:14:30.320964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:30.359401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5', 'network_id': '3f378199-fa87-41a4-bfe2-6f2144ebcabb', 'port_id': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5', 'mac_address': 'fa:16:3e:f5:a8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3762d34-c1da-48e8-a9ea-ce6b007fea6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:14:30.391236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bc5098e-4404-4ac3-bfbb-0a53de24357d req-1f2b8a6f-dbfd-42d9-8fd4-fa26a020fa48 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939491 Nov 23 10:14:30.408068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.424001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.424247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.425636 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.db.api [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:14:30.427105 n-d-781076-5 neutron-server[110026]: DEBUG oslo_db.api [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:14:30.428149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:14:30.436515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c99f93b9-f6fa-4890-8247-321d5f84f2a3 req-53fb60eb-ac52-4530-9249-987f2feeb56d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680224 Nov 23 10:14:30.459032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce057693-5951-4e76-8edc-52e51c3bbf85,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:30.474925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:30.477392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:30.480017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-408f4e80-374f-4df7-b71c-9d32d2c404e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.480247 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59968584-fff5-4f46-ade4-ef5ef8a43d5e" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:30.482491 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.484729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:30.486251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.486642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-408f4e80-374f-4df7-b71c-9d32d2c404e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.518081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f4e80-374f-4df7-b71c-9d32d2c404e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14651bd4-3f2d-4637-ad12-6ca4ab5fd1c8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:30.542889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-408f4e80-374f-4df7-b71c-9d32d2c404e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a4d41fa41874133aa199719688f7a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778269 Nov 23 10:14:30.545243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34114) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:30.545661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:30.549105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.589976 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2a4526-468e-43cd-9674-bfbe4c66bc4e x-openstack-request-id: req-db2a4526-468e-43cd-9674-bfbe4c66bc4e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:30.590324 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:30.590689 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db2a4526-468e-43cd-9674-bfbe4c66bc4e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:30.592775 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'code': 200} Nov 23 10:14:30.628041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:30.679702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.722396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.745432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb9637-95e7-4484-ace2-334b71794838 req-244509a0-9873-43eb-af9e-501dc4ca640c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:30.747041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63fb9637-95e7-4484-ace2-334b71794838 req-244509a0-9873-43eb-af9e-501dc4ca640c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1198714 Nov 23 10:14:30.787429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9a43e-5227-4026-be9b-aae89e2e9e49 req-95d5ab13-d55e-4e74-ad75-031d3f7c82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:30.788930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fd9a43e-5227-4026-be9b-aae89e2e9e49 req-95d5ab13-d55e-4e74-ad75-031d3f7c82a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1096 time: 0.1193862 Nov 23 10:14:30.849333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.853011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:30.854779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14651bd4-3f2d-4637-ad12-6ca4ab5fd1c8 HTTP/1.1" status: 204 len: 168 time: 0.3078763 Nov 23 10:14:30.879426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63fb9637-95e7-4484-ace2-334b71794838 req-5c290375-55dd-43fa-a2b2-fbb45054c0db tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246011 Nov 23 10:14:30.883657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddcbdf-48ec-4ad0-8b5e-2ecb727157a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14651bd4-3f2d-4637-ad12-6ca4ab5fd1c8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:30.921243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fd9a43e-5227-4026-be9b-aae89e2e9e49 req-d138b09c-ff14-4b89-9f9e-d0ee9eb8e590 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227603 Nov 23 10:14:30.945975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Port ce057693-5951-4e76-8edc-52e51c3bbf85 not found while updating agent binding for router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0. {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 10:14:30.947900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['77f58bf5-de4b-4ec9-bd47-c7b62d180ae5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:30.957917 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Routers {'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:30.958790 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:31.022722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.028965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.034964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] Set router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:31.046022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466185e1-bb70-4f65-9f2b-6dda27c9b833 req-1e408b71-970e-4b08-bfc1-69730157ffe1 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:31.047536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-466185e1-bb70-4f65-9f2b-6dda27c9b833 req-1e408b71-970e-4b08-bfc1-69730157ffe1 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 944 time: 0.0726330 Nov 23 10:14:31.106788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.107468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:31.112518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.116783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34124) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:31.118579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-65a3cab4-6e28-4c6e-bde2-e104c054c1c4 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/routers/cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0 HTTP/1.1" status: 204 len: 168 time: 1.4728892 Nov 23 10:14:31.147365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-466185e1-bb70-4f65-9f2b-6dda27c9b833 req-4959d4f9-35d2-4900-b480-ecae691678c7 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Nov 23 10:14:31.218037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0', 'name': '', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:27Z', 'updated_at': '2021-11-23T10:14:30Z', 'revision_number': 5, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:31.232157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Deleting subnet 62f7c38d-e045-42cf-92e2-a8f6f98e8f74 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:14:31.235890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.244202 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1686a-d516-400b-b67f-77932dc72d77 None None] The sync data for ids ['cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0'] in n-d-781076-5 is: [{'id': 'cc8c5f60-2aa6-46c0-afd3-7ed3b4e5b6e0', 'name': '', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:27Z', 'updated_at': '2021-11-23T10:14:30Z', 'revision_number': 5, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:31.273529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34126) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:31.284504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406127-fd0a-456e-aec0-a37302cf6a5e req-01f29897-1954-425e-8fc7-40333d1f65c4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:31.285952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43406127-fd0a-456e-aec0-a37302cf6a5e req-01f29897-1954-425e-8fc7-40333d1f65c4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0920374 Nov 23 10:14:31.288426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.290183 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a95b885-59cd-471d-8bbe-c7e3233411fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.365175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.377715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a95b885-59cd-471d-8bbe-c7e3233411fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.387955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1a95b885-59cd-471d-8bbe-c7e3233411fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.407426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-43406127-fd0a-456e-aec0-a37302cf6a5e req-693e74ba-5d14-4ee0-afd7-d8fcae7e6fa9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949485 Nov 23 10:14:31.443819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.455981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a95b885-59cd-471d-8bbe-c7e3233411fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1206de5c5f514c6aab0448eb64af506b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783531 Nov 23 10:14:31.456574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:31.462845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95b885-59cd-471d-8bbe-c7e3233411fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ccf360-946d-41de-a612-3fbe6b060fcd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:31.476865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=62f7c38d-e045-42cf-92e2-a8f6f98e8f74,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:31.484804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.488519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-612ea670-3ff6-4fe6-90b8-532b34050cba tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/62f7c38d-e045-42cf-92e2-a8f6f98e8f74 HTTP/1.1" status: 204 len: 168 time: 0.3703859 Nov 23 10:14:31.491125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34132) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:31.552288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.573135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.577976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb0bce-2d0e-411d-8cbd-78779ccf25fe req-2c7bbadb-2593-4f68-97ab-ad94d45e46c5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:31.579562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12cb0bce-2d0e-411d-8cbd-78779ccf25fe req-2c7bbadb-2593-4f68-97ab-ad94d45e46c5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0723360 Nov 23 10:14:31.592945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.652445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.655600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12cb0bce-2d0e-411d-8cbd-78779ccf25fe req-b2c6806c-71c5-49f0-a9bf-f4c2d0966358 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679190 Nov 23 10:14:31.679326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:31.686529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.686997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a65e51b-446d-44df-a394-d8f79e270976') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:31.687305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a65e51b-446d-44df-a394-d8f79e270976') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:31.691088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.692868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09ccf360-946d-41de-a612-3fbe6b060fcd HTTP/1.1" status: 204 len: 168 time: 0.2354171 Nov 23 10:14:31.703236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f942-e373-46b0-a24c-fdcbc811f882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ccf360-946d-41de-a612-3fbe6b060fcd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:31.713048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.741115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.750856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:14:31.751200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:14:31.753079 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:14:31.824132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.830361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:14:31.840576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:31.848770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9 HTTP/1.1" status: 204 len: 168 time: 0.3523536 Nov 23 10:14:31.856346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae7a3e-49b7-4825-8a2b-f57d7df097c5 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cc7ed16-1b5e-4cd5-90b9-cb83b45a4bc9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:32.116422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c4183-ea87-4cc8-88b8-601196713869 req-7a19127a-69d9-4b22-90d6-fc3cabe9d978 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.127742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-067c4183-ea87-4cc8-88b8-601196713869 req-7a19127a-69d9-4b22-90d6-fc3cabe9d978 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1237390 Nov 23 10:14:32.132298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-95682db2-7d3d-4486-b24a-7df2556042fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.133856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-95682db2-7d3d-4486-b24a-7df2556042fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de06bfe6311844408713e2ed16babf94&device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 1096 time: 0.1848540 Nov 23 10:14:32.147716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836eb93-78dd-4ce5-9fc9-caedb5b00f88 req-8e7a374f-9100-415b-acb1-97bfbb43f3d4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.150779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:32.165592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4836eb93-78dd-4ce5-9fc9-caedb5b00f88 req-8e7a374f-9100-415b-acb1-97bfbb43f3d4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1612384 Nov 23 10:14:32.238489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-067c4183-ea87-4cc8-88b8-601196713869 req-d168d730-d4a3-4073-a79d-fa60de23d3aa tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097641 Nov 23 10:14:32.262838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:32.275129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:14:32.276785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'name': 'tempest-router--716972029', 'project_id': 'eb6cc42e0e974418afd9bebd7b6625c6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:32.290156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:32.290689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.339992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4836eb93-78dd-4ce5-9fc9-caedb5b00f88 req-86ad8417-8a3a-4709-9085-cd8ef224c0f5 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734087 Nov 23 10:14:32.376319 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.378498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.456078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.461419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84d839-9de0-40b4-a4dd-210725179e9b req-128c1a3d-0eb0-4848-8ab1-fcc1e16b840c tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.470305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c84d839-9de0-40b4-a4dd-210725179e9b req-128c1a3d-0eb0-4848-8ab1-fcc1e16b840c tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 944 time: 0.0722351 Nov 23 10:14:32.499437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:32.507845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.533097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c84d839-9de0-40b4-a4dd-210725179e9b req-796b7961-8244-4762-8461-ededf4543da3 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Nov 23 10:14:32.559924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.569544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.603329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-c57311f9-cb96-4836-aafa-4d7066640379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.603600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:32.603988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-c57311f9-cb96-4836-aafa-4d7066640379 service neutron] 10.222.0.50 "GET /v2.0/networks?id=765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 200 len: 919 time: 0.4362500 Nov 23 10:14:32.605464 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7321ab9e-45cf-4119-bf8a-ecd171a795ef" -d '{"events": [{"server_uuid": "d8754363-c684-438f-9716-a03f59870694", "name": "network-vif-plugged", "status": "completed", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:32.611852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:32.663808 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d1aea-cb8b-4e97-819f-3c33137a1caf x-openstack-request-id: req-196d1aea-cb8b-4e97-819f-3c33137a1caf {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:32.664540 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8754363-c684-438f-9716-a03f59870694", "name": "network-vif-plugged", "status": "completed", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:32.665014 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-196d1aea-cb8b-4e97-819f-3c33137a1caf {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:32.665596 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5', 'code': 200} Nov 23 10:14:32.667607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.670346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8275681f-7e22-4dbb-822d-5f472f68f3aa tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4016018 Nov 23 10:14:32.671658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34172) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:32.673801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-fcbf4f65-5b60-41ef-b92b-3f907525242c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 200 len: 217 time: 0.0534396 Nov 23 10:14:32.729238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffe913-29f6-4f69-a7fa-231820d31b8b req-40a94799-a62c-4860-bf0a-af4e4c329428 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.736878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2ffe913-29f6-4f69-a7fa-231820d31b8b req-40a94799-a62c-4860-bf0a-af4e4c329428 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1592069 Nov 23 10:14:32.753221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.794610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-7f66d798-b65b-4d05-977f-3e97311a10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.796298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-7f66d798-b65b-4d05-977f-3e97311a10c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 200 len: 858 time: 0.1137934 Nov 23 10:14:32.855049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-7a69d4c1-c8d4-4ecb-8263-4aa0c936e114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=765cc38a-2f67-41a8-8e76-c929604df58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473511 Nov 23 10:14:32.871749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2ffe913-29f6-4f69-a7fa-231820d31b8b req-3b206082-72b5-4c46-ae3b-85e23083e46c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277056 Nov 23 10:14:32.885859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7b85-1845-4b79-b8f1-359581688a3a req-667d4fe3-8499-4f7d-8ed0-2a4a283c4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:32.887446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3efa7b85-1845-4b79-b8f1-359581688a3a req-667d4fe3-8499-4f7d-8ed0-2a4a283c4c31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 1096 time: 0.1477964 Nov 23 10:14:32.980640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:32.985016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3efa7b85-1845-4b79-b8f1-359581688a3a req-695a77d0-a093-4fc3-b82c-71cd07096ce2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852764 Nov 23 10:14:32.996866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.012630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-cfd69b88-aff0-43dd-b88b-311c22c06975 service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366334 Nov 23 10:14:33.055992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343df98-c4ce-43ff-96e1-3ee2731b7a49 req-37df89cc-688b-470a-8a27-a583ca9b432d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.057376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3343df98-c4ce-43ff-96e1-3ee2731b7a49 req-37df89cc-688b-470a-8a27-a583ca9b432d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0934732 Nov 23 10:14:33.058749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.059432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c523dc-facc-4d85-a202-7917f6514b48 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:33.064466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.065553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e6f8f4d-954f-4422-952a-c5dc834be250 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/routers/25c523dc-facc-4d85-a202-7917f6514b48 HTTP/1.1" status: 204 len: 168 time: 0.3928480 Nov 23 10:14:33.146182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3343df98-c4ce-43ff-96e1-3ee2731b7a49 req-dee07725-7542-4442-9419-88ff38785b6e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759063 Nov 23 10:14:33.149978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7209bcb9-320f-418d-a41a-249d26f30f75 req-e40b05fe-150d-4522-b312-015fc95ddbdf service neutron] 10.222.0.50 "GET /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288314 Nov 23 10:14:33.159078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:33.211520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a343d-9423-4a4c-ba99-9bbd0c88abdc tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.213548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-861a343d-9423-4a4c-ba99-9bbd0c88abdc tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1091 time: 0.0533588 Nov 23 10:14:33.216360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:33.221405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:33.255089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.343917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:33.398820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.483198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623078c1-695b-4bb0-89f4-c18ed82c3774 req-ec4ba6cf-d4e1-4410-a8fe-3bf66a6f3ba6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.485392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623078c1-695b-4bb0-89f4-c18ed82c3774 req-ec4ba6cf-d4e1-4410-a8fe-3bf66a6f3ba6 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1279838 Nov 23 10:14:33.553624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972378818', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:33.567398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f9b4a-b25c-4793-a208-8a94d2699f58 req-474c18eb-78e2-48b7-8769-d28cdb4830bc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.575083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-084f9b4a-b25c-4793-a208-8a94d2699f58 req-474c18eb-78e2-48b7-8769-d28cdb4830bc tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1012979 Nov 23 10:14:33.619567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623078c1-695b-4bb0-89f4-c18ed82c3774 req-ec984329-bfba-4c4a-b27c-5745be32aeac tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Nov 23 10:14:33.643322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.644168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.115 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/78c1e4f2-9bc2-4f6c-8280-eefc1f21171a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:33.645998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.685281 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-084f9b4a-b25c-4793-a208-8a94d2699f58 req-222aa81e-ad39-4173-b72d-946fecd0f805 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098378 Nov 23 10:14:33.785492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.792545 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.838903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:33.880494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:33.887195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:33.889878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e391d4-3067-4c2f-a010-6fe54426c32a req-1179fa62-b00f-4c40-a6ba-896c4df286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.890674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:33.891397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7e391d4-3067-4c2f-a010-6fe54426c32a req-1179fa62-b00f-4c40-a6ba-896c4df286c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1097 time: 0.1446722 Nov 23 10:14:33.896404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=78c1e4f2-9bc2-4f6c-8280-eefc1f21171a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:33.901844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adacfac-bcea-4b63-a966-cec69bb7c6c3 req-585b3994-8c15-47ea-a2e5-bbfb7bfcc529 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:33.903503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8adacfac-bcea-4b63-a966-cec69bb7c6c3 req-585b3994-8c15-47ea-a2e5-bbfb7bfcc529 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 945 time: 0.1578765 Nov 23 10:14:34.001950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.064443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7e391d4-3067-4c2f-a010-6fe54426c32a req-c9720c33-e11f-4858-8f28-44021f4d49bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306484 Nov 23 10:14:34.070878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8adacfac-bcea-4b63-a966-cec69bb7c6c3 req-11d43233-829e-4a29-8e64-80362edf9fb1 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292508 Nov 23 10:14:34.260907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.280229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.306867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.383709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.395426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Allocated IP 172.25.1.86 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/15a54b98-315e-44ec-9e6f-330083c46744) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:34.558434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.581321 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.586793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.596024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.634263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:34.639592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:34.643495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:34.657557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3758820-6980-4db5-86b0-ad15bd850855 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:34.671614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event updated for resources: {'Port': ['ID=15a54b98-315e-44ec-9e6f-330083c46744,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:34.700165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=78c1e4f2-9bc2-4f6c-8280-eefc1f21171a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:34.714741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.747565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-924c8376-2a79-42a5-9315-3e2ade9c44d5 None None] Provisioning complete for port 15a54b98-315e-44ec-9e6f-330083c46744 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:34.748203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-924c8376-2a79-42a5-9315-3e2ade9c44d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:34.794492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-924c8376-2a79-42a5-9315-3e2ade9c44d5 None None] Port 15a54b98-315e-44ec-9e6f-330083c46744 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:34.861283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e5afd-8fac-452a-9a79-c578477464d5 req-5d2ec19c-99fb-44fe-ac93-f8a1586e47b1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:34.863189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a55e5afd-8fac-452a-9a79-c578477464d5 req-5d2ec19c-99fb-44fe-ac93-f8a1586e47b1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1461146 Nov 23 10:14:34.891786 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP f897732d-bcd8-43b2-825d-94095636d4dd associated. External IP: 172.25.1.115, port: c8570ecb-04e1-40dd-b166-160b20b7d83c. Nov 23 10:14:34.924609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751d8ca-e598-4e25-9084-c7da616c61e5 req-08e88eb3-3177-4215-838c-8ba6fdf45505 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:34.926252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5751d8ca-e598-4e25-9084-c7da616c61e5 req-08e88eb3-3177-4215-838c-8ba6fdf45505 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1027737 Nov 23 10:14:35.001044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a55e5afd-8fac-452a-9a79-c578477464d5 req-0e8e4afe-4d0d-4dce-9246-91edf0aa9b7c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297667 Nov 23 10:14:35.218800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 84045228-e1fe-49ab-8c0c-8f173607b4fd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:35.249245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567ce1-12ec-45b2-b06e-f7ed2768550d req-28670d91-7673-407c-85da-e36cdfdc8565 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:35.250896 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9567ce1-12ec-45b2-b06e-f7ed2768550d req-28670d91-7673-407c-85da-e36cdfdc8565 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 945 time: 0.0639596 Nov 23 10:14:35.330056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5751d8ca-e598-4e25-9084-c7da616c61e5 req-4eaa636d-7b5f-479d-a7e2-b881b74160ba tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936060 Nov 23 10:14:35.361931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:35.422340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9567ce1-12ec-45b2-b06e-f7ed2768550d req-5bfc20ef-9df4-400d-905e-413ff60e393f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375139 Nov 23 10:14:35.449936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:35.468263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Sync routers for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:35.489672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:35.490440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:35.492748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:35.535546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8101f853-e802-49af-a254-e670efa9134e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3175828 Nov 23 10:14:35.538003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:35.540432 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4126a8-3d7f-47a2-904e-20e7e221376e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:35.671049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:35.675608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:35.676734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441c67-1091-434b-b836-8d652495bdb0 req-a5db2cb3-1069-40af-b350-0a1708704249 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:35.678897 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70441c67-1091-434b-b836-8d652495bdb0 req-a5db2cb3-1069-40af-b350-0a1708704249 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0715084 Nov 23 10:14:35.750146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70441c67-1091-434b-b836-8d652495bdb0 req-f9708005-4496-4f36-a94c-8594717d8fba tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634937 Nov 23 10:14:35.773167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34242) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:35.838623 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2f6d6-3698-4a12-a4d0-9860998023b1 x-openstack-request-id: req-8ed2f6d6-3698-4a12-a4d0-9860998023b1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:35.839078 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:35.839335 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ed2f6d6-3698-4a12-a4d0-9860998023b1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:35.839747 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:14:35.877996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3430e98-51d0-4fd7-8e64-faa84e772a99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 200 len: 991 time: 0.1016393 Nov 23 10:14:35.885995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Router 099f6206-67eb-4f6a-a97b-711bcf7a42d2 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:35.905320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-570de386-8c3c-4b6e-8e59-0225b08c6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:35.907047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-570de386-8c3c-4b6e-8e59-0225b08c6424 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1096 time: 0.0629625 Nov 23 10:14:35.991820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f897732d-bcd8-43b2-825d-94095636d4dd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:14:34Z', 'updated_at': '2021-11-23T10:14:34Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.019866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Checking router: 84045228-e1fe-49ab-8c0c-8f173607b4fd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:36.032039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:36.032657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.074628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:36.084381 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] Sync routers for ids ['099f6206-67eb-4f6a-a97b-711bcf7a42d2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:36.098746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-11d9f9ee-69c1-4171-9bb6-5bbb19e5bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.100237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-11d9f9ee-69c1-4171-9bb6-5bbb19e5bc0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1591694 Nov 23 10:14:36.101035 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] Routers {'099f6206-67eb-4f6a-a97b-711bcf7a42d2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:36.101659 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['099f6206-67eb-4f6a-a97b-711bcf7a42d2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.115203 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:36.119067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23d89648-3244-498b-9b1b-57a73700e790 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7716479 Nov 23 10:14:36.121722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34248) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:36.193678 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.198165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5420-30f7-43af-8fd4-b46ac866b233 req-2eb17393-8d77-401c-9bec-907a06e8b6d2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.203717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:36.206517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e36d5420-30f7-43af-8fd4-b46ac866b233 req-2eb17393-8d77-401c-9bec-907a06e8b6d2 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1165166 Nov 23 10:14:36.214854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] Routers {'099f6206-67eb-4f6a-a97b-711bcf7a42d2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:36.215480 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['099f6206-67eb-4f6a-a97b-711bcf7a42d2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.255504 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.256085 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f04339-fdb1-4b3f-ab58-b3c6d6e10fcb None None] The sync data for ids ['099f6206-67eb-4f6a-a97b-711bcf7a42d2'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:36.283420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-a92d3651-54c7-4f18-bd64-bea6e20d2d24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.1739457 Nov 23 10:14:36.307770 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abae1dd1-43da-41b9-889e-ab0c7a5019ac tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/099f6206-67eb-4f6a-a97b-711bcf7a42d2 HTTP/1.1" status: 200 len: 923 time: 0.1846123 Nov 23 10:14:36.309009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:36.330086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e36d5420-30f7-43af-8fd4-b46ac866b233 req-8600484b-dd54-4d01-91ec-f5e18336347c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223109 Nov 23 10:14:36.356633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-cfdaf0dc-0a68-4fb4-8dbb-ef5bbac6b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.358199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-cfdaf0dc-0a68-4fb4-8dbb-ef5bbac6b661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0659008 Nov 23 10:14:36.365509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f5515df-c123-4b2f-a6b4-b0cdf7491a73 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=099f6206-67eb-4f6a-a97b-711bcf7a42d2 HTTP/1.1" status: 200 len: 205 time: 0.0551836 Nov 23 10:14:36.366204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:36.456051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-7ad96cbe-6a98-4bf6-921c-b5338c6abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.457923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-7ad96cbe-6a98-4bf6-921c-b5338c6abac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829275 Nov 23 10:14:36.477037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f897732d-bcd8-43b2-825d-94095636d4dd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:14:34Z', 'updated_at': '2021-11-23T10:14:34Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:36.508392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e4d2e-bdce-4128-9c42-abf749d273a2 None None] The sync data for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 is: [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f897732d-bcd8-43b2-825d-94095636d4dd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:14:34Z', 'updated_at': '2021-11-23T10:14:34Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:36.542173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d515a8-5585-4590-96e9-f90572af6666 req-92561864-5028-4d61-949d-0adb4df3fdc9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.543911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d515a8-5585-4590-96e9-f90572af6666 req-92561864-5028-4d61-949d-0adb4df3fdc9 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.1110797 Nov 23 10:14:36.589314 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:36.610151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-b4898628-ef92-4781-b9ef-b198fab5fe16 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444440 Nov 23 10:14:36.745766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d515a8-5585-4590-96e9-f90572af6666 req-cd309fb6-8aa4-4b5d-aaf4-a8a25eb5fa30 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937499 Nov 23 10:14:36.786565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:36.801157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-87b8b194-a9ba-4b35-b38f-1817288cb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.802771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-87b8b194-a9ba-4b35-b38f-1817288cb199 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 1097 time: 0.1917593 Nov 23 10:14:36.849243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d83f0-aa01-403a-b0b2-01d27da5bb22 req-092f2b06-1b0d-496a-a4fd-77e712f5f196 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.856637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d7d83f0-aa01-403a-b0b2-01d27da5bb22 req-092f2b06-1b0d-496a-a4fd-77e712f5f196 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1981759 Nov 23 10:14:36.880756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port 15a54b98-315e-44ec-9e6f-330083c46744 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:36.881095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:36.883745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:36.926948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b2187-f37d-4739-b6f6-19218fe5d2a6 None None] New status for floating IP f897732d-bcd8-43b2-825d-94095636d4dd: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:14:36.965807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-0e8baab0-0e10-4e65-91f0-1fa82da6d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:36.967545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-0e8baab0-0e10-4e65-91f0-1fa82da6d2f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 200 len: 911 time: 0.1563210 Nov 23 10:14:37.037943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91c9bd67-ddc2-47b0-8cc4-e4172fbf2d04 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 200 len: 991 time: 0.1526299 Nov 23 10:14:37.045874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-ace9d679-8868-4736-aa24-fd70be3194a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 200 len: 217 time: 0.0689425 Nov 23 10:14:37.050703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd4126a8-3d7f-47a2-904e-20e7e221376e req-10c425c3-e431-452d-9b2f-6bcd4f246f24 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278617 Nov 23 10:14:37.113802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-9eaa99a7-f1be-4659-840c-1b9fa0460a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:37.116156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-9eaa99a7-f1be-4659-840c-1b9fa0460a08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 200 len: 850 time: 0.0572536 Nov 23 10:14:37.139550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:37.159488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for 15a54b98-315e-44ec-9e6f-330083c46744 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:37.170629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d7d83f0-aa01-403a-b0b2-01d27da5bb22 req-04c06fa6-5165-4975-a6ca-af6e09feb608 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130975 Nov 23 10:14:37.172999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-ce2b5b8f-5fba-43eb-9ca5-3c3d12179c01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91aad09c-228b-40f3-91e5-edd739da4ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491748 Nov 23 10:14:37.326468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-148bd7f1-e6e0-443d-aa3a-b70b6de80091 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456511 Nov 23 10:14:37.493510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c77e3b9-7bfc-487d-a93f-20e5f16f8f9b req-3339d964-a379-47c8-a022-0aa23ed52fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579509 Nov 23 10:14:37.808075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:37.832797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=15a54b98-315e-44ec-9e6f-330083c46744,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:37.854387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3405f-1341-4a77-8a22-9b003fbf2c8d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:37.906592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.009600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.013144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.041598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:38.068666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.069522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router 099f6206-67eb-4f6a-a97b-711bcf7a42d2 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:38.089400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.090899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a4a59d4-7c7a-49e1-ba1f-c3d4dd8f670c tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/099f6206-67eb-4f6a-a97b-711bcf7a42d2 HTTP/1.1" status: 204 len: 168 time: 1.7237947 Nov 23 10:14:38.094648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34290) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:38.104387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-598886879', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:38.162874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f2dd9ee-df30-403c-8c2d-b7e76ac472a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 200 len: 993 time: 0.1200318 Nov 23 10:14:38.164839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.166134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.222304 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.324934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0e5a-0cdc-4d7d-a831-0492dc66dd0c req-2318bac8-34ff-432b-b421-004bccd16001 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:38.326851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f59e0e5a-0cdc-4d7d-a831-0492dc66dd0c req-2318bac8-34ff-432b-b421-004bccd16001 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0678794 Nov 23 10:14:38.389528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f59e0e5a-0cdc-4d7d-a831-0492dc66dd0c req-4e49e3de-51a3-49d3-9b5d-59287711d206 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564260 Nov 23 10:14:38.647891 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.860160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:38.879560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.003281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 172.25.1.144 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/d8f7170d-961a-4756-a5bc-708ac6ae25fa) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:39.116269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.154444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.190227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:39.193217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:39.199561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:39.208992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb3fa9-c177-4ccb-b8f3-8361d8721c02 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:39.234477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f7170d-961a-4756-a5bc-708ac6ae25fa,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:39.259843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8ed76c88-1e1d-412b-8112-f85509c1a475 None None] Provisioning complete for port d8f7170d-961a-4756-a5bc-708ac6ae25fa triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:39.260436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8ed76c88-1e1d-412b-8112-f85509c1a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.296334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-8ed76c88-1e1d-412b-8112-f85509c1a475 None None] Port d8f7170d-961a-4756-a5bc-708ac6ae25fa cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:39.485647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.510238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcac62-16ce-447c-983e-3c547c108412 req-2d58db5c-8fbd-4198-aefb-89c06652762e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:39.512162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2dcac62-16ce-447c-983e-3c547c108412 req-2d58db5c-8fbd-4198-aefb-89c06652762e tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0507784 Nov 23 10:14:39.569545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2dcac62-16ce-447c-983e-3c547c108412 req-a6bd7680-773f-46d1-94dd-93c96f744000 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Nov 23 10:14:39.720586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:39.834550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276cd4-a484-4ed9-83be-28bcfe2ccfe3 req-bd73e945-85ec-4a5b-90bc-90a8d82b7e17 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:39.836085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6276cd4-a484-4ed9-83be-28bcfe2ccfe3 req-bd73e945-85ec-4a5b-90bc-90a8d82b7e17 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0513377 Nov 23 10:14:39.874804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router eec724ac-a1da-48e6-ae93-46c23a3a5ffa is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:39.895565 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6276cd4-a484-4ed9-83be-28bcfe2ccfe3 req-0de05c81-80a6-43af-ba10-ca2c9a4fbbd1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529792 Nov 23 10:14:39.987748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:40.000552 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Sync routers for ids ['eec724ac-a1da-48e6-ae93-46c23a3a5ffa'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:40.008113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.012191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b23992ed-37dd-43f0-8d4d-88c43c62566e tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9139791 Nov 23 10:14:40.012362 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Routers {'eec724ac-a1da-48e6-ae93-46c23a3a5ffa'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:40.012610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34306) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:40.013097 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['eec724ac-a1da-48e6-ae93-46c23a3a5ffa'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:40.122089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-275a6f94-a3be-4501-ab80-61c2c6d212ed tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/eec724ac-a1da-48e6-ae93-46c23a3a5ffa HTTP/1.1" status: 200 len: 908 time: 0.1054931 Nov 23 10:14:40.122669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34308) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:40.122969 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Set router eec724ac-a1da-48e6-ae93-46c23a3a5ffa gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:40.126854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-598886879', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': True}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:40.149173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.150695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.224126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.305385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144'}], 'enable_snat': False}, 'gw_port_id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:39Z', 'revision_number': 3, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port': {'id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:40.331422 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Checking router: eec724ac-a1da-48e6-ae93-46c23a3a5ffa for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:40.332072 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Updating router eec724ac-a1da-48e6-ae93-46c23a3a5ffa port d8f7170d-961a-4756-a5bc-708ac6ae25fa binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:14:40.356976 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.364560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.573727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.597067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.637104 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.645499 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.693315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9324a-9f1d-404a-b30c-60023811100a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:40.693850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Attempting to bind port d8f7170d-961a-4756-a5bc-708ac6ae25fa on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:40.693850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Attempting to bind port d8f7170d-961a-4756-a5bc-708ac6ae25fa by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:40.694241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Attempting to bind port d8f7170d-961a-4756-a5bc-708ac6ae25fa on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:40.708893 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:40.709275 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:40.709771 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.710084 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:40.710562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Bound port: d8f7170d-961a-4756-a5bc-708ac6ae25fa, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:40.710943 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.726623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9a6413e0-4bb0-4d0b-b253-7a06c87269a9 None None] Provisioning complete for port d8f7170d-961a-4756-a5bc-708ac6ae25fa triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:40.726988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a6413e0-4bb0-4d0b-b253-7a06c87269a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.749698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 172.25.1.86 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/605c41a5-547a-490a-a8cd-cc9dc9ff5bb6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:40.763463 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] For port d8f7170d-961a-4756-a5bc-708ac6ae25fa, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:40.766899 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] For port d8f7170d-961a-4756-a5bc-708ac6ae25fa, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8f7170d-961a-4756-a5bc-708ac6ae25fa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:40.771007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9a6413e0-4bb0-4d0b-b253-7a06c87269a9 None None] Port d8f7170d-961a-4756-a5bc-708ac6ae25fa cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:40.774918 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Pushing event updated for resources: {'Port': ['ID=d8f7170d-961a-4756-a5bc-708ac6ae25fa,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:40.779037 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.789102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.789446 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.789786 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.790147 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.790475 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.790823 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.791186 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.791973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.791973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.792190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.792443 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.792761 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:40.846706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff901e-f1c2-4e89-b15e-594e1dbcdb26 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:40.856186 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a264f33-926c-4d3a-90de-18bb295ddd9f None None] Pushing event updated for resources: {'Port': ['ID=d8f7170d-961a-4756-a5bc-708ac6ae25fa,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:40.867479 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Routers {'eec724ac-a1da-48e6-ae93-46c23a3a5ffa'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:40.868238 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['eec724ac-a1da-48e6-ae93-46c23a3a5ffa'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:40.896744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.897416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] Provisioning complete for port d8f7170d-961a-4756-a5bc-708ac6ae25fa triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:40.898319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.945855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:40.982896 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] Set router eec724ac-a1da-48e6-ae93-46c23a3a5ffa gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:40.991326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.020639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] For port d8f7170d-961a-4756-a5bc-708ac6ae25fa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8f7170d-961a-4756-a5bc-708ac6ae25fa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:41.027465 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.059802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:41.069475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46997ce-0e63-4bf6-8708-5ff9fbdd4316 req-52d78580-8350-4a76-8cda-75a2c64dc668 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:41.074301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:41.079827 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d46997ce-0e63-4bf6-8708-5ff9fbdd4316 req-52d78580-8350-4a76-8cda-75a2c64dc668 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1085155 Nov 23 10:14:41.081465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:41.083921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=605c41a5-547a-490a-a8cd-cc9dc9ff5bb6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:41.099197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a2eb06-a278-4a83-98b9-831f3eeeb4e1 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:41.124078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc49829-2d94-460f-908f-b621d0f68a1c None None] Pushing event updated for resources: {'Port': ['ID=d8f7170d-961a-4756-a5bc-708ac6ae25fa,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:41.170116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fbe5916-0c18-4830-a603-0fb4c638006f None None] Provisioning complete for port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:41.170481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5916-0c18-4830-a603-0fb4c638006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.178514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d46997ce-0e63-4bf6-8708-5ff9fbdd4316 req-43c9d7b1-f195-4c9c-9214-26d265aab29b tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927219 Nov 23 10:14:41.220613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe5916-0c18-4830-a603-0fb4c638006f None None] Port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:41.262508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144'}], 'enable_snat': False}, 'gw_port_id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:39Z', 'revision_number': 3, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port': {'id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:41.294144 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa91fa-2344-47b6-a4fd-07767f706c1b None None] The sync data for ids ['eec724ac-a1da-48e6-ae93-46c23a3a5ffa'] in n-d-781076-5 is: [{'id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144'}], 'enable_snat': False}, 'gw_port_id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:39Z', 'revision_number': 3, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port': {'id': 'd8f7170d-961a-4756-a5bc-708ac6ae25fa', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec724ac-a1da-48e6-ae93-46c23a3a5ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:38Z', 'updated_at': '2021-11-23T10:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:41.416958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.656513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.807999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:41.817096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8f7170d-961a-4756-a5bc-708ac6ae25fa up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:14:41.879378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d8f7170d-961a-4756-a5bc-708ac6ae25fa triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:41.880094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.926809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:41.939102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Sync routers for ids ['ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:41.949616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:41.951131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2a8ee968-27ba-4983-a538-3a95e828bb4c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.8278494 Nov 23 10:14:41.953684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:41.983262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Routers {'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:41.983881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:42.126911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Set router ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:42.387185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe5119-17c6-48e7-bdb0-06e84d383d47 req-a52d4e76-16a6-488b-bf0b-35f0489c1f80 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:42.398625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5fbe5119-17c6-48e7-bdb0-06e84d383d47 req-a52d4e76-16a6-488b-bf0b-35f0489c1f80 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.0826738 Nov 23 10:14:42.486140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5fbe5119-17c6-48e7-bdb0-06e84d383d47 req-ba3779e4-eeab-4218-9bdc-d7c76095e37f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863023 Nov 23 10:14:42.494635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-776b1b02-331e-4677-bfa4-682975f3afaf tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 HTTP/1.1" status: 200 len: 906 time: 0.5395229 Nov 23 10:14:42.497231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34320) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:42.521802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '605c41a5-547a-490a-a8cd-cc9dc9ff5bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:40Z', 'updated_at': '2021-11-23T10:14:41Z', 'revision_number': 3, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port': {'id': '605c41a5-547a-490a-a8cd-cc9dc9ff5bb6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:40Z', 'updated_at': '2021-11-23T10:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:42.570559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Checking router: ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:42.570907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Updating router ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:14:42.608898 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:42.638974 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:42.832967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:42.857801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-ac2a9737-c051-4eed-a5e9-97abbfd99458 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:42.859753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-ac2a9737-c051-4eed-a5e9-97abbfd99458 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 946 time: 0.1129620 Nov 23 10:14:42.964002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:42.979561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:42.991977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Deleting port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:42.992309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.030027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebe0bf-3881-4d80-9a76-71962edfce47 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:43.045140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Attempting to bind port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:14:43.045519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Attempting to bind port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:14:43.045865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Attempting to bind port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:14:43.049093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2b8a9-8b71-4816-ad97-cfe9880bf477 None None] Pushing event updated for resources: {'Port': ['ID=605c41a5-547a-490a-a8cd-cc9dc9ff5bb6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:43.055355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:14:43.055745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:14:43.056134 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.056657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:14:43.057016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Bound port: 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:14:43.057433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.105600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Deleting port 3887b14b-8734-4f7b-b52f-804d463cb2bf {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:43.106069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.126469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] For port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:14:43.133850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] For port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=605c41a5-547a-490a-a8cd-cc9dc9ff5bb6,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:14:43.141675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.218559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2b8a9-8b71-4816-ad97-cfe9880bf477 None None] Pushing event updated for resources: {'Port': ['ID=605c41a5-547a-490a-a8cd-cc9dc9ff5bb6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:43.236524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.241143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-56883474-92b3-4e74-b038-9f12c86d3ef2 None None] Provisioning complete for port 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:43.243202 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56883474-92b3-4e74-b038-9f12c86d3ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.256369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Calling delete_port for 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:43.282150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b93e84-61f8-4bdf-b43a-0f7017c0fcf3 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:43.289789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Routers {'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:43.290443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:43.298846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] For port 3887b14b-8734-4f7b-b52f-804d463cb2bf, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=3887b14b-8734-4f7b-b52f-804d463cb2bf,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:43.299172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.345374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Calling delete_port for 3887b14b-8734-4f7b-b52f-804d463cb2bf owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:43.581505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] Set router ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:43.583865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56883474-92b3-4e74-b038-9f12c86d3ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.626862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.654135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['e9828e0d-ef02-483e-af3c-796e5057237d', '3887b14b-8734-4f7b-b52f-804d463cb2bf'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:43.659138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:40Z', 'updated_at': '2021-11-23T10:14:42Z', 'revision_number': 4, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:43.670393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310fc82-306a-4bd1-9d80-6cbf0bb9ff1e req-b6d82bc9-633f-4f0d-a091-91c1e651277a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:43.672339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c310fc82-306a-4bd1-9d80-6cbf0bb9ff1e req-b6d82bc9-633f-4f0d-a091-91c1e651277a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=797ccfbd-52af-4f7a-a001-fd503256cf6e HTTP/1.1" status: 200 len: 867 time: 0.0644646 Nov 23 10:14:43.686650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.708490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Pushing event deleted for resources: {'Port': ['ID=3887b14b-8734-4f7b-b52f-804d463cb2bf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:43.718380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfbd619-ac89-4c7d-9486-f93461606031 None None] The sync data for ids ['ca9dac74-75c7-4b56-9a96-f6f08a37ecd5'] in n-d-781076-5 is: [{'id': 'ca9dac74-75c7-4b56-9a96-f6f08a37ecd5', 'name': 'tempest-snat-router-598886879', 'tenant_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:40Z', 'updated_at': '2021-11-23T10:14:42Z', 'revision_number': 4, 'project_id': 'e10df479bf7641eeb65af99fc1b2e0df', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:43.765837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Port': ['ID=605c41a5-547a-490a-a8cd-cc9dc9ff5bb6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:43.772979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c310fc82-306a-4bd1-9d80-6cbf0bb9ff1e req-c5527ccd-c30e-4309-9540-acd4a8ebd54a tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940881 Nov 23 10:14:43.808926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1b288-7924-4b0e-a545-cb985810aab0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:43.828685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] No DVR routers for this DVR port 3887b14b-8734-4f7b-b52f-804d463cb2bf on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:43.833698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:43.836609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fb210ea-e241-4b17-8ff0-282ac597f373 req-5bdd1139-ee27-4f1f-92b9-7163b88230e0 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "DELETE /v2.0/ports/3887b14b-8734-4f7b-b52f-804d463cb2bf HTTP/1.1" status: 204 len: 173 time: 0.9485149 Nov 23 10:14:43.837052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'name': 'network-vif-deleted', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:43.839638 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9ad67-9a6c-4b1b-a889-9fbb1dc8ab45" -d '{"events": [{"server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "name": "network-vif-deleted", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:43.890699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-49675773-afdb-4a9e-8c12-89b919ff0657 None None] Could not find standard attr ID for object 605c41a5-547a-490a-a8cd-cc9dc9ff5bb6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:14:43.981760 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca47f4e5-8946-46ed-8219-81a0a01d7c75 x-openstack-request-id: req-ca47f4e5-8946-46ed-8219-81a0a01d7c75 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:43.982190 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797ccfbd-52af-4f7a-a001-fd503256cf6e", "name": "network-vif-deleted", "tag": "3887b14b-8734-4f7b-b52f-804d463cb2bf", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:43.982453 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca47f4e5-8946-46ed-8219-81a0a01d7c75 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:43.982881 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797ccfbd-52af-4f7a-a001-fd503256cf6e', 'name': 'network-vif-deleted', 'tag': '3887b14b-8734-4f7b-b52f-804d463cb2bf', 'status': 'completed', 'code': 200} Nov 23 10:14:44.026481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.133157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.135828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.183476 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.184021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:44.194323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.194323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4b4c9629-f0a3-40d4-928b-d955ef51b19a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ca9dac74-75c7-4b56-9a96-f6f08a37ecd5 HTTP/1.1" status: 204 len: 168 time: 1.6939962 Nov 23 10:14:44.194905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:44.307032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.430551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.483805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Deleting port d8f7170d-961a-4756-a5bc-708ac6ae25fa {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:44.484161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.565223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] For port d8f7170d-961a-4756-a5bc-708ac6ae25fa, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d8f7170d-961a-4756-a5bc-708ac6ae25fa,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:44.565471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.578697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Calling delete_port for d8f7170d-961a-4756-a5bc-708ac6ae25fa owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:44.755945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:44.789468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f7170d-961a-4756-a5bc-708ac6ae25fa,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:44.828630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.828630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.829006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.829310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.829651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.830017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.830337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.830722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.835113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946c3d3-d805-466f-857e-6183a1875a28 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:44.842228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.842592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.844089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.844440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:14:44.924028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.136940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.139489 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.201794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.202713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eec724ac-a1da-48e6-ae93-46c23a3a5ffa {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:45.208303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.209629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ba27635-2de3-46a9-96bb-dbded1085bc3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "DELETE /v2.0/routers/eec724ac-a1da-48e6-ae93-46c23a3a5ffa HTTP/1.1" status: 204 len: 168 time: 1.0136833 Nov 23 10:14:45.213320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34350) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:45.220385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-635902973', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:45.222222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:14:45.264794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.266231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.274546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69462317-aed2-4bcc-a572-c1160d6b69d7 req-032bfbc6-8e16-450b-a816-f5fa4c94f7f1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:45.277031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69462317-aed2-4bcc-a572-c1160d6b69d7 req-032bfbc6-8e16-450b-a816-f5fa4c94f7f1 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0819681 Nov 23 10:14:45.359216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.380569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69462317-aed2-4bcc-a572-c1160d6b69d7 req-65974d24-32be-4220-88ab-d212d57ddfbe tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956206 Nov 23 10:14:45.572609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.793572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.818089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.856926 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:45.884995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8f7170d-961a-4756-a5bc-708ac6ae25fa no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:45.911602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d8f7170d-961a-4756-a5bc-708ac6ae25fa {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:45.912231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d8f7170d-961a-4756-a5bc-708ac6ae25fa not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:45.954750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Allocated IP 172.25.1.132 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bb726f20-b459-4d8f-b52f-9e8cf1f5447e) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:46.066531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3887b14b-8734-4f7b-b52f-804d463cb2bf no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:46.089817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:46.090831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 3887b14b-8734-4f7b-b52f-804d463cb2bf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:46.091168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 3887b14b-8734-4f7b-b52f-804d463cb2bf not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:46.126152 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:46.176922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:46.181171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:46.183565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event updated for resources: {'Port': ['ID=bb726f20-b459-4d8f-b52f-9e8cf1f5447e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:46.185845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:46.207467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02204a-67d5-41eb-8c79-551ab9462dab None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:46.255834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-71c228d5-ecc5-4ff8-b782-212ec5792e1d None None] Provisioning complete for port bb726f20-b459-4d8f-b52f-9e8cf1f5447e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:46.256556 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71c228d5-ecc5-4ff8-b782-212ec5792e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:46.290930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-71c228d5-ecc5-4ff8-b782-212ec5792e1d None None] Port bb726f20-b459-4d8f-b52f-9e8cf1f5447e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:46.458728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:46.588244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f2201-25f6-4834-905d-b03b964894bc req-c7375386-b546-4f12-a242-f7d1e45ae105 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:46.591851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-877f2201-25f6-4834-905d-b03b964894bc req-c7375386-b546-4f12-a242-f7d1e45ae105 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.0971024 Nov 23 10:14:46.726623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-877f2201-25f6-4834-905d-b03b964894bc req-a8c3847f-12d6-4014-925a-e4bb2b10573c tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238046 Nov 23 10:14:46.754199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:46.894366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Router 6ab135e6-ea11-41e1-a296-ab60b122528d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:47.016573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:47.029964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] Sync routers for ids ['6ab135e6-ea11-41e1-a296-ab60b122528d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:47.041542 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] Routers {'6ab135e6-ea11-41e1-a296-ab60b122528d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:47.042506 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ab135e6-ea11-41e1-a296-ab60b122528d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:47.044529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:47.046233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e0a1265d-3f50-45ff-ad21-8dba5dd6a307 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8308663 Nov 23 10:14:47.048888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34368) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:47.054526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:47.085756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:47.096665 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] Routers {'6ab135e6-ea11-41e1-a296-ab60b122528d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:47.097760 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ab135e6-ea11-41e1-a296-ab60b122528d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:47.132811 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:47.135064 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a8f92-6d56-49ee-b779-484ce312999f None None] The sync data for ids ['6ab135e6-ea11-41e1-a296-ab60b122528d'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:47.312527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-9636c211-4d5a-4679-ab06-aae65f6e3540 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:47.314090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-9636c211-4d5a-4679-ab06-aae65f6e3540 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1007335 Nov 23 10:14:47.526100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Deleting port e9828e0d-ef02-483e-af3c-796e5057237d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:47.526470 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:47.533073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:47.644745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] For port e9828e0d-ef02-483e-af3c-796e5057237d, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=e9828e0d-ef02-483e-af3c-796e5057237d,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:47.645098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:47.682403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Calling delete_port for e9828e0d-ef02-483e-af3c-796e5057237d owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:47.835223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e531b253-9fa7-4a36-9f45-922486b8f2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:47.957251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc36af-3a5a-477a-85c3-c1142676bdc1 req-92cbf06f-1e9f-4358-aca2-55840220eb3d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:47.958696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99dc36af-3a5a-477a-85c3-c1142676bdc1 req-92cbf06f-1e9f-4358-aca2-55840220eb3d tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/ports?device_id=29840156-5286-4e70-8819-b586c0aca579 HTTP/1.1" status: 200 len: 945 time: 0.1426406 Nov 23 10:14:48.269705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:48.315824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Pushing event deleted for resources: {'Port': ['ID=e9828e0d-ef02-483e-af3c-796e5057237d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:48.419521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] No DVR routers for this DVR port e9828e0d-ef02-483e-af3c-796e5057237d on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:48.426152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-99dc36af-3a5a-477a-85c3-c1142676bdc1 req-aa677b84-adff-4e38-a7de-4751bc57333f tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.62 "GET /v2.0/security-groups?id=1272625e-2d4b-43cc-a23e-7de9b9aeea41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596689 Nov 23 10:14:48.429013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:48.432495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ebadb25-6fe7-42c9-a867-e57f4da4f317 req-d73e1b1a-d572-4338-ae7d-6fcdb1335613 tempest-ServerRescueTestJSON-778252235 tempest-ServerRescueTestJSON-778252235-project] 10.222.0.50 "DELETE /v2.0/ports/e9828e0d-ef02-483e-af3c-796e5057237d HTTP/1.1" status: 204 len: 173 time: 1.0896375 Nov 23 10:14:48.432963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'name': 'network-vif-deleted', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:48.435359 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ab3aaa-4e96-4bcc-9f89-349e6b7c05b7" -d '{"events": [{"server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "name": "network-vif-deleted", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:48.528628 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb5cfc-91a4-4cf7-a6b2-da5feaa7cc69 x-openstack-request-id: req-b4eb5cfc-91a4-4cf7-a6b2-da5feaa7cc69 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:48.528948 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29840156-5286-4e70-8819-b586c0aca579", "name": "network-vif-deleted", "tag": "e9828e0d-ef02-483e-af3c-796e5057237d", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:48.529185 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4eb5cfc-91a4-4cf7-a6b2-da5feaa7cc69 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:48.533746 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29840156-5286-4e70-8819-b586c0aca579', 'name': 'network-vif-deleted', 'tag': 'e9828e0d-ef02-483e-af3c-796e5057237d', 'status': 'completed', 'code': 200} Nov 23 10:14:48.598937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:48.602898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:48.720272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router 6ab135e6-ea11-41e1-a296-ab60b122528d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:48.845997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:48.851466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:48.856177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:48.858326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] Sync routers for ids ['6ab135e6-ea11-41e1-a296-ab60b122528d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:48.866514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-49809481-3e30-4e50-bce9-85bb52d3a88c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "PUT /v2.0/routers/6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 200 len: 925 time: 1.8155384 Nov 23 10:14:48.877635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] Routers {'6ab135e6-ea11-41e1-a296-ab60b122528d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:48.878722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ab135e6-ea11-41e1-a296-ab60b122528d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:48.926134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:48.937610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] Routers {'6ab135e6-ea11-41e1-a296-ab60b122528d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:48.938728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ab135e6-ea11-41e1-a296-ab60b122528d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:48.984489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34392) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:48.984793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-48eb2cbb-931a-4efc-aad4-e7476463cca3 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 200 len: 925 time: 0.1276221 Nov 23 10:14:49.011119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:49.011920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4001cc0-05b2-455f-8b36-2d47501009e4 None None] The sync data for ids ['6ab135e6-ea11-41e1-a296-ab60b122528d'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:49.134687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84bb0d-34c3-4e6e-8e71-516bfdeb4169 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:49.139151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b84bb0d-34c3-4e6e-8e71-516bfdeb4169 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=6ab135e6-ea11-41e1-a296-ab60b122528d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1502638 Nov 23 10:14:49.139916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34396) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:49.229007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711854e-f87c-4a2b-a6b7-0786f8f6a45b tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:49.233198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b711854e-f87c-4a2b-a6b7-0786f8f6a45b tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.0895038 Nov 23 10:14:49.233352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34398) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:49.269878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-397b3f7d-32d1-44f4-87a4-f084c2932b47 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 200 len: 205 time: 0.0349674 Nov 23 10:14:49.271474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34402) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:49.388375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.502400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34406) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:49.513528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.582212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port bb726f20-b459-4d8f-b52f-9e8cf1f5447e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:49.582844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.682084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.696361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for bb726f20-b459-4d8f-b52f-9e8cf1f5447e owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:49.928927 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.954310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:49.956694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=bb726f20-b459-4d8f-b52f-9e8cf1f5447e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:49.969653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb8a51-3c5d-42c0-ae2d-2b705bd75583 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:50.056512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.090022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e9828e0d-ef02-483e-af3c-796e5057237d no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:50.133861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: e9828e0d-ef02-483e-af3c-796e5057237d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:50.155714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device e9828e0d-ef02-483e-af3c-796e5057237d not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:50.179292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.181852 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.237433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.238479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab135e6-ea11-41e1-a296-ab60b122528d {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:50.252761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.254008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0df1c43e-d5b5-4c0d-93cd-36bb4da12e84 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 204 len: 168 time: 0.9814394 Nov 23 10:14:50.258747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34412) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:50.263800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-27251695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:50.299139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.300307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.364371 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.367768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8526e05a-d921-453d-a201-af6790512de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.389065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.398615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.426840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.432055 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eaf632ad-477e-4e28-9953-b5f149037b98 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1721022 Nov 23 10:14:50.433135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34416) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:50.440538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:50.698156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.727864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Deleting port b7b878fe-5b15-4c2a-a13a-60fd96c6b970 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:50.728614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.826996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] For port b7b878fe-5b15-4c2a-a13a-60fd96c6b970, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,segment=NetworkSegment(3b5923ce-98e5-477a-8b77-8a3c2a8d91bd),segment_id=3b5923ce-98e5-477a-8b77-8a3c2a8d91bd)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:50.827398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.843968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Calling delete_port for b7b878fe-5b15-4c2a-a13a-60fd96c6b970 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:50.924299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:50.946287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.076781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Allocated IP 172.25.1.245 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:51.095122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.172826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b878fe-5b15-4c2a-a13a-60fd96c6b970,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:51.261937 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.307596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.368487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.455187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.480890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:51.486288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:51.503321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:51.518526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e75fbc-c0d7-488b-8e71-1d31a813bd02 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:51.611318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event updated for resources: {'Port': ['ID=bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:51.659930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3cd57860-22e7-41ac-be51-c5df86260b13 None None] Provisioning complete for port bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:51.660310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cd57860-22e7-41ac-be51-c5df86260b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.710213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34434) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:51.743841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3cd57860-22e7-41ac-be51-c5df86260b13 None None] Port bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:51.862052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:14:51.944967 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:51.977571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52e41771-a584-4fb8-859d-2c9964bbb8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.013003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:52.022670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e84c3554-3510-4934-9032-824b6c46e6d8 admin admin] 10.222.0.62 "PUT /v2.0/routers/92b1a421-dcf0-4529-b3c8-bb7048e4f0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5189629 Nov 23 10:14:52.025127 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Sync routers for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:52.025667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34438) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:52.041989 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:52.043031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:52.103120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52e41771-a584-4fb8-859d-2c9964bbb8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.113877 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-52e41771-a584-4fb8-859d-2c9964bbb8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.150484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52e41771-a584-4fb8-859d-2c9964bbb8a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3920dcfd52a4f3aaf13948d1b93f614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390740 Nov 23 10:14:52.152542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34442) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:52.197405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e41771-a584-4fb8-859d-2c9964bbb8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9919307-94fa-41dc-8154-6f2d1ba1b718,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:52.238597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.241675 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:52.268589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.330134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.335103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.339260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9919307-94fa-41dc-8154-6f2d1ba1b718 HTTP/1.1" status: 204 len: 168 time: 0.1854303 Nov 23 10:14:52.350879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b226a-e1ee-48b9-947d-cec9209b1352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9919307-94fa-41dc-8154-6f2d1ba1b718,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:52.468268 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:14:51Z', 'revision_number': 5, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:52.498324 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Checking router: 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:14:52.511940 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Routers {'92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:52.512581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:52.641095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.645477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.661856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.666968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.774392 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] Set router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:14:52.791895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:52.815956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95eb213f-829a-4714-83e4-57a2f1ef16a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.878126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.945846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Router 51ea925d-c870-46fb-bfc2-8960c5dfa609 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:52.949962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95eb213f-829a-4714-83e4-57a2f1ef16a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:52.956415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95eb213f-829a-4714-83e4-57a2f1ef16a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.002199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:14:51Z', 'revision_number': 5, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:53.006666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95eb213f-829a-4714-83e4-57a2f1ef16a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd0347c1cc024dd3912daaa05f059c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135010 Nov 23 10:14:53.008071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb213f-829a-4714-83e4-57a2f1ef16a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3747f369-dbe3-4a70-9062-9ed0989d9d30,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:53.010967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.040352 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d673262-942b-4343-b545-05fa55f230b0 None None] The sync data for ids ['92b1a421-dcf0-4529-b3c8-bb7048e4f0f0'] in n-d-781076-5 is: [{'id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'name': 'tempest-ServerRescueTestJSON-638500991-router', 'tenant_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:14:51Z', 'revision_number': 5, 'project_id': '015b4d25ae5948a88cda8cfb2ccf2fad', 'gw_port': {'id': 'd091ca8d-904a-462d-9390-73e7a497833f', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1a421-dcf0-4529-b3c8-bb7048e4f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:57Z', 'updated_at': '2021-11-23T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:53.088231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Deleting port d091ca8d-904a-462d-9390-73e7a497833f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:53.088575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.089007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.111636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.122124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:53.129436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.133050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-27cd76a5-e64c-4ddc-a2ba-d5db9f024570 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "PUT /v2.0/routers/51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 200 len: 882 time: 2.6962588 Nov 23 10:14:53.135511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.139074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] Sync routers for ids ['51ea925d-c870-46fb-bfc2-8960c5dfa609'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:53.151549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] Routers {'51ea925d-c870-46fb-bfc2-8960c5dfa609'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:53.152462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['51ea925d-c870-46fb-bfc2-8960c5dfa609'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:53.211781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:53.223881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] Routers {'51ea925d-c870-46fb-bfc2-8960c5dfa609'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:53.224489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] For port d091ca8d-904a-462d-9390-73e7a497833f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d091ca8d-904a-462d-9390-73e7a497833f,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:53.225204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.225601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['51ea925d-c870-46fb-bfc2-8960c5dfa609'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:53.241505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Calling delete_port for d091ca8d-904a-462d-9390-73e7a497833f owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:53.266013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:53.266903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112bb6d5-ecc8-4a11-90b1-cc002c24a4ad None None] The sync data for ids ['51ea925d-c870-46fb-bfc2-8960c5dfa609'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:53.289299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.289513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.290816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3747f369-dbe3-4a70-9062-9ed0989d9d30 HTTP/1.1" status: 204 len: 168 time: 0.2674048 Nov 23 10:14:53.302270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172752-c562-462c-853c-0c5c3e812428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747f369-dbe3-4a70-9062-9ed0989d9d30,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:53.317908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52bec3ee-d0d7-4b08-a8bf-ff53913a5081 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 200 len: 923 time: 0.1811523 Nov 23 10:14:53.318792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34460) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.432306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbaf55f-3331-42f0-b46f-df70f36f8dd8 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:53.439492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.443112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7bbaf55f-3331-42f0-b46f-df70f36f8dd8 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=51ea925d-c870-46fb-bfc2-8960c5dfa609&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1226151 Nov 23 10:14:53.521220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.583268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acdcb1-f1ce-438b-9dbc-ff686275896c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:53.586365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82acdcb1-f1ce-438b-9dbc-ff686275896c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.1458580 Nov 23 10:14:53.587770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34466) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.627491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e34308b4-149e-4b51-ae2e-d70c4bce728a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 200 len: 205 time: 0.0382173 Nov 23 10:14:53.630114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:53.634949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.684707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Pushing event deleted for resources: {'Port': ['ID=d091ca8d-904a-462d-9390-73e7a497833f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:53.715673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533126da-f038-40ab-91e5-b3a4f69710bf None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:53.823619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.842978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:53.858311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7b878fe-5b15-4c2a-a13a-60fd96c6b970 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:53.893351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b7b878fe-5b15-4c2a-a13a-60fd96c6b970 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:53.894047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b7b878fe-5b15-4c2a-a13a-60fd96c6b970 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:53.986625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.005054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.007595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.063659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.064382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:54.074511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.078705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9954d4bb-e24a-4041-88f0-0f96df24497f admin admin] 10.222.0.62 "DELETE /v2.0/routers/92b1a421-dcf0-4529-b3c8-bb7048e4f0f0 HTTP/1.1" status: 204 len: 168 time: 2.0502110 Nov 23 10:14:54.078917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:54.098879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:54.099235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.160319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Deleting subnet b49c8cb8-e604-43bd-a8bd-3d8c21b981ad {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:14:54.169688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.229857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.257048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.282809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:54.305518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.413594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.467735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49c8cb8-e604-43bd-a8bd-3d8c21b981ad,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:54.481619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.487611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ba3b7ee-11d4-4abc-85c6-bd0f35569063 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b49c8cb8-e604-43bd-a8bd-3d8c21b981ad HTTP/1.1" status: 204 len: 168 time: 0.4076946 Nov 23 10:14:54.490096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34498) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:54.591643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.720914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.757741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.785168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aadd4c-5428-41ba-93eb-ee5721f0fde0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:54.791157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=bb8e8603-a446-4a0e-96ae-2b7d9cdf3f01,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:54.792515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06b39-bc20-4f7f-a4e3-d7e6dbf43411 req-14354341-4d45-431b-a6c9-f30fd6123d0e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:54.804087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ed06b39-bc20-4f7f-a4e3-d7e6dbf43411 req-14354341-4d45-431b-a6c9-f30fd6123d0e tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1397431 Nov 23 10:14:54.809468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aad09c-228b-40f3-91e5-edd739da4ece']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:54.831181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:54.831407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5923ce-98e5-477a-8b77-8a3c2a8d91bd') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:54.847783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.881929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.891039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.901788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ed06b39-bc20-4f7f-a4e3-d7e6dbf43411 req-d394b22d-3428-4262-8d5b-f0b1dd4c9334 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966618 Nov 23 10:14:54.908166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:14:54.908586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:14:54.917585 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:14:55.005957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.012387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.016443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.016751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] 10.222.0.62 "DELETE /v2.0/networks/91aad09c-228b-40f3-91e5-edd739da4ece HTTP/1.1" status: 204 len: 168 time: 0.5250289 Nov 23 10:14:55.021325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.073533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1378187-9453-4d37-aa92-16e474be5535 admin admin] Pushing event deleted for resources: {'Network': ['ID=91aad09c-228b-40f3-91e5-edd739da4ece,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:55.097451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.098436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router 51ea925d-c870-46fb-bfc2-8960c5dfa609 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:55.117619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.121878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ac70f9f1-abe6-4a07-ac00-89c56d5a7f3a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 204 len: 168 time: 1.4893816 Nov 23 10:14:55.126311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:55.131632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-576105020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:55.179769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.184023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.231309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:55.247604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.261802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.293550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.295280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-93ca332a-3f34-4cf5-bdc0-61373b158c63 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1677570 Nov 23 10:14:55.297290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b55860b-8e35-4fcd-9b4f-983f55426b69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=015b4d25ae5948a88cda8cfb2ccf2fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0633304 Nov 23 10:14:55.298831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:55.299363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34524) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:55.320303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': True}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:14:55.493960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.579979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.584085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.686691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.689283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.690464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1272625e-2d4b-43cc-a23e-7de9b9aeea41 HTTP/1.1" status: 204 len: 168 time: 0.3887639 Nov 23 10:14:55.704578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c6406-6408-47ad-ac18-8299d6ae491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272625e-2d4b-43cc-a23e-7de9b9aeea41,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:55.745560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d091ca8d-904a-462d-9390-73e7a497833f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:14:55.773743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d091ca8d-904a-462d-9390-73e7a497833f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:14:55.774592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d091ca8d-904a-462d-9390-73e7a497833f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:14:55.946002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:55.970349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:56.209563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 172.25.1.158 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/888e1e19-b14c-406d-922c-ec9fdfac9cad) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:14:56.243006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a864-790a-4235-9b77-f2814e2c6593 req-d95dbf58-dabd-42b2-bc5e-da7854ec6c70 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:56.245456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c98a864-790a-4235-9b77-f2814e2c6593 req-d95dbf58-dabd-42b2-bc5e-da7854ec6c70 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.0904963 Nov 23 10:14:56.341029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:56.348782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c98a864-790a-4235-9b77-f2814e2c6593 req-037429ab-8160-4383-9bcf-f02c5694d376 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Nov 23 10:14:56.404019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:56.442136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:14:56.448684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:14:56.452302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:14:56.468170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c688b8c-6378-439b-b657-e735a1e30eba None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:56.485241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=888e1e19-b14c-406d-922c-ec9fdfac9cad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:56.513728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c8c596f8-9cd7-4bbb-92c0-12184347e1c3 None None] Provisioning complete for port 888e1e19-b14c-406d-922c-ec9fdfac9cad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:14:56.514124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8c596f8-9cd7-4bbb-92c0-12184347e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:56.558848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c8c596f8-9cd7-4bbb-92c0-12184347e1c3 None None] Port 888e1e19-b14c-406d-922c-ec9fdfac9cad cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:14:57.042961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:57.293141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-800465a1-d9f7-41ce-b72c-5978a1953c5c req-d2362302-a0de-4928-abe3-796ceb924026 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0429749 Nov 23 10:14:57.308273 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:57.331121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:57.370077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68724b16-2125-44d7-97f8-819e227e0cec req-cbab56f3-2b68-4a01-935f-de9fb3021038 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:57.371941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68724b16-2125-44d7-97f8-819e227e0cec req-cbab56f3-2b68-4a01-935f-de9fb3021038 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.11 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.1175199 Nov 23 10:14:57.718515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d7c70-ba57-4f14-97b0-3b9bbac51b5e req-3b20d9de-0a57-4e5e-8e70-9650998967f1 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:57.718515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c37d7c70-ba57-4f14-97b0-3b9bbac51b5e req-3b20d9de-0a57-4e5e-8e70-9650998967f1 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 945 time: 0.2125454 Nov 23 10:14:57.848839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5fe25473-71bb-4826-a54f-37fc200c8a91 req-deaf3cf3-83cb-405a-a1a3-1d754dcdb7db tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0506053 Nov 23 10:14:57.941423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Deleting port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:57.941770 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:57.963229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c37d7c70-ba57-4f14-97b0-3b9bbac51b5e req-366b1f1d-7d46-4be6-b8e8-beb3593e989a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451470 Nov 23 10:14:58.058509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:14:58.234432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] For port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:14:58.234950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:58.262115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Calling delete_port for 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:58.264879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:14:58.271488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:58.272597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0912ad6b-b725-40fb-830a-6eb9e135630c tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "PUT /v2.0/routers/d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 200 len: 918 time: 2.9720564 Nov 23 10:14:58.275771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34650) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:58.282798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] Sync routers for ids ['d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:14:58.301468 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] Routers {'d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:58.312301 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:58.399187 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:58.421346 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] Routers {'d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:14:58.422473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:58.466120 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:14:58.467393 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e49b04-64d9-4e02-8f1a-8e61bfb26ab7 None None] The sync data for ids ['d8e11f1b-7cab-4942-9e00-c95d4d2f5b87'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:14:58.486358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b63e6b01-ca4b-415a-aa8a-2f8d963d4172 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 200 len: 924 time: 0.2093415 Nov 23 10:14:58.498967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:58.553223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eacdef-e233-42af-ad0c-20f554f3aa7d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:58.554895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-55eacdef-e233-42af-ad0c-20f554f3aa7d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=d8e11f1b-7cab-4942-9e00-c95d4d2f5b87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0546496 Nov 23 10:14:58.558061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34656) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:58.569735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:58.597048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['341a2e2e-c504-49b2-9571-de0863e1c750'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:58.624663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Pushing event deleted for resources: {'Port': ['ID=2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:58.647017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] No DVR routers for this DVR port 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:14:58.653366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:58.666626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68724b16-2125-44d7-97f8-819e227e0cec req-2759ab5f-5e9e-4116-9a95-6e1a5afe1b4c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.11 "DELETE /v2.0/ports/2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce HTTP/1.1" status: 204 len: 173 time: 1.2296839 Nov 23 10:14:58.667577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'name': 'network-vif-deleted', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:14:58.670887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:14:58.671317 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c02d47-6be0-4df1-a8c4-4dab0d4540a1" -d '{"events": [{"server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "name": "network-vif-deleted", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:14:58.709997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b54a8-cf94-4810-bcf0-8353a1b889a2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:14:58.712482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-647b54a8-cf94-4810-bcf0-8353a1b889a2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.1526256 Nov 23 10:14:58.715492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34660) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:58.773181 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f094f2-2384-4de6-b346-9c35ae99ee03 x-openstack-request-id: req-71f094f2-2384-4de6-b346-9c35ae99ee03 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:14:58.773805 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb938a5-40cb-4917-bb5c-4e8a1f33f42b", "name": "network-vif-deleted", "tag": "2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:14:58.774269 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71f094f2-2384-4de6-b346-9c35ae99ee03 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:14:58.775329 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb938a5-40cb-4917-bb5c-4e8a1f33f42b', 'name': 'network-vif-deleted', 'tag': '2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce', 'status': 'completed', 'code': 200} Nov 23 10:14:58.778380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d778240c-9c5a-4271-ad4f-a0a99e0f917b tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 200 len: 205 time: 0.0616448 Nov 23 10:14:58.782063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34662) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:58.998296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-112ff79c-8b19-40a6-82ed-279d6d5f3dc2 req-4cf02ce3-4b7f-4a63-a4e5-e0e5702247ce tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0287173 Nov 23 10:14:59.035001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.134727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a160f6-a6b7-4dc3-920e-b37218d71ff4 req-68a67a4f-ed39-4fbd-be36-d7195c7f7fa4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb938a5-40cb-4917-bb5c-4e8a1f33f42b HTTP/1.1" status: 200 len: 210 time: 0.0398722 Nov 23 10:14:59.326008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.413511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port 888e1e19-b14c-406d-922c-ec9fdfac9cad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:14:59.413821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.530112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.547559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for 888e1e19-b14c-406d-922c-ec9fdfac9cad owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:14:59.731531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.760435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=888e1e19-b14c-406d-922c-ec9fdfac9cad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:14:59.775101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2bc09-b081-4c7f-a89b-fffb3bf1e79e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:14:59.826255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.916209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.918563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.964312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.964920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:14:59.971743 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:14:59.972837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-153ba201-22e2-483a-9cfe-20d6ac24a557 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 204 len: 168 time: 1.1895134 Nov 23 10:14:59.976811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:14:59.983893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1806686020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:00.008226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.009376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.075091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.095463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3114ce2-53f8-414e-a15e-3e3c14e0e9c5 req-244a1fb4-4b32-4d2d-bb70-92ba8b5e3a76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0328588 Nov 23 10:15:00.097135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.129876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bde3b9e0-5d23-4ab6-9b3d-2af7700c0037 req-637148dd-bf3d-4a69-9f58-1ea0d8da8734 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0371480 Nov 23 10:15:00.138231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.139534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-12f9a176-de7e-4157-96f2-59fb2408f731 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1615512 Nov 23 10:15:00.142531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34680) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:00.147298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'enable_snat': False}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:00.382516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.460273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de0031-2b15-491f-9bf9-503ef17a38a7 req-a7e21f8c-a028-4b02-901e-4061830f9fef tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:00.462712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08de0031-2b15-491f-9bf9-503ef17a38a7 req-a7e21f8c-a028-4b02-901e-4061830f9fef tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0580401 Nov 23 10:15:00.515698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-08de0031-2b15-491f-9bf9-503ef17a38a7 req-b041e358-b307-4250-8222-7e4bd70625ad tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Nov 23 10:15:00.605699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.624989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.736478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Allocated IP 172.25.1.132 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/3b30d0ed-5ca0-48ad-8089-8ac68551952a) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:00.865401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a7b1d20-c51f-4aa8-9a3f-36363b2cc51d req-2dd35d3d-f0e0-49a1-b804-06167efaac7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0411961 Nov 23 10:15:00.879738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.916394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:00.975732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:00.981171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:00.983713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Pushing event updated for resources: {'Port': ['ID=3b30d0ed-5ca0-48ad-8089-8ac68551952a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:00.986644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:01.012073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab8829-0a21-4314-82a8-0efb609274e0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:01.143436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-43e02074-0ab6-4676-b038-5b2f3a8ff54f None None] Provisioning complete for port 3b30d0ed-5ca0-48ad-8089-8ac68551952a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:01.146764 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43e02074-0ab6-4676-b038-5b2f3a8ff54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:01.197285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-43e02074-0ab6-4676-b038-5b2f3a8ff54f None None] Port 3b30d0ed-5ca0-48ad-8089-8ac68551952a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:15:01.625761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e49d6a6-9e71-4e7b-85f3-c0c9b3ea4705 req-fe07be1e-f93a-4376-874e-c263de1c5ede tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0416889 Nov 23 10:15:01.651886 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:01.685529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28ff65-e93a-4cc5-a2e4-3f454e41b556 req-fcd8578d-af3d-4107-94a8-4de65ac49b99 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:01.696158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b28ff65-e93a-4cc5-a2e4-3f454e41b556 req-fcd8578d-af3d-4107-94a8-4de65ac49b99 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0959232 Nov 23 10:15:01.786458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b28ff65-e93a-4cc5-a2e4-3f454e41b556 req-cb559fc8-1c68-462d-a954-c091962c774d tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887687 Nov 23 10:15:01.915371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:01.920023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:02.154030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Router 8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:15:02.280585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:15:02.285605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:02.290244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1c77f2b-3df1-4a2a-8278-a2d157c0d71d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "PUT /v2.0/routers/8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 200 len: 920 time: 2.1431253 Nov 23 10:15:02.290244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:02.294023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] Sync routers for ids ['8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:15:02.304478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] Routers {'8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:02.305469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:02.360574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:02.368290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:02.394747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:02.395096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2eb6f9bf-e7ec-4bc1-a4d3-727c4cfde9ce not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:02.402909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] Routers {'8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:02.403558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:02.454707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:02.455906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4653509-3ccf-41a8-9a70-dbc9adbd9b00 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 200 len: 926 time: 0.1651044 Nov 23 10:15:02.458509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40f0d2-c127-4171-8bdd-65597f19c2f4 None None] The sync data for ids ['8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:15:02.458802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34710) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:02.514048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ac18f-8ac9-4be6-a70d-1e2b580953b2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:02.515667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb8ac18f-8ac9-4be6-a70d-1e2b580953b2 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0554395 Nov 23 10:15:02.518521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34714) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:02.607589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb743e98-dcee-4a0e-9edf-fb6bef666a1d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:02.609064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb743e98-dcee-4a0e-9edf-fb6bef666a1d tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/networks/35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 881 time: 0.0896945 Nov 23 10:15:02.612396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34716) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:02.650802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-279f1c34-33b0-4ea8-8dc4-5d8387216bfb tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 200 len: 205 time: 0.0370040 Nov 23 10:15:02.653419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34718) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:02.772212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c18f36e-e79c-44b7-a25a-64336bdaf499 req-824bd318-0382-410c-8ea5-b2170446c263 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0359070 Nov 23 10:15:02.789481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:02.921254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.023033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35920cea-d303-4f05-97f3-94bf1bdc3ea3 req-1e71eed4-77e6-4fa0-8576-e0e9203d4d2a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:03.024908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35920cea-d303-4f05-97f3-94bf1bdc3ea3 req-1e71eed4-77e6-4fa0-8576-e0e9203d4d2a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0877740 Nov 23 10:15:03.051758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port 3b30d0ed-5ca0-48ad-8089-8ac68551952a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:03.052277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.165802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35920cea-d303-4f05-97f3-94bf1bdc3ea3 req-d2547215-12d9-4f40-941b-e22d1f89dc2b tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321714 Nov 23 10:15:03.220434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.237336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for 3b30d0ed-5ca0-48ad-8089-8ac68551952a owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:03.287317 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52a38a60-b2fe-4660-a8c7-13175e546ab6 req-3ec137e1-b254-4885-aa1e-ecc134c1099d tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0477469 Nov 23 10:15:03.463441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.497861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=3b30d0ed-5ca0-48ad-8089-8ac68551952a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:03.523001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a546ce-d4b8-4cb4-8d9e-5713b15643b4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:03.576213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.687594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.690550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.761326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.762199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router 8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:15:03.779854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.782161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2125578a-7860-4ffb-86e0-d0e7094c2970 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 204 len: 168 time: 1.1278057 Nov 23 10:15:03.785936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34752) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:03.792485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-585267694', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:03.831766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.833956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:03.912758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.082174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.345777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022d5d-9df7-4ffb-b1ad-6abd22f867f4 req-19a5cc48-790f-4b41-b92b-64c223a9a781 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:04.347542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0022d5d-9df7-4ffb-b1ad-6abd22f867f4 req-19a5cc48-790f-4b41-b92b-64c223a9a781 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0844345 Nov 23 10:15:04.386992 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.437506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.479745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0022d5d-9df7-4ffb-b1ad-6abd22f867f4 req-7eda67b0-9308-46ea-988f-c887170cf5a6 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151268 Nov 23 10:15:04.517881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c57dd2e-712f-4d35-8720-da3a1c171aa8 req-41209673-1ddf-4867-a21f-cefba12f5f55 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0681658 Nov 23 10:15:04.595111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Allocated IP 172.25.1.5 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/fff82b25-2b66-4856-bd59-a316b03673f2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:04.721846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.764954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.814634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:04.820330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:04.824388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:04.840054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87f4cb-ff45-4ba7-8f2a-5fba2c8d8c00 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:04.852407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event updated for resources: {'Port': ['ID=fff82b25-2b66-4856-bd59-a316b03673f2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:04.957133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-973e96fb-0260-4484-9b74-1620ba63638e None None] Provisioning complete for port fff82b25-2b66-4856-bd59-a316b03673f2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:04.957515 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-973e96fb-0260-4484-9b74-1620ba63638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:04.999002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-973e96fb-0260-4484-9b74-1620ba63638e None None] Port fff82b25-2b66-4856-bd59-a316b03673f2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:15:05.446773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:05.611924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e321a-3322-4204-9640-836b58ac9fc9 req-93c466b6-57e0-46da-820b-e63d11810d24 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:05.613655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-512e321a-3322-4204-9640-836b58ac9fc9 req-93c466b6-57e0-46da-820b-e63d11810d24 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0525205 Nov 23 10:15:05.657691 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f0eb600-6ed1-43b2-b9d5-0dc67282c7dc req-f6a2aace-ddc2-4285-b2a6-2b99b3497330 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0383770 Nov 23 10:15:05.673185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:05.676973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-512e321a-3322-4204-9640-836b58ac9fc9 req-28913349-cf69-469e-9cfc-3b63d7fd846a tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/security-groups?id=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Nov 23 10:15:05.806678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Router 36db5fae-726d-4c86-a1d2-4e451b8d0a0f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:15:05.919337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:15:05.932873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] Sync routers for ids ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:15:05.943116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:05.945602 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] Routers {'36db5fae-726d-4c86-a1d2-4e451b8d0a0f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:05.945954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9d3fb7c-3584-4961-a6b7-1e371181c471 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1584065 Nov 23 10:15:05.946414 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:05.948309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:05.954576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:06.019747 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:06.029757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] Routers {'36db5fae-726d-4c86-a1d2-4e451b8d0a0f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:06.030511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:06.083267 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:06.085598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb0508-6580-476e-a372-d67d002e06fc None None] The sync data for ids ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:15:06.231063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-39245503-43c6-4518-b93a-62e08f84ec31 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:06.232622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-39245503-43c6-4518-b93a-62e08f84ec31 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.50 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 945 time: 0.0805058 Nov 23 10:15:06.385741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Deleting port 341a2e2e-c504-49b2-9571-de0863e1c750 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:06.386738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.395807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.412024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.490999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Deleting port fff82b25-2b66-4856-bd59-a316b03673f2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:06.491767 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.506785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] For port 341a2e2e-c504-49b2-9571-de0863e1c750, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=341a2e2e-c504-49b2-9571-de0863e1c750,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:06.507059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.525077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Calling delete_port for 341a2e2e-c504-49b2-9571-de0863e1c750 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:06.599789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.618792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Calling delete_port for fff82b25-2b66-4856-bd59-a316b03673f2 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:06.713993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.729011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['341a2e2e-c504-49b2-9571-de0863e1c750'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:15:06.758653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Pushing event deleted for resources: {'Port': ['ID=341a2e2e-c504-49b2-9571-de0863e1c750,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:06.859280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-417eb141-4a8a-43bd-aeb3-4902f32798d8 req-6d1e1f6a-aa8d-493a-9809-e60b4501a8ed tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0355644 Nov 23 10:15:06.868647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] No DVR routers for this DVR port 341a2e2e-c504-49b2-9571-de0863e1c750 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:06.872685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4aab8a4a-6e02-4332-8151-67dede787bf5 req-768692e6-04ca-4529-ac3b-a29f0ebd814c tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.62 "GET /v2.0/ports?device_id=43c5e3a9-6fbc-4576-887e-eadb2d71f82e HTTP/1.1" status: 200 len: 210 time: 0.0552986 Nov 23 10:15:06.873651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.875354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:06.876813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f7c668a-1c75-4f57-9986-b8c2a0802260 req-c0041dad-33f6-4d12-8a83-023c63b507b4 tempest-ServerRescueNegativeTestJSON-82965686 tempest-ServerRescueNegativeTestJSON-82965686-project] 10.222.0.50 "DELETE /v2.0/ports/341a2e2e-c504-49b2-9571-de0863e1c750 HTTP/1.1" status: 204 len: 173 time: 0.6376729 Nov 23 10:15:06.877625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'name': 'network-vif-deleted', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:15:06.881323 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484e172-d115-493a-acf8-12ab82cfe085" -d '{"events": [{"server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "name": "network-vif-deleted", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:15:06.931959 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89bf9e-92df-4570-b089-d221d0dd4790 x-openstack-request-id: req-2a89bf9e-92df-4570-b089-d221d0dd4790 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:15:06.932287 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c5e3a9-6fbc-4576-887e-eadb2d71f82e", "name": "network-vif-deleted", "tag": "341a2e2e-c504-49b2-9571-de0863e1c750", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:15:06.932533 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a89bf9e-92df-4570-b089-d221d0dd4790 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:15:06.932971 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c5e3a9-6fbc-4576-887e-eadb2d71f82e', 'name': 'network-vif-deleted', 'tag': '341a2e2e-c504-49b2-9571-de0863e1c750', 'status': 'completed', 'code': 200} Nov 23 10:15:06.939492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Pushing event deleted for resources: {'Port': ['ID=fff82b25-2b66-4856-bd59-a316b03673f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:06.952871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cff267-bb1d-49ca-b2f1-d6535bce4a68 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:07.023280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:07.264101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:07.277913 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:07.404889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Router 36db5fae-726d-4c86-a1d2-4e451b8d0a0f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:15:07.517364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:15:07.524682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:07.528721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34820) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:07.529428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a13aebdc-9afc-44cd-b19f-ee8e1bb9230a tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "PUT /v2.0/routers/36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 200 len: 709 time: 1.5791690 Nov 23 10:15:07.530672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] Sync routers for ids ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:15:07.546154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] Routers {'36db5fae-726d-4c86-a1d2-4e451b8d0a0f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:07.546882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:07.586519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:07.596257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] Routers {'36db5fae-726d-4c86-a1d2-4e451b8d0a0f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:07.596876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:07.632939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-024c40d8-553f-4eb0-871d-d1b11556fc14 tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/routers/36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 200 len: 744 time: 0.1021888 Nov 23 10:15:07.635011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34822) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:07.645517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:07.646813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d31aed-b132-40ef-a614-c22f4a8845e2 None None] The sync data for ids ['36db5fae-726d-4c86-a1d2-4e451b8d0a0f'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:15:07.689662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36e2953d-043c-4fc9-acf5-48a6d92e257a tempest-RoutersIpV6AdminTest-2038610952 tempest-RoutersIpV6AdminTest-2038610952-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&device_id=36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 200 len: 205 time: 0.0534520 Nov 23 10:15:07.692379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:07.722393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b338b1d1-e594-4215-914c-22911bd01ec4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 200 len: 205 time: 0.0264447 Nov 23 10:15:07.722734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34826) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:07.802356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:07.957833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.049868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82bcff99-21ab-4d07-9089-991687d92b74 req-aa16da89-939c-4d85-8fc0-794dba74dab0 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0841646 Nov 23 10:15:08.305721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.309663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.364705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.365377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Fanout notify agent at l3_agent the message router_deleted on router 36db5fae-726d-4c86-a1d2-4e451b8d0a0f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:15:08.377642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.380132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-21a4328c-e870-47b5-8fe3-36abff524a2e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 204 len: 168 time: 0.6563709 Nov 23 10:15:08.384543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34836) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.425587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26122adf-c230-4b06-928d-3ffe53a365de tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 200 len: 205 time: 0.0353816 Nov 23 10:15:08.426479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.478261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.506204 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-6e829354-8a20-4af0-825b-5027649d74a4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.511252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6e829354-8a20-4af0-825b-5027649d74a4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/36db5fae-726d-4c86-a1d2-4e451b8d0a0f HTTP/1.1" status: 404 len: 336 time: 0.0834408 Nov 23 10:15:08.513464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34842) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.556010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-202e8a95-093d-4483-8f64-e6baca0ecb31 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 200 len: 205 time: 0.0374894 Nov 23 10:15:08.556254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34844) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.594799 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-c4359a63-3112-41ba-8eec-571e8a2827d8 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.596054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c4359a63-3112-41ba-8eec-571e8a2827d8 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/8b1f1ec8-33f2-492f-a32b-41cd4d8ba99a HTTP/1.1" status: 404 len: 336 time: 0.0386758 Nov 23 10:15:08.598826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34846) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.632277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5babb7b6-89ca-4772-80cb-7a58c2c252ee tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 200 len: 205 time: 0.0321403 Nov 23 10:15:08.634780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.677108 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-0df6e306-8d30-44eb-9924-90bb6ce7fe7f tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.678146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0df6e306-8d30-44eb-9924-90bb6ce7fe7f tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/d8e11f1b-7cab-4942-9e00-c95d4d2f5b87 HTTP/1.1" status: 404 len: 336 time: 0.0424473 Nov 23 10:15:08.680983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.713009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fd2c4bec-ea40-4169-bfea-f90c21c2b073 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 200 len: 205 time: 0.0304291 Nov 23 10:15:08.716387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34852) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.761882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Deleting port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:08.763228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.765310 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-693baa7c-898f-4d30-b148-049f7365ec31 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.768832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-693baa7c-898f-4d30-b148-049f7365ec31 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/51ea925d-c870-46fb-bfc2-8960c5dfa609 HTTP/1.1" status: 404 len: 336 time: 0.0500238 Nov 23 10:15:08.769056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34854) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.806443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8cce4ee9-77c9-4b1c-871a-5bfa8aa44429 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 200 len: 205 time: 0.0339072 Nov 23 10:15:08.807963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34856) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.848362 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-40f4b9ac-a5dc-4e02-baa7-0b031b35e68e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.851898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40f4b9ac-a5dc-4e02-baa7-0b031b35e68e tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/6ab135e6-ea11-41e1-a296-ab60b122528d HTTP/1.1" status: 404 len: 336 time: 0.0404661 Nov 23 10:15:08.852779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34858) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.888950 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ede0986d-0ca0-4299-a463-09e68c5fc40b tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "GET /v2.0/ports?device_id=099f6206-67eb-4f6a-a97b-711bcf7a42d2 HTTP/1.1" status: 200 len: 205 time: 0.0350018 Nov 23 10:15:08.891573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34860) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.897688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] For port 45a7c899-f5fe-4d7e-a9c7-335036ae57e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,segment=NetworkSegment(e65ef731-d7c4-4bd9-8700-164195be64fc),segment_id=e65ef731-d7c4-4bd9-8700-164195be64fc)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:08.899959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:08.915502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Calling delete_port for 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:08.929693 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-6f3c86ae-c50a-4b0a-b8f3-9d63d60dd655 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] delete failed (client error): The resource could not be found. Nov 23 10:15:08.930843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f3c86ae-c50a-4b0a-b8f3-9d63d60dd655 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/routers/099f6206-67eb-4f6a-a97b-711bcf7a42d2 HTTP/1.1" status: 404 len: 336 time: 0.0382102 Nov 23 10:15:08.934608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:08.969857 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ce0d2e-aa54-43a6-8509-36c4da0bf6b4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:08.970696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ce0d2e-aa54-43a6-8509-36c4da0bf6b4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:08.990287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-43ce0d2e-aa54-43a6-8509-36c4da0bf6b4 tempest-RoutersIpV6AdminTest-543797866 tempest-RoutersIpV6AdminTest-543797866-project] 10.222.0.62 "DELETE /v2.0/subnets/62f7c38d-e045-42cf-92e2-a8f6f98e8f74 HTTP/1.1" status: 404 len: 337 time: 0.0544641 Nov 23 10:15:09.206243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.284918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af7bc14b-1242-46c3-bbeb-c1acebe1be94 req-8a354a76-6672-4be7-bb73-59dc98e5e713 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0682144 Nov 23 10:15:09.319800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34870) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:09.346056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=45a7c899-f5fe-4d7e-a9c7-335036ae57e7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:09.468675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a99d8f1-eaf3-4c08-aa04-b5eb9eee126c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.576786 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a99d8f1-eaf3-4c08-aa04-b5eb9eee126c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.589819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a99d8f1-eaf3-4c08-aa04-b5eb9eee126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.655122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a99d8f1-eaf3-4c08-aa04-b5eb9eee126c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d0906d0c5494c9a99040ab4250e2e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340437 Nov 23 10:15:09.656302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99d8f1-eaf3-4c08-aa04-b5eb9eee126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3019e890-e175-4032-85bc-cb0a3c309281,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:09.659220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:09.730315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.770667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.851547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.856333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:09.857806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3019e890-e175-4032-85bc-cb0a3c309281 HTTP/1.1" status: 204 len: 168 time: 0.1977427 Nov 23 10:15:09.879256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54613c48-0080-4746-ac43-ac58b59bba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3019e890-e175-4032-85bc-cb0a3c309281,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:10.023833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:10.204034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 341a2e2e-c504-49b2-9571-de0863e1c750 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:10.237656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 341a2e2e-c504-49b2-9571-de0863e1c750 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:10.243383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 341a2e2e-c504-49b2-9571-de0863e1c750 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:10.279372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34884) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:10.322381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Router dc56201d-3371-4352-a5bc-3a27402d3e1c has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:15:10.363274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-30613e0b-dc06-49f9-8125-9270de6cd946 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e10df479bf7641eeb65af99fc1b2e0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798550 Nov 23 10:15:10.363274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34890) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:10.425804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:10.469348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:10.477810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6dabd2da-f2d4-4e3a-a161-58dd91f4bdca req-fa836321-869a-4a3d-8337-318c3923c82d tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0563109 Nov 23 10:15:10.558052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:15:10.559994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:10.567692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-078fce4a-a318-44b3-9a91-ee6447425b1d admin admin] 10.222.0.62 "PUT /v2.0/routers/dc56201d-3371-4352-a5bc-3a27402d3e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083722 Nov 23 10:15:10.568339 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:10.568491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34898) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:10.572438 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Sync routers for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:15:10.579699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cf83fbb-f5dc-4cc9-876c-099f4fbea670 HTTP/1.1" status: 204 len: 168 time: 0.2116508 Nov 23 10:15:10.590930 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:10.593695 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:10.612241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ae1d-0e2c-4bb2-af81-ad76317f8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf83fbb-f5dc-4cc9-876c-099f4fbea670,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:10.815651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:15:10.852668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.026526 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:15:09Z', 'revision_number': 5, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:11.075768 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Checking router: dc56201d-3371-4352-a5bc-3a27402d3e1c for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:15:11.087256 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Routers {'dc56201d-3371-4352-a5bc-3a27402d3e1c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:15:11.088347 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:14:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dc56201d-3371-4352-a5bc-3a27402d3e1c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:11.120517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.223499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Deleting port 6cbe0d7a-3397-4851-805f-5b687156d2e7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:11.229313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.348082 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] Set router dc56201d-3371-4352-a5bc-3a27402d3e1c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:15:11.398805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] For port 6cbe0d7a-3397-4851-805f-5b687156d2e7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6cbe0d7a-3397-4851-805f-5b687156d2e7,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:11.399222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.428314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Calling delete_port for 6cbe0d7a-3397-4851-805f-5b687156d2e7 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:11.704638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bcd3148a-d73e-4b79-a678-c31a68035703 req-756252a6-efa2-4bfb-9708-b1bf4b93b603 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0631421 Nov 23 10:15:11.779854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34934) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:11.796283 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:15:09Z', 'revision_number': 5, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:11.827973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.846331 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b63459-a2af-4509-a5c7-dcf4e6b59f03 None None] The sync data for ids ['dc56201d-3371-4352-a5bc-3a27402d3e1c'] in n-d-781076-5 is: [{'id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'name': 'tempest-ServerRescueNegativeTestJSON-244278809-router', 'tenant_id': 'de06bfe6311844408713e2ed16babf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:12:27Z', 'updated_at': '2021-11-23T10:15:09Z', 'revision_number': 5, 'project_id': 'de06bfe6311844408713e2ed16babf94', 'gw_port': {'id': '6cbe0d7a-3397-4851-805f-5b687156d2e7', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56201d-3371-4352-a5bc-3a27402d3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:12:28Z', 'updated_at': '2021-11-23T10:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:15:11.876713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbe0d7a-3397-4851-805f-5b687156d2e7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:11.898003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed9f9f-366f-4bf1-a2c3-a46e0ef29a93 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:11.977633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34ac579a-b16f-46b2-8ee4-9f10b4feee41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:11.979926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.071193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34ac579a-b16f-46b2-8ee4-9f10b4feee41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.077136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-34ac579a-b16f-46b2-8ee4-9f10b4feee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.084007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.087116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.096667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34942) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:12.129798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac579a-b16f-46b2-8ee4-9f10b4feee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7810fb8-c602-41f8-a84a-0276f71fd996,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:12.136089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-34ac579a-b16f-46b2-8ee4-9f10b4feee41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a9da91b05014cf68c4b06a78cb0376b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528898 Nov 23 10:15:12.138660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34946) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:12.151161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.151820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc56201d-3371-4352-a5bc-3a27402d3e1c {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:15:12.159448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.163411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-073642ca-c3eb-46ce-98ef-962ca7b09697 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dc56201d-3371-4352-a5bc-3a27402d3e1c HTTP/1.1" status: 204 len: 168 time: 1.5915332 Nov 23 10:15:12.163661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34948) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:12.214156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.241553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Deleting subnet 043c56d7-5781-4cea-818b-030f72cdeae6 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:15:12.243472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.246103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.292354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.322096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.325368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.326899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7810fb8-c602-41f8-a84a-0276f71fd996 HTTP/1.1" status: 204 len: 168 time: 0.1869626 Nov 23 10:15:12.347372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6c3be169-c2dc-4877-9790-b6afd46518e4 tempest-AgentManagementNegativeTest-1417390058 tempest-AgentManagementNegativeTest-1417390058-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2494490 Nov 23 10:15:12.348204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2d03e-4f87-4d4c-9662-3054caec3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7810fb8-c602-41f8-a84a-0276f71fd996,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:12.392716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.475975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.511629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043c56d7-5781-4cea-818b-030f72cdeae6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:12.519743 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.526014 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f479e8c1-daed-4114-9fde-25829e44c145 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/043c56d7-5781-4cea-818b-030f72cdeae6 HTTP/1.1" status: 204 len: 168 time: 0.3589041 Nov 23 10:15:12.526477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34954) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:12.637930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.761061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.816285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765cc38a-2f67-41a8-8e76-c929604df58b']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:12.836710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65ef731-d7c4-4bd9-8700-164195be64fc') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:12.838829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65ef731-d7c4-4bd9-8700-164195be64fc') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:12.885116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.907716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34964) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:12.923615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e12057d9-9d58-4324-92e9-2db00d88cce5 req-d16fb2e3-ce32-42bd-95f8-aba37436b189 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0359535 Nov 23 10:15:12.948549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.963866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:12.965241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:12.973712 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:13.075275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.083665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.085322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-700c6796-7de3-4075-a6b5-787ea4d99155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.088555 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] 10.222.0.62 "DELETE /v2.0/networks/765cc38a-2f67-41a8-8e76-c929604df58b HTTP/1.1" status: 204 len: 168 time: 0.5605423 Nov 23 10:15:13.107296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af891b73-894b-4293-ae8b-26744575d099 admin admin] Pushing event deleted for resources: {'Network': ['ID=765cc38a-2f67-41a8-8e76-c929604df58b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.172102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34972) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:13.199249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c4aa36-73a7-4aa1-a515-391b2ececbc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.241026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-700c6796-7de3-4075-a6b5-787ea4d99155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.248282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-700c6796-7de3-4075-a6b5-787ea4d99155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.286577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6796-7de3-4075-a6b5-787ea4d99155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e8651e-e7ea-43d6-828f-9781a371b79f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.310703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-700c6796-7de3-4075-a6b5-787ea4d99155 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91552ad5c21243449605c6ac05d60e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994508 Nov 23 10:15:13.313202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34974) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:13.313524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 34976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:13.334914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c4aa36-73a7-4aa1-a515-391b2ececbc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.342063 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-26c4aa36-73a7-4aa1-a515-391b2ececbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.395181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-26c4aa36-73a7-4aa1-a515-391b2ececbc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=743326439a6d4527b560eeab1dc46427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213190 Nov 23 10:15:13.395759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34978) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:13.402364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4aa36-73a7-4aa1-a515-391b2ececbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c920d-adbd-47d1-9359-30bbe3c7d337,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.403202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c8f9acbc-0e53-4374-a8ca-5102005ba85b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de06bfe6311844408713e2ed16babf94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882995 Nov 23 10:15:13.407249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 34980) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:13.427285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.450922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.503821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.506890 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.507714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.511493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.513094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56e8651e-e7ea-43d6-828f-9781a371b79f HTTP/1.1" status: 204 len: 168 time: 0.1970270 Nov 23 10:15:13.524280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d5b3-f8df-4df6-89eb-5823af5ff1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e8651e-e7ea-43d6-828f-9781a371b79f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.555739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.575508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.671186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.675885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.679841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/505c920d-adbd-47d1-9359-30bbe3c7d337 HTTP/1.1" status: 204 len: 168 time: 0.2802229 Nov 23 10:15:13.685547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.688171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:13.689295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8 HTTP/1.1" status: 204 len: 168 time: 0.2822573 Nov 23 10:15:13.696802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e7a6-6273-448d-930b-90df868224a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c920d-adbd-47d1-9359-30bbe3c7d337,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.707530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb34e96-11bf-48b2-a3dd-143df0e2cfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88916b6b-b3e9-4db1-a1e1-6ac9bfe4a6a8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:13.823426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6cbe0d7a-3397-4851-805f-5b687156d2e7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:13.847729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6cbe0d7a-3397-4851-805f-5b687156d2e7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:13.848168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6cbe0d7a-3397-4851-805f-5b687156d2e7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:13.848675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:13.873305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:13.873716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 45a7c899-f5fe-4d7e-a9c7-335036ae57e7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:14.130667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee3f01e0-c669-467b-b1e2-0876e454d4b0 req-5c4d432c-1d52-4fb9-9b84-21570d0dbb82 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0387442 Nov 23 10:15:14.312038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35014) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:14.329275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-afbe2777-50c2-44a9-b57a-d6ce7a243e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.369480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8a10c-0fab-4cc9-8fff-a4ec942caca8 req-75906b5e-681b-4dea-a480-bca69e6ce46d tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:14.371196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9df8a10c-0fab-4cc9-8fff-a4ec942caca8 req-75906b5e-681b-4dea-a480-bca69e6ce46d tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 945 time: 0.0831447 Nov 23 10:15:14.436944 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-afbe2777-50c2-44a9-b57a-d6ce7a243e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.442479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-afbe2777-50c2-44a9-b57a-d6ce7a243e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.458386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9df8a10c-0fab-4cc9-8fff-a4ec942caca8 req-eaf29ad4-fb46-440b-9b50-7207d6bba768 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810511 Nov 23 10:15:14.480420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-afbe2777-50c2-44a9-b57a-d6ce7a243e7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=000536d0df1448f49af27d65491cf490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672707 Nov 23 10:15:14.483314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35020) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:14.499721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe2777-50c2-44a9-b57a-d6ce7a243e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b8c4e5-4fe9-4860-937b-422913fce496,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:14.549936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.573369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.626080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.629955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:14.631710 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8b8c4e5-4fe9-4860-937b-422913fce496 HTTP/1.1" status: 204 len: 168 time: 0.1469853 Nov 23 10:15:14.644197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd8458-ed5e-4f63-a05f-ca1e13dd3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b8c4e5-4fe9-4860-937b-422913fce496,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:15.198406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35058) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:15.291807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a0d344a-85e2-4de0-a955-eda3bb0cf426 req-d03fe73b-4729-430b-9371-1e7b9e3415b9 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0545542 Nov 23 10:15:15.440431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726745833'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:15.488570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:15.493670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.535172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.645396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42ad30-ec5f-441a-b71d-9f1b67204971 req-4c0c1d54-a5ca-4f0d-a3e0-8a334e017a12 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:15.654164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f42ad30-ec5f-441a-b71d-9f1b67204971 req-4c0c1d54-a5ca-4f0d-a3e0-8a334e017a12 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 945 time: 0.0808535 Nov 23 10:15:15.658696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.669949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.724807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f42ad30-ec5f-441a-b71d-9f1b67204971 req-16888f16-f03d-463a-bd3e-260d5d67f638 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcd419a5-c849-4a5b-b9da-65573e7b390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669341 Nov 23 10:15:15.727198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:15.753345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4b8222-add8-4688-9940-e0c7755ec4ce,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:15.764973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.765409 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 55e0179b-085b-48c7-b64d-775a36e73605 of type vlan for network 99b852f5-cd3f-4513-b540-4fae134a4210 Nov 23 10:15:15.840874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.865749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.878416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.887806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:15.888465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:15.933709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7338994 Nov 23 10:15:15.978551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c0149-1058-4847-ad0f-b86adecbdda9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=99b852f5-cd3f-4513-b540-4fae134a4210,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:16.004524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 99b852f5-cd3f-4513-b540-4fae134a4210 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:16.056352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-5e893f71-9679-4ecc-97d0-c352d8728273 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:16.059847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-5e893f71-9679-4ecc-97d0-c352d8728273 tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 945 time: 0.0941849 Nov 23 10:15:16.221101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Deleting port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:16.221760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:16.337517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] For port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,segment=NetworkSegment(f8bdcbc9-24d5-4046-9198-ccb686bf5555),segment_id=f8bdcbc9-24d5-4046-9198-ccb686bf5555)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:16.338256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:16.364716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Calling delete_port for 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:16.463711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-004043a1-646d-4f50-916a-ed52aad46b39 req-928e1be4-c962-464f-937a-16a18bd05715 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0602121 Nov 23 10:15:16.549445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:16.563403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['77f58bf5-de4b-4ec9-bd47-c7b62d180ae5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:15:16.636294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Pushing event deleted for resources: {'Port': ['ID=77f58bf5-de4b-4ec9-bd47-c7b62d180ae5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:16.685313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] No DVR routers for this DVR port 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:16.693185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:16.700160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca4dfdc1-41f9-468b-8a07-5b18166b5176 req-3fca35b9-47d0-40d5-8b22-2b5497a7b0ec tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.11 "DELETE /v2.0/ports/77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 HTTP/1.1" status: 204 len: 173 time: 0.6330557 Nov 23 10:15:16.700910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'name': 'network-vif-deleted', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:15:16.719235 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4156c9-fb64-4f69-9f6b-06a4112dd954" -d '{"events": [{"server_uuid": "d8754363-c684-438f-9716-a03f59870694", "name": "network-vif-deleted", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:15:16.811585 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f216ff-63ad-45e2-a829-451f3dbc8f94 x-openstack-request-id: req-e8f216ff-63ad-45e2-a829-451f3dbc8f94 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:15:16.811924 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8754363-c684-438f-9716-a03f59870694", "name": "network-vif-deleted", "tag": "77f58bf5-de4b-4ec9-bd47-c7b62d180ae5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:15:16.812719 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8f216ff-63ad-45e2-a829-451f3dbc8f94 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:15:16.813136 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8754363-c684-438f-9716-a03f59870694', 'name': 'network-vif-deleted', 'tag': '77f58bf5-de4b-4ec9-bd47-c7b62d180ae5', 'status': 'completed', 'code': 200} Nov 23 10:15:16.896515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a65098-c56c-456f-8f9b-c84a5efaf5a9 req-d2004b9d-acc1-4a34-b823-9c2ca6e9107f tempest-VolumesSnapshotTestJSON-1713599444 tempest-VolumesSnapshotTestJSON-1713599444-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8754363-c684-438f-9716-a03f59870694 HTTP/1.1" status: 200 len: 210 time: 0.0574749 Nov 23 10:15:17.048037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:17.226502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc26b-06c4-4400-b46d-0fcd29625909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.386219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc26b-06c4-4400-b46d-0fcd29625909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.390698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc26b-06c4-4400-b46d-0fcd29625909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.433323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb3dc26b-06c4-4400-b46d-0fcd29625909 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01c3a894a0254a29af81ae664cee5ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839264 Nov 23 10:15:17.434259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dc26b-06c4-4400-b46d-0fcd29625909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d00496-a312-49d4-8dae-fb1e091b09fb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:17.436182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35150) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:17.502819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.539663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.597112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.601802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:17.607257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2d00496-a312-49d4-8dae-fb1e091b09fb HTTP/1.1" status: 204 len: 168 time: 0.1695385 Nov 23 10:15:17.618484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234f7e-fd80-4f37-8f37-84b346a8b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d00496-a312-49d4-8dae-fb1e091b09fb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:17.622762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c1c02c9-2b13-440d-b75e-6bb60425ede7 req-47068a9b-a472-4489-b86d-7e5222a024a3 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0500526 Nov 23 10:15:17.832446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-af879f62-82a1-4158-bcd3-5ebe527891f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:18.795942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-baa61224-8ff9-4879-b7b9-88adddcff9d9 req-adbded5c-cb4c-45c1-85d5-aefc659476a7 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0462067 Nov 23 10:15:19.606648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35222) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:19.619192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:19.737176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:19.741055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:19.952183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ee8895a-5464-4d3e-bf99-44f707b36daf req-b8ea2cf5-048a-4225-a1c2-585708d687f8 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0487566 Nov 23 10:15:20.011427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.085839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=11e95a54-cc82-4dd7-ac31-5311649e8bab,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:20.113143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '55e0179b-085b-48c7-b64d-775a36e73605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:20.113488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 99b852f5-cd3f-4513-b540-4fae134a4210, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:20.135651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 99b852f5-cd3f-4513-b540-4fae134a4210 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:20.149125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 99b852f5-cd3f-4513-b540-4fae134a4210) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:20.153717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:20.154669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.168491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0a718-a813-45bc-b4de-12c348eedba9 None None] Network 99b852f5-cd3f-4513-b540-4fae134a4210 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:20.199197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e3fa01a-9cf4-4d07-abcb-88132ac06c83 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5903726 Nov 23 10:15:20.202425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:20.208142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401018859'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:20.275779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:20.279427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.320003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:20.333840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.334643 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment ddd77909-1380-4dfe-9630-510ae86c7355 of type vlan for network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 Nov 23 10:15:20.401353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.425466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-99b852f5-cd3f-4513-b540-4fae134a4210', 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '11e95a54-cc82-4dd7-ac31-5311649e8bab'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:20.426613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.428846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:20.451901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:20.452145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 77f58bf5-de4b-4ec9-bd47-c7b62d180ae5 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:20.459922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.465097 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.465775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2c1a87fa-b3c5-4859-a3cc-98dc55bef5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.466482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:20.468412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.491597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2876015 Nov 23 10:15:20.494484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:20.503764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:20.624746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Allocated IP 2001:db8:0:ffff::2 (99b852f5-cd3f-4513-b540-4fae134a4210/11e95a54-cc82-4dd7-ac31-5311649e8bab/b891ecf2-371f-4869-ae8a-a9bfba5eb686) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:20.652439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aca7e-221a-4aca-ab42-9eb3d544cc6c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=108c89d6-17a1-4230-bb3f-a37e82ff1f32,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:20.703672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:20.707960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.732287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:20.928403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.941686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:20.994096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Pushing event updated for resources: {'Port': ['ID=b891ecf2-371f-4869-ae8a-a9bfba5eb686,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:21.000500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.006413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.007138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.007557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.008021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.008489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.009031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.009362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.009859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.011246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.011246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.011591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.012053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:21.025921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Network 99b852f5-cd3f-4513-b540-4fae134a4210 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:21.027472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:21.033273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:21.102945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Attempting to bind port b891ecf2-371f-4869-ae8a-a9bfba5eb686 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:21.104459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Attempting to bind port b891ecf2-371f-4869-ae8a-a9bfba5eb686 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '55e0179b-085b-48c7-b64d-775a36e73605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:21.105060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Attempting to bind port b891ecf2-371f-4869-ae8a-a9bfba5eb686 on network 99b852f5-cd3f-4513-b540-4fae134a4210 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:21.111760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:21.112207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Checking segment: {'id': '55e0179b-085b-48c7-b64d-775a36e73605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:21.112678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.113132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Bound using segment: {'id': '55e0179b-085b-48c7-b64d-775a36e73605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:21.113858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Bound port: b891ecf2-371f-4869-ae8a-a9bfba5eb686, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e0179b-085b-48c7-b64d-775a36e73605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '99b852f5-cd3f-4513-b540-4fae134a4210'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:21.114294 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.163634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4858e5d4-2066-4c67-9f9d-a87c1cb84785 req-e165ae4c-d4dd-48a9-943b-8fb224597d75 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0543339 Nov 23 10:15:21.182665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=fef6ec94-6759-4764-a8cb-1da114fceaac,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:21.196555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': 'ddd77909-1380-4dfe-9630-510ae86c7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:21.196941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 108c89d6-17a1-4230-bb3f-a37e82ff1f32, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:21.218492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] For port b891ecf2-371f-4869-ae8a-a9bfba5eb686, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:21.221938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] For port b891ecf2-371f-4869-ae8a-a9bfba5eb686, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b891ecf2-371f-4869-ae8a-a9bfba5eb686,segment=NetworkSegment(55e0179b-085b-48c7-b64d-775a36e73605),segment_id=55e0179b-085b-48c7-b64d-775a36e73605)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:21.232119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.234622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:21.248086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 108c89d6-17a1-4230-bb3f-a37e82ff1f32) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:21.252818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:21.253750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.286598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35274) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:21.289865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-930e9063-bd24-482c-b70c-7c343ebd78c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7918069 Nov 23 10:15:21.297171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fe154-5593-4047-b943-f9f24d2988a9 None None] Network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:21.430561 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.472421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051eb6d-5e8b-437e-88ac-55d694ff2ab0 None None] Pushing event updated for resources: {'Port': ['ID=b891ecf2-371f-4869-ae8a-a9bfba5eb686,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:21.547017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.622683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-108c89d6-17a1-4230-bb3f-a37e82ff1f32', 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': 'fef6ec94-6759-4764-a8cb-1da114fceaac'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:21.623824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.721370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:21.946847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Allocated IP 2001:db8::1 (108c89d6-17a1-4230-bb3f-a37e82ff1f32/fef6ec94-6759-4764-a8cb-1da114fceaac/595ec2fc-cae3-4947-8584-ead10e06d345) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:22.021828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b891ecf2-371f-4869-ae8a-a9bfba5eb686 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:22.214251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:15:22.232960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f02566f-9e9d-4b49-a447-822b22befa04 req-c171a0a8-941f-45d7-9db5-2f01eab10ae8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0628972 Nov 23 10:15:22.309998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4517bd7-066d-4539-8d1a-fe9365c2c879 req-f059501f-4d98-413b-8cef-ff21d603dfbd tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0395398 Nov 23 10:15:22.348266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f02566f-9e9d-4b49-a447-822b22befa04 req-8c65a131-d194-45d4-9881-f68ba482a8b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cc824c0a59044448654c9ceadcc09dd&device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0478225 Nov 23 10:15:22.415090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f02566f-9e9d-4b49-a447-822b22befa04 req-e57af731-6abf-419f-af00-98f540425818 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9cc824c0a59044448654c9ceadcc09dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458302 Nov 23 10:15:22.486374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b891ecf2-371f-4869-ae8a-a9bfba5eb686 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:22.486979 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.626093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.658200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02566f-9e9d-4b49-a447-822b22befa04 req-376ec5c1-c68f-4185-9d54-44c60e7d6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:22.659871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f02566f-9e9d-4b49-a447-822b22befa04 req-376ec5c1-c68f-4185-9d54-44c60e7d6d97 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2368422 Nov 23 10:15:22.667262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.712841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=fef6ec94-6759-4764-a8cb-1da114fceaac,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:22.721195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.723316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.746304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.746720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.747010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.747351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.747697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.748035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.748368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.748702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.749033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.751668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.752031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.752497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:22.812244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.854373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:22.883344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:22.898001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.904555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:22.913259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Pushing event updated for resources: {'Port': ['ID=595ec2fc-cae3-4947-8584-ead10e06d345,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:22.935512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port b891ecf2-371f-4869-ae8a-a9bfba5eb686, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b891ecf2-371f-4869-ae8a-a9bfba5eb686,segment=NetworkSegment(55e0179b-085b-48c7-b64d-775a36e73605),segment_id=55e0179b-085b-48c7-b64d-775a36e73605)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:22.953178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108c89d6-17a1-4230-bb3f-a37e82ff1f32']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:22.966662 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:22.972812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271caa9-c3dd-49e2-adf9-682d64e49a47 None None] Network 99b852f5-cd3f-4513-b540-4fae134a4210 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:22.974378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd77909-1380-4dfe-9630-510ae86c7355') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:22.974928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd77909-1380-4dfe-9630-510ae86c7355') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:22.989742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.009425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.018980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:23.019826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:23.025257 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:23.154950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Attempting to bind port 595ec2fc-cae3-4947-8584-ead10e06d345 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:23.155361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Attempting to bind port 595ec2fc-cae3-4947-8584-ead10e06d345 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ddd77909-1380-4dfe-9630-510ae86c7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:23.156216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Attempting to bind port 595ec2fc-cae3-4947-8584-ead10e06d345 on network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:23.176659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=b891ecf2-371f-4869-ae8a-a9bfba5eb686,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:23.188769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-27cfa8cd-b65a-4762-aa34-f53736cf77ef None None] Provisioning complete for port b891ecf2-371f-4869-ae8a-a9bfba5eb686 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:23.189147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-27cfa8cd-b65a-4762-aa34-f53736cf77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.195860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:23.196315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Checking segment: {'id': 'ddd77909-1380-4dfe-9630-510ae86c7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:23.198299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:15:23.198299 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:15:23.198299 n-d-781076-5 neutron-server[110023]: [parameters: {'id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'}] Nov 23 10:15:23.198299 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:15:23.199494 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:15:23.200476 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.200891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Bound using segment: {'id': 'ddd77909-1380-4dfe-9630-510ae86c7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:23.201460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Bound port: 595ec2fc-cae3-4947-8584-ead10e06d345, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd77909-1380-4dfe-9630-510ae86c7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '108c89d6-17a1-4230-bb3f-a37e82ff1f32'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:23.203398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.470771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] For port 595ec2fc-cae3-4947-8584-ead10e06d345, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:23.490735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] For port 595ec2fc-cae3-4947-8584-ead10e06d345, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=595ec2fc-cae3-4947-8584-ead10e06d345,segment=NetworkSegment(ddd77909-1380-4dfe-9630-510ae86c7355),segment_id=ddd77909-1380-4dfe-9630-510ae86c7355)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:23.510395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.554747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd5e27aa-bc0e-446a-8f7e-2c81e114342e req-5cac9cfd-4886-46a4-bf1c-a9e449be66e6 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0627656 Nov 23 10:15:23.624825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.630833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:23.701192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.752245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6125f-ade4-4dd8-804e-e860a7d3226b None None] Pushing event updated for resources: {'Port': ['ID=595ec2fc-cae3-4947-8584-ead10e06d345,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:23.766962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee28370-0c34-493e-9cab-fcab4275bfc1 None None] Network 108c89d6-17a1-4230-bb3f-a37e82ff1f32 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:23.844089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port 595ec2fc-cae3-4947-8584-ead10e06d345 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:23.844436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:23.908483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b891ecf2-371f-4869-ae8a-a9bfba5eb686 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:23.912518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924fc938-30b2-4d34-94b1-f55df3d55f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.002237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port 595ec2fc-cae3-4947-8584-ead10e06d345, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=595ec2fc-cae3-4947-8584-ead10e06d345,segment=NetworkSegment(ddd77909-1380-4dfe-9630-510ae86c7355),segment_id=ddd77909-1380-4dfe-9630-510ae86c7355)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:24.002367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.026033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for 595ec2fc-cae3-4947-8584-ead10e06d345 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:24.043304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e813af77-8a88-46c1-8ed4-124177c6d364 None None] Provisioning complete for port b891ecf2-371f-4869-ae8a-a9bfba5eb686 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:24.043683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e813af77-8a88-46c1-8ed4-124177c6d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.116708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2b299-3a43-4b3d-ba30-c91baa35fda6 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:15:24.152540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b891ecf2-371f-4869-ae8a-a9bfba5eb686 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:24.153182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.227585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924fc938-30b2-4d34-94b1-f55df3d55f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.229703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.243355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-924fc938-30b2-4d34-94b1-f55df3d55f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.289284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port 595ec2fc-cae3-4947-8584-ead10e06d345 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:24.299032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:24.310784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-924fc938-30b2-4d34-94b1-f55df3d55f49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42ee7a3d769f4e15989a385e98e35caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6743886 Nov 23 10:15:24.312724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b2b299-3a43-4b3d-ba30-c91baa35fda6 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:15:24.335328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=595ec2fc-cae3-4947-8584-ead10e06d345,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:24.379617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fc938-30b2-4d34-94b1-f55df3d55f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50ec06-12b5-4586-9a82-0aad6c8738e2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:24.388366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.435209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.476379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.533957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.536533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108c89d6-17a1-4230-bb3f-a37e82ff1f32']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:24.537026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.542412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc50ec06-12b5-4586-9a82-0aad6c8738e2 HTTP/1.1" status: 204 len: 168 time: 0.2420473 Nov 23 10:15:24.558427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd77909-1380-4dfe-9630-510ae86c7355') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:24.559010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd77909-1380-4dfe-9630-510ae86c7355') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:24.567671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748af62-8629-437a-9fc1-f62718fcd13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50ec06-12b5-4586-9a82-0aad6c8738e2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:24.584697 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.603088 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.614725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:24.618565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:24.623890 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:24.832935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.876410 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7af0f8f2-13be-4cf5-9f02-523decccfb65 req-079379d3-c699-49c2-a6dc-66d5aa8cb50d tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0554376 Nov 23 10:15:24.878127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:24.882940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/108c89d6-17a1-4230-bb3f-a37e82ff1f32 HTTP/1.1" status: 204 len: 168 time: 3.5945556 Nov 23 10:15:24.884347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed043-a0b1-498c-be24-e588aa10fe60 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=108c89d6-17a1-4230-bb3f-a37e82ff1f32,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:24.887273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35402) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:24.893828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945333113'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:24.965986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:24.970018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.004677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:25.018426 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.019633 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 03457c86-b9f9-4c1a-9e5f-c1dade2e7f10 of type vlan for network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc Nov 23 10:15:25.079631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.112272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.125055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:25.125724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.173948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2852285 Nov 23 10:15:25.177012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35414) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:25.183575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:25.215070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35418) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:25.240008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-745b7b41-99af-42dc-9f05-03c4277e5107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.302524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:25.307174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.381610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7138-ceb1-487e-a50e-4a231c2ce299 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=8ac371ae-9264-48ea-8e80-0ce38e8c99cc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:25.397789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:25.427234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-745b7b41-99af-42dc-9f05-03c4277e5107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.434337 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-745b7b41-99af-42dc-9f05-03c4277e5107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.531705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b7b41-99af-42dc-9f05-03c4277e5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618b925-e83b-4c0b-b404-d466bbc620ea,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:25.544268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-745b7b41-99af-42dc-9f05-03c4277e5107 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fd60189a44d4d74a76d6d3f2956503d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280532 Nov 23 10:15:25.545857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:25.637050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.662192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.696580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.704227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=961adb22-8439-4692-8bd0-e48fbee06a61,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:25.731514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:25.732005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 8ac371ae-9264-48ea-8e80-0ce38e8c99cc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:25.758764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:25.781419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8ac371ae-9264-48ea-8e80-0ce38e8c99cc) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:25.811193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.812123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:25.813498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.814735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:25.815960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5618b925-e83b-4c0b-b404-d466bbc620ea HTTP/1.1" status: 204 len: 168 time: 0.2665122 Nov 23 10:15:25.821699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b8e76-e93c-423a-9f4c-a1aad7e5d862 None None] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:25.825820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e45c8-8ffb-47f4-928c-31bf76a7d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618b925-e83b-4c0b-b404-d466bbc620ea,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:25.852717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dad5368f-a623-4b2c-8b84-abd4676332ea tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6743839 Nov 23 10:15:25.856359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35452) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:25.868718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921142037'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:25.948898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:25.962174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.036259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:26.059490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.060237 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 535ac803-20f9-4764-b9bb-b07d8d70fc3b of type vlan for network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 Nov 23 10:15:26.089463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-8ac371ae-9264-48ea-8e80-0ce38e8c99cc', 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '961adb22-8439-4692-8bd0-e48fbee06a61'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:26.092869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.134608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.140070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a11e70ca-c929-40f1-b2b3-dffc2a8d22e2 req-6a8d7cdb-c1f5-4490-8019-353653bf85d8 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0796516 Nov 23 10:15:26.181357 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.194465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:26.195344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.288316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4307044 Nov 23 10:15:26.294009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35466) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:26.299641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:26.306952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c732f-73d0-4d58-8c09-5b411e688b1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=9fd24f97-5f41-4941-b813-dfa5acecd5d7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:26.375962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:26.415960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:26.420281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.531908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Allocated IP 2001:db8::3 (8ac371ae-9264-48ea-8e80-0ce38e8c99cc/961adb22-8439-4692-8bd0-e48fbee06a61/46b2bffc-79af-4813-8203-73bec797e0c6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:26.579167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Performing IP validity checks on allocation pools {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:15:26.579840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:15:26.700904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:26.821252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.884651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8db754ae-a9fa-4895-84fa-52450d49c4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.931655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=58cfb09d-e18a-456b-b8b5-bd385465e83e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:26.951117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '535ac803-20f9-4764-b9bb-b07d8d70fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:26.951479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 9fd24f97-5f41-4941-b813-dfa5acecd5d7, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:26.952041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.964095 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:26.979745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:27.002857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 9fd24f97-5f41-4941-b813-dfa5acecd5d7) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:27.007738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:27.008385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.029808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd6b7a-4d95-40ec-83d1-a74aa918b276 None None] Network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:27.042475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8db754ae-a9fa-4895-84fa-52450d49c4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.048592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-09b94694-4e72-42e6-a5ac-2c35303318ab tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7533412 Nov 23 10:15:27.049382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8db754ae-a9fa-4895-84fa-52450d49c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.053113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35498) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:27.056995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Pushing event updated for resources: {'Port': ['ID=46b2bffc-79af-4813-8203-73bec797e0c6,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:27.074680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:27.077549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:27.106263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:27.153714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35500) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:27.154040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8db754ae-a9fa-4895-84fa-52450d49c4aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=435d4ab6d6454fd9b5d33933ee510333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516020 Nov 23 10:15:27.155100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db754ae-a9fa-4895-84fa-52450d49c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdfcf25-b465-42c4-a6c5-d83f7c920a41,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:27.242498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Attempting to bind port 46b2bffc-79af-4813-8203-73bec797e0c6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:27.242498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Attempting to bind port 46b2bffc-79af-4813-8203-73bec797e0c6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:27.242927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Attempting to bind port 46b2bffc-79af-4813-8203-73bec797e0c6 on network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:27.245414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.270077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:27.270462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Checking segment: {'id': '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:27.270864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.271246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Bound using segment: {'id': '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:27.271721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Bound port: 46b2bffc-79af-4813-8203-73bec797e0c6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ac371ae-9264-48ea-8e80-0ce38e8c99cc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:27.272094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.285798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-9fd24f97-5f41-4941-b813-dfa5acecd5d7', 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '58cfb09d-e18a-456b-b8b5-bd385465e83e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:27.286717 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.287099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.339572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b4c101b-bc50-4281-8517-485b574cb56a req-7fa7ab29-f65a-4856-8ef2-28faa685f15c tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0471191 Nov 23 10:15:27.345969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.370015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.376173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.381693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fdfcf25-b465-42c4-a6c5-d83f7c920a41 HTTP/1.1" status: 204 len: 168 time: 0.2239251 Nov 23 10:15:27.415812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9cc72-8515-4d94-b42b-4f347d3ddbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdfcf25-b465-42c4-a6c5-d83f7c920a41,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:27.498028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.509662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] For port 46b2bffc-79af-4813-8203-73bec797e0c6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:27.514879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] For port 46b2bffc-79af-4813-8203-73bec797e0c6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46b2bffc-79af-4813-8203-73bec797e0c6,segment=NetworkSegment(03457c86-b9f9-4c1a-9e5f-c1dade2e7f10),segment_id=03457c86-b9f9-4c1a-9e5f-c1dade2e7f10)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:27.552161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.628968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Allocated IP 2001:db8::3 (9fd24f97-5f41-4941-b813-dfa5acecd5d7/58cfb09d-e18a-456b-b8b5-bd385465e83e/0ddba7be-fb31-41d1-8531-c5e247f589c3) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:27.647838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a123b93-ff14-480b-acd6-23d2a2b78e89 None None] Pushing event updated for resources: {'Port': ['ID=46b2bffc-79af-4813-8203-73bec797e0c6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:27.915494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.927175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:27.950393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.954026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f51f4d79-fd67-4bcd-b99e-9f8c782bc68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:27.961521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.035743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:28.038348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=58cfb09d-e18a-456b-b8b5-bd385465e83e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:28.051493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:28.064518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:28.126270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f51f4d79-fd67-4bcd-b99e-9f8c782bc68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.131878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f51f4d79-fd67-4bcd-b99e-9f8c782bc68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.159171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Pushing event updated for resources: {'Port': ['ID=0ddba7be-fb31-41d1-8531-c5e247f589c3,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:28.185004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.206129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f4d79-fd67-4bcd-b99e-9f8c782bc68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820047ae-d63b-437e-a61e-2420b0dcd4b6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:28.216208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Attempting to bind port 0ddba7be-fb31-41d1-8531-c5e247f589c3 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:28.216582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Attempting to bind port 0ddba7be-fb31-41d1-8531-c5e247f589c3 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '535ac803-20f9-4764-b9bb-b07d8d70fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:28.217032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Attempting to bind port 0ddba7be-fb31-41d1-8531-c5e247f589c3 on network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:28.222377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:28.222860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Checking segment: {'id': '535ac803-20f9-4764-b9bb-b07d8d70fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:28.223180 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.223573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Bound using segment: {'id': '535ac803-20f9-4764-b9bb-b07d8d70fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:28.224052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Bound port: 0ddba7be-fb31-41d1-8531-c5e247f589c3, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535ac803-20f9-4764-b9bb-b07d8d70fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:28.224445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.232597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f51f4d79-fd67-4bcd-b99e-9f8c782bc68e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2504737619c24dd0952e1cfa2e300739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035321 Nov 23 10:15:28.236706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35524) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:28.244606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd24f97-5f41-4941-b813-dfa5acecd5d7']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:28.261800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535ac803-20f9-4764-b9bb-b07d8d70fc3b') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:28.265397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535ac803-20f9-4764-b9bb-b07d8d70fc3b') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:28.281634 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.299632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.308120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:28.308884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:28.312372 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:28.330129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] For port 0ddba7be-fb31-41d1-8531-c5e247f589c3, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:28.368421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.380546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] For port 0ddba7be-fb31-41d1-8531-c5e247f589c3, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0ddba7be-fb31-41d1-8531-c5e247f589c3,segment=NetworkSegment(535ac803-20f9-4764-b9bb-b07d8d70fc3b),segment_id=535ac803-20f9-4764-b9bb-b07d8d70fc3b)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:28.382836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:15:28.382836 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:15:28.382836 n-d-781076-5 neutron-server[110023]: [parameters: {'id': '9fd24f97-5f41-4941-b813-dfa5acecd5d7'}] Nov 23 10:15:28.382836 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:15:28.383551 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:15:28.386682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.411641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.532278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aef2d-2d89-4048-8eb8-5f7e4b1ecd70 None None] Pushing event updated for resources: {'Port': ['ID=0ddba7be-fb31-41d1-8531-c5e247f589c3,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:28.562045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f96f05-0063-4038-8671-ec514e37a9cc None None] Network 9fd24f97-5f41-4941-b813-dfa5acecd5d7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:28.562730 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e34ae418-9614-4c52-a3c5-7a082a03486d req-f413a9e9-5f42-4b70-af25-e9100299dcc9 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0616524 Nov 23 10:15:28.589017 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.592436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:28.598585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/820047ae-d63b-437e-a61e-2420b0dcd4b6 HTTP/1.1" status: 204 len: 168 time: 0.3602374 Nov 23 10:15:28.609159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643d9c0-0459-49b6-9a59-cfbab0f98f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820047ae-d63b-437e-a61e-2420b0dcd4b6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:28.884507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.021466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port 0ddba7be-fb31-41d1-8531-c5e247f589c3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:29.022225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.189108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d70f3-129b-4f02-8ea9-cbb2ba0a8200 None None] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:29.315914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] Provisioning complete for port 46b2bffc-79af-4813-8203-73bec797e0c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:29.316302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.390155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port 0ddba7be-fb31-41d1-8531-c5e247f589c3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0ddba7be-fb31-41d1-8531-c5e247f589c3,segment=NetworkSegment(535ac803-20f9-4764-b9bb-b07d8d70fc3b),segment_id=535ac803-20f9-4764-b9bb-b07d8d70fc3b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:29.390526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.414701 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for 0ddba7be-fb31-41d1-8531-c5e247f589c3 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:29.530242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35562) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:29.541003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.637322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] For port 46b2bffc-79af-4813-8203-73bec797e0c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46b2bffc-79af-4813-8203-73bec797e0c6,segment=NetworkSegment(03457c86-b9f9-4c1a-9e5f-c1dade2e7f10),segment_id=03457c86-b9f9-4c1a-9e5f-c1dade2e7f10)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:29.648944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.667384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.709303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port 0ddba7be-fb31-41d1-8531-c5e247f589c3 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:29.744832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73232abd-53ea-482b-bb69-04bcdef19660 None None] Pushing event updated for resources: {'Port': ['ID=46b2bffc-79af-4813-8203-73bec797e0c6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:29.831558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5bdd7-0eb5-4f76-a1e8-8de9bb5addda None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:15:29.851963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=0ddba7be-fb31-41d1-8531-c5e247f589c3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:29.861805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a6af230-91b8-475c-be5f-d47038f1c5a0 req-e3b86b63-e5ac-465a-a41d-cba1ca54c41c tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.1474001 Nov 23 10:15:29.906101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5d26-6a9e-4a35-bc2f-82ee85eb606e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.970988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:29.998236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd24f97-5f41-4941-b813-dfa5acecd5d7']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:30.012888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46b2bffc-79af-4813-8203-73bec797e0c6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:30.035463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535ac803-20f9-4764-b9bb-b07d8d70fc3b') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:30.037150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535ac803-20f9-4764-b9bb-b07d8d70fc3b') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:30.058296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.075959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-faee3c17-8b29-421b-b45b-87942128e42e None None] Provisioning complete for port 46b2bffc-79af-4813-8203-73bec797e0c6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:30.076420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-faee3c17-8b29-421b-b45b-87942128e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.102840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.113634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:30.115440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:30.124619 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:30.141227 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5d26-6a9e-4a35-bc2f-82ee85eb606e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.147309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5d26-6a9e-4a35-bc2f-82ee85eb606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.177591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 46b2bffc-79af-4813-8203-73bec797e0c6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:30.177842 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.214845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d1f5d26-6a9e-4a35-bc2f-82ee85eb606e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=083bbbcd79534283a7f857ca472742e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829143 Nov 23 10:15:30.215851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35580) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:30.224688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5d26-6a9e-4a35-bc2f-82ee85eb606e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd7f7a6-d4a7-452c-9cc7-24d04bff4806,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:30.225344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da5bdd7-0eb5-4f76-a1e8-8de9bb5addda None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:15:30.293216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.300450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.314981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.327852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.329593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/9fd24f97-5f41-4941-b813-dfa5acecd5d7 HTTP/1.1" status: 204 len: 168 time: 3.2476995 Nov 23 10:15:30.330237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35582) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:30.336283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664567312'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:30.391003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d30b1-5a35-4641-87c0-377053676009 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=9fd24f97-5f41-4941-b813-dfa5acecd5d7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:30.403685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:30.412401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.462715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.465317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.470179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fd7f7a6-d4a7-452c-9cc7-24d04bff4806 HTTP/1.1" status: 204 len: 168 time: 0.2484572 Nov 23 10:15:30.480047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b227716-9fc6-4805-9deb-8446e0dd4d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd7f7a6-d4a7-452c-9cc7-24d04bff4806,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:30.482078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:30.492378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.492752 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 00d3cc0c-ff0e-477c-ac8e-3c4a161aa151 of type vlan for network b941d1d9-4f39-48ec-85ed-55540aee707e Nov 23 10:15:30.552172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.584135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.606075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:30.607716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:30.634581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35588) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:30.635873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3042123 Nov 23 10:15:30.642079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:30.761533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ba6d3-d938-49ab-8339-fe4e10436c5b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=b941d1d9-4f39-48ec-85ed-55540aee707e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:30.780586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:30.783724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b941d1d9-4f39-48ec-85ed-55540aee707e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:30.785444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.053424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20392ffd-6a1e-416d-becb-ae732dfb4192 req-13d15cb3-8803-4e83-be23-f55961befc21 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0462825 Nov 23 10:15:31.086711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.158725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=0353ccf5-4027-4891-8f8e-d137e210c910,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:31.171135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:31.171600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: b941d1d9-4f39-48ec-85ed-55540aee707e, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:31.194185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network b941d1d9-4f39-48ec-85ed-55540aee707e is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:31.198420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:31.214033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd74997b-466c-4180-8bde-d3c73a7d3015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.225776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b941d1d9-4f39-48ec-85ed-55540aee707e) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:31.231481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:31.232106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.237591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea3ee6-9ffb-46f0-917a-db9394247929 None None] Network b941d1d9-4f39-48ec-85ed-55540aee707e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:31.260036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b39b6a64-6f90-49b5-96fd-cffc8ee4667d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6235409 Nov 23 10:15:31.260292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:31.404205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd74997b-466c-4180-8bde-d3c73a7d3015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.420816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd74997b-466c-4180-8bde-d3c73a7d3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.439774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b941d1d9-4f39-48ec-85ed-55540aee707e', 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '0353ccf5-4027-4891-8f8e-d137e210c910'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:31.441480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.484004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.491743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bd74997b-466c-4180-8bde-d3c73a7d3015 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b09999b0dc134b7ab778d56cf1a8f1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921951 Nov 23 10:15:31.495201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35610) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:31.523315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74997b-466c-4180-8bde-d3c73a7d3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a633c27b-a005-4a4d-99b3-f09030995ff6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:31.605376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.608161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.658534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.667025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Allocated IP 2001:db8::1 (b941d1d9-4f39-48ec-85ed-55540aee707e/0353ccf5-4027-4891-8f8e-d137e210c910/933852bf-8069-4ee8-afc1-00b3e955ad19) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:31.721920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.726478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.728295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a633c27b-a005-4a4d-99b3-f09030995ff6 HTTP/1.1" status: 204 len: 168 time: 0.2304645 Nov 23 10:15:31.740358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac6454-96be-4482-990c-9b7f2d1d0e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a633c27b-a005-4a4d-99b3-f09030995ff6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:31.847023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46b2bffc-79af-4813-8203-73bec797e0c6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:31.943933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.951972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 46b2bffc-79af-4813-8203-73bec797e0c6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:31.952216 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.971694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:31.992707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.040107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Network b941d1d9-4f39-48ec-85ed-55540aee707e is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:32.046313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=0353ccf5-4027-4891-8f8e-d137e210c910,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:32.050188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:32.101184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:32.116564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Pushing event updated for resources: {'Port': ['ID=933852bf-8069-4ee8-afc1-00b3e955ad19,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:32.173974 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.208553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Attempting to bind port 933852bf-8069-4ee8-afc1-00b3e955ad19 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:32.208553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Attempting to bind port 933852bf-8069-4ee8-afc1-00b3e955ad19 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:32.208553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Attempting to bind port 933852bf-8069-4ee8-afc1-00b3e955ad19 on network b941d1d9-4f39-48ec-85ed-55540aee707e {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:32.213472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:32.214014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Checking segment: {'id': '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:32.214323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.214709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Bound using segment: {'id': '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:32.215182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Bound port: 933852bf-8069-4ee8-afc1-00b3e955ad19, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:32.215550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.244413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b941d1d9-4f39-48ec-85ed-55540aee707e']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:32.280574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:32.281762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:32.296165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d14295e3-ff02-4680-afa5-373ea4892f6d req-ef11c8e0-863d-4f81-9755-a5343703ca60 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0615973 Nov 23 10:15:32.330735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.348356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.356175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:32.357036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:32.360818 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:32.371017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] For port 933852bf-8069-4ee8-afc1-00b3e955ad19, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:32.435958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] For port 933852bf-8069-4ee8-afc1-00b3e955ad19, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=933852bf-8069-4ee8-afc1-00b3e955ad19,segment=NetworkSegment(00d3cc0c-ff0e-477c-ac8e-3c4a161aa151),segment_id=00d3cc0c-ff0e-477c-ac8e-3c4a161aa151)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:32.436495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:15:32.436495 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:15:32.436495 n-d-781076-5 neutron-server[110023]: [parameters: {'id': 'b941d1d9-4f39-48ec-85ed-55540aee707e'}] Nov 23 10:15:32.436495 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:15:32.437736 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:15:32.442086 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.698056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe1d5-e1d6-4772-a1b7-858fedfde427 None None] Pushing event updated for resources: {'Port': ['ID=933852bf-8069-4ee8-afc1-00b3e955ad19,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:32.723481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d81e82-e55a-442c-9dbe-611dfa17f698 None None] Network b941d1d9-4f39-48ec-85ed-55540aee707e requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:32.883063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46670e63-0945-4d1c-82df-67b233fa00fc None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:15:32.939438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:32.992897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46670e63-0945-4d1c-82df-67b233fa00fc None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:15:33.033158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port 933852bf-8069-4ee8-afc1-00b3e955ad19 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:33.033502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.133736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port 933852bf-8069-4ee8-afc1-00b3e955ad19, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=933852bf-8069-4ee8-afc1-00b3e955ad19,segment=NetworkSegment(00d3cc0c-ff0e-477c-ac8e-3c4a161aa151),segment_id=00d3cc0c-ff0e-477c-ac8e-3c4a161aa151)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:33.134347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.159670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for 933852bf-8069-4ee8-afc1-00b3e955ad19 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:33.358204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.438617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=933852bf-8069-4ee8-afc1-00b3e955ad19,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:33.454177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port 933852bf-8069-4ee8-afc1-00b3e955ad19 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:33.482852 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a05ad5af-fb0e-449b-a8fc-c09aa22529dd req-23bdb479-cefe-4aed-a794-01bc99efac4e tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0574303 Nov 23 10:15:33.560686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.594016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b941d1d9-4f39-48ec-85ed-55540aee707e']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:33.607774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:33.609115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d3cc0c-ff0e-477c-ac8e-3c4a161aa151') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:33.622285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.641878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.650188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:33.651466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:33.746141 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:33.751367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.769527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.775830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/b941d1d9-4f39-48ec-85ed-55540aee707e HTTP/1.1" status: 204 len: 168 time: 2.5146737 Nov 23 10:15:33.779963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:33.788476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710185117'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:33.812485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57546c38-fbb3-4f26-a60b-e5027c2d129c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=b941d1d9-4f39-48ec-85ed-55540aee707e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:33.840138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:33.849599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.907504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:33.931834 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:33.932188 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 2c81693e-eb9d-4ce2-8bae-5a1b94ad36ed of type vlan for network 972984c6-6d5c-4be0-898a-37c92a98706a Nov 23 10:15:33.997882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.074763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.087732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:34.089589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.181035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3993120 Nov 23 10:15:34.184336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3212-7776-45a0-ade5-7b6fa69a491b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=972984c6-6d5c-4be0-898a-37c92a98706a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:34.185256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:34.199665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '972984c6-6d5c-4be0-898a-37c92a98706a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:34.200846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 972984c6-6d5c-4be0-898a-37c92a98706a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:34.337590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:34.342970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.472884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35690) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:34.642060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.661991 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29420ea2-6613-4e79-9be3-9ac3ed16c3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.666641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52d21721-3c8b-4d2e-ba4f-fa395cc78558 req-9bb81570-6ad3-46bc-b9e7-da702a6e3a72 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0618522 Nov 23 10:15:34.753401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=566455a4-06ec-43d6-b021-e176b7e90a78,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:34.761050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '2c81693e-eb9d-4ce2-8bae-5a1b94ad36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '972984c6-6d5c-4be0-898a-37c92a98706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:34.761496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 972984c6-6d5c-4be0-898a-37c92a98706a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:34.810400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29420ea2-6613-4e79-9be3-9ac3ed16c3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.811377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 972984c6-6d5c-4be0-898a-37c92a98706a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:34.816916 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-29420ea2-6613-4e79-9be3-9ac3ed16c3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.821305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 972984c6-6d5c-4be0-898a-37c92a98706a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:34.830312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:34.830963 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.846652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab7161-582d-4a27-b128-0120b8bc5a03 None None] Network 972984c6-6d5c-4be0-898a-37c92a98706a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:34.859009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d6fba45-7a50-49df-9c4a-955a1946a9de tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6686568 Nov 23 10:15:34.862617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:34.864869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29420ea2-6613-4e79-9be3-9ac3ed16c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8370724-983c-42fc-8c5d-98b2069d6e07,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:34.889927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-29420ea2-6613-4e79-9be3-9ac3ed16c3dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38161bbd5c2f4274a33541f85699d05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4149776 Nov 23 10:15:34.892587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35704) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:34.970668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:34.994596 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.030030 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.074017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.074638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ec677-1fd1-4b9a-917c-863cc6487f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-972984c6-6d5c-4be0-898a-37c92a98706a', 'network_id': '972984c6-6d5c-4be0-898a-37c92a98706a', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '566455a4-06ec-43d6-b021-e176b7e90a78'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:35.076474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f12ec677-1fd1-4b9a-917c-863cc6487f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.076661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.078237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8370724-983c-42fc-8c5d-98b2069d6e07 HTTP/1.1" status: 204 len: 168 time: 0.1791673 Nov 23 10:15:35.101063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56e97c-5423-4644-8330-af9c05630b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8370724-983c-42fc-8c5d-98b2069d6e07,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:35.111424 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.205015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server [None req-f12ec677-1fd1-4b9a-917c-863cc6487f26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 566455a4-06ec-43d6-b021-e176b7e90a78: This subnet is being modified by another concurrent operation. Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 566455a4-06ec-43d6-b021-e176b7e90a78: This subnet is being modified by another concurrent operation. Nov 23 10:15:35.224153 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Nov 23 10:15:35.252238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=566455a4-06ec-43d6-b021-e176b7e90a78,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:35.260043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd483b5-607a-4c2e-a974-be2ffc915637 None None] Network 972984c6-6d5c-4be0-898a-37c92a98706a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:35.352357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.382281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972984c6-6d5c-4be0-898a-37c92a98706a']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:35.395778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c81693e-eb9d-4ce2-8bae-5a1b94ad36ed') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:35.397258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c81693e-eb9d-4ce2-8bae-5a1b94ad36ed') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:35.416740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.444724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.455020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e74172-9d01-4d4b-a5ca-e09fc386a800 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:15:35.455379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:35.456179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:35.552349 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:35.574112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.588196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35740) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:35.589652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.596780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/972984c6-6d5c-4be0-898a-37c92a98706a HTTP/1.1" status: 204 len: 168 time: 0.7295949 Nov 23 10:15:35.602462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:35.607973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088778550'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:35.611369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d66a9-c345-4b83-a92c-987570344f53 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=972984c6-6d5c-4be0-898a-37c92a98706a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:35.619026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-781d7991-6513-4e08-9c41-8a0ef271543b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.623807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e74172-9d01-4d4b-a5ca-e09fc386a800 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:15:35.645965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:35.650924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.735207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:35.768423 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.768423 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment e4dc1193-263c-4e8b-b77e-60c83f1924f4 of type vlan for network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd Nov 23 10:15:35.788903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-781d7991-6513-4e08-9c41-8a0ef271543b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.800667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-781d7991-6513-4e08-9c41-8a0ef271543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.883743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-78190d9e-79d6-4c24-b601-f8752605ba8d req-a8312a8b-5efd-4bf6-9503-5714e448f0ed tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0468800 Nov 23 10:15:35.888188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.921295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-781d7991-6513-4e08-9c41-8a0ef271543b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c74257142df4eaba9f4af638d4d9a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293452 Nov 23 10:15:35.922858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35750) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:35.925396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d7991-6513-4e08-9c41-8a0ef271543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c05e6-4071-4a08-8a1c-28dddb634229,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:35.950040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.955877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:35.956711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:35.996919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35752) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:36.019642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4158170 Nov 23 10:15:36.025957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:36.032574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:36.177009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f91c2e3d-f3bd-423e-a942-424de7463c4e req-83d4d349-6962-4376-8ef6-681e410ddf6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.1689148 Nov 23 10:15:36.191307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7d04949-ed94-444e-9c4d-d8d379d61c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.242586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:36.246149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.372046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7d04949-ed94-444e-9c4d-d8d379d61c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.379443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7d04949-ed94-444e-9c4d-d8d379d61c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.454853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b7d04949-ed94-444e-9c4d-d8d379d61c24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de3b5020ea2c4930b887f813530b405f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544721 Nov 23 10:15:36.456099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04949-ed94-444e-9c4d-d8d379d61c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e2ffc-cc3a-4d47-8dda-7ef78fcf2e28,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:36.459256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35758) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:36.503966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6fb6f-9cd5-41e9-8562-d92487e5f1f9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=386b96a1-2d6d-4f74-956d-ca75a2d3efdd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:36.515540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.516048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:36.541033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.554313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.593838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.606986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.609677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.613224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/836c05e6-4071-4a08-8a1c-28dddb634229 HTTP/1.1" status: 204 len: 168 time: 0.6868737 Nov 23 10:15:36.620717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b78968-f59b-4d7b-b219-77d13a63d36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c05e6-4071-4a08-8a1c-28dddb634229,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:36.665182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=4ec8a759-f4e3-49d6-9987-19dc1865d508,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:36.675400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.691144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': 'e4dc1193-263c-4e8b-b77e-60c83f1924f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:36.691562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: 386b96a1-2d6d-4f74-956d-ca75a2d3efdd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:36.726876 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:36.743138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 386b96a1-2d6d-4f74-956d-ca75a2d3efdd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:36.745990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.748301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.749619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c3e2ffc-cc3a-4d47-8dda-7ef78fcf2e28 HTTP/1.1" status: 204 len: 168 time: 0.2869320 Nov 23 10:15:36.754357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20df992-7918-4f43-bade-5adb2a596013 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:36.767679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:36.771546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.792102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27f083-f4c4-496e-8d6a-d26f74f21c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e2ffc-cc3a-4d47-8dda-7ef78fcf2e28,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:36.817498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-200f0c5b-119a-423a-bdff-7fa6379fc7a9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7901707 Nov 23 10:15:36.820534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35768) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:36.826377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:36.947367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-386b96a1-2d6d-4f74-956d-ca75a2d3efdd', 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '4ec8a759-f4e3-49d6-9987-19dc1865d508'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:36.948558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:36.994270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:37.003691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.095505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a6cc013-679b-49be-9066-0c6643f09ff2 req-17abcde9-ed21-4f74-8120-f28affe1b6bd tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0696661 Nov 23 10:15:37.303385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Allocated IP 2001:db8::2 (386b96a1-2d6d-4f74-956d-ca75a2d3efdd/4ec8a759-f4e3-49d6-9987-19dc1865d508/4f691d2a-885d-4cbc-800a-bc2e4284eac3) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:37.396569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:37.416469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26537474-cff2-477d-9980-39fd3cadae42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.507278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.526247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26537474-cff2-477d-9980-39fd3cadae42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.534021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-26537474-cff2-477d-9980-39fd3cadae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.544740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.552402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:37.556057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:37.556754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.566558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.566943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.583570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-26537474-cff2-477d-9980-39fd3cadae42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db6cf0c4d81e40eea285ad535e5f5082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854086 Nov 23 10:15:37.584804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26537474-cff2-477d-9980-39fd3cadae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf701053-a187-4f54-b35e-48fa4371e28f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:37.588355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35786) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:37.602981 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7807784 Nov 23 10:15:37.605665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35788) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:37.609051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af69d5-1e4c-458b-ac33-3d265370570d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=e4b6e42e-3490-4a3c-8071-ce19d48b3941,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:37.643070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:37.644820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:37.648756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:37.665605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.693246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.707399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Pushing event updated for resources: {'Port': ['ID=4f691d2a-885d-4cbc-800a-bc2e4284eac3,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:37.721840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Attempting to bind port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:37.722272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Attempting to bind port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e4dc1193-263c-4e8b-b77e-60c83f1924f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:37.722847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Attempting to bind port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 on network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:37.733143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:37.733573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Checking segment: {'id': 'e4dc1193-263c-4e8b-b77e-60c83f1924f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:37.734038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.735151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Bound using segment: {'id': 'e4dc1193-263c-4e8b-b77e-60c83f1924f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:37.736794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Bound port: 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dc1193-263c-4e8b-b77e-60c83f1924f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:37.737237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.754073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.756832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.761615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf701053-a187-4f54-b35e-48fa4371e28f HTTP/1.1" status: 204 len: 168 time: 0.1721227 Nov 23 10:15:37.770151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.771462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2510b-b4a1-4620-8b45-ab4b021369e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf701053-a187-4f54-b35e-48fa4371e28f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:37.771681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.775160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.777133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.778837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:37.785390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:37.790935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107958194'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:37.808775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e1d29d59-d0c8-422a-b8cc-f5319017418e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1736212 Nov 23 10:15:37.842238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:37.849765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] For port 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:37.851878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.856262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] For port 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4f691d2a-885d-4cbc-800a-bc2e4284eac3,segment=NetworkSegment(e4dc1193-263c-4e8b-b77e-60c83f1924f4),segment_id=e4dc1193-263c-4e8b-b77e-60c83f1924f4)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:37.862887 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.906036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:37.927173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:37.927173 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment 36c957c0-51c0-4a44-98f1-0b4dd59b9255 of type vlan for network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f Nov 23 10:15:37.963800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fca001-d27a-4891-a6a5-5b2ade4add20 None None] Pushing event updated for resources: {'Port': ['ID=4f691d2a-885d-4cbc-800a-bc2e4284eac3,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:37.996208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.037967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.049877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:38.051299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.106957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3202026 Nov 23 10:15:38.109661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35808) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:38.120134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:38.181180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fa8ec-1133-47de-8500-26df8656ea7b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:38.195717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:38.352643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68535975-ab3b-491b-a98d-17380d6a84bb req-9197b397-98db-40b0-8a3b-2a0a9af4d8a4 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0631545 Nov 23 10:15:38.450479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.470366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.574508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f is not hosted by any dhcp agent {{(pid=110023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:15:38.580665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:38.582005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.586827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35828) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:38.587341 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "PUT /v2.0/networks/dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f HTTP/1.1" status: 200 len: 723 time: 0.4759231 Nov 23 10:15:38.588454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be4286-2162-480d-986e-d61722807ee5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:38.592136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': 'dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:38.611555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:38.711996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:38.719133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:38.789091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22a3b26b-2f38-4de7-ba6e-d9e9ba737648 req-3672e98c-954a-4f12-a85d-1a15c2185ca2 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f&device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0502284 Nov 23 10:15:39.060850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:39.107328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d2f94e6-a1be-49a4-9211-3d5fb9a1ff0a req-93def2c4-23ab-454e-b13f-c5cb93ad084a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cc824c0a59044448654c9ceadcc09dd&device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0561714 Nov 23 10:15:39.172516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d2f94e6-a1be-49a4-9211-3d5fb9a1ff0a req-eac0590c-a8d0-4dc9-9216-73ed53792825 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9cc824c0a59044448654c9ceadcc09dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547659 Nov 23 10:15:39.262465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db61f87f-cb33-41e1-8d96-6da3c3678226 req-b5fce5c1-88a7-4439-9738-d88a2f0b4cce tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0866520 Nov 23 10:15:39.292283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': '36c957c0-51c0-4a44-98f1-0b4dd59b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:39.292657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:39.301843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=1c82e6e4-55fc-4a63-b703-66b93f1e7e0d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:39.356579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:39.382531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:39.396312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afbe754-aad1-4fd3-932b-0b2a7243a6a7 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:39.401501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:39.402325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:39.462038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f659e269-297d-4ce3-8f8f-982e4462d9e9 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8721290 Nov 23 10:15:39.463241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:39.477362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:39.478307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f94e6-a1be-49a4-9211-3d5fb9a1ff0a req-f2cc1387-e1e6-4b5a-8930-9621b39c16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:39.483697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d2f94e6-a1be-49a4-9211-3d5fb9a1ff0a req-f2cc1387-e1e6-4b5a-8930-9621b39c16b5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007340 Nov 23 10:15:39.571468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58087bdb-73c2-4ae8-8ec6-8c1945109dd4 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:39.668283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6218703'] for subnet, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:39.734485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:39.735019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.016201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763416244857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6099048'] for subnet, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.101651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:40.102294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.104875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "PUT /v2.0/subnets/1c82e6e4-55fc-4a63-b703-66b93f1e7e0d HTTP/1.1" status: 200 len: 826 time: 0.6395774 Nov 23 10:15:40.105777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6c208-884f-4291-b9ca-0c9552a1b6bb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=1c82e6e4-55fc-4a63-b703-66b93f1e7e0d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:40.106707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35890) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:40.139172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4f691d2a-885d-4cbc-800a-bc2e4284eac3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:40.256012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd910bc-17ed-41a3-91a1-e8d6b1baf4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f', 'network_id': 'dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': '1c82e6e4-55fc-4a63-b703-66b93f1e7e0d'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:40.257188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8dd910bc-17ed-41a3-91a1-e8d6b1baf4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.318995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.474933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7d9c76c-f8f8-406c-8824-1e09bf386795 req-0e915687-c5e9-4b27-bc29-f08741d20ced tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0891526 Nov 23 10:15:40.512887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.522859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:40.523257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.659566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35902) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:40.667027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.718438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.720795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=1c82e6e4-55fc-4a63-b703-66b93f1e7e0d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:40.803543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.826213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:40.841623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c957c0-51c0-4a44-98f1-0b4dd59b9255') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:40.842019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c957c0-51c0-4a44-98f1-0b4dd59b9255') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:40.842157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] For port 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4f691d2a-885d-4cbc-800a-bc2e4284eac3,segment=NetworkSegment(e4dc1193-263c-4e8b-b77e-60c83f1924f4),segment_id=e4dc1193-263c-4e8b-b77e-60c83f1924f4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:40.853142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.866208 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.871954 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.880390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:40.880802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.952634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d2f94e6-a1be-49a4-9211-3d5fb9a1ff0a req-2448c090-7f9a-446b-8235-9576a85bfd12 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.50 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.2507544 Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:40.953493 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server [None req-8dd910bc-17ed-41a3-91a1-e8d6b1baf4df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c82e6e4-55fc-4a63-b703-66b93f1e7e0d: This subnet is being modified by another concurrent operation. Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c82e6e4-55fc-4a63-b703-66b93f1e7e0d: This subnet is being modified by another concurrent operation. Nov 23 10:15:40.987392 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Nov 23 10:15:40.997564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:40.997564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1307bc44-df97-430d-90d1-6d38f672146a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.017313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.032958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35910) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:41.042297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f HTTP/1.1" status: 204 len: 168 time: 0.9338150 Nov 23 10:15:41.074524 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26a5215-f8c1-4dd7-b290-550cb99b5841 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:41.074668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26a5215-f8c1-4dd7-b290-550cb99b5841 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:41.098557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f26a5215-f8c1-4dd7-b290-550cb99b5841 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f HTTP/1.1" status: 404 len: 339 time: 0.0643773 Nov 23 10:15:41.099399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35912) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:41.111365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def494f5-f006-4645-81dd-ab380a27301e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.128358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729769846', 'description': 'd1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:41.165215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b1fe-7cb9-430e-8bac-07fd1dc399ae req-8a54b179-05f0-41db-aa60-cef0bc832b20 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:41.172996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca05b1fe-7cb9-430e-8bac-07fd1dc399ae req-8a54b179-05f0-41db-aa60-cef0bc832b20 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1096 time: 0.1639116 Nov 23 10:15:41.199525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:41.199756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a18e7-266b-40f3-9614-c2c319440214 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:41.203499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.216653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a18e7-266b-40f3-9614-c2c319440214 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:15:41.235062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Update dhcp port {'port': {'network_id': '386b96a1-2d6d-4f74-956d-ca75a2d3efdd', 'fixed_ips': [{'subnet_id': '4ec8a759-f4e3-49d6-9987-19dc1865d508', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4b6e42e-3490-4a3c-8071-ce19d48b3941'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '4f691d2a-885d-4cbc-800a-bc2e4284eac3'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:15:41.242280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a59823a-e2d2-4853-865a-dcff112ede16 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:41.254766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:41.274291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca05b1fe-7cb9-430e-8bac-07fd1dc399ae req-e2588d18-fa54-4a68-9e5f-508da1450fa5 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942693 Nov 23 10:15:41.284295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.285177 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment a6f9b51a-0057-431a-b321-d80acf0c9e91 of type vlan for network 316306ab-d6d0-43fe-bada-18e346c82afd Nov 23 10:15:41.304227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a59823a-e2d2-4853-865a-dcff112ede16 None None] Network dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:15:41.311524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.313881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a741c8-1590-4ce1-a4b6-527bb6c2f1b7 None None] Pushing event updated for resources: {'Port': ['ID=4f691d2a-885d-4cbc-800a-bc2e4284eac3,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.350892 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1307bc44-df97-430d-90d1-6d38f672146a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.362887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1307bc44-df97-430d-90d1-6d38f672146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.425737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307bc44-df97-430d-90d1-6d38f672146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5447b-8351-4232-8890-25d1f4f24568,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.430420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1307bc44-df97-430d-90d1-6d38f672146a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d6a8ca56bd34d7197cf3f5887083105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7697153 Nov 23 10:15:41.434547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35916) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:41.438394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.540637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.543466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.547179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:41.548399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.569963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Allocated IP 172.20.0.1 (386b96a1-2d6d-4f74-956d-ca75a2d3efdd/e4b6e42e-3490-4a3c-8071-ce19d48b3941/4f691d2a-885d-4cbc-800a-bc2e4284eac3) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:41.593816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.641739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=316306ab-d6d0-43fe-bada-18e346c82afd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.659779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.662612 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.664046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4de5447b-8351-4232-8890-25d1f4f24568 HTTP/1.1" status: 204 len: 168 time: 0.2277966 Nov 23 10:15:41.664853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697999-0a15-4e59-8197-f613398ebd5b req-8b805517-7d72-4516-83b4-6d5023fbba09 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:41.666948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2697999-0a15-4e59-8197-f613398ebd5b req-8b805517-7d72-4516-83b4-6d5023fbba09 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1900449 Nov 23 10:15:41.677849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d811ddae-4950-4946-8e2c-c4716708a65d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5771859 Nov 23 10:15:41.682709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:41.696359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3a98f50-6c77-4b07-b4cb-6c02e88dc1e0 req-8c9e3b83-dde8-4042-97af-e55913e7640c tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=144d59cd-3492-47fb-9b34-27601570cd9f HTTP/1.1" status: 200 len: 210 time: 0.0507252 Nov 23 10:15:41.710179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72093a-1be1-42a7-a850-8f30e043c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5447b-8351-4232-8890-25d1f4f24568,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.727113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 316306ab-d6d0-43fe-bada-18e346c82afd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:41.821441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] For port 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4f691d2a-885d-4cbc-800a-bc2e4284eac3,segment=NetworkSegment(e4dc1193-263c-4e8b-b77e-60c83f1924f4),segment_id=e4dc1193-263c-4e8b-b77e-60c83f1924f4)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:41.867743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.874891 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:41.881630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bee34-f599-41db-bf2c-5824057b543a tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:41.888091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35932) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:41.895318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'description': 'd2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:41.900342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-309bee34-f599-41db-bf2c-5824057b543a tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks?id=316306ab-d6d0-43fe-bada-18e346c82afd HTTP/1.1" status: 200 len: 765 time: 0.2064695 Nov 23 10:15:41.943216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd7709-a871-42bb-9aee-55e95f166443 None None] Pushing event updated for resources: {'Port': ['ID=4f691d2a-885d-4cbc-800a-bc2e4284eac3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:41.945919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2697999-0a15-4e59-8197-f613398ebd5b req-e19ce1e2-b3a2-4fec-8c24-1f8fd5180b72 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660694 Nov 23 10:15:41.948206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4f691d2a-885d-4cbc-800a-bc2e4284eac3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:41.981538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:42.063852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:42.064590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.110919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-302a183b-8aba-40f5-9d0a-9108cd51c8c4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 200 len: 993 time: 0.1235676 Nov 23 10:15:42.290165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35944) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:42.303780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-396c61f4-020a-49d8-85fa-5e52463c8873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.479501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-396c61f4-020a-49d8-85fa-5e52463c8873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.489813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-396c61f4-020a-49d8-85fa-5e52463c8873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.567987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-396c61f4-020a-49d8-85fa-5e52463c8873 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57fa0acaf15b4402926dcb68598e81b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819583 Nov 23 10:15:42.576260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:42.619227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c61f4-020a-49d8-85fa-5e52463c8873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a54a6-b86a-48bf-aa75-43cc37269909,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:42.678882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.729421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.833047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.836220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.839832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/666a54a6-b86a-48bf-aa75-43cc37269909 HTTP/1.1" status: 204 len: 168 time: 0.2539346 Nov 23 10:15:42.887184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.899623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512d861-367a-49f5-9b45-3fef4450edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a54a6-b86a-48bf-aa75-43cc37269909,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:42.924262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.952395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-af7cf1cc-585c-414e-951c-2bbfbb1a12e7 req-5ddfe11a-291b-4477-9251-b38dd0cf503a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:15:42.961176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network 316306ab-d6d0-43fe-bada-18e346c82afd is not hosted by any dhcp agent {{(pid=110023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:15:42.963728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-af7cf1cc-585c-414e-951c-2bbfbb1a12e7 req-5ddfe11a-291b-4477-9251-b38dd0cf503a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3929527 Nov 23 10:15:42.969603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:42.970495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:42.975079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35962) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:42.976458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "PUT /v2.0/networks/316306ab-d6d0-43fe-bada-18e346c82afd HTTP/1.1" status: 200 len: 762 time: 1.0867271 Nov 23 10:15:43.067107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e131a9-9e9d-4555-bd35-0078a53e2602 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=316306ab-d6d0-43fe-bada-18e346c82afd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:43.080878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 316306ab-d6d0-43fe-bada-18e346c82afd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:43.169447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f912f-a276-4468-80b8-83f70d5f1f02 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:43.172447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4844b7fb-e62b-45e3-8adb-260c63fa811b req-cf1a09b9-3825-48a3-9027-3b331a523300 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cc824c0a59044448654c9ceadcc09dd&device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0382311 Nov 23 10:15:43.233853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4844b7fb-e62b-45e3-8adb-260c63fa811b req-288c9569-7ae9-433d-bf61-cb9b8f2c3e3f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9cc824c0a59044448654c9ceadcc09dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506549 Nov 23 10:15:43.295061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c82039-1eb2-4b75-a505-13d3a58fa519 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:43.302831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f4c82039-1eb2-4b75-a505-13d3a58fa519 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks?id=316306ab-d6d0-43fe-bada-18e346c82afd HTTP/1.1" status: 200 len: 765 time: 0.3227961 Nov 23 10:15:43.303276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 35972) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:43.372163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c90de00-6bbb-4559-a32d-f1c439ecac43 req-f0bf1817-f9ce-483c-81cd-5c36cb4fad10 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0996881 Nov 23 10:15:43.496044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844b7fb-e62b-45e3-8adb-260c63fa811b req-50580e2e-0472-4ea3-a2ac-a595c903d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:43.497586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4844b7fb-e62b-45e3-8adb-260c63fa811b req-50580e2e-0472-4ea3-a2ac-a595c903d1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557280 Nov 23 10:15:43.659597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a975626-9887-48b1-ad72-dfbd796858c1 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:43.663350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-03b6d293-dbf9-4797-b0c7-4734fb3d9d3f None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:43.664290 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03b6d293-dbf9-4797-b0c7-4734fb3d9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:43.664607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:43.665977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a975626-9887-48b1-ad72-dfbd796858c1 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3617337 Nov 23 10:15:43.771387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0cb81de3-1069-4a71-9d51-ffabe688b8bd tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 207 time: 0.1024258 Nov 23 10:15:43.774009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 35986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:43.865855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4f691d2a-885d-4cbc-800a-bc2e4284eac3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:15:43.909275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-831f3970-5a86-4276-8c79-78910ca1274b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358213 Nov 23 10:15:44.030126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:44.030506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:44.295406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dd91c-cfca-4cac-9423-1eb96627da70 req-5deedf1e-e3df-442f-a472-12ad6f8832f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.301990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da6dd91c-cfca-4cac-9423-1eb96627da70 req-5deedf1e-e3df-442f-a472-12ad6f8832f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.5238416 Nov 23 10:15:44.320632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da89ce2-c4e4-4cdf-9160-47cddd6fb302 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:15:44.435520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b9d053cb-b36a-4101-890f-22719cd88b71 None None] Provisioning complete for port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:15:44.437237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9d053cb-b36a-4101-890f-22719cd88b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:44.619887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da6dd91c-cfca-4cac-9423-1eb96627da70 req-d398a56e-32fe-4863-a253-856c6b03e20a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013873 Nov 23 10:15:44.634036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6509a26e-13ac-4578-b8c0-f3573258c7bf req-fdbd6d64-a416-4262-bfdc-53a803a61dde tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.1254423 Nov 23 10:15:44.654210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.673236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.675553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da89ce2-c4e4-4cdf-9160-47cddd6fb302 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:15:44.679786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.704544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.712389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.728723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:44.732339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f9fe63bb-c58a-47eb-9612-3352f016c6ce tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9574227 Nov 23 10:15:44.736467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36024) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:44.807748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4844b7fb-e62b-45e3-8adb-260c63fa811b req-3684a5d8-812f-4f18-92fa-d06286cb5139 tempest-ServerShowV247Test-1863096675 tempest-ServerShowV247Test-1863096675-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eddc31b-5e5c-4cd3-9eed-fd3bdcc35744 HTTP/1.1" status: 200 len: 210 time: 0.0729866 Nov 23 10:15:45.136046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.146394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-95f2d68a-3994-4265-b922-651fbab38b71 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4073741 Nov 23 10:15:45.263496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.265940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.268596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.270829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.272705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.280424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36036) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.292897 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-43a7168e-142b-4209-9f01-cdeaad9b6344 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1457653 Nov 23 10:15:45.508575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.510862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.523690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.533991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.535953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.538206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ba41753f-1798-46a2-bea9-d36505e9911f tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2562819 Nov 23 10:15:45.541998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36044) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.718671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821fb0f-46b6-4bdf-b3dc-e00dfaa3cdf3 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.720158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0821fb0f-46b6-4bdf-b3dc-e00dfaa3cdf3 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks/99b852f5-cd3f-4513-b540-4fae134a4210 HTTP/1.1" status: 200 len: 803 time: 0.1769793 Nov 23 10:15:45.724795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36060) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.812374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a57e3-d664-42cd-9998-c13155adb394 req-c1f88b89-9e53-4583-8e5b-7c287108c94f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.820270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d9a57e3-d664-42cd-9998-c13155adb394 req-c1f88b89-9e53-4583-8e5b-7c287108c94f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0639701 Nov 23 10:15:45.873129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:45.888633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6d9a57e3-d664-42cd-9998-c13155adb394 req-9cdedd22-65bb-48f7-b20c-6ebab2f037cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630798 Nov 23 10:15:45.892234 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d40e027-abc2-46a9-9750-e35d3bf0f9c1 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/networks/99b852f5-cd3f-4513-b540-4fae134a4210?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1662583 Nov 23 10:15:45.895564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36066) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.951585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c990f6-5314-4beb-a20f-7f4991b7ad91 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.952977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c5c990f6-5314-4beb-a20f-7f4991b7ad91 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets/11e95a54-cc82-4dd7-ac31-5311649e8bab HTTP/1.1" status: 200 len: 843 time: 0.0560780 Nov 23 10:15:45.956777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36068) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:45.987195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-87d19634-5cd8-412d-85db-26d0863f4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:45.989432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-87d19634-5cd8-412d-85db-26d0863f4c22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1096 time: 0.0459728 Nov 23 10:15:46.013854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c8288-a77b-48b3-908d-117d6ca04854 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['shared'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:46.017098 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2c5c8288-a77b-48b3-908d-117d6ca04854 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "GET /v2.0/subnets/11e95a54-cc82-4dd7-ac31-5311649e8bab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0593450 Nov 23 10:15:46.020810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36074) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:46.026240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160925986'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:46.052595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:46.056591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.085108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:46.095395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.096040 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Added segment f941f72f-bb95-4a20-ba13-e5533b7e6485 of type vlan for network ecc924be-643b-4d3c-9db2-5899beb92dbd Nov 23 10:15:46.103156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-c5fdf09d-8929-4c6f-aaf6-23a05b29fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:46.104701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-c5fdf09d-8929-4c6f-aaf6-23a05b29fc30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1071441 Nov 23 10:15:46.126161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36076) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:46.152304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.180229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.187104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:46.188093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.212436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-bc44dcf1-b3f8-4b98-9415-2eb8f7b71fe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 1001 time: 0.0993230 Nov 23 10:15:46.235528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2133975 Nov 23 10:15:46.238976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36084) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:46.264471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:46.267717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Network': ['ID=ecc924be-643b-4d3c-9db2-5899beb92dbd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:46.276040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.276858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.277596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.278062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.278664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.279287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.279873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.280443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.281613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.282199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.282717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.283234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520f13-c5a6-491d-a953-66183c79b325 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:15:46.297485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:46.309388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f78df33a-589e-4b95-a13b-b14901cca2a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.380564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-4007dcaa-26ad-48d5-a0fc-d48e6e810363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:46.382481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-4007dcaa-26ad-48d5-a0fc-d48e6e810363 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.1569996 Nov 23 10:15:46.452891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-6eaf7308-1ad5-4b9a-b34d-88b80c2e5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:46.454901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-6eaf7308-1ad5-4b9a-b34d-88b80c2e5a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629215 Nov 23 10:15:46.455875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Made reservation on behalf of f6ab0cf8dcec4ec888457a890acfed12 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:46.459739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.467574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f78df33a-589e-4b95-a13b-b14901cca2a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.472727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f78df33a-589e-4b95-a13b-b14901cca2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.509551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f78df33a-589e-4b95-a13b-b14901cca2a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9cc824c0a59044448654c9ceadcc09dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833516 Nov 23 10:15:46.510320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36090) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:46.551834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Performing IP validity checks on allocation pools {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:15:46.553023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:15:46.587015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36092) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:46.589604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df33a-589e-4b95-a13b-b14901cca2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe92fb6-0df0-4e98-8138-fb7d812582f1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:46.607057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.656180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-a1d06598-9259-4edd-9f58-08bef6f5fb10 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901536 Nov 23 10:15:46.665058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.724882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.727640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.731338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fe92fb6-0df0-4e98-8138-fb7d812582f1 HTTP/1.1" status: 204 len: 168 time: 0.2161896 Nov 23 10:15:46.738977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c9ec-1cd7-4db9-b8ea-3dbc87eaf197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe92fb6-0df0-4e98-8138-fb7d812582f1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:46.835449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7207b84d-0590-4762-a964-ffe2a1d57103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:46.856681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-983206ce-237c-40fa-ba69-f2e3860b94cd service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926832 Nov 23 10:15:46.921522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.018072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac1c97-0d01-4859-aafc-a5b85a726529,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:47.042580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Checking segment: {'id': 'f941f72f-bb95-4a20-ba13-e5533b7e6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:47.042948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network hostable DHCP agents. Network: ecc924be-643b-4d3c-9db2-5899beb92dbd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:47.076091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7207b84d-0590-4762-a964-ffe2a1d57103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.090675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7207b84d-0590-4762-a964-ffe2a1d57103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.107285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbe40e-1d83-42ba-83cc-47ee16e9b3f4 req-37bebe31-1ad6-4dc9-a6be-b6420193dde7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:47.109336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29dbe40e-1d83-42ba-83cc-47ee16e9b3f4 req-37bebe31-1ad6-4dc9-a6be-b6420193dde7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0948336 Nov 23 10:15:47.125369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Network ecc924be-643b-4d3c-9db2-5899beb92dbd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:47.161039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7207b84d-0590-4762-a964-ffe2a1d57103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c205bc1fd4242fab05a03b4f6ad22c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5710244 Nov 23 10:15:47.161868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36116) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:47.163493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b84d-0590-4762-a964-ffe2a1d57103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2efbab-bd77-4d5b-9ad8-f4b72011bd15,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:47.174276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ecc924be-643b-4d3c-9db2-5899beb92dbd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:47.182911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8d83d-4834-40f6-aed6-7dd26acb865a None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:47.190715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:47.190715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.208792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29dbe40e-1d83-42ba-83cc-47ee16e9b3f4 req-a1035962-2804-4713-b6bf-6693e6493349 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910702 Nov 23 10:15:47.218115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-878a0b7f-be7e-4305-9713-a39073ece217 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9770055 Nov 23 10:15:47.221912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36120) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:47.227835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:47.271661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.335335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.401640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5450291'] for subnet, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.451495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ecc924be-643b-4d3c-9db2-5899beb92dbd', 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd', 'tenant_id': 'f6ab0cf8dcec4ec888457a890acfed12', 'fixed_ips': [{'subnet_id': 'e5ac1c97-0d01-4859-aafc-a5b85a726529'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:15:47.452445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.498815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.502790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.506986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f2efbab-bd77-4d5b-9ad8-f4b72011bd15 HTTP/1.1" status: 204 len: 168 time: 0.3405588 Nov 23 10:15:47.525110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b22b07-7dad-452f-b999-510efff56b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2efbab-bd77-4d5b-9ad8-f4b72011bd15,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:47.672748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763416244857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5760624'] for subnet, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.766564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Allocated IP 2001:db8::3 (ecc924be-643b-4d3c-9db2-5899beb92dbd/e5ac1c97-0d01-4859-aafc-a5b85a726529/d3ba69a7-50b0-46f6-9052-23ea4b5b009a) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:47.793064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac1c97-0d01-4859-aafc-a5b85a726529,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:47.814093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:47.814711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.822261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:47.824599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2252b48a-4a86-4b23-b8c7-b65596130d99 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "PUT /v2.0/subnets/e5ac1c97-0d01-4859-aafc-a5b85a726529 HTTP/1.1" status: 200 len: 900 time: 0.6016192 Nov 23 10:15:47.875552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1dc7-8810-4dab-909f-71e0650a810d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:47.983419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36144) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:48.012496 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.024166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.068847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.112948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Pushing event updated for resources: {'Port': ['ID=d3ba69a7-50b0-46f6-9052-23ea4b5b009a,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:48.140238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:48.142644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:48.145784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:48.166292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-111291389-network', 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:48.192752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port d3ba69a7-50b0-46f6-9052-23ea4b5b009a {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:48.193085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.198114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:48.216124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.241287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.250628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Attempting to bind port d3ba69a7-50b0-46f6-9052-23ea4b5b009a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:48.251627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Attempting to bind port d3ba69a7-50b0-46f6-9052-23ea4b5b009a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f941f72f-bb95-4a20-ba13-e5533b7e6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:48.252178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Attempting to bind port d3ba69a7-50b0-46f6-9052-23ea4b5b009a on network ecc924be-643b-4d3c-9db2-5899beb92dbd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:48.261758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:48.262490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Checking segment: {'id': 'f941f72f-bb95-4a20-ba13-e5533b7e6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:48.263127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.263714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Bound using segment: {'id': 'f941f72f-bb95-4a20-ba13-e5533b7e6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:48.264395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Bound port: d3ba69a7-50b0-46f6-9052-23ea4b5b009a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f941f72f-bb95-4a20-ba13-e5533b7e6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ecc924be-643b-4d3c-9db2-5899beb92dbd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:48.264996 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.343504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port d3ba69a7-50b0-46f6-9052-23ea4b5b009a, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:48.345221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.369841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for d3ba69a7-50b0-46f6-9052-23ea4b5b009a owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:48.405170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] For port d3ba69a7-50b0-46f6-9052-23ea4b5b009a, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:48.419310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] For port d3ba69a7-50b0-46f6-9052-23ea4b5b009a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d3ba69a7-50b0-46f6-9052-23ea4b5b009a,segment=NetworkSegment(f941f72f-bb95-4a20-ba13-e5533b7e6485),segment_id=f941f72f-bb95-4a20-ba13-e5533b7e6485)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:48.426135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.427532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.480535 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.510253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d38007-db8f-4144-9fa3-979704036aeb None None] Pushing event updated for resources: {'Port': ['ID=d3ba69a7-50b0-46f6-9052-23ea4b5b009a,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:48.524359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:15:48.557160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.557665 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Added segment c747fd11-e8b7-49cb-b404-6ab4c5c40931 of type vlan for network 8d145db9-91cf-430d-a4af-7fbdb1882e61 Nov 23 10:15:48.589667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.623975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.706236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=d3ba69a7-50b0-46f6-9052-23ea4b5b009a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:48.724005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port d3ba69a7-50b0-46f6-9052-23ea4b5b009a on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:48.729438 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.732096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:48.734506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.756204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abbaee-2508-4b4a-87a9-20f9f5757283,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:48.778102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.842892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bd305-a962-4071-b94d-ca32dbfb71bc req-8d60b2e3-37be-4b9d-a2cd-a3c50e862f27 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:48.845062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-942bd305-a962-4071-b94d-ca32dbfb71bc req-8d60b2e3-37be-4b9d-a2cd-a3c50e862f27 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.4158921 Nov 23 10:15:48.869283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8826115 Nov 23 10:15:48.870670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:48.873457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:48.904606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Request body: {'subnet': {'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-111291389-subnet', 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:48.962809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ac1c97-0d01-4859-aafc-a5b85a726529,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:48.971837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:48.974392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.056433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e8841-3977-4433-8a2d-d9da629afaef admin admin] Pushing event updated for resources: {'Network': ['ID=8d145db9-91cf-430d-a4af-7fbdb1882e61,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:49.068227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:15:49.138267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-942bd305-a962-4071-b94d-ca32dbfb71bc req-379aa441-dc29-45ca-9151-eec26ec30937 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339013 Nov 23 10:15:49.322861 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.329559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.407866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5fdbb1-f525-4d66-8eed-6fee10280d20,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:49.411353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc924be-643b-4d3c-9db2-5899beb92dbd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:49.431315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f941f72f-bb95-4a20-ba13-e5533b7e6485') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:49.431748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f941f72f-bb95-4a20-ba13-e5533b7e6485') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:49.466344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.490096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:49.490531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Network hostable DHCP agents. Network: 8d145db9-91cf-430d-a4af-7fbdb1882e61, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:15:49.500276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.513402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:49.513993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:49.524514 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:49.564647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:15:49.613687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8d145db9-91cf-430d-a4af-7fbdb1882e61) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:49.624285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:49.624285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.630799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45419d10-829e-45f9-81ca-8a174982ae09 None None] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:49.639182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.654654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:49.659389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/ecc924be-643b-4d3c-9db2-5899beb92dbd HTTP/1.1" status: 204 len: 168 time: 1.8357766 Nov 23 10:15:49.665309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36184) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:49.710334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e2679e49-441d-4a42-bf5e-515e742a2e29 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8120482 Nov 23 10:15:49.710334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8331457-d7a6-41ea-8167-f22a3d70af57 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=ecc924be-643b-4d3c-9db2-5899beb92dbd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:49.793314 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c5e5bc-89cb-46dc-b822-c4dada9ff9da tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:49.795605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c5e5bc-89cb-46dc-b822-c4dada9ff9da tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:49.822485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-90c5e5bc-89cb-46dc-b822-c4dada9ff9da tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/e5ac1c97-0d01-4859-aafc-a5b85a726529 HTTP/1.1" status: 404 len: 337 time: 0.1547222 Nov 23 10:15:49.824537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36190) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:49.860454 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-982eac54-4863-48f0-a1fa-3d72520ba5f7 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:49.868550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982eac54-4863-48f0-a1fa-3d72520ba5f7 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:49.871679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-982eac54-4863-48f0-a1fa-3d72520ba5f7 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/ecc924be-643b-4d3c-9db2-5899beb92dbd HTTP/1.1" status: 404 len: 339 time: 0.0458770 Nov 23 10:15:49.874399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:49.879674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821a0f88-760b-45a9-8cf1-c0af772d7e1c None None] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:50.023453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.192396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.241443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316306ab-d6d0-43fe-bada-18e346c82afd']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:50.260587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f9b51a-0057-431a-b321-d80acf0c9e91') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:50.260944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f9b51a-0057-431a-b321-d80acf0c9e91') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:50.272050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.297370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.304689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:50.305145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.361572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.369626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3af14719-eb46-485a-b6da-afc56521b515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.374545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-15702798-1e66-4261-bc8f-cc9f50227682 None None] Could not find standard attr ID for object d3ba69a7-50b0-46f6-9052-23ea4b5b009a. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:15:50.446014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec59a3f-16be-4330-8277-eb84f92ddaae None None] DHCP port deletion for ecc924be-643b-4d3c-9db2-5899beb92dbd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:50.452047 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:50.473502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc9779-0646-4120-a0e8-0ed0368ffddf None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:50.486669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc9779-0646-4120-a0e8-0ed0368ffddf None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:15:50.499659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76214deb-80b8-4fe7-82cf-ad0f200697e1 None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:50.515308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76214deb-80b8-4fe7-82cf-ad0f200697e1 None None] Network ecc924be-643b-4d3c-9db2-5899beb92dbd could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:15:50.523122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.535948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.539217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/316306ab-d6d0-43fe-bada-18e346c82afd HTTP/1.1" status: 204 len: 168 time: 0.6637082 Nov 23 10:15:50.542132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36234) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:50.580770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ee6e9-005b-4a26-a63c-da8be6700041 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=316306ab-d6d0-43fe-bada-18e346c82afd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:50.585331 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2764aeb-b819-4b8a-aeec-0041754f026b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:50.585854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2764aeb-b819-4b8a-aeec-0041754f026b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:50.594452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c2764aeb-b819-4b8a-aeec-0041754f026b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/1c82e6e4-55fc-4a63-b703-66b93f1e7e0d HTTP/1.1" status: 404 len: 337 time: 0.0503211 Nov 23 10:15:50.597509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36236) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:50.626457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387defe9-91dd-4032-bb36-c4bea119ca98 req-ae463ad4-4442-478c-b036-4786c27e9329 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:50.627129 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0142c185-dac8-4479-93ef-14c3a985b62d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:50.627839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0142c185-dac8-4479-93ef-14c3a985b62d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:50.628048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-387defe9-91dd-4032-bb36-c4bea119ca98 req-ae463ad4-4442-478c-b036-4786c27e9329 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1625688 Nov 23 10:15:50.631436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0142c185-dac8-4479-93ef-14c3a985b62d tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/dd9cf0b6-2c98-4fe4-858e-1e2cb090fe4f HTTP/1.1" status: 404 len: 339 time: 0.0325453 Nov 23 10:15:50.634027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36242) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:50.745647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-920e98b7-22e0-48c3-a224-99d584be9417 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:50.753031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-920e98b7-22e0-48c3-a224-99d584be9417 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2191215 Nov 23 10:15:50.762502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting subnet e4b6e42e-3490-4a3c-8071-ce19d48b3941 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:15:50.770258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.770724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-912a7322-0451-43e5-a0b0-c76fc117824a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0167572 Nov 23 10:15:50.803335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-70a6367c-72d1-4c45-b873-ba16507261c2 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317340 Nov 23 10:15:50.844889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:50.851709 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-387defe9-91dd-4032-bb36-c4bea119ca98 req-6f11b3ef-2864-4391-b5bc-343035646da5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013257 Nov 23 10:15:50.962344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-0477a2a2-52d1-45a7-9ad3-89cbbc823f4d service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415138 Nov 23 10:15:51.003473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.093542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.120649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b6e42e-3490-4a3c-8071-ce19d48b3941,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:51.131160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.134957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ceb4493f-56f8-4ed8-a290-6f87625faddb tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/e4b6e42e-3490-4a3c-8071-ce19d48b3941 HTTP/1.1" status: 204 len: 168 time: 0.4998884 Nov 23 10:15:51.137316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:51.140969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a59fc-3c41-4981-90e4-c5bb2ceccf84 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:51.148842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-d43e40c8-fba7-4a66-94ee-28242f9666eb service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798198 Nov 23 10:15:51.242814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting subnet 4ec8a759-f4e3-49d6-9987-19dc1865d508 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:15:51.251466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.277060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.348467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.538604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-11c323e2-14ba-430a-ad10-b000ca3e3904 req-2b1e0a3e-b4c3-4161-8476-334b9471fc31 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 210 time: 0.1113915 Nov 23 10:15:51.642154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.750902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.774041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3ba69a7-50b0-46f6-9052-23ea4b5b009a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:51.820061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d3ba69a7-50b0-46f6-9052-23ea4b5b009a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:51.820603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d3ba69a7-50b0-46f6-9052-23ea4b5b009a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:51.832850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec8a759-f4e3-49d6-9987-19dc1865d508,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:51.840900 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:51.847429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f2cf9614-d359-40df-a084-baf8ee46adbc tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/4ec8a759-f4e3-49d6-9987-19dc1865d508 HTTP/1.1" status: 204 len: 168 time: 0.7084222 Nov 23 10:15:51.849918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36316) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:51.968255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36322) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:51.995027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.124740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2cad7-5ea1-43a3-b8ab-fd31dc0c7f48 req-3d54735f-ca2c-401c-8595-907e1f831933 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:52.126566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15f2cad7-5ea1-43a3-b8ab-fd31dc0c7f48 req-3d54735f-ca2c-401c-8595-907e1f831933 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1244142 Nov 23 10:15:52.181721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b18b6875-fe2a-4b42-8aed-d744dcb6678c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.226506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:52.228015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.245567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-15f2cad7-5ea1-43a3-b8ab-fd31dc0c7f48 req-cd8176ae-80f1-41cd-9402-acf2a771e831 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090691 Nov 23 10:15:52.403092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b18b6875-fe2a-4b42-8aed-d744dcb6678c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.413288 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b18b6875-fe2a-4b42-8aed-d744dcb6678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.442140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port 4f691d2a-885d-4cbc-800a-bc2e4284eac3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4f691d2a-885d-4cbc-800a-bc2e4284eac3,segment=NetworkSegment(e4dc1193-263c-4e8b-b77e-60c83f1924f4),segment_id=e4dc1193-263c-4e8b-b77e-60c83f1924f4)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:52.442568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.469827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for 4f691d2a-885d-4cbc-800a-bc2e4284eac3 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:52.501704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b6875-fe2a-4b42-8aed-d744dcb6678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b528acf-a03e-4b24-bda3-58932388fd06,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:52.524605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b18b6875-fe2a-4b42-8aed-d744dcb6678c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=834231187f68496a8b753bdd4d0ec6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5542140 Nov 23 10:15:52.524756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36330) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:52.597578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.619648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.660283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.668560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.688363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657ba83-9451-4144-81b0-536e8367cfa4 None None] Network 386b96a1-2d6d-4f74-956d-ca75a2d3efdd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:52.713188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=4f691d2a-885d-4cbc-800a-bc2e4284eac3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:52.722835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port 4f691d2a-885d-4cbc-800a-bc2e4284eac3 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:52.729403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90e6dff0-9a9d-43c4-a0e8-3d45d961cfae req-cb927b87-361d-4e3a-bba6-1adfc2260cce tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 210 time: 0.0346520 Nov 23 10:15:52.759601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.761138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3bfb3a44-d9f5-48fe-a3f9-31d6eb60cdde None None] Could not find standard attr ID for object 4f691d2a-885d-4cbc-800a-bc2e4284eac3. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:15:52.765552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.766982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b528acf-a03e-4b24-bda3-58932388fd06 HTTP/1.1" status: 204 len: 168 time: 0.2408814 Nov 23 10:15:52.781844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbe78e-c8c0-45a5-a94d-027d249b07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b528acf-a03e-4b24-bda3-58932388fd06,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:52.883285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.940920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386b96a1-2d6d-4f74-956d-ca75a2d3efdd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:52.966645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dc1193-263c-4e8b-b77e-60c83f1924f4') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:52.967415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dc1193-263c-4e8b-b77e-60c83f1924f4') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:52.978226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:52.996301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.026736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:53.027147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:53.031473 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:53.033270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c76cea-5327-4c9c-9b70-d3ac6dd6da71 None None] DHCP port deletion for 386b96a1-2d6d-4f74-956d-ca75a2d3efdd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:53.124172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.140273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.153323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/386b96a1-2d6d-4f74-956d-ca75a2d3efdd HTTP/1.1" status: 204 len: 168 time: 1.2925501 Nov 23 10:15:53.154279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36340) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.156137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48de2e-2260-484a-b9a7-272839187931 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=386b96a1-2d6d-4f74-956d-ca75a2d3efdd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:53.204189 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16a23d0-49fa-445e-8fb7-7dd1822df242 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.205245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16a23d0-49fa-445e-8fb7-7dd1822df242 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.208539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d16a23d0-49fa-445e-8fb7-7dd1822df242 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/566455a4-06ec-43d6-b021-e176b7e90a78 HTTP/1.1" status: 404 len: 337 time: 0.0522833 Nov 23 10:15:53.211959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36342) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.233611 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e456f3-dc27-49aa-93f1-9caa4d0aafd2 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.234290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e456f3-dc27-49aa-93f1-9caa4d0aafd2 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.239855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c4e456f3-dc27-49aa-93f1-9caa4d0aafd2 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/972984c6-6d5c-4be0-898a-37c92a98706a HTTP/1.1" status: 404 len: 339 time: 0.0244598 Nov 23 10:15:53.240142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36344) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.287262 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da24ff8-5123-4d4d-8f74-eadaac28e66b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.287262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da24ff8-5123-4d4d-8f74-eadaac28e66b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.290855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9da24ff8-5123-4d4d-8f74-eadaac28e66b tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/0353ccf5-4027-4891-8f8e-d137e210c910 HTTP/1.1" status: 404 len: 337 time: 0.0479712 Nov 23 10:15:53.296896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36350) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.341472 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7aa445-6818-4679-8952-5abcef64ae6e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.342284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7aa445-6818-4679-8952-5abcef64ae6e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.356797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-db7aa445-6818-4679-8952-5abcef64ae6e tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/b941d1d9-4f39-48ec-85ed-55540aee707e HTTP/1.1" status: 404 len: 339 time: 0.0586545 Nov 23 10:15:53.357472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36352) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.426521 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-38799fb2-0ba6-4f40-8cb0-9102ba4e2885 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.427009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38799fb2-0ba6-4f40-8cb0-9102ba4e2885 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.435273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38799fb2-0ba6-4f40-8cb0-9102ba4e2885 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/58cfb09d-e18a-456b-b8b5-bd385465e83e HTTP/1.1" status: 404 len: 337 time: 0.0764644 Nov 23 10:15:53.451858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36354) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.475606 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5a3b6d-259c-42a0-a6b4-facacbdcc8c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:53.476167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5a3b6d-259c-42a0-a6b4-facacbdcc8c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:53.482728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2f5a3b6d-259c-42a0-a6b4-facacbdcc8c5 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/9fd24f97-5f41-4941-b813-dfa5acecd5d7 HTTP/1.1" status: 404 len: 339 time: 0.0299146 Nov 23 10:15:53.488089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.488221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36358) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.522471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.544633 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3ccf-9b46-404a-b0e6-ca51ae98f211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.564925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-a5532248-a3cc-42dd-a3eb-0ea94ef294a4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:53.566998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-a5532248-a3cc-42dd-a3eb-0ea94ef294a4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.1718512 Nov 23 10:15:53.581779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': 'b3b2f090-a518-443b-ab37-c186dc885698', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:53.620194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023cd47-d0f6-41ee-bd42-7f71d372d8d7 req-2d035211-52f9-41c0-b45e-456a675ebc40 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:53.622119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1023cd47-d0f6-41ee-bd42-7f71d372d8d7 req-2d035211-52f9-41c0-b45e-456a675ebc40 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.2542272 Nov 23 10:15:53.661212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting subnet 961adb22-8439-4692-8bd0-e48fbee06a61 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:15:53.684297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.759622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3ccf-9b46-404a-b0e6-ca51ae98f211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.772200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1023cd47-d0f6-41ee-bd42-7f71d372d8d7 req-f09c9dc7-889a-4698-aa20-c485dcb9a9b6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421616 Nov 23 10:15:53.772200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3ccf-9b46-404a-b0e6-ca51ae98f211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.806243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e7c3ccf-9b46-404a-b0e6-ca51ae98f211 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ce5885701844875bfd4a23cf8708451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126967 Nov 23 10:15:53.811963 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.814428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36364) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:53.879883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c3ccf-9b46-404a-b0e6-ca51ae98f211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa7d90-8247-4d40-83a7-ded845e6db74,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:53.887934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4f691d2a-885d-4cbc-800a-bc2e4284eac3 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:53.921974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4f691d2a-885d-4cbc-800a-bc2e4284eac3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:53.922686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4f691d2a-885d-4cbc-800a-bc2e4284eac3 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:53.948796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8bf1daa7-2a2e-4342-93c2-743b8889a27d req-9168b70c-c909-4025-92f4-676b45cc5191 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 210 time: 0.0636668 Nov 23 10:15:53.956405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:15:53.961101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:53.977457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.003454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.033486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.106972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.109979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.111144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06aa7d90-8247-4d40-83a7-ded845e6db74 HTTP/1.1" status: 204 len: 168 time: 0.2957575 Nov 23 10:15:54.121320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74abeca-8d53-4c22-a4b1-2540230a481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa7d90-8247-4d40-83a7-ded845e6db74,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:54.126875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.182837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=961adb22-8439-4692-8bd0-e48fbee06a61,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:54.197761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.198368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8018e9e-8ec2-4530-9462-1ebdb75c6b2c None None] Network 8ac371ae-9264-48ea-8e80-0ce38e8c99cc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:54.212978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d41388ce-e525-462e-81e8-15216ae19a1c tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/961adb22-8439-4692-8bd0-e48fbee06a61 HTTP/1.1" status: 204 len: 168 time: 0.7083645 Nov 23 10:15:54.212978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36368) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:54.248920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.12 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/b2c4c649-5317-493f-b9c5-6e066c5eb89c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:15:54.558102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] DHCP port deletion for 8ac371ae-9264-48ea-8e80-0ce38e8c99cc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:54.694083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Deleting port 46b2bffc-79af-4813-8203-73bec797e0c6 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:54.695552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:54.698728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.000186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] For port 46b2bffc-79af-4813-8203-73bec797e0c6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=46b2bffc-79af-4813-8203-73bec797e0c6,segment=NetworkSegment(03457c86-b9f9-4c1a-9e5f-c1dade2e7f10),segment_id=03457c86-b9f9-4c1a-9e5f-c1dade2e7f10)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:55.000750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.015789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Calling delete_port for 46b2bffc-79af-4813-8203-73bec797e0c6 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:55.224036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.261006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] Pushing event deleted for resources: {'Port': ['ID=46b2bffc-79af-4813-8203-73bec797e0c6,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:55.268635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ae555-3e49-4af3-b7c1-8dc91e03318f None None] No DVR routers for this DVR port 46b2bffc-79af-4813-8203-73bec797e0c6 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:55.275037 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.282454 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.314517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb10a-fa91-4c02-9c08-c733d62c074f req-93bb82b9-4dfd-482f-937e-025a3ebab293 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:55.316327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1fbb10a-fa91-4c02-9c08-c733d62c074f req-93bb82b9-4dfd-482f-937e-025a3ebab293 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1994321 Nov 23 10:15:55.364374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:15:55.370967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:15:55.376242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:15:55.431668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a3fb-2903-4129-8c0a-facb499a6c7c req-dc80487c-e676-4ea5-b221-cb0bdf34a731 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:55.433388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f45a3fb-2903-4129-8c0a-facb499a6c7c req-dc80487c-e676-4ea5-b221-cb0bdf34a731 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 932 time: 0.1835008 Nov 23 10:15:55.461412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:55.488240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:55.488240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.515533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f45a3fb-2903-4129-8c0a-facb499a6c7c req-8f9743f1-6003-43d1-a7bf-5eb1680ff4c5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Nov 23 10:15:55.520312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-fb5d55ca-a092-4736-bbe2-bb668925339f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9435778 Nov 23 10:15:55.541671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Request body: {'port': {'device_id': 'b3b2f090-a518-443b-ab37-c186dc885698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:15:55.548848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.561552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1fbb10a-fa91-4c02-9c08-c733d62c074f req-2f83d4e8-3b8d-4f77-b813-2fc26a1cbfca tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331336 Nov 23 10:15:55.576065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac371ae-9264-48ea-8e80-0ce38e8c99cc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:55.608700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:55.620782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03457c86-b9f9-4c1a-9e5f-c1dade2e7f10') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:55.634374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.645485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.664072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.679769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:55.679769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:55.683332 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:55.793466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.812640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:55.824139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/8ac371ae-9264-48ea-8e80-0ce38e8c99cc HTTP/1.1" status: 204 len: 168 time: 1.6179047 Nov 23 10:15:55.846151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36398) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:55.866281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072cc2-bc90-4edc-a450-e35b5f025032 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=8ac371ae-9264-48ea-8e80-0ce38e8c99cc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:55.869218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46b2bffc-79af-4813-8203-73bec797e0c6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:55.933236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 46b2bffc-79af-4813-8203-73bec797e0c6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:55.934440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 46b2bffc-79af-4813-8203-73bec797e0c6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:55.939557 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11a9ba2-dfa7-4ad6-9740-98387c0ebd10 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:55.940306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11a9ba2-dfa7-4ad6-9740-98387c0ebd10 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:55.945713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a11a9ba2-dfa7-4ad6-9740-98387c0ebd10 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/fef6ec94-6759-4764-a8cb-1da114fceaac HTTP/1.1" status: 404 len: 337 time: 0.0931184 Nov 23 10:15:55.950895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:55.986132 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d0465-2417-46f4-83b5-9525fdc1f47a tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] DELETE failed (client error): The resource could not be found. Nov 23 10:15:55.986878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d0465-2417-46f4-83b5-9525fdc1f47a tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:15:55.990318 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c20d0465-2417-46f4-83b5-9525fdc1f47a tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/108c89d6-17a1-4230-bb3f-a37e82ff1f32 HTTP/1.1" status: 404 len: 339 time: 0.0384283 Nov 23 10:15:55.993207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36410) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:56.090695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting subnet 11e95a54-cc82-4dd7-ac31-5311649e8bab {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:15:56.094132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.191083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.208992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c4c649-5317-493f-b9c5-6e066c5eb89c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:15:56.221310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.255900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Transition to ACTIVE for port object b2c4c649-5317-493f-b9c5-6e066c5eb89c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:15:56.268470 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.337828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:56.338774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.427094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.432893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Attempting to bind port b2c4c649-5317-493f-b9c5-6e066c5eb89c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:15:56.433558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Attempting to bind port b2c4c649-5317-493f-b9c5-6e066c5eb89c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:15:56.434141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Attempting to bind port b2c4c649-5317-493f-b9c5-6e066c5eb89c on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:56.451003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Port b2c4c649-5317-493f-b9c5-6e066c5eb89c on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:15:56.457025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Subnet': ['ID=11e95a54-cc82-4dd7-ac31-5311649e8bab,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:56.457184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Attempting to bind port b2c4c649-5317-493f-b9c5-6e066c5eb89c on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:15:56.469012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.475362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da0d50a5-c1e7-4b88-9fdc-623fd0eeb804 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/subnets/11e95a54-cc82-4dd7-ac31-5311649e8bab HTTP/1.1" status: 204 len: 168 time: 0.4784620 Nov 23 10:15:56.475483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:15:56.475483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:15:56.475483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:15:56.475741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Bound port: b2c4c649-5317-493f-b9c5-6e066c5eb89c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:15:56.475985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36424) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:56.476077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.479035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854466d7-a947-412f-a87e-4c46f0c8cac6 None None] Network 99b852f5-cd3f-4513-b540-4fae134a4210 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:15:56.556808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:15:56.561340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:15:56.584554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.751248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:56.752154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.758511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] 10.222.0.11 "PUT /v2.0/ports/b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 200 len: 1092 time: 1.2280185 Nov 23 10:15:56.771096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:15:56.788218 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40990a5a-1e28-4cef-a7b5-33a98e3c9946" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:15:56.880294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500071f4-7450-4aff-ac36-9956db3feb8f service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:56.924026 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:56.932707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-81b76d72-cacd-46a6-89d8-252a933c6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:56.939331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] DHCP port deletion for 99b852f5-cd3f-4513-b540-4fae134a4210 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:15:56.944901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-81b76d72-cacd-46a6-89d8-252a933c6a36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 1095 time: 0.1141083 Nov 23 10:15:56.988786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b265-bde5-4e08-9bd7-27a6f3ba2392 req-f209a50f-37e2-4f5f-b0f9-712fddf97a03 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:56.992319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f737b265-bde5-4e08-9bd7-27a6f3ba2392 req-f209a50f-37e2-4f5f-b0f9-712fddf97a03 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 944 time: 0.1321077 Nov 23 10:15:57.003211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d44884-6dec-4f20-9845-d0966935c33e req-b9d0fc3e-cf92-4ad7-baf9-51879a3c35b1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:57.012993 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76d44884-6dec-4f20-9845-d0966935c33e req-b9d0fc3e-cf92-4ad7-baf9-51879a3c35b1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.2849367 Nov 23 10:15:57.030896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Deleting port b891ecf2-371f-4869-ae8a-a9bfba5eb686 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:57.031498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.060426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-a2074bf5-a6b0-4bce-a976-c8a9610f1617 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 200 len: 217 time: 0.1051123 Nov 23 10:15:57.175288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] For port b891ecf2-371f-4869-ae8a-a9bfba5eb686, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b891ecf2-371f-4869-ae8a-a9bfba5eb686,segment=NetworkSegment(55e0179b-085b-48c7-b64d-775a36e73605),segment_id=55e0179b-085b-48c7-b64d-775a36e73605)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:57.175603 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.203177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Calling delete_port for b891ecf2-371f-4869-ae8a-a9bfba5eb686 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:57.218889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-4cd64887-efd4-493b-b300-3b94ebf7eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:57.221005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-4cd64887-efd4-493b-b300-3b94ebf7eb10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1528366 Nov 23 10:15:57.225553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f737b265-bde5-4e08-9bd7-27a6f3ba2392 req-3dffffa2-f7b5-4853-a913-b3aa7e7b794d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768136 Nov 23 10:15:57.278687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Deleting port b891ecf2-371f-4869-ae8a-a9bfba5eb686 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:15:57.279561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.305738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76d44884-6dec-4f20-9845-d0966935c33e req-b0f7bbeb-0e47-4ee1-a424-137dc70f1fdd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420683 Nov 23 10:15:57.308289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-1741b521-941d-432b-9adb-32bc07f47027 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774069 Nov 23 10:15:57.357127 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c22589-b5a2-436a-bb66-4ab891d14914 x-openstack-request-id: req-10c22589-b5a2-436a-bb66-4ab891d14914 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:15:57.357765 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:15:57.357765 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10c22589-b5a2-436a-bb66-4ab891d14914 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:15:57.357993 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c', 'status': 'completed', 'code': 200} Nov 23 10:15:57.416231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.420866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] For port b891ecf2-371f-4869-ae8a-a9bfba5eb686, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b891ecf2-371f-4869-ae8a-a9bfba5eb686,segment=NetworkSegment(55e0179b-085b-48c7-b64d-775a36e73605),segment_id=55e0179b-085b-48c7-b64d-775a36e73605)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:15:57.421357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.461777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Calling delete_port for b891ecf2-371f-4869-ae8a-a9bfba5eb686 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:15:57.480717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] Pushing event deleted for resources: {'Port': ['ID=b891ecf2-371f-4869-ae8a-a9bfba5eb686,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:57.493176 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-2867c3a6-0a35-4f2d-8be6-cac17599cc09 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747835 Nov 23 10:15:57.503732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c860df6-aca1-4d17-8400-9ec0318ac5a0 None None] No DVR routers for this DVR port b891ecf2-371f-4869-ae8a-a9bfba5eb686 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:57.635785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.680316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4055ea8-1f32-4e79-9899-3c07f4109ad8 req-eaa16bb9-96a3-47f0-8a16-ffa7b1383574 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796343 Nov 23 10:15:57.681086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Port': ['ID=b891ecf2-371f-4869-ae8a-a9bfba5eb686,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:57.700613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] No DVR routers for this DVR port b891ecf2-371f-4869-ae8a-a9bfba5eb686 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:15:57.847856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-55420699-4c38-445c-90b0-edc5090188c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:57.850923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-55420699-4c38-445c-90b0-edc5090188c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 1095 time: 0.1012940 Nov 23 10:15:57.859020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.881479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b852f5-cd3f-4513-b540-4fae134a4210']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:57.891904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e0179b-085b-48c7-b64d-775a36e73605') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:57.892513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e0179b-085b-48c7-b64d-775a36e73605') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:15:57.895558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b891ecf2-371f-4869-ae8a-a9bfba5eb686 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:15:57.932001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.946285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: b891ecf2-371f-4869-ae8a-a9bfba5eb686 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:15:57.946631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b891ecf2-371f-4869-ae8a-a9bfba5eb686 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:15:57.964285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.977309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:15:57.977739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:15:57.984235 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:15:58.027886 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-ec402a01-46fe-4e45-adf5-c094b66f86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:58.029475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-ec402a01-46fe-4e45-adf5-c094b66f86dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1706340 Nov 23 10:15:58.067060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:58.071794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:58.078189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] 10.222.0.62 "DELETE /v2.0/networks/99b852f5-cd3f-4513-b540-4fae134a4210 HTTP/1.1" status: 204 len: 168 time: 1.5979269 Nov 23 10:15:58.093921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f45b-3ef5-4773-9df0-fd58a356b670 tempest-NetworksIpV6Test-852503662 tempest-NetworksIpV6Test-852503662-project] Pushing event deleted for resources: {'Network': ['ID=99b852f5-cd3f-4513-b540-4fae134a4210,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:58.130610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-6056ae89-b31a-4de2-a828-4853e5bade95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 200 len: 217 time: 0.0925007 Nov 23 10:15:58.273105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-dd0c679d-3f4c-4f74-962d-2b9985c30316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:58.275000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-dd0c679d-3f4c-4f74-962d-2b9985c30316 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1354091 Nov 23 10:15:58.327539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-dfc938a1-83a9-4011-aa11-a1527e01e12b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421150 Nov 23 10:15:58.479520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eae6c-ec72-4d7c-a9ab-4042e409ee4f req-fdf160d9-a537-448e-ad3a-7d39437e4bae tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:58.481061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-461eae6c-ec72-4d7c-a9ab-4042e409ee4f req-fdf160d9-a537-448e-ad3a-7d39437e4bae tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 944 time: 0.1353619 Nov 23 10:15:58.541419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-0ab54243-27ac-43a2-aad9-56dce1e82052 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048438 Nov 23 10:15:58.550426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfca4b-8aea-4add-a16e-993418d33918 req-86bb68d7-9009-4663-a28d-9661904d8298 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:58.551938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83cfca4b-8aea-4add-a16e-993418d33918 req-86bb68d7-9009-4663-a28d-9661904d8298 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.0803804 Nov 23 10:15:58.590231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-461eae6c-ec72-4d7c-a9ab-4042e409ee4f req-4feee710-5e22-469d-bc3a-c2941f7a8dac tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004872 Nov 23 10:15:58.687509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-83cfca4b-8aea-4add-a16e-993418d33918 req-632e6eb6-9e6e-4b7b-8dc3-f5c844e23247 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654657 Nov 23 10:15:58.695230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-40990a5a-1e28-4cef-a7b5-33a98e3c9946 req-f9c45d3d-3c0b-44cb-8c9d-4b56162dd805 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422994 Nov 23 10:15:58.696064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:58.879722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fd7e3bd6-776a-44fe-8a43-48f5597806aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6ab0cf8dcec4ec888457a890acfed12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824853 Nov 23 10:15:58.882401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36512) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:15:58.958057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:59.002414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:59.080234 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:59.084239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:15:59.088794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd4b8222-add8-4688-9940-e0c7755ec4ce HTTP/1.1" status: 204 len: 168 time: 0.2018762 Nov 23 10:15:59.097611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f0bc-5bd9-4022-966b-13dee18f25cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4b8222-add8-4688-9940-e0c7755ec4ce,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:15:59.217395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:15:59.501564 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-0f46ae43-4f68-4501-a17d-d7619dc6e07b service neutron] show failed (client error): The resource could not be found. Nov 23 10:15:59.503413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-0f46ae43-4f68-4501-a17d-d7619dc6e07b service neutron] 10.222.0.11 "GET /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.1308289 Nov 23 10:15:59.886634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c00a-21e9-45ac-ad85-d68655cd950f req-58a9b4a4-d852-4252-9372-723899a309c2 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:15:59.895212 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ce3c00a-21e9-45ac-ad85-d68655cd950f req-58a9b4a4-d852-4252-9372-723899a309c2 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 944 time: 0.1263101 Nov 23 10:15:59.956578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ce3c00a-21e9-45ac-ad85-d68655cd950f req-5f37ee2c-6507-43f8-8708-91537b3abbf5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Nov 23 10:16:00.097317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-3077e80a-9d99-4183-b653-7c350d580899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:00.114394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-3077e80a-9d99-4183-b653-7c350d580899 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 1096 time: 0.3438237 Nov 23 10:16:00.131039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:00.148517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c32eb-2e14-4a43-995a-ed5789e70c55 req-4c35d2cc-4e14-405f-aad4-bbc0efb302c5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:00.156736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b9c32eb-2e14-4a43-995a-ed5789e70c55 req-4c35d2cc-4e14-405f-aad4-bbc0efb302c5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1941895 Nov 23 10:16:00.249344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:00.356204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b9c32eb-2e14-4a43-995a-ed5789e70c55 req-621ec9cf-dc5c-42e6-9675-02124497dbd9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984968 Nov 23 10:16:00.553271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b2c4c649-5317-493f-b9c5-6e066c5eb89c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:00.583527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:00.620918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:00.665986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:00.680600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Transition to ACTIVE for port object c8570ecb-04e1-40dd-b166-160b20b7d83c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:00.681674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:00.684635 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c2acf-fc67-4347-a463-68c38572ba48" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:00.690901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:00.788215 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f46a02-a823-4089-a4eb-6b5b585d49d8 x-openstack-request-id: req-d5f46a02-a823-4089-a4eb-6b5b585d49d8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:00.788896 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:00.789290 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5f46a02-a823-4089-a4eb-6b5b585d49d8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:00.790001 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'code': 200} Nov 23 10:16:00.790722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:00.853519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:00.888607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c', 'mac_address': 'fa:16:3e:c0:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:00.985820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:01.010983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c4c649-5317-493f-b9c5-6e066c5eb89c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:01.113268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:01.114375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] No DVR routers for this DVR port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:16:01.136476 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:01.332818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:01.429152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90640-70e8-4179-a207-f479148ed4ba req-b1f4bd26-67ed-4317-a848-43f2340e4872 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:01.430851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7e90640-70e8-4179-a207-f479148ed4ba req-b1f4bd26-67ed-4317-a848-43f2340e4872 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 945 time: 0.3311133 Nov 23 10:16:01.467937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:01.520250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:01.520590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:01.520920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:01.532580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:01.532800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:01.546225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7e90640-70e8-4179-a207-f479148ed4ba req-ddbd1a2a-d517-4259-9add-527293e233f8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Nov 23 10:16:01.547180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:01.554062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:01.554062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Bound using segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:01.554062 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Bound port: c8570ecb-04e1-40dd-b166-160b20b7d83c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:01.554062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:01.590507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eafcaf-a65d-4859-bf5b-7297e3cdaaed req-59016d88-27ed-4562-a4cb-57c90db05dd4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:01.600140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92eafcaf-a65d-4859-bf5b-7297e3cdaaed req-59016d88-27ed-4562-a4cb-57c90db05dd4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.1023893 Nov 23 10:16:01.633447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:01.639486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:01.652206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:01.689343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92eafcaf-a65d-4859-bf5b-7297e3cdaaed req-d84da62b-7597-47c5-badf-d35b3f53adda tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879917 Nov 23 10:16:01.739378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:01.759501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:01.760548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:01.762082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-ae8b0b5f-8c51-4896-b211-47e56f113892 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 1091 time: 1.6373062 Nov 23 10:16:01.843158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-aa406907-cde6-4c54-a80d-7059ab92bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:01.844628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-aa406907-cde6-4c54-a80d-7059ab92bb90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1094 time: 0.0578768 Nov 23 10:16:01.944399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-d724cf75-a4cc-4ba1-ba79-633d23083a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:01.946009 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-d724cf75-a4cc-4ba1-ba79-633d23083a21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.0936852 Nov 23 10:16:02.063434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-2e9b87b8-5851-4170-bf7c-cadbafb264ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.1090384 Nov 23 10:16:02.127822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-dd274538-ab2d-4d13-b31b-ef36f3bad4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:02.129503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-dd274538-ab2d-4d13-b31b-ef36f3bad4c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0586314 Nov 23 10:16:02.195196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-451a7327-2f51-4c9e-8f0f-c871edc25734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:02.196549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-451a7327-2f51-4c9e-8f0f-c871edc25734 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596831 Nov 23 10:16:02.339871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-f26da66e-004a-4765-80bc-4c55313c7b01 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359043 Nov 23 10:16:02.457592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12e3a330-c7e3-40eb-87c8-cc3a2355984c req-19ff867b-b48f-4228-8548-2645e5d64948 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097016 Nov 23 10:16:02.557264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b2c4c649-5317-493f-b9c5-6e066c5eb89c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:02.691741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port b2c4c649-5317-493f-b9c5-6e066c5eb89c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:16:02.698798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port b2c4c649-5317-493f-b9c5-6e066c5eb89c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:02.699337 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:02.760181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ec7c-5945-427d-bdbd-eb04527c5789 req-37132c0f-3d37-469b-8d00-bff95c6a2589 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:02.771838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51d1ec7c-5945-427d-bdbd-eb04527c5789 req-37132c0f-3d37-469b-8d00-bff95c6a2589 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 945 time: 0.1111546 Nov 23 10:16:02.795429 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:02.799581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:02.806216 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fcfe0d-df19-42ae-a455-4a9e8c23a678" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:02.863387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:02.865556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:02.872450 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96f75b-bd33-4c6b-9aa5-678abc175de5" -d '{"events": [{"server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "name": "network-vif-plugged", "status": "completed", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:02.879759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51d1ec7c-5945-427d-bdbd-eb04527c5789 req-b7cd2b9f-8203-4ac2-9904-a81851197835 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014495 Nov 23 10:16:02.880587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:02.881532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:16:02.947792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9ea0c-ae5f-471c-bc7d-4371691d25eb req-0ac05266-3e42-4056-977e-a361759f3490 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:02.956341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:16:02.961436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33c9ea0c-ae5f-471c-bc7d-4371691d25eb req-0ac05266-3e42-4056-977e-a361759f3490 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.1385474 Nov 23 10:16:03.013792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:03.036412 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c710c-99d6-4ed1-a79a-e171dcbd9d0d x-openstack-request-id: req-a44c710c-99d6-4ed1-a79a-e171dcbd9d0d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:03.036771 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:03.037080 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a44c710c-99d6-4ed1-a79a-e171dcbd9d0d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:03.037494 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:16:03.098841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33c9ea0c-ae5f-471c-bc7d-4371691d25eb req-8e6322e7-eabb-4e26-94e4-b8664c7417b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353133 Nov 23 10:16:03.157532 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea1a9f3-aa63-4231-887a-4cfca9159715 x-openstack-request-id: req-2ea1a9f3-aa63-4231-887a-4cfca9159715 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:03.157532 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "name": "network-vif-plugged", "status": "completed", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:03.157532 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ea1a9f3-aa63-4231-887a-4cfca9159715 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:03.157532 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c', 'code': 200} Nov 23 10:16:03.213139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-7f0ea86e-eac2-44a7-b796-925656add587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.214686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-7f0ea86e-eac2-44a7-b796-925656add587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1094 time: 0.1723778 Nov 23 10:16:03.229695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-8586281f-1d21-4781-be22-555bad6ec21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.231719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-8586281f-1d21-4781-be22-555bad6ec21e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1094 time: 0.1183825 Nov 23 10:16:03.281272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b08e8-f04c-4c70-a43f-977a5f3a1e67 req-a73d3a95-4165-4ee1-b9d0-d29504fcfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.282809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae1b08e8-f04c-4c70-a43f-977a5f3a1e67 req-a73d3a95-4165-4ee1-b9d0-d29504fcfd2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 1097 time: 0.0472841 Nov 23 10:16:03.341761 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae1b08e8-f04c-4c70-a43f-977a5f3a1e67 req-e9031ff3-ba70-45c0-9997-0723b5c2341a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Nov 23 10:16:03.403749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-0e2e7886-347d-4db6-b96a-c34435e2cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.405664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-0e2e7886-347d-4db6-b96a-c34435e2cc8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1701553 Nov 23 10:16:03.406764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-30ca041a-7047-4cab-941e-8d8ce221dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.409486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-30ca041a-7047-4cab-941e-8d8ce221dc1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1658397 Nov 23 10:16:03.499123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-10ee65f9-d61d-4c9f-8c64-9ef280b59096 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.0804279 Nov 23 10:16:03.593521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-4b093477-6395-40de-9af1-d99207747a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:03.593928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-4b093477-6395-40de-9af1-d99207747a21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0874021 Nov 23 10:16:03.668779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-5424d096-4075-417e-919a-7601edd4f12d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.0668762 Nov 23 10:16:04.227300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e5eb-f98e-4460-b102-dc01e04e9b1d req-bca7b33b-0394-4af8-b5a7-7e5dde219c49 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:04.241610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c8a3e5eb-f98e-4460-b102-dc01e04e9b1d req-bca7b33b-0394-4af8-b5a7-7e5dde219c49 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 946 time: 0.1807253 Nov 23 10:16:04.373979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:04.429048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c8a3e5eb-f98e-4460-b102-dc01e04e9b1d req-da04fc75-56c6-4f2f-9f44-ceca9530134b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838267 Nov 23 10:16:04.804192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:04.815514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-30c2e0c2-885d-4c70-a926-8a17af132682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:04.818969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-30c2e0c2-885d-4c70-a926-8a17af132682 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1529257 Nov 23 10:16:04.824096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:04.842302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-4efcb635-f9a6-4c3e-9c41-3186324e6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:04.847475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-4efcb635-f9a6-4c3e-9c41-3186324e6d6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 1.1497281 Nov 23 10:16:04.896905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:04.917673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:04.943250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:04.962525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:04.977541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ad08-6eb6-41f4-8ee3-4308601bc8df req-11242f06-7fb6-4caa-b2ca-d880d0d4b19f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:04.979146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7139ad08-6eb6-41f4-8ee3-4308601bc8df req-11242f06-7fb6-4caa-b2ca-d880d0d4b19f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 943 time: 0.2659760 Nov 23 10:16:05.007743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-206213dd-caca-4644-bfcd-e54434a73fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:05.009256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-206213dd-caca-4644-bfcd-e54434a73fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424592 Nov 23 10:16:05.026396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:05.037422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-35a3103f-d618-41d3-9d1b-45de6ca97ccb service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073591 Nov 23 10:16:05.153356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7139ad08-6eb6-41f4-8ee3-4308601bc8df req-126888f4-9b13-4461-a378-b9014757a69a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573658 Nov 23 10:16:05.189034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['c8570ecb-04e1-40dd-b166-160b20b7d83c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:05.223224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-a9b3c0cc-c257-4dfd-b759-f5f26ce47b93 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985309 Nov 23 10:16:05.231423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-f96bbb02-816a-4af4-8e69-d7229328e233 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783450 Nov 23 10:16:05.395444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-65fcfe0d-df19-42ae-a455-4a9e8c23a678 req-9456911d-e188-456d-aae0-6e1b44af96e9 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628449 Nov 23 10:16:05.629911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb1fe1-1c92-4749-b4b2-124b4bbc3a59 req-7081e9bb-6146-485e-a977-545e001c9e91 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:05.641302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64bb1fe1-1c92-4749-b4b2-124b4bbc3a59 req-7081e9bb-6146-485e-a977-545e001c9e91 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 946 time: 0.1001658 Nov 23 10:16:05.792024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-64bb1fe1-1c92-4749-b4b2-124b4bbc3a59 req-60c39977-ead1-4628-9ca6-e571ec5258ea tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321614 Nov 23 10:16:06.287219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-cc4ab8fd-24ed-457d-9cea-0a22bbac098c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:06.296594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-cc4ab8fd-24ed-457d-9cea-0a22bbac098c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.1539974 Nov 23 10:16:06.315080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-efb0915e-9c87-4653-84ec-d9146143fe6b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0137060 Nov 23 10:16:06.382128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:06.392238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-6493c4a5-2ccd-4208-843e-cabbaf2366be tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706272 Nov 23 10:16:06.457840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port c8570ecb-04e1-40dd-b166-160b20b7d83c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:16:06.463631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port c8570ecb-04e1-40dd-b166-160b20b7d83c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:06.464046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:06.586461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:06.632070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:06.634379 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376edea-2df9-428d-9733-92dd89a9dcbf" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:06.666488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:06.674899 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:06.703977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-f5f5e203-9667-4c1f-a995-563c1905322e service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945838 Nov 23 10:16:06.778441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:06.811915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:06.820840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4bef3-0866-4095-9286-710ae2326aa6 req-52879926-1715-416a-94dd-5b61983ffa90 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:06.829778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ef4bef3-0866-4095-9286-710ae2326aa6 req-52879926-1715-416a-94dd-5b61983ffa90 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1138644 Nov 23 10:16:06.858529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df6e506e-87fe-4d7f-a9d9-5e84e37347a8 req-1cbe49fe-d254-4d03-a23d-670ac373ce20 service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533594 Nov 23 10:16:06.943621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9ef4bef3-0866-4095-9286-710ae2326aa6 req-fe55a2e6-eaea-4c99-a13a-9ec8b13e7f86 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125922 Nov 23 10:16:06.986586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe58f6a-ba1b-44f2-86a7-88757a8e4251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.118524 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c505c-ba7b-45e4-aebe-a50d6f791cf1 x-openstack-request-id: req-764c505c-ba7b-45e4-aebe-a50d6f791cf1 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:07.119513 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:07.120024 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-764c505c-ba7b-45e4-aebe-a50d6f791cf1 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:07.121092 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'code': 200} Nov 23 10:16:07.153387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 36976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:07.223734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe58f6a-ba1b-44f2-86a7-88757a8e4251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.237108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfe58f6a-ba1b-44f2-86a7-88757a8e4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.358536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfe58f6a-ba1b-44f2-86a7-88757a8e4251 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abd4af155e9f49c0be38c0a09de024fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5214231 Nov 23 10:16:07.363932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 36982) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:07.415709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe58f6a-ba1b-44f2-86a7-88757a8e4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000ef99-f7a8-4acc-8d08-5b82a9c7d551,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:07.448735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-7aae4fff-90bf-4638-83af-2824c1d6e228 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:07.450786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-7aae4fff-90bf-4638-83af-2824c1d6e228 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d&tenant_id=e53ef36b98084a9b94f57f73c49e47ce&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 945 time: 0.2107143 Nov 23 10:16:07.482365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.521307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.569825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c583e0c1-60d0-4369-ba41-a0659ec355e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.598166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.607209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.611484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7000ef99-f7a8-4acc-8d08-5b82a9c7d551 HTTP/1.1" status: 204 len: 168 time: 0.2410562 Nov 23 10:16:07.627133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31845fd-2570-4cc7-aa20-f7a7eb284a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000ef99-f7a8-4acc-8d08-5b82a9c7d551,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:07.636895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18707957-8c76-4eea-9cd1-908e08bbea76 req-61777565-5ca0-4440-8a50-21c6f7cdb942 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:07.652546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18707957-8c76-4eea-9cd1-908e08bbea76 req-61777565-5ca0-4440-8a50-21c6f7cdb942 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.2923236 Nov 23 10:16:07.684620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-6df105d4-08ed-4443-bcd4-3c01d20298b4 service neutron] 10.222.0.50 "GET /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.1819210 Nov 23 10:16:07.794103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18707957-8c76-4eea-9cd1-908e08bbea76 req-a033bf28-e417-474e-97f0-7212165b35a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404800 Nov 23 10:16:07.886115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c583e0c1-60d0-4369-ba41-a0659ec355e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:07.890960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-cf4008bf-f04d-47c6-839a-261a7b54e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:07.892562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-cf4008bf-f04d-47c6-839a-261a7b54e001 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1096 time: 0.1521339 Nov 23 10:16:07.896853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c583e0c1-60d0-4369-ba41-a0659ec355e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:08.034796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c583e0c1-60d0-4369-ba41-a0659ec355e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=181676497ebe49bc9980112c0e19fe4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8739061 Nov 23 10:16:08.036263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37014) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:08.044401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e0c1-60d0-4369-ba41-a0659ec355e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad98e5f-67ea-4dd5-96cb-f477facf53c0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:08.146758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-a4d56933-1026-4126-a50c-67adf09bd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:08.148358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-a4d56933-1026-4126-a50c-67adf09bd751 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.2429695 Nov 23 10:16:08.149107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:08.151969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-3b0df623-c48f-4eac-8a55-2b1725d04b40 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:08.153543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-3b0df623-c48f-4eac-8a55-2b1725d04b40 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2488000 Nov 23 10:16:08.222689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-49b3dca5-3f58-429a-bcec-3b9dac2da3cf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0415981 Nov 23 10:16:08.232883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:08.264606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-ee42939b-10b5-45b6-ae86-829f76ecddd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 1001 time: 0.0994978 Nov 23 10:16:08.338155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-7bb78a53-5faf-451e-aa74-0ebab64414ae tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020155 Nov 23 10:16:08.399380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-8dc82dce-10a1-4d3d-9bc5-83802a0c6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:08.400862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-8dc82dce-10a1-4d3d-9bc5-83802a0c6cd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0811958 Nov 23 10:16:08.402266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:08.405144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:08.408624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ad98e5f-67ea-4dd5-96cb-f477facf53c0 HTTP/1.1" status: 204 len: 168 time: 0.3704987 Nov 23 10:16:08.479515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2373921-19e5-4bc1-97fb-b2176ad96eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad98e5f-67ea-4dd5-96cb-f477facf53c0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:08.499289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-65478813-2678-4961-9ce0-6013f1ffa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:08.501274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-65478813-2678-4961-9ce0-6013f1ffa12f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913708 Nov 23 10:16:08.568200 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-8936a323-c87d-4e90-8849-3f140f687113 service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278976 Nov 23 10:16:08.640962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-e3620f21-a237-4986-aa4e-edf9df3b5753 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264787 Nov 23 10:16:08.700232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b257bd76-abd4-42da-8e9a-0bbeeb5d30d0 service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279278 Nov 23 10:16:08.800941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-722c0c78-f8bd-43fa-82c4-355b598d9a12 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525240 Nov 23 10:16:08.990982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f7629e9-b5c2-42e4-88ff-46ab50959f2a req-9cc1e1e9-75d4-47e7-8bea-c7148ffff433 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0608401 Nov 23 10:16:09.038465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:09.060618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa412fe3-48f5-4d66-9d4f-d444f9b713f9 req-095c2dab-ad21-468e-a9a8-9ba9992988f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:09.063391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa412fe3-48f5-4d66-9d4f-d444f9b713f9 req-095c2dab-ad21-468e-a9a8-9ba9992988f6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1411083 Nov 23 10:16:09.067040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2493eb24-e82c-4b04-a059-8b70d3620362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.154768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa412fe3-48f5-4d66-9d4f-d444f9b713f9 req-d2132a66-b403-4c02-92a8-8e62819b4617 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850697 Nov 23 10:16:09.276979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2493eb24-e82c-4b04-a059-8b70d3620362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.284000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2493eb24-e82c-4b04-a059-8b70d3620362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.314688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493eb24-e82c-4b04-a059-8b70d3620362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f54158-45a7-477a-8cd8-8ce045cd3ac0,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:09.346310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2493eb24-e82c-4b04-a059-8b70d3620362 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7147f909d5b348399409b40bd00114ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064523 Nov 23 10:16:09.348815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:09.406175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.451209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.521019 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.527989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:09.547521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18f54158-45a7-477a-8cd8-8ce045cd3ac0 HTTP/1.1" status: 204 len: 168 time: 0.1874692 Nov 23 10:16:09.585421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde206d-af6b-4bbe-93e0-f4088e54017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f54158-45a7-477a-8cd8-8ce045cd3ac0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:10.128725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55daed4c-8115-46e3-8a53-fd1856e5b9de req-82c10cb2-cb40-4112-8582-b29815d4c2d5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0412233 Nov 23 10:16:10.473462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad3f3-bae1-4a30-9e0b-601540d11e2a req-dfeb2b5f-86ed-4b0a-a0a7-fe8594345119 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:10.483419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f3ad3f3-bae1-4a30-9e0b-601540d11e2a req-dfeb2b5f-86ed-4b0a-a0a7-fe8594345119 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.2013030 Nov 23 10:16:10.747512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f3ad3f3-bae1-4a30-9e0b-601540d11e2a req-ba42f7d8-6402-4cd7-a889-6e5d969d2efa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484949 Nov 23 10:16:10.766660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-0fea4497-bbec-414c-83ce-383dbee2eb0c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:10.768856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-0fea4497-bbec-414c-83ce-383dbee2eb0c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.4046309 Nov 23 10:16:10.784123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:11.007950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:11.012510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:11.321645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74727b1d-1106-43c2-9637-7d8fbb0bd054 req-1c3fada5-dc94-43d0-8f37-54c0dcf4df93 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0524120 Nov 23 10:16:11.341446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.2 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:11.356833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-f5fb0d23-06be-4491-a5e7-dd70b936342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:11.358473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-f5fb0d23-06be-4491-a5e7-dd70b936342e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 1096 time: 0.0808265 Nov 23 10:16:11.376372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:11.556636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:11.905012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:12.193816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:12.248945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655c69e-832b-4e89-88da-0c89a48db0a6 req-30fc3f15-9b93-4373-af08-95aefc770337 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:12.256700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a655c69e-832b-4e89-88da-0c89a48db0a6 req-30fc3f15-9b93-4373-af08-95aefc770337 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1874552 Nov 23 10:16:12.312788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:12.371801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a655c69e-832b-4e89-88da-0c89a48db0a6 req-4cebdd46-dcb1-49e2-a7cc-b442b6fc6ed8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140554 Nov 23 10:16:12.385674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:12.400009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:12.482017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:16:12.563108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:12.574425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:12.584582 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3595f2e-a7b3-4728-8e4f-964244cbaf72" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:12.590978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:12.591537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9c3de-a535-42a5-9cfe-f3dcf3ff8802 req-2138eb5c-ca8f-48d0-926c-98962330e7ea tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:12.599167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00a9c3de-a535-42a5-9cfe-f3dcf3ff8802 req-2138eb5c-ca8f-48d0-926c-98962330e7ea tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 931 time: 0.1153085 Nov 23 10:16:12.672870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:12.681953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:12.692179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:12.695284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Transition to ACTIVE for port object c8570ecb-04e1-40dd-b166-160b20b7d83c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:12.743534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:16:12.777166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00a9c3de-a535-42a5-9cfe-f3dcf3ff8802 req-c4e95750-5759-4c9f-a001-5c5981c75143 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738389 Nov 23 10:16:12.803021 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4da2db-7a66-4f5b-89d1-00fb609168ba x-openstack-request-id: req-0d4da2db-7a66-4f5b-89d1-00fb609168ba {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:12.803796 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:12.804238 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d4da2db-7a66-4f5b-89d1-00fb609168ba {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:12.804817 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'code': 200} Nov 23 10:16:12.805618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:13.124184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] No DVR routers for this DVR port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:16:13.136657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:13.136909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:13.226512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:13.238792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-eb024b69-5d64-412b-a907-bec9f988898c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4588623 Nov 23 10:16:13.276098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Request body: {'port': {'device_id': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:13.367644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:13.474044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:13.474610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:13.475250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:13.581800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:13.582641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37280) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:13.582724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Attempting to bind port c8570ecb-04e1-40dd-b166-160b20b7d83c on network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:13.622523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:13.623195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Checking segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:13.623870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Bound using segment: {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:13.624563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Bound port: c8570ecb-04e1-40dd-b166-160b20b7d83c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7dd07e-775a-4592-b0e0-ca4a5003162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:13.625086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:13.888541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f827b3b7-fd04-4f7e-b3ff-078b501d3a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:13.904745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecef52-0523-4d75-8019-fd0099d06fa7 req-a8adf69e-114b-4eca-a514-ab567cbfa0ee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:13.924325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1eecef52-0523-4d75-8019-fd0099d06fa7 req-a8adf69e-114b-4eca-a514-ab567cbfa0ee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.3363562 Nov 23 10:16:13.955061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:13.965107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:13.980350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.025105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:14.026636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.028264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 1092 time: 2.6602929 Nov 23 10:16:14.053566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578595a9-d7af-44b3-99fd-e9adbbbe934f req-d39c53bb-70df-4e2e-80ed-9e202b5a214e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:14.055726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-578595a9-d7af-44b3-99fd-e9adbbbe934f req-d39c53bb-70df-4e2e-80ed-9e202b5a214e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 931 time: 0.1199532 Nov 23 10:16:14.241115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-578595a9-d7af-44b3-99fd-e9adbbbe934f req-0ebf3c53-bf35-4a5d-b3c4-0f1a2add248c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787670 Nov 23 10:16:14.286284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:14.297611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f827b3b7-fd04-4f7e-b3ff-078b501d3a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.306118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f827b3b7-fd04-4f7e-b3ff-078b501d3a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.390680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b3b7-fd04-4f7e-b3ff-078b501d3a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4619f5d-d4d3-4e0a-a0f8-5d391f98f4cf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:14.433944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f827b3b7-fd04-4f7e-b3ff-078b501d3a91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d86dd1ab356942a78919d84c8b57bd2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8436713 Nov 23 10:16:14.436373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:14.471817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1eecef52-0523-4d75-8019-fd0099d06fa7 req-c8f63ca1-21d5-4442-8406-e6a0b793841f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5450618 Nov 23 10:16:14.485558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:14.488866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a46610e-8f9f-444d-996c-795d319ea6d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.494172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.510657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Transition to ACTIVE for port object 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:14.516945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e453c3d-dbe8-4113-b688-4fbffb9e4947 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=11']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:14.521814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-28994ad7-b019-480e-89aa-d24995e31778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:14.523426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-28994ad7-b019-480e-89aa-d24995e31778 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1095 time: 0.4246004 Nov 23 10:16:14.524632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.553908 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.578004 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.684195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.687093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.688289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4619f5d-d4d3-4e0a-a0f8-5d391f98f4cf HTTP/1.1" status: 204 len: 168 time: 0.2494345 Nov 23 10:16:14.727704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a46610e-8f9f-444d-996c-795d319ea6d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.732214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08824ecb-4456-47a5-a54b-f993c7130809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4619f5d-d4d3-4e0a-a0f8-5d391f98f4cf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:14.739601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a46610e-8f9f-444d-996c-795d319ea6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.836492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a46610e-8f9f-444d-996c-795d319ea6d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72441bf12ae543f59be018d7be3b47e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5467026 Nov 23 10:16:14.836492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46610e-8f9f-444d-996c-795d319ea6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc92943-47f9-433a-9793-730c7ad353aa,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:14.837550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37308) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:14.955968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:14.996755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.034784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:15.037948 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef02fe46-e86f-4481-aac5-8546061f951f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:15.136750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.139404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.140568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfc92943-47f9-433a-9793-730c7ad353aa HTTP/1.1" status: 204 len: 168 time: 0.3020756 Nov 23 10:16:15.177297 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72c5ade-3283-4719-843c-0dab596f75de x-openstack-request-id: req-c72c5ade-3283-4719-843c-0dab596f75de {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:15.177762 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:15.178258 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c72c5ade-3283-4719-843c-0dab596f75de {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:15.181728 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:16:15.198613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce254-def6-478b-a781-11fb7b480a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc92943-47f9-433a-9793-730c7ad353aa,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:15.220770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:15.430722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:15.454588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5c3dd675-793c-4974-a3d2-f210c0d86697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:15.455987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5c3dd675-793c-4974-a3d2-f210c0d86697 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.9220390 Nov 23 10:16:15.458951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94157199-24a2-4b6d-9e7d-cd512a94c8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.476560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Attempting to bind port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:15.477238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Attempting to bind port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:15.477238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Attempting to bind port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:15.491421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-e49edc3d-b406-4dbb-88c5-726db6778e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:15.493000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-e49edc3d-b406-4dbb-88c5-726db6778e94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1095 time: 0.3111105 Nov 23 10:16:15.534179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:15.537552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Attempting to bind port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:15.598136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f560-7239-4b89-a047-6db49feebe7d req-18c9c2f3-5cda-4505-a923-26109fe8faa7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:15.599806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2128f560-7239-4b89-a047-6db49feebe7d req-18c9c2f3-5cda-4505-a923-26109fe8faa7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 943 time: 0.2532678 Nov 23 10:16:15.616188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:15.616535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:15.616901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:15.617346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Bound port: 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:15.617703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.624604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94157199-24a2-4b6d-9e7d-cd512a94c8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.649016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94157199-24a2-4b6d-9e7d-cd512a94c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.726920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157199-24a2-4b6d-9e7d-cd512a94c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3ea22-0cf6-4f50-ba37-707366183e07,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:15.731851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94157199-24a2-4b6d-9e7d-cd512a94c8cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca06e9b1d0c847baa9811d2f2058af32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001118 Nov 23 10:16:15.735202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37326) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:15.777637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-874c01ec-2057-45c2-91ee-7ea91124769e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.2886238 Nov 23 10:16:15.813425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd355-eb61-4adb-a5d9-5547679117fa req-96faebd5-91b3-483b-8436-8373371df09a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:15.822102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c11dd355-eb61-4adb-a5d9-5547679117fa req-96faebd5-91b3-483b-8436-8373371df09a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1861470 Nov 23 10:16:15.862988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.871400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2128f560-7239-4b89-a047-6db49feebe7d req-a04289e1-349a-4c70-b424-c90972a7a920 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593744 Nov 23 10:16:15.899327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.956602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c11dd355-eb61-4adb-a5d9-5547679117fa req-67ff96eb-7fec-4b90-9c3e-7351e7346a68 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335111 Nov 23 10:16:15.964013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:15.996340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-92f9fc61-18e1-469d-82dd-438778e2a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:15.998100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-92f9fc61-18e1-469d-82dd-438778e2a446 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.4912488 Nov 23 10:16:16.017110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:16.024942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-aab17428-186a-4752-8376-c73bef20ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.036115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-aab17428-186a-4752-8376-c73bef20ca90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.2414293 Nov 23 10:16:16.064401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:16.067301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.074171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.075663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bc3ea22-0cf6-4f50-ba37-707366183e07 HTTP/1.1" status: 204 len: 168 time: 0.3391764 Nov 23 10:16:16.098486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4d811-300c-4ad7-ba1b-cb2d48dfc428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3ea22-0cf6-4f50-ba37-707366183e07,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:16.107971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffec492c-199f-436a-93cf-3eb1c6783840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.110780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:16.132844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.230472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:16.268405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.269745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.271495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-b1877201-48a6-41fd-91df-5cc71e88e7d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 HTTP/1.1" status: 200 len: 1091 time: 3.0036325 Nov 23 10:16:16.293731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-e2cb2a44-39dd-4b36-8b29-ff2e2866422f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.2854266 Nov 23 10:16:16.301189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-4ac3f542-4f51-4440-85bd-4643f642d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.304197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-4ac3f542-4f51-4440-85bd-4643f642d843 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898417 Nov 23 10:16:16.319896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffec492c-199f-436a-93cf-3eb1c6783840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.330396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffec492c-199f-436a-93cf-3eb1c6783840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.367024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-d5a536d6-98c5-47d4-a9c4-b449579a7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.368539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-d5a536d6-98c5-47d4-a9c4-b449579a7d79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0631135 Nov 23 10:16:16.382305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffec492c-199f-436a-93cf-3eb1c6783840 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f51877762b544c289bea4519627a04fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160264 Nov 23 10:16:16.383299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec492c-199f-436a-93cf-3eb1c6783840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8dce79-e873-420b-a51c-c216901bf41e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:16.385673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37336) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:16.516174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.562723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-6c5649f5-2b84-4f73-9fda-351f8122994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.564259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-6c5649f5-2b84-4f73-9fda-351f8122994f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.1935701 Nov 23 10:16:16.581283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.617818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-08df0753-5402-4558-8e4d-5423f48c0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.619844 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-08df0753-5402-4558-8e4d-5423f48c0d71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891222 Nov 23 10:16:16.623739 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-f7047d92-03c8-49d7-9e4e-1eb2699aa6cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 HTTP/1.1" status: 200 len: 217 time: 0.0515974 Nov 23 10:16:16.678790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.684862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:16.687446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db8dce79-e873-420b-a51c-c216901bf41e HTTP/1.1" status: 204 len: 168 time: 0.3008175 Nov 23 10:16:16.699902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5767d43-2567-4525-adaa-bb9e71a1837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8dce79-e873-420b-a51c-c216901bf41e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:16.743152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-5da8e1ef-3962-46bf-98d2-2a99cf39f235 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735001 Nov 23 10:16:16.963382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-bed19405-3eb5-40ae-bf0d-8bd32d9fbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:16.964839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-bed19405-3eb5-40ae-bf0d-8bd32d9fbb8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.3293695 Nov 23 10:16:16.991150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-67e6e67a-b8bf-44a8-ad27-20be5a54dc55 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544579 Nov 23 10:16:17.023537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-d8d77105-6fc8-4471-bd03-c56d8196f4d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474062 Nov 23 10:16:17.046096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e84a55f-ea1b-47f5-b161-78bf5d38c73a req-81a5361a-44db-4b76-8e22-3c8e29d6bebd service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910404 Nov 23 10:16:17.198020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:17.200934 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0417157-4d08-4a5a-b693-f8faacbda8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:17.280653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4f62-17e0-42d0-aa72-f955511acd79 req-17f7f2b0-386d-48db-aefb-afe65ff79692 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:17.293815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f3d4f62-17e0-42d0-aa72-f955511acd79 req-17f7f2b0-386d-48db-aefb-afe65ff79692 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1782715 Nov 23 10:16:17.368209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c286f-d15b-423c-93d6-96065f2cbb2b req-33f589ae-18f7-4e9c-ae55-750155af2a5f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:17.369781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d6c286f-d15b-423c-93d6-96065f2cbb2b req-33f589ae-18f7-4e9c-ae55-750155af2a5f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 943 time: 0.3751028 Nov 23 10:16:17.471136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f3d4f62-17e0-42d0-aa72-f955511acd79 req-b97532f5-61de-4fd4-b892-0011f5113658 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760390 Nov 23 10:16:17.510923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-ae552e8c-ad8b-43c4-821e-1ec5f0660e97 service neutron] 10.222.0.50 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902303 Nov 23 10:16:17.594445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-f44c6644-c164-4717-9cb3-632cc95de8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:17.599540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-f44c6644-c164-4717-9cb3-632cc95de8ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1095 time: 0.4687500 Nov 23 10:16:17.800708 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eecd1c-ffca-4fa9-9125-d451ac6063e3 x-openstack-request-id: req-f9eecd1c-ffca-4fa9-9125-d451ac6063e3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:17.801024 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:17.801314 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9eecd1c-ffca-4fa9-9125-d451ac6063e3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:17.801836 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8', 'status': 'completed', 'code': 200} Nov 23 10:16:17.802865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-4f4a47a1-5194-4544-930f-cecdc01fb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:17.808108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-4f4a47a1-5194-4544-930f-cecdc01fb3c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1966653 Nov 23 10:16:17.808108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-f4f9fe3c-2c91-4e0b-aaa5-7260945332bb service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587700 Nov 23 10:16:17.836905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-550800dd-b7a7-4565-b9e7-c72d73092100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:18.018107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d6c286f-d15b-423c-93d6-96065f2cbb2b req-522da8e2-ebd5-462d-b56a-b36079a15400 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140767 Nov 23 10:16:18.214394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-8bc12ee9-4550-441c-bbad-66abe697e75f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.3833830 Nov 23 10:16:18.336772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-5861ac92-1948-4a19-bfab-ed4c97e61377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:18.340389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-5861ac92-1948-4a19-bfab-ed4c97e61377 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.1133428 Nov 23 10:16:18.373262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9242e59b-c34e-4b9f-b4c5-a7945499de35 req-cdceaf99-e6b5-4a31-85fe-f08c96095f0e service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451598 Nov 23 10:16:18.563519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02fe46-e86f-4481-aac5-8546061f951f req-4d590c72-ef77-48f1-a251-87eaaec7884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:18.569696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-4d590c72-ef77-48f1-a251-87eaaec7884b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953163 Nov 23 10:16:18.684048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-0cb4b929-e237-4343-b77b-af0e02a9a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:18.686296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-0cb4b929-e237-4343-b77b-af0e02a9a310 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.2431321 Nov 23 10:16:18.792218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81317c-9acf-4273-81da-595713400ba4 req-ff917043-801f-4dbb-96e0-72de5965c05d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:18.812103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e81317c-9acf-4273-81da-595713400ba4 req-ff917043-801f-4dbb-96e0-72de5965c05d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1039093 Nov 23 10:16:18.897706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e81317c-9acf-4273-81da-595713400ba4 req-7f23bc27-ef76-43cf-9c43-23c24d8cd09a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790567 Nov 23 10:16:18.988519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-91332416-ad94-4b7a-88aa-2a2bb241e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:18.990289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-91332416-ad94-4b7a-88aa-2a2bb241e3f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.2957642 Nov 23 10:16:18.992772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-84730125-2f9d-4e4c-b656-6f7fcca8e6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047496 Nov 23 10:16:19.113659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef02fe46-e86f-4481-aac5-8546061f951f req-b37b67ea-4593-47a5-84ef-bfd9686603ea service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073971 Nov 23 10:16:19.169265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-4f6aa4d8-ef02-4551-93b5-557e20dc3906 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 HTTP/1.1" status: 200 len: 217 time: 0.1646762 Nov 23 10:16:19.303510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-6443b1ca-c070-4a8c-9a9c-1078923d1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:19.305857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-6443b1ca-c070-4a8c-9a9c-1078923d1430 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1297090 Nov 23 10:16:19.314223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8243-ebcd-4569-a6f3-ee9fc5413c5d req-c7b7b819-40ff-4f64-aad3-e49867e5c620 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:19.315991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25cb8243-ebcd-4569-a6f3-ee9fc5413c5d req-c7b7b819-40ff-4f64-aad3-e49867e5c620 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 943 time: 0.1514652 Nov 23 10:16:19.346716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-840821e1-f29e-40ef-8df0-3b7db223a31e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293992 Nov 23 10:16:19.350185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-1417b3c4-001c-434a-88a2-32a08d478994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:19.351738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-1417b3c4-001c-434a-88a2-32a08d478994 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1095 time: 0.1364872 Nov 23 10:16:19.492493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25cb8243-ebcd-4569-a6f3-ee9fc5413c5d req-fe502b32-385d-4798-bce5-76ba55f86afb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641257 Nov 23 10:16:19.581298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-c136f55e-d921-42b9-9198-960d52265bde service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105300 Nov 23 10:16:19.585024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-7003154b-27cd-4869-9256-f486a2fbd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:19.586460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-7003154b-27cd-4869-9256-f486a2fbd086 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1972764 Nov 23 10:16:20.165378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f8f8-ab35-4a46-91d4-489d81bedfc1 req-a0ec75ba-83a1-4dd8-be51-7f7e17e0c94a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:20.176973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10f5f8f8-ab35-4a46-91d4-489d81bedfc1 req-a0ec75ba-83a1-4dd8-be51-7f7e17e0c94a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 944 time: 0.1056259 Nov 23 10:16:20.246759 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0417157-4d08-4a5a-b693-f8faacbda8ac req-a839b617-f367-4475-91f2-49caccb9c9e7 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581433 Nov 23 10:16:20.275297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-c4b86936-ed4f-4c77-9eb7-0170ec50a1c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 999 time: 0.6743398 Nov 23 10:16:20.300141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10f5f8f8-ab35-4a46-91d4-489d81bedfc1 req-d1270eb7-f0b0-43d6-b2a4-ece690091220 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209850 Nov 23 10:16:20.379332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-61291f2e-2bb3-4a2a-921c-0447df0dc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:20.381526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-61291f2e-2bb3-4a2a-921c-0447df0dc441 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.0971506 Nov 23 10:16:20.385976 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43f69c99-cae6-48d1-932d-56b532d2bea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:20.404029 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:20.488528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:20.518645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-fe72419b-1fb6-46e2-b527-2f00a7146d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:20.523685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-fe72419b-1fb6-46e2-b527-2f00a7146d93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313117 Nov 23 10:16:20.686479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:20.743362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:20.784457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8', 'mac_address': 'fa:16:3e:9d:ab:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:20.811656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24cf1-a455-4c75-9ba2-4554c9b4a8c3 req-b5ba806f-79af-4760-900a-77741775b5d0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:20.813253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19d24cf1-a455-4c75-9ba2-4554c9b4a8c3 req-b5ba806f-79af-4760-900a-77741775b5d0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 943 time: 0.1294055 Nov 23 10:16:20.815660 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-97064058-6737-45df-a7b4-a960510e399f service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839808 Nov 23 10:16:20.889995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:20.892814 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:20.925640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'port_id': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'mac_address': 'fa:16:3e:6a:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:20.931231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:20.984218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:20.992082 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.032380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19d24cf1-a455-4c75-9ba2-4554c9b4a8c3 req-f5859b3c-2a6e-44b5-a6ea-2124be017892 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119858 Nov 23 10:16:21.037168 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.042201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8de5485e-704c-415b-ac17-5d594721b5c2 req-6a5285b8-b7c4-4d2b-b905-9e64fe5074dc service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637964 Nov 23 10:16:21.088221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:21.136894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:21.154282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.157226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:21.177068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.177509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.178000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.178219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.178438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.178763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.179115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.179436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.179756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.180082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.180424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.181240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:21.182283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:21.217815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:21.286111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=12']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:21.350845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.360181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97d14344-800f-443e-b863-b5ffeda1e056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.488319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c8570ecb-04e1-40dd-b166-160b20b7d83c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:21.550872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d987b-6bf4-4534-a519-63fc21039413 req-c8d5027d-786f-478b-ad19-4279a7c230a4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:21.552594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b1d987b-6bf4-4534-a519-63fc21039413 req-c8d5027d-786f-478b-ad19-4279a7c230a4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 945 time: 0.1387341 Nov 23 10:16:21.597650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97d14344-800f-443e-b863-b5ffeda1e056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.606748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97d14344-800f-443e-b863-b5ffeda1e056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.679957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97d14344-800f-443e-b863-b5ffeda1e056 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=597a3ae1d19943e1b61cbdb871e92012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973292 Nov 23 10:16:21.682633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37526) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:21.700522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d14344-800f-443e-b863-b5ffeda1e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a2f9c-4509-4198-a5cc-a886fc42ad76,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:21.728548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3b1d987b-6bf4-4534-a519-63fc21039413 req-5314ec2e-32c5-48b9-b12d-e9db6f249d97 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638217 Nov 23 10:16:21.762464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37528) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:21.847078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.913655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.934510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24c94d4e-b27e-4ea8-8253-2a64522fc547 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 200 len: 992 time: 0.1671326 Nov 23 10:16:21.973985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.977795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:21.979693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/531a2f9c-4509-4198-a5cc-a886fc42ad76 HTTP/1.1" status: 204 len: 168 time: 0.2952185 Nov 23 10:16:21.991403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8191acc-a191-4a09-9f84-d8c3596f2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a2f9c-4509-4198-a5cc-a886fc42ad76,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:22.221480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9397b9-0133-4c9a-9fbc-82a59cd6cf03 req-214d8abb-13d8-49e0-ac53-7b8425febd60 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:22.224268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e9397b9-0133-4c9a-9fbc-82a59cd6cf03 req-214d8abb-13d8-49e0-ac53-7b8425febd60 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 944 time: 0.1106601 Nov 23 10:16:22.301008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e9397b9-0133-4c9a-9fbc-82a59cd6cf03 req-fee02c10-dc5b-4d1c-aaaf-a416252e0ba3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 Nov 23 10:16:22.394137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37540) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:22.409368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75e7cf67-8884-4939-8504-517e1ca58175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.482193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:22.496345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75e7cf67-8884-4939-8504-517e1ca58175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.503841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75e7cf67-8884-4939-8504-517e1ca58175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.542380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:16:22.547956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:22.548426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.552159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-75e7cf67-8884-4939-8504-517e1ca58175 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=280ce66e50dd440790a27949013b9df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543531 Nov 23 10:16:22.552508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37542) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:22.595031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7cf67-8884-4939-8504-517e1ca58175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380e761-cfde-4565-8025-75d68400c479,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:22.624009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.651335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.701606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:22.711235 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.711759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.718290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.720486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a380e761-cfde-4565-8025-75d68400c479 HTTP/1.1" status: 204 len: 168 time: 0.1668961 Nov 23 10:16:22.749068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.769202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380e761-cfde-4565-8025-75d68400c479,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:22.788195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.790237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.790670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.792592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.793039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.793430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.795124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.795667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.797252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.797638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.798953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.799368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bca22e-eb6c-4290-a979-7d7034aa0c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:22.818745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:22.823713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:22.826710 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87992ac9-a859-4533-a44e-07455332ff99" -d '{"events": [{"server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:22.836752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.918921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c8570ecb-04e1-40dd-b166-160b20b7d83c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:16:22.925814 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccfe3b7-e40f-45e7-a618-c20f432b37ef x-openstack-request-id: req-3ccfe3b7-e40f-45e7-a618-c20f432b37ef {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:22.926204 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:22.926545 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ccfe3b7-e40f-45e7-a618-c20f432b37ef {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:22.926989 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8', 'code': 200} Nov 23 10:16:22.930895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c8570ecb-04e1-40dd-b166-160b20b7d83c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:22.931339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:22.968816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:23.036213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:23.061189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79396dff-ac40-45e6-a75b-633c21fde49b req-e93f8d36-3857-4062-9c0c-9e37ded1ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:23.071108 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79396dff-ac40-45e6-a75b-633c21fde49b req-e93f8d36-3857-4062-9c0c-9e37ded1ea36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0745444 Nov 23 10:16:23.107531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:23.120332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:23.159855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79396dff-ac40-45e6-a75b-633c21fde49b req-5e994267-c14c-479d-a0fc-7f4636f40229 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Nov 23 10:16:23.251303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=13']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:23.539838 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:23.572266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2fd80-0723-4e15-9c1a-03c6284783bb req-1f5579cc-1d28-4b48-9e56-c7e7497229bd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:23.576559 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ac2fd80-0723-4e15-9c1a-03c6284783bb req-1f5579cc-1d28-4b48-9e56-c7e7497229bd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.1127367 Nov 23 10:16:23.643093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ac2fd80-0723-4e15-9c1a-03c6284783bb req-95d0a24d-e05c-4e63-9afe-a0ed49951dcc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579700 Nov 23 10:16:24.811042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16a468-4d0d-4349-b05d-df546cf19af9 req-ada21da8-1339-4ccc-8ba5-3407120b940b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:24.812646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a16a468-4d0d-4349-b05d-df546cf19af9 req-ada21da8-1339-4ccc-8ba5-3407120b940b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0804682 Nov 23 10:16:24.826295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:24.888427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a16a468-4d0d-4349-b05d-df546cf19af9 req-c585048b-9cd1-41fc-a09c-6be174b4fe34 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679469 Nov 23 10:16:24.929353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:24.931899 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42ff925-7f16-42e0-b54c-da6aaae67daf" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:24.974395 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff8cff-d0a9-4a9c-a322-478dca973191 x-openstack-request-id: req-dfff8cff-d0a9-4a9c-a322-478dca973191 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:24.974688 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:24.975109 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfff8cff-d0a9-4a9c-a322-478dca973191 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:24.975557 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'code': 200} Nov 23 10:16:25.018323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-25e28cc3-36cf-4bbc-94aa-17fd90dff9c1 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-613275040'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:25.018959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-25e28cc3-36cf-4bbc-94aa-17fd90dff9c1 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Unknown quota resources ['metering_label']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:16:25.203675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d16d2-adba-45cc-a94b-8086101be5df req-561a7edc-26ed-4be2-8df7-ef5a638f0c23 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:25.205200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-944d16d2-adba-45cc-a94b-8086101be5df req-561a7edc-26ed-4be2-8df7-ef5a638f0c23 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.2025976 Nov 23 10:16:25.281951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25e28cc3-36cf-4bbc-94aa-17fd90dff9c1 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:25.283581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25e28cc3-36cf-4bbc-94aa-17fd90dff9c1 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4554873 Nov 23 10:16:25.286590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.291212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-14dda1c4-fec1-46ea-b977-4e8d49773b09 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5ce4f4db-0cdd-4432-828c-7be9c8ac20e5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:25.291955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-14dda1c4-fec1-46ea-b977-4e8d49773b09 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:16:25.373480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-944d16d2-adba-45cc-a94b-8086101be5df req-dd2de0ef-8889-454e-bc8f-00176a15bf2a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Nov 23 10:16:25.423292 n-d-781076-5 neutron-server[110024]: WARNING neutron.services.metering.metering_plugin [None req-14dda1c4-fec1-46ea-b977-4e8d49773b09 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:16:25.577714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14dda1c4-fec1-46ea-b977-4e8d49773b09 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:25.579070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14dda1c4-fec1-46ea-b977-4e8d49773b09 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2914486 Nov 23 10:16:25.582468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.588519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-607638db-89e5-490f-8cd7-6e7942572ae7 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5ce4f4db-0cdd-4432-828c-7be9c8ac20e5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:25.589366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-607638db-89e5-490f-8cd7-6e7942572ae7 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110023) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:16:25.688736 n-d-781076-5 neutron-server[110023]: WARNING neutron.services.metering.metering_plugin [None req-607638db-89e5-490f-8cd7-6e7942572ae7 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:16:25.811705 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-607638db-89e5-490f-8cd7-6e7942572ae7 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:25.815606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-607638db-89e5-490f-8cd7-6e7942572ae7 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2293122 Nov 23 10:16:25.816777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37638) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.828864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435ed20-1fd0-43e4-9a07-0305d0c2fa0d req-ac5580c0-6976-4a27-ad32-b4d95c13cb8f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:25.830062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28c25bf1-eaba-4ef3-b1e4-61956757e185 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=bb7e38c8-ff15-4d93-b743-5a8f16b6f5e8 HTTP/1.1" status: 200 len: 464 time: 0.0118527 Nov 23 10:16:25.834312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37640) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.836466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8435ed20-1fd0-43e4-9a07-0305d0c2fa0d req-ac5580c0-6976-4a27-ad32-b4d95c13cb8f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.2042105 Nov 23 10:16:25.898612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8435ed20-1fd0-43e4-9a07-0305d0c2fa0d req-cf41ded7-3bc5-4e1d-bbca-2dea8df24e1e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608757 Nov 23 10:16:25.960176 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7447b688-58c7-4c9b-9fc5-663ce83c24cb tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:25.961809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7447b688-58c7-4c9b-9fc5-663ce83c24cb tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/bb7e38c8-ff15-4d93-b743-5a8f16b6f5e8 HTTP/1.1" status: 204 len: 168 time: 0.1260769 Nov 23 10:16:25.964189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.973155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d075652-1da7-4984-b889-f2a9bbf45878 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=bb7e38c8-ff15-4d93-b743-5a8f16b6f5e8 HTTP/1.1" status: 200 len: 221 time: 0.0079703 Nov 23 10:16:25.976741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37644) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:25.980919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c6178ab9-7f18-4d06-94b4-64e9adbd9c03 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1281821044', 'description': 'label created by tempest'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:25.981377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c6178ab9-7f18-4d06-94b4-64e9adbd9c03 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Unknown quota resources ['metering_label']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:16:26.183269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6178ab9-7f18-4d06-94b4-64e9adbd9c03 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:26.187368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c6178ab9-7f18-4d06-94b4-64e9adbd9c03 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2068770 Nov 23 10:16:26.187368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37648) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.264800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9dbe59b5-5a01-4eb0-a81a-bd13fcd10177 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=dc24d673-fac5-411a-85ae-f8fc875da2b5 HTTP/1.1" status: 200 len: 468 time: 0.0763743 Nov 23 10:16:26.268267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37650) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.761461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6db01de3-0e84-4663-86af-151dc59e4827 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:26.762772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6db01de3-0e84-4663-86af-151dc59e4827 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/dc24d673-fac5-411a-85ae-f8fc875da2b5 HTTP/1.1" status: 204 len: 168 time: 0.4934919 Nov 23 10:16:26.766848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.781472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4af0aa7e-1712-4949-9fbb-8005e65908fd tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=dc24d673-fac5-411a-85ae-f8fc875da2b5 HTTP/1.1" status: 200 len: 216 time: 0.0112464 Nov 23 10:16:26.785673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37668) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.798059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8489af1b-9fc9-4fd8-bf29-82e9161de7bf tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0104012 Nov 23 10:16:26.804392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.848995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37674) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.850588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-70cb18c0-0e48-44e7-ab3b-f38c4e1b4d61 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0448413 Nov 23 10:16:26.904297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-cbf08724-8796-42d7-806f-e102482eb67a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:26.906648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-cbf08724-8796-42d7-806f-e102482eb67a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0876179 Nov 23 10:16:26.918887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f48aef11-519e-4c1f-a8f4-7164ff895192 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/5ce4f4db-0cdd-4432-828c-7be9c8ac20e5 HTTP/1.1" status: 200 len: 472 time: 0.0685847 Nov 23 10:16:26.922257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:26.934827 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2362c558-f834-4c22-9659-4473ce8c0f47 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/0ee8ccb8-76a9-4878-88eb-e627bc165e05 HTTP/1.1" status: 200 len: 461 time: 0.0112176 Nov 23 10:16:26.937912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:27.066300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:16:27.066902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.086579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aea4156d-d2e3-4cd9-abaa-d55847eedb31 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.088430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aea4156d-d2e3-4cd9-abaa-d55847eedb31 tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/0ee8ccb8-76a9-4878-88eb-e627bc165e05 HTTP/1.1" status: 204 len: 168 time: 0.1494474 Nov 23 10:16:27.096066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:27.236723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:27.237095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.267419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:16:27.387581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268861d-fefb-4afe-a79e-23f782810abd req-d2d4b14a-1296-4c09-a933-bc4e0a0603f9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:27.389769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e268861d-fefb-4afe-a79e-23f782810abd req-d2d4b14a-1296-4c09-a933-bc4e0a0603f9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=68cddcfd-9541-484a-83b3-26e2b606a2d8 HTTP/1.1" status: 200 len: 945 time: 0.3515296 Nov 23 10:16:27.483803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eedfd145-bb61-4991-b82e-9f0dcbc710ba tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.485300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eedfd145-bb61-4991-b82e-9f0dcbc710ba tempest-MeteringTestJSON-562796144 tempest-MeteringTestJSON-562796144-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/5ce4f4db-0cdd-4432-828c-7be9c8ac20e5 HTTP/1.1" status: 204 len: 168 time: 0.3881519 Nov 23 10:16:27.525654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e268861d-fefb-4afe-a79e-23f782810abd req-5fe43c57-4b5d-4d0b-9c46-6c496637c02c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932589 Nov 23 10:16:27.537535 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.550691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:27.557350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:27.599880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:27.711759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:16:27.717398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:27.720835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f35c9057-fa9d-458b-947b-0e11aa295f0f req-c68f89a2-bb33-4fe5-a2be-92702c973989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "DELETE /v2.0/ports/67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 HTTP/1.1" status: 204 len: 173 time: 0.8067384 Nov 23 10:16:27.721317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'name': 'network-vif-deleted', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:27.723669 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c73b39-08f4-46e5-b06a-6fd5f472b36d" -d '{"events": [{"server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "name": "network-vif-deleted", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:27.775170 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a8c69-4be2-4959-82ab-311624573135 x-openstack-request-id: req-460a8c69-4be2-4959-82ab-311624573135 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:27.775634 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cddcfd-9541-484a-83b3-26e2b606a2d8", "name": "network-vif-deleted", "tag": "67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:27.775902 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-460a8c69-4be2-4959-82ab-311624573135 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:27.776290 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cddcfd-9541-484a-83b3-26e2b606a2d8', 'name': 'network-vif-deleted', 'tag': '67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8', 'status': 'completed', 'code': 200} Nov 23 10:16:28.023080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:28.037034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:28.203130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b596c34-ecbd-4a0d-a781-5fa58041091f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.214105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-101561e6-d2f8-43a8-8d04-00bfbb23c435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.364409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b596c34-ecbd-4a0d-a781-5fa58041091f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.369626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-101561e6-d2f8-43a8-8d04-00bfbb23c435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.370786 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b596c34-ecbd-4a0d-a781-5fa58041091f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.383785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-101561e6-d2f8-43a8-8d04-00bfbb23c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.432877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8b596c34-ecbd-4a0d-a781-5fa58041091f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0da087a7176e4675a09587343eb9118c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946211 Nov 23 10:16:28.434171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b596c34-ecbd-4a0d-a781-5fa58041091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f270b4-6b8b-41ec-b4d0-9a491abb9198,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:28.449098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37710) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:28.471303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-101561e6-d2f8-43a8-8d04-00bfbb23c435 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b268b252c36d412eb66acad3b759c9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468744 Nov 23 10:16:28.473779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37712) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:28.501523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101561e6-d2f8-43a8-8d04-00bfbb23c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4eacf8-27b0-4a36-b9dd-10a534b1106f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:28.576597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.605552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.627025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.676206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.697508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.710885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.716649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50f270b4-6b8b-41ec-b4d0-9a491abb9198 HTTP/1.1" status: 204 len: 168 time: 0.2637665 Nov 23 10:16:28.753077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27364e0a-754b-4f31-9646-79199aff6279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f270b4-6b8b-41ec-b4d0-9a491abb9198,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:28.786070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.794057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:28.798085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c4eacf8-27b0-4a36-b9dd-10a534b1106f HTTP/1.1" status: 204 len: 168 time: 0.3215640 Nov 23 10:16:28.827492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7174b-ff15-4973-92d7-b0d13f558e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4eacf8-27b0-4a36-b9dd-10a534b1106f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:29.220307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37730) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:29.235800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb471031-0f8b-4149-856e-74375ec769ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.242894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:29.258396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aede1095-c078-4785-b4e8-0dbd5805125c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.325776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb471031-0f8b-4149-856e-74375ec769ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.330879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb471031-0f8b-4149-856e-74375ec769ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.376718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb471031-0f8b-4149-856e-74375ec769ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34a82d0ab5a445baa013aec2de831eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555493 Nov 23 10:16:29.379362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37734) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:29.380310 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aede1095-c078-4785-b4e8-0dbd5805125c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.387120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aede1095-c078-4785-b4e8-0dbd5805125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.414160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb471031-0f8b-4149-856e-74375ec769ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f839e8a-2047-4661-93cf-c0551d74eacb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:29.437210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.455787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aede1095-c078-4785-b4e8-0dbd5805125c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=358d6e0221b740a993c115e649ba8656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2113953 Nov 23 10:16:29.456438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede1095-c078-4785-b4e8-0dbd5805125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e3266-4504-43ec-972c-1fef4d8d8771,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:29.458195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37736) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:29.479110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.545923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.571908 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.574846 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.578579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f839e8a-2047-4661-93cf-c0551d74eacb HTTP/1.1" status: 204 len: 168 time: 0.1955328 Nov 23 10:16:29.578579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.632931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c657a9-d108-4567-a55c-b8674d8ffca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f839e8a-2047-4661-93cf-c0551d74eacb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:29.665757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.668730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:29.673083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d60e3266-4504-43ec-972c-1fef4d8d8771 HTTP/1.1" status: 204 len: 168 time: 0.2120306 Nov 23 10:16:29.683832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa2284-40ac-4206-bc7a-91a0993c1128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e3266-4504-43ec-972c-1fef4d8d8771,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:30.467281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-83ab5130-2939-49a7-8807-b041ca3333ad tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:30.468934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-83ab5130-2939-49a7-8807-b041ca3333ad tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2083776 Nov 23 10:16:30.482757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:16:30.495411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-dcf8557b-cdbd-4c1c-b82d-f3546c74f58c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0141501 Nov 23 10:16:30.505183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:16:30.506337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 67ad1af0-d4ea-4b9d-b1d5-7b1b89e2f1b8 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:16:30.579618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b1c21550-4c1f-4d31-8611-7beb840e86dc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741456 Nov 23 10:16:30.641855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37802) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:30.719046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-cf37dd5c-08e3-4aef-9ac0-d3710aaa11ab service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383100 Nov 23 10:16:30.839124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-9701af7f-04f3-431f-84fc-64fe5eb7e41a service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120470 Nov 23 10:16:30.845579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d547cedd-6dc0-499a-8db0-ac4b9c4e200f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:30.916185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:31.008473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Deleting subnet a3762d34-c1da-48e8-a9ea-ce6b007fea6a {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:16:31.017347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.066603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d547cedd-6dc0-499a-8db0-ac4b9c4e200f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.076514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d547cedd-6dc0-499a-8db0-ac4b9c4e200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.104275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.144126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d547cedd-6dc0-499a-8db0-ac4b9c4e200f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dbebf8885614162b8ecf54b35807aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997826 Nov 23 10:16:31.162744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37826) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:31.228434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39516f83-2564-4929-bca0-f9698d665555 req-0d1d2536-101b-4f67-8674-62b41c7d722f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 210 time: 0.0802917 Nov 23 10:16:31.248207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547cedd-6dc0-499a-8db0-ac4b9c4e200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa64314-9db1-490a-8fde-4795c89a5fe6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:31.273457 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.313471 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.352016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.385068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.434303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.437733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a3762d34-c1da-48e8-a9ea-ce6b007fea6a HTTP/1.1" status: 204 len: 168 time: 0.5204537 Nov 23 10:16:31.440889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37838) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:31.442649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4a952-784a-483a-883a-31cac630fd2f None None] Network 3f378199-fa87-41a4-bfe2-6f2144ebcabb requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:31.450622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ebfd9-9e33-4ede-afe4-bc0ef6b85505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3762d34-c1da-48e8-a9ea-ce6b007fea6a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:31.480156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.483767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:31.489395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caa64314-9db1-490a-8fde-4795c89a5fe6 HTTP/1.1" status: 204 len: 168 time: 0.3228564 Nov 23 10:16:31.504038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a319be8-3562-45ec-822c-204d571a588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa64314-9db1-490a-8fde-4795c89a5fe6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:31.689438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be3bd0-0c8a-4ed9-a773-641900755d69 None None] DHCP port deletion for 3f378199-fa87-41a4-bfe2-6f2144ebcabb request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:31.901254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.077119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.099218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f378199-fa87-41a4-bfe2-6f2144ebcabb']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:32.110497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bdcbc9-24d5-4046-9198-ccb686bf5555') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:32.110799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bdcbc9-24d5-4046-9198-ccb686bf5555') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:32.123399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.141329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.149014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:16:32.149775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:16:32.151715 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:16:32.227251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.236687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.241345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] 10.222.0.62 "DELETE /v2.0/networks/3f378199-fa87-41a4-bfe2-6f2144ebcabb HTTP/1.1" status: 204 len: 168 time: 0.7990954 Nov 23 10:16:32.273761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e4ed9-1da2-46bb-8381-86c59ea5963f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f378199-fa87-41a4-bfe2-6f2144ebcabb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:32.374285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee7d79e3-6885-4315-bf7b-5fa2fcb3871d req-8cb9a94f-a259-4acc-8b16-efdd4121eec1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 210 time: 0.0539458 Nov 23 10:16:32.572106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-32099c0a-28d4-4fba-95a2-c64dd917d10b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:32.573708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-32099c0a-28d4-4fba-95a2-c64dd917d10b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.1401052 Nov 23 10:16:32.586736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:32.623820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37880) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:32.719426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d9b5b01f-ecb7-4918-b62c-c7b86a0b97cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59048a9591d6413086dbe6a1cc5a82ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944169 Nov 23 10:16:32.721925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37884) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:32.773510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:32.777069 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.855344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.892510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.968068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.9 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/661c4083-24ee-4638-bff1-5b49b9c02aee) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:32.993364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.995958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:32.997118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcd419a5-c849-4a5b-b9da-65573e7b390a HTTP/1.1" status: 204 len: 168 time: 0.2741456 Nov 23 10:16:33.021272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675c59-4601-4c44-8173-94b0c197ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd419a5-c849-4a5b-b9da-65573e7b390a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:33.055968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.164396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.215860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.239753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:33.267678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:33.273005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:33.277714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:33.302659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:33.337356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:33.338729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.362074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-862fd241-c77a-4d33-9f89-a311ff5ff1bb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794924 Nov 23 10:16:33.377447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Request body: {'port': {'device_id': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:33.395720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4a8a1a79-8d25-4c54-89b5-94bff71da8c6 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:33.454488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4a8a1a79-8d25-4c54-89b5-94bff71da8c6 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "PUT /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be HTTP/1.1" status: 200 len: 366 time: 0.3959501 Nov 23 10:16:33.457174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37916) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.480860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfe8a2e6-76ae-4d48-95d3-65673f0b96f3 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0182819 Nov 23 10:16:33.481111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37920) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.490849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.495784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba3139c7-e401-4c4c-8acd-d18718d80354 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be HTTP/1.1" status: 200 len: 366 time: 0.0102305 Nov 23 10:16:33.496915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.555194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426242-4a67-4226-8b30-d0f77a62dc0a req-4df22bcd-12c5-4d4a-9cc2-124f67a9ac48 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:33.556790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4426242-4a67-4226-8b30-d0f77a62dc0a req-4df22bcd-12c5-4d4a-9cc2-124f67a9ac48 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 931 time: 0.0573161 Nov 23 10:16:33.566514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fce29247-3818-4d55-ad17-2780f53cf17c tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be HTTP/1.1" status: 204 len: 168 time: 0.0682461 Nov 23 10:16:33.567131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 37928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.608438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37932) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.609162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-61e67216-999b-45c5-bf63-31a3da230e45 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0306208 Nov 23 10:16:33.636870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dda0cc9e-eb8b-412c-85b2-894d5123b9bc tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be HTTP/1.1" status: 200 len: 370 time: 0.0270748 Nov 23 10:16:33.641922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4426242-4a67-4226-8b30-d0f77a62dc0a req-0d0cf6bb-3677-45a2-a337-ee735fd84ae0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Nov 23 10:16:33.642534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.652093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-faac7a24-469f-4bbd-b295-23e039e982b9 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be/default HTTP/1.1" status: 200 len: 370 time: 0.0043211 Nov 23 10:16:33.652711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37938) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:33.673393 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-61a1be4f-9be5-4995-9207-b44c1afdc789 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] delete failed (client error): The resource could not be found. Nov 23 10:16:33.677926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-61a1be4f-9be5-4995-9207-b44c1afdc789 tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/dbabc65a85294b3384ccf2434a1586be HTTP/1.1" status: 404 len: 348 time: 0.0173109 Nov 23 10:16:33.866604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661c4083-24ee-4638-bff1-5b49b9c02aee {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:33.874455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.887968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Transition to ACTIVE for port object 661c4083-24ee-4638-bff1-5b49b9c02aee will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:33.891819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:33.949926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Pushing event updated for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:33.990364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:34.010897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:network and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.015524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.024006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:subnet and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.026237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Attempting to bind port 661c4083-24ee-4638-bff1-5b49b9c02aee on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:34.027188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Attempting to bind port 661c4083-24ee-4638-bff1-5b49b9c02aee by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:34.027632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Attempting to bind port 661c4083-24ee-4638-bff1-5b49b9c02aee on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:34.027818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.033151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Port 661c4083-24ee-4638-bff1-5b49b9c02aee on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:34.033637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Attempting to bind port 661c4083-24ee-4638-bff1-5b49b9c02aee on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:34.036808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:subnetpool and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.039501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:34.040091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:34.040602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:34.041090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Bound port: 661c4083-24ee-4638-bff1-5b49b9c02aee, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:34.042458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:34.045803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.062302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:port and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.068007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.077511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:router and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.080890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.090292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:floatingip and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.094836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.144543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:34.149145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=661c4083-24ee-4638-bff1-5b49b9c02aee,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:34.155539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:34.177619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:security_group and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.188483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.205536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Usage tracker for resource:security_group_rule and project:7decd1ea73d04dd188cd4d49a043c9bd is out of sync, need to count used quota {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:16:34.212904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.quota.resource [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110024) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:16:34.215823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:34.216925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:34.218682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] 10.222.0.50 "PUT /v2.0/ports/661c4083-24ee-4638-bff1-5b49b9c02aee HTTP/1.1" status: 200 len: 1091 time: 0.8479931 Nov 23 10:16:34.219458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:34.220352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-76ddd1bc-fad8-4f02-a58e-fb0981f26f5f tempest-QuotasTest-269727401 tempest-QuotasTest-269727401-project-admin] 10.222.0.62 "GET /v2.0/quotas/7decd1ea73d04dd188cd4d49a043c9bd/details.json HTTP/1.1" status: 200 len: 703 time: 0.2331934 Nov 23 10:16:34.223531 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:34.251700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56001cc-fdda-49a6-b916-126f95be9626 service neutron] Pushing event updated for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:34.298998 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35d2661-47b5-40a4-b874-357bc54e79e1 x-openstack-request-id: req-f35d2661-47b5-40a4-b874-357bc54e79e1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:34.299296 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:34.299556 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f35d2661-47b5-40a4-b874-357bc54e79e1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:34.299957 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee', 'status': 'completed', 'code': 200} Nov 23 10:16:34.334053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-127aa9f4-05d0-4fe6-a7a0-83adc0a3b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:34.335546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-127aa9f4-05d0-4fe6-a7a0-83adc0a3b763 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 1094 time: 0.0491197 Nov 23 10:16:34.402338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-04ccb1a0-6043-4102-880f-3f0b9e18e0e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=661c4083-24ee-4638-bff1-5b49b9c02aee HTTP/1.1" status: 200 len: 217 time: 0.0566652 Nov 23 10:16:34.465706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-9c7dfbe1-9f6b-4a22-8ce9-343f1264445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:34.467530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-9c7dfbe1-9f6b-4a22-8ce9-343f1264445a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0582387 Nov 23 10:16:34.507018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-b625901a-0ef6-43fe-884d-adef3cd3a07a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322833 Nov 23 10:16:34.613203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 37980) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:34.667179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-d8db47dd-2670-44d3-bb5c-7a03633f22d0 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531730 Nov 23 10:16:34.791514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a29785a0-fda9-4e64-a9a5-973d230d8245 req-d0e6bcb9-7b81-4a44-9021-44458cead9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169724 Nov 23 10:16:34.824287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12582da-2d80-4367-9e53-6444d15dae2a req-e2e297c7-1bb8-471f-8b11-85e9aefefba9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:34.836715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c12582da-2d80-4367-9e53-6444d15dae2a req-e2e297c7-1bb8-471f-8b11-85e9aefefba9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 943 time: 0.0963130 Nov 23 10:16:34.902225 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c12582da-2d80-4367-9e53-6444d15dae2a req-0e1fb062-ff09-4be1-b382-8d7fb01ab494 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589473 Nov 23 10:16:34.932951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-e108ba2a-35c4-4f6b-86b0-50fc64a266ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:34.934598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-e108ba2a-35c4-4f6b-86b0-50fc64a266ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 1094 time: 0.0883589 Nov 23 10:16:34.997115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6e38-60ef-4730-82a8-2790046e8531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.057651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-14d9c024-e3e3-4a94-859f-a5ef932cab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:35.059207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-14d9c024-e3e3-4a94-859f-a5ef932cab1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1172993 Nov 23 10:16:35.101879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6e38-60ef-4730-82a8-2790046e8531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.111022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-8f5d0021-c3dc-4522-ba7d-5a958fbadaf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=661c4083-24ee-4638-bff1-5b49b9c02aee HTTP/1.1" status: 200 len: 217 time: 0.0439351 Nov 23 10:16:35.112810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6e38-60ef-4730-82a8-2790046e8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.175427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-af029738-29d6-4cbb-9051-ad5b41245bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:35.176621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-af029738-29d6-4cbb-9051-ad5b41245bbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0564055 Nov 23 10:16:35.206123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e4f6e38-60ef-4730-82a8-2790046e8531 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4534ef7d0e884521b886a2b36044c468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5915525 Nov 23 10:16:35.206937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38004) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:35.216713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6e38-60ef-4730-82a8-2790046e8531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91ecb3-5c09-44dc-b6e6-188dd41037d4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:35.222714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-2cc90482-8be1-4630-9322-44643af8a567 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365765 Nov 23 10:16:35.288769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.313597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.371089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-439905e4-3265-4ac4-a983-209d6f96e51c service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387808 Nov 23 10:16:35.377971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.381166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:35.382407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a91ecb3-5c09-44dc-b6e6-188dd41037d4 HTTP/1.1" status: 204 len: 168 time: 0.1741741 Nov 23 10:16:35.401184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100567-323e-484d-a6dd-f099d5b84f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91ecb3-5c09-44dc-b6e6-188dd41037d4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:35.813736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe460a76-ddbb-4cd7-963c-e0ec3a6a24d7 req-108a833b-6e26-4035-ba18-9a3afe6f250e service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346514 Nov 23 10:16:36.003669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38034) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:36.021744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-749a5492-4c2e-4a64-910e-2cfc449ca7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.066154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da678944-49f1-4d73-b9e3-006463872446 req-e6d1fe03-5ee9-4abb-a843-02d3f268a3a5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:36.067768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da678944-49f1-4d73-b9e3-006463872446 req-e6d1fe03-5ee9-4abb-a843-02d3f268a3a5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 943 time: 0.0721664 Nov 23 10:16:36.129162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da678944-49f1-4d73-b9e3-006463872446 req-2321ef5f-53be-410e-904c-738aa9451e37 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Nov 23 10:16:36.148739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-749a5492-4c2e-4a64-910e-2cfc449ca7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.153536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-749a5492-4c2e-4a64-910e-2cfc449ca7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.182672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38040) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:36.191912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-749a5492-4c2e-4a64-910e-2cfc449ca7be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7decd1ea73d04dd188cd4d49a043c9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865981 Nov 23 10:16:36.194563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38044) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:36.197103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a5492-4c2e-4a64-910e-2cfc449ca7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c45ae-7421-4f90-86e7-2136f5a60fcd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:36.215564 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:16:36.252543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.275703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.327349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.330709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.332024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be3c45ae-7421-4f90-86e7-2136f5a60fcd HTTP/1.1" status: 204 len: 168 time: 0.1364615 Nov 23 10:16:36.341192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78266d4-ae92-4280-a7f9-5a1ae0f821e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c45ae-7421-4f90-86e7-2136f5a60fcd,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:36.375856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'network': {'name': 'tempest-network-smoke--300031647', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:36.399212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:36.402877 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.412205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.495878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.501050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.513359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 661c4083-24ee-4638-bff1-5b49b9c02aee details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:36.531283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:16:36.541686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9efdaf-b692-4426-99ef-ececa252f900,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:36.551909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.552785 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Added segment ae5ff0c8-30de-453c-95a7-18be163b185f of type vlan for network 9d7fb026-1b90-452c-9499-08d6d446ee1d Nov 23 10:16:36.600933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.650152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.659214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:36.659881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.689352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=661c4083-24ee-4638-bff1-5b49b9c02aee,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:36.704022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '661c4083-24ee-4638-bff1-5b49b9c02aee', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '661c4083-24ee-4638-bff1-5b49b9c02aee', 'mac_address': 'fa:16:3e:d8:54:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:36.754439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5705206 Nov 23 10:16:36.755282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38058) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:36.757989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca501729-1324-4319-8e15-a1ca2232e56a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Network': ['ID=9d7fb026-1b90-452c-9499-08d6d446ee1d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:36.762456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-924232422', 'admin_state_up': True, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:36.765738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.776809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:16:36.807117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.808871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.860898 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661c4083-24ee-4638-bff1-5b49b9c02aee {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:36.874240 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.883034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=661c4083-24ee-4638-bff1-5b49b9c02aee,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:36.888811 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:36.942195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:37.056974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:37.087412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['661c4083-24ee-4638-bff1-5b49b9c02aee'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:37.446843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170c258-6c3e-4bdd-af99-290fe2ff20f8 req-b952ec5a-1e9c-463d-95a6-ded4d1ca9282 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:37.448492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c170c258-6c3e-4bdd-af99-290fe2ff20f8 req-b952ec5a-1e9c-463d-95a6-ded4d1ca9282 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 944 time: 0.1683679 Nov 23 10:16:37.475217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:37.517020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:37.668249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c170c258-6c3e-4bdd-af99-290fe2ff20f8 req-92ac15f3-c972-48b7-b4e6-6d8a37fc9f85 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953447 Nov 23 10:16:37.753261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.25.1.188 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/99c11272-682e-4d22-8a82-da536a9b30ba) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:37.864951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:37.906959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:37.947239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=99c11272-682e-4d22-8a82-da536a9b30ba,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:37.962615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:37.964309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:37.966936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:37.984999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3193f536-5bc0-4e3b-b64b-36f92a6badb6 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:38.009821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38116) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:38.108734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5f66d008-bb0a-44a3-8d3d-30f29bd65fc0 None None] Provisioning complete for port 99c11272-682e-4d22-8a82-da536a9b30ba triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:38.109432 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5f66d008-bb0a-44a3-8d3d-30f29bd65fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.118361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1686469892', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:38.144426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Made reservation on behalf of 2e97b22b3d1946d1b6b5c4242d688c84 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:38.149409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.155793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5f66d008-bb0a-44a3-8d3d-30f29bd65fc0 None None] Port 99c11272-682e-4d22-8a82-da536a9b30ba cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:38.161609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.242747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.249439 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.255850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] device_id is not set on port 1bebbad6-dc97-4408-9962-9d9834cce952 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:16:38.260225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.312480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af10148c-d855-4bbe-bda6-cf6e2d42c777,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:38.386745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Allocated IP 172.25.1.216 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/1bebbad6-dc97-4408-9962-9d9834cce952) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:38.528067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 661c4083-24ee-4638-bff1-5b49b9c02aee up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:38.538953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.583648 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.627541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 661c4083-24ee-4638-bff1-5b49b9c02aee completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:16:38.633047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 661c4083-24ee-4638-bff1-5b49b9c02aee triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:38.633680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.642778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Pushing event updated for resources: {'Port': ['ID=1bebbad6-dc97-4408-9962-9d9834cce952,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:38.670735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:38.673070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:38.684913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:38.690941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67eb510-10bb-4901-b2d1-c17cfe2715a4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:38.731643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:38.732687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.754479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.755416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b38f3e2-776a-49c2-9342-f585dbedaa27 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7461994 Nov 23 10:16:38.758316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38126) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:38.767175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.216'}]}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:38.786724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:38.789762 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74591e3-5286-414c-b225-766c58d7a8a8" -d '{"events": [{"server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "name": "network-vif-plugged", "status": "completed", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:38.810083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=661c4083-24ee-4638-bff1-5b49b9c02aee,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:38.822548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.822902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.824057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.832220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e2f9c51c-63f9-480b-8c2b-ffa50213d174 None None] Provisioning complete for port 1bebbad6-dc97-4408-9962-9d9834cce952 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:38.832654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c51c-63f9-480b-8c2b-ffa50213d174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.857775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:38.891011 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de42e4d4-63ab-4039-8b50-874c6429bd2b x-openstack-request-id: req-de42e4d4-63ab-4039-8b50-874c6429bd2b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:38.891658 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "name": "network-vif-plugged", "status": "completed", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:38.892018 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de42e4d4-63ab-4039-8b50-874c6429bd2b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:38.892552 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee', 'code': 200} Nov 23 10:16:38.988693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e34e21-321c-4496-9dc6-8d70b07a95ae req-27f0b8f1-9663-4584-8ff9-b687c1085cac tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:38.990930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-00e34e21-321c-4496-9dc6-8d70b07a95ae req-27f0b8f1-9663-4584-8ff9-b687c1085cac tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.1629422 Nov 23 10:16:39.010555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.017028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:39.020729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9c51c-63f9-480b-8c2b-ffa50213d174 None None] Port 1bebbad6-dc97-4408-9962-9d9834cce952 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:39.062581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:16:39.149460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c294df-86d3-4c6c-a0be-90b8e8dd3063 req-63e5ba56-907d-4707-a7ae-d606a1d6e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:39.151204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77c294df-86d3-4c6c-a0be-90b8e8dd3063 req-63e5ba56-907d-4707-a7ae-d606a1d6e5c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 1096 time: 0.1931460 Nov 23 10:16:39.191717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:16:39.204566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:16:39.215287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:16:39.215964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:39.222643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.225729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53c8df1d-ea80-4331-b2f5-7ba42446a999 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4690676 Nov 23 10:16:39.229724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38142) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:39.241087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-00e34e21-321c-4496-9dc6-8d70b07a95ae req-aab347f1-bbde-4029-825f-831e3506bcbb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329855 Nov 23 10:16:39.305646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.314346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77c294df-86d3-4c6c-a0be-90b8e8dd3063 req-82008eb1-32e6-4071-b52b-c8533e83516c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184032 Nov 23 10:16:39.499983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2769e28b-41f2-40ff-a5dc-b8d78dcb260f tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2686296 Nov 23 10:16:39.502829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:39.544712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:16:39.579123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.604363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.745787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924a818-ae01-4ecc-b2d6-d14fe5f5f669 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:39.749590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7924a818-ae01-4ecc-b2d6-d14fe5f5f669 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2432001 Nov 23 10:16:39.752282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:39.803446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:38Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:39.836561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:16:39.837163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Updating router 2c221c3c-f17e-49b5-9779-2492404a17e2 port 99c11272-682e-4d22-8a82-da536a9b30ba binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:16:39.862263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-896a41a9-dd3e-4af1-9aa2-66a168d0ef19 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059937 Nov 23 10:16:39.865522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38152) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:39.869688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:39.879970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729929445', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:39.911076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.068819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:40.072827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.154402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.157614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.211277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.213028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e00711e3-ea14-4f88-8562-9c88397b2b81 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:16:40.248878 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 10:16:40.252613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d7a134b2-331a-4df2-9c71-56b07290681a tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4908783 Nov 23 10:16:40.253332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:40.265682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.287668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.355716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Attempting to bind port 99c11272-682e-4d22-8a82-da536a9b30ba on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:40.356069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Attempting to bind port 99c11272-682e-4d22-8a82-da536a9b30ba by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:40.356591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Attempting to bind port 99c11272-682e-4d22-8a82-da536a9b30ba on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:40.365659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03def4-cd2d-4daf-a099-71f002f5be10 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:40.401866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:40.403084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:40.405604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.406189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:40.406788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Bound port: 99c11272-682e-4d22-8a82-da536a9b30ba, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:40.408429 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.496607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Deleting port 1bebbad6-dc97-4408-9962-9d9834cce952 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:16:40.497164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.509694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76116c2c-c889-44e5-9ccd-9002329c789e None None] Pushing event updated for resources: {'Port': ['ID=99c11272-682e-4d22-8a82-da536a9b30ba,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:40.524219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09d8f-7ce5-4b11-b272-2403aff0e2a5 req-5648996d-deac-419d-97c8-537b4875ccef tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:40.526800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fb09d8f-7ce5-4b11-b272-2403aff0e2a5 req-5648996d-deac-419d-97c8-537b4875ccef tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.0871553 Nov 23 10:16:40.529328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.582195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] For port 99c11272-682e-4d22-8a82-da536a9b30ba, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:40.587069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] For port 99c11272-682e-4d22-8a82-da536a9b30ba, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=99c11272-682e-4d22-8a82-da536a9b30ba,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:40.598852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.638557 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.653424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Calling delete_port for 1bebbad6-dc97-4408-9962-9d9834cce952 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:16:40.669765 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fb09d8f-7ce5-4b11-b272-2403aff0e2a5 req-5dd466ac-bd6f-4f9a-b3b0-63e1f02c6d3b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223557 Nov 23 10:16:40.675311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76116c2c-c889-44e5-9ccd-9002329c789e None None] Pushing event updated for resources: {'Port': ['ID=99c11272-682e-4d22-8a82-da536a9b30ba,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:40.681156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] Provisioning complete for port 99c11272-682e-4d22-8a82-da536a9b30ba triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:40.681530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.695217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Subnet': ['ID=927f4f3d-15dc-4528-baaf-d9318cbbb758,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:40.717438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Checking segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:40.717808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network hostable DHCP agents. Network: 9d7fb026-1b90-452c-9499-08d6d446ee1d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:16:40.718306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24605517-dd56-478f-ab86-73d8d2acb644 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:40.739399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:16:40.740341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:40.765046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:16:40.781121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 9d7fb026-1b90-452c-9499-08d6d446ee1d) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:40.785642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:40.786285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.824523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0aa259a0-f065-4fd3-ad00-b3007ec38116 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9562955 Nov 23 10:16:40.826721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df244db4-43b9-4067-8031-91c01edf480c None None] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:40.827168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38174) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:40.884473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:40.957660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bebbad6-dc97-4408-9962-9d9834cce952,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:41.066736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f68fc-d6a6-4c25-94f8-734fd87cf10a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:16:41.104786 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.111534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a0817e8a-d207-4a18-8a74-1a7126ab3055 tempest-RoutersAdminNegativeTest-1889702273 tempest-RoutersAdminNegativeTest-1889702273-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1bebbad6-dc97-4408-9962-9d9834cce952 HTTP/1.1" status: 204 len: 168 time: 0.8571618 Nov 23 10:16:41.133837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.159301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:16:41.367280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38186) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:41.385854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] For port 99c11272-682e-4d22-8a82-da536a9b30ba, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=99c11272-682e-4d22-8a82-da536a9b30ba,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:41.434935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38190) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:41.468272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.495115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-9d7fb026-1b90-452c-9499-08d6d446ee1d', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:16:41.495885 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.634896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fde6ad5-0de3-49c1-aca2-f2aee7ec5490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.644469 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.655527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d40d2d9-bef5-44f0-ae9d-b051309fc29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.754313 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fde6ad5-0de3-49c1-aca2-f2aee7ec5490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.773095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fde6ad5-0de3-49c1-aca2-f2aee7ec5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:41.815295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad448db-d0b5-459b-8f55-19c2037a9609 None None] Pushing event updated for resources: {'Port': ['ID=99c11272-682e-4d22-8a82-da536a9b30ba,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:41.960515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde6ad5-0de3-49c1-aca2-f2aee7ec5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90d801-ee21-4fde-9770-83e2df828b10,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:41.971436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8fde6ad5-0de3-49c1-aca2-f2aee7ec5490 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b53cfec9d6dc4766b7248a74219c606e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006203 Nov 23 10:16:41.972699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38198) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:42.011492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7b760e24-238c-46aa-8aae-8e7d4e8c1c52 None None] Provisioning complete for port 99c11272-682e-4d22-8a82-da536a9b30ba triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:42.012760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b760e24-238c-46aa-8aae-8e7d4e8c1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.058461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74697-29b3-45eb-844b-5385eea141e2 req-235db6c3-4e36-43f4-b579-a63a4b4f6621 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:42.062607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ae74697-29b3-45eb-844b-5385eea141e2 req-235db6c3-4e36-43f4-b579-a63a4b4f6621 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.2640200 Nov 23 10:16:42.147232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:38Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:42.168271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.198063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d40d2d9-bef5-44f0-ae9d-b051309fc29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.206641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e56221-4e98-43f7-8d90-e122852bccd6 None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:38Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:16:42.216320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Allocated IP 172.20.0.2 (9d7fb026-1b90-452c-9499-08d6d446ee1d/927f4f3d-15dc-4528-baaf-d9318cbbb758/f1d88903-b4ba-4d9c-9cf7-269e82a1591b) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:42.229341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d40d2d9-bef5-44f0-ae9d-b051309fc29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.321160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38200) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:42.321364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3d40d2d9-bef5-44f0-ae9d-b051309fc29b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44087ee2c01e4cfc98f1d216cf03ca27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8840580 Nov 23 10:16:42.328455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.338486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ae74697-29b3-45eb-844b-5385eea141e2 req-5f9928c9-40e9-4b22-aa55-1871032ed93e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632847 Nov 23 10:16:42.364985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40d2d9-bef5-44f0-ae9d-b051309fc29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d097f-7e90-49c5-a4dd-1f65f793ecb3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:42.436726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.439463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.440669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d90d801-ee21-4fde-9770-83e2df828b10 HTTP/1.1" status: 204 len: 168 time: 0.4668925 Nov 23 10:16:42.464194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e26156-44d4-4352-9b02-68046f9d5a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90d801-ee21-4fde-9770-83e2df828b10,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:42.504752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.546840 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.548905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.559968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.637612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Pushing event updated for resources: {'Port': ['ID=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:42.654272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda6cd2-8d63-4e68-99c2-9600764cab13 req-a6877512-94a4-49c1-8de4-8a7e646b1f71 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:42.658364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bda6cd2-8d63-4e68-99c2-9600764cab13 req-a6877512-94a4-49c1-8de4-8a7e646b1f71 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.1877706 Nov 23 10:16:42.670374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:42.675046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:42.679052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:42.761375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.1 (9d7fb026-1b90-452c-9499-08d6d446ee1d/927f4f3d-15dc-4528-baaf-d9318cbbb758/016d1445-1042-46f1-8537-15285cdf3e04) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:42.767329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5bda6cd2-8d63-4e68-99c2-9600764cab13 req-e4708e45-2eb7-4092-b0e7-feae150e7e0b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Nov 23 10:16:42.874906 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.881528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.882858 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d42d097f-7e90-49c5-a4dd-1f65f793ecb3 HTTP/1.1" status: 204 len: 168 time: 0.5606992 Nov 23 10:16:42.922507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Attempting to bind port f1d88903-b4ba-4d9c-9cf7-269e82a1591b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:42.928523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Attempting to bind port f1d88903-b4ba-4d9c-9cf7-269e82a1591b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:42.929279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Attempting to bind port f1d88903-b4ba-4d9c-9cf7-269e82a1591b on network 9d7fb026-1b90-452c-9499-08d6d446ee1d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:42.941535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:42.950758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Checking segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:42.952995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:42.954105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Bound using segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:42.955302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Bound port: f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:42.956355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.080312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38214) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:43.098374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dc57e-2f6c-489d-b6b9-45483c6848d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d097f-7e90-49c5-a4dd-1f65f793ecb3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:43.122772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-597dccba-3dcc-443c-a7d1-95faf3374a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.148049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] For port f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:43.154110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.183509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] For port f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:43.195946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.290263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-597dccba-3dcc-443c-a7d1-95faf3374a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.302910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-597dccba-3dcc-443c-a7d1-95faf3374a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.366456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d2a09-9b51-4f73-b1a6-8e0e120108ef None None] Pushing event updated for resources: {'Port': ['ID=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:43.368130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.370788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-597dccba-3dcc-443c-a7d1-95faf3374a57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13b0b7a511e0442f99af0ef4b30a5c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851453 Nov 23 10:16:43.373509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38220) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:43.435729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dccba-3dcc-443c-a7d1-95faf3374a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda179f-6ba9-4063-be29-4b596095080e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:43.471445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.511375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.632962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.638762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:43.644131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fda179f-6ba9-4063-be29-4b596095080e HTTP/1.1" status: 204 len: 168 time: 0.2684524 Nov 23 10:16:43.653718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:43.657657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:43.661348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:43.664014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:43.679798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533922e-db97-4273-ac74-a6ddea16ad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda179f-6ba9-4063-be29-4b596095080e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:43.703933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c072efe-4c2a-4fc5-a521-cfc865119379 req-c1e7063e-ed2f-4b11-970e-e4f258c1bdd8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:43.712509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c072efe-4c2a-4fc5-a521-cfc865119379 req-c1e7063e-ed2f-4b11-970e-e4f258c1bdd8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.4044240 Nov 23 10:16:43.967646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38226) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:44.092900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d34187a-eae9-418f-8a5d-72dec5cd51ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e97b22b3d1946d1b6b5c4242d688c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1229196 Nov 23 10:16:44.098410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38228) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:44.136678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 99c11272-682e-4d22-8a82-da536a9b30ba up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:44.245939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.274932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 99c11272-682e-4d22-8a82-da536a9b30ba triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:44.275308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.296562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.380636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.437624 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c072efe-4c2a-4fc5-a521-cfc865119379 req-c5888822-247b-4ca1-9094-a5478e1ef798 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240667 Nov 23 10:16:44.484570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f1d88903-b4ba-4d9c-9cf7-269e82a1591b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:44.500215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.503912 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.508851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af10148c-d855-4bbe-bda6-cf6e2d42c777 HTTP/1.1" status: 204 len: 168 time: 0.4106381 Nov 23 10:16:44.585882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-9804bc02-901c-4b6e-aa51-474b0b620bb4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:44.593289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-9804bc02-901c-4b6e-aa51-474b0b620bb4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 945 time: 0.1962566 Nov 23 10:16:44.596948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca040b7b-8cb4-4605-afbc-bba09770c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10148c-d855-4bbe-bda6-cf6e2d42c777,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:44.622649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f1d88903-b4ba-4d9c-9cf7-269e82a1591b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:44.623280 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.665300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38234) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:44.694876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5efecd1e-290f-46f5-834d-9aeb52d98919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.776783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.789331 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.909697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:44.915473 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:44.965140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 661c4083-24ee-4638-bff1-5b49b9c02aee {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:16:44.965751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.045507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:45.083880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5efecd1e-290f-46f5-834d-9aeb52d98919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.093089 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5efecd1e-290f-46f5-834d-9aeb52d98919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.129171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5efecd1e-290f-46f5-834d-9aeb52d98919 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31f402ce6a724098978bea744ef1b3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632211 Nov 23 10:16:45.133662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:45.178472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efecd1e-290f-46f5-834d-9aeb52d98919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899f058a-4f16-4653-8bbb-ef74469d6242,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:45.201219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 661c4083-24ee-4638-bff1-5b49b9c02aee, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=661c4083-24ee-4638-bff1-5b49b9c02aee,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:45.202559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.233931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 661c4083-24ee-4638-bff1-5b49b9c02aee owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:16:45.412719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.475972 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.490397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:45.535873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.567890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=661c4083-24ee-4638-bff1-5b49b9c02aee,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:45.592317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50f15c-4570-453b-ada1-946cbe026a85 None None] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:45.652199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b95456f5-8e8c-4ccb-a4da-e2fa28ab4e7b req-377507d2-cc8d-49e8-8366-488fb9a369eb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e60b71a-e78a-49bf-aa36-baf1c236a507 HTTP/1.1" status: 200 len: 210 time: 0.0777895 Nov 23 10:16:45.720094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.721959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.724563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.734120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/899f058a-4f16-4653-8bbb-ef74469d6242 HTTP/1.1" status: 204 len: 168 time: 0.5991342 Nov 23 10:16:45.737255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.738576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 661c4083-24ee-4638-bff1-5b49b9c02aee on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:16:45.742783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.747194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7d47457-bcaa-4326-9949-ad764053ae39 req-6f068e8c-6ef0-4fa7-a31a-0b6cb8277558 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "DELETE /v2.0/ports/661c4083-24ee-4638-bff1-5b49b9c02aee HTTP/1.1" status: 204 len: 173 time: 1.1451712 Nov 23 10:16:45.747708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'name': 'network-vif-deleted', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:45.751063 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbf03a-d466-48cb-bd15-ab7465213199" -d '{"events": [{"server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "name": "network-vif-deleted", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:45.783440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-67803ba6-9e86-4a46-a635-d64397465dea None None] Provisioning complete for port f1d88903-b4ba-4d9c-9cf7-269e82a1591b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:45.784286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67803ba6-9e86-4a46-a635-d64397465dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:45.849488 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f294b-ff5e-4bfa-a3c1-6a84a5900728 x-openstack-request-id: req-805f294b-ff5e-4bfa-a3c1-6a84a5900728 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:45.849791 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60b71a-e78a-49bf-aa36-baf1c236a507", "name": "network-vif-deleted", "tag": "661c4083-24ee-4638-bff1-5b49b9c02aee", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:45.850094 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-805f294b-ff5e-4bfa-a3c1-6a84a5900728 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:45.850511 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60b71a-e78a-49bf-aa36-baf1c236a507', 'name': 'network-vif-deleted', 'tag': '661c4083-24ee-4638-bff1-5b49b9c02aee', 'status': 'completed', 'code': 200} Nov 23 10:16:45.889917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:45.928610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0b1a3-791f-42fc-8126-7150431d9594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f058a-4f16-4653-8bbb-ef74469d6242,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:45.989900 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.108042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f1d88903-b4ba-4d9c-9cf7-269e82a1591b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:46.212664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:46.216692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:46.255946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.256175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38274) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:46.357681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f1d88903-b4ba-4d9c-9cf7-269e82a1591b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:46.358084 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.392263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-237740908'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:46.417967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:46.422147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.460849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.563420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.567831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:16:46.570694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.580857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 661c4083-24ee-4638-bff1-5b49b9c02aee no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:16:46.611626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece6b22-cbf7-4df2-887d-ee200af27607,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:46.647107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:16:46.667441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 661c4083-24ee-4638-bff1-5b49b9c02aee {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:16:46.668639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 661c4083-24ee-4638-bff1-5b49b9c02aee not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:16:46.672324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.672324 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Added segment 6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe of type vlan for network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee Nov 23 10:16:46.761834 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.799350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.800587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:16:46.806409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e55820bd-8846-4220-898b-365cd2f5970a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/2c221c3c-f17e-49b5-9779-2492404a17e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9782364 Nov 23 10:16:46.808807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:46.809134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38292) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:46.810642 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:46.813140 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:16:46.835634 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:16:46.836294 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:46.911079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Network': ['ID=6cdce6f3-678e-49e1-8d59-14ed4cda8eee,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:46.925860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:16:46.944445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-28e990a3-4ebb-44a8-801c-e67174c19ddc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6847289 Nov 23 10:16:46.948262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38298) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:46.961273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'subnet': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:47.061675 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:16:47.171852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:47.177147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.201705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-72f95711-1e23-46ae-bbc8-77135a91cea2 None None] Provisioning complete for port f1d88903-b4ba-4d9c-9cf7-269e82a1591b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:47.204446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-72f95711-1e23-46ae-bbc8-77135a91cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.356817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-72f95711-1e23-46ae-bbc8-77135a91cea2 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:47.357335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-72f95711-1e23-46ae-bbc8-77135a91cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.376281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.376816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.378529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.378977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.380502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.380692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.382929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.389549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0782545e-2294-4ac1-b31e-540c965e19a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4926 time: 0.5766137 Nov 23 10:16:47.389919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38306) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:47.398944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-72f95711-1e23-46ae-bbc8-77135a91cea2 None None] Port 016d1445-1042-46f1-8537-15285cdf3e04 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:47.447185 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:45Z', 'revision_number': 2, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:47.456603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.486033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:16:47.486641 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Updating router 2c221c3c-f17e-49b5-9779-2492404a17e2 port 016d1445-1042-46f1-8537-15285cdf3e04 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:16:47.519470 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.529483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-89e2b0c8-9689-4669-b613-205474a1d621 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:47.529483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-89e2b0c8-9689-4669-b613-205474a1d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.541934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.542629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.543236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.543832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.544291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.544738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.549214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ca35116-6b3e-44ad-a734-e6069af0a7a0 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3982 time: 0.1557033 Nov 23 10:16:47.549905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38310) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:47.604707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Subnet': ['ID=dfd7b957-9791-478f-bf9c-ff567d7703e8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:47.620477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-89e2b0c8-9689-4669-b613-205474a1d621 None None] Port 016d1445-1042-46f1-8537-15285cdf3e04 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:47.621625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Checking segment: {'id': '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:47.622251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network hostable DHCP agents. Network: 6cdce6f3-678e-49e1-8d59-14ed4cda8eee, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:16:47.663528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:16:47.678173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 6cdce6f3-678e-49e1-8d59-14ed4cda8eee) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:47.684665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:47.685198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:47.688321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234b420-e51c-4c1c-8793-8d9f02188866 None None] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:47.723352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e328ad4f-c855-49b9-a1da-aa1fb8a5052b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698064 Nov 23 10:16:47.723585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38316) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:47.734118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-46482114'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:47.881929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aac48a44-ff94-41ae-8d03-9ca6316e77fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.102798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1f67732f-641f-48da-8627-5210ef386456 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:48.103529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1f67732f-641f-48da-8627-5210ef386456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.108325 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.123480 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.183109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1f67732f-641f-48da-8627-5210ef386456 None None] Port 016d1445-1042-46f1-8537-15285cdf3e04 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:48.312272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'tenant_id': 'f0e13e5abaa346b8ab23a7bbd672d0e7', 'fixed_ips': [{'subnet_id': 'dfd7b957-9791-478f-bf9c-ff567d7703e8'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:16:48.313154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.365232 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Pushing event updated for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:48.389377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-53b4f7a1-ce73-44fe-9761-79d0d0cf7bf1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:48.391336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-53b4f7a1-ce73-44fe-9761-79d0d0cf7bf1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2182419 Nov 23 10:16:48.396559 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.396903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.397725 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.398090 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.398430 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.398770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.399104 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.399432 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.399757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.400079 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.400405 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.400725 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:48.408593 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Attempting to bind port 016d1445-1042-46f1-8537-15285cdf3e04 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:48.408969 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Attempting to bind port 016d1445-1042-46f1-8537-15285cdf3e04 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:48.409337 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Attempting to bind port 016d1445-1042-46f1-8537-15285cdf3e04 on network 9d7fb026-1b90-452c-9499-08d6d446ee1d {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:48.417684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7f2e5202-e4c2-4fb5-bb6c-243c31d5f5fd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0187933 Nov 23 10:16:48.428298 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:48.428694 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Checking segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:48.429082 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.433649 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Bound using segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:48.434238 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Bound port: 016d1445-1042-46f1-8537-15285cdf3e04, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:48.434640 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.533662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-b2832824-1f86-4f1d-a627-506e2bb56b46 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090508 Nov 23 10:16:48.536357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Allocated IP 172.20.0.2 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/8f73b7d9-8ec5-4180-9720-53ef8befceeb) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:48.624311 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] For port 016d1445-1042-46f1-8537-15285cdf3e04, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:48.636419 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] For port 016d1445-1042-46f1-8537-15285cdf3e04, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=016d1445-1042-46f1-8537-15285cdf3e04,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:48.642156 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.666392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:48.667595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.704659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:48.713358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.738207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c742731-ed3b-471a-9ed6-dfd55b20d76e tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 1.1872771 Nov 23 10:16:48.748337 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:16:48.764114 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:48.803992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port c9c584c8-bcdc-4495-b1dc-1fbd58467286 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:16:48.827381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-6ba1db27-e7eb-437c-a893-f5bff8f9c6ee service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806826 Nov 23 10:16:48.894339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.896314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:48.914276 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.028128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] For port 016d1445-1042-46f1-8537-15285cdf3e04, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=016d1445-1042-46f1-8537-15285cdf3e04,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:49.038448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:16:49.047623 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.097686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:49.098751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-60045665-557c-418d-a9a8-db874afa98cc service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669330 Nov 23 10:16:49.112274 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:49.123385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:49.139577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Pushing event updated for resources: {'Port': ['ID=8f73b7d9-8ec5-4180-9720-53ef8befceeb,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:49.160098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.13 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/c9c584c8-bcdc-4495-b1dc-1fbd58467286) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:49.267304 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b8620-ada4-4eb5-8c4c-4eac159374d6 None None] Pushing event updated for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:49.281712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb750f7-9237-4efd-baf2-eb7fb744fd53 None None] Pushing event updated for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:49.413187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ded5404d-afb9-43c3-974e-c66f61db4797 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:49.417264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ded5404d-afb9-43c3-974e-c66f61db4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.478749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8ca527-cfa3-42dc-97eb-4d1ae12e0f2b req-21b4fc86-bfbb-4967-b5be-1eb3d64b69b4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 210 time: 0.1084085 Nov 23 10:16:49.579491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Attempting to bind port 8f73b7d9-8ec5-4180-9720-53ef8befceeb on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:49.579914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Attempting to bind port 8f73b7d9-8ec5-4180-9720-53ef8befceeb by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:49.580038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.580209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Attempting to bind port 8f73b7d9-8ec5-4180-9720-53ef8befceeb on network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:49.605850 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:16:49.647133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.649714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:49.649714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Checking segment: {'id': '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:49.650715 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.652326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Bound using segment: {'id': '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:49.653538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Bound port: 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:49.656676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:49.667121 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5e67c0-5186-4d32-beaa-fef122d77db3 None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:16:49.727342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=c9c584c8-bcdc-4495-b1dc-1fbd58467286,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:49.765591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.765973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.770558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.771291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.774499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.774749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:16:49.817785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:49.822955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:49.836931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:49.871630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] For port 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:49.876669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] For port 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8f73b7d9-8ec5-4180-9720-53ef8befceeb,segment=NetworkSegment(6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe),segment_id=6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:49.895137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.041603 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 016d1445-1042-46f1-8537-15285cdf3e04 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:50.045026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:50.046059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.078163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4f01db50-a226-41c1-b3cb-565066374e07 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3522720 Nov 23 10:16:50.078468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:50.084127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-962177937', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:65:6d:83'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:50.163390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38382) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:50.172114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193789179', 'description': 'tempest-secgroup-smoke-193789179 description', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:50.207041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ba669-5731-4eec-8f90-cbb14896de39 None None] Pushing event updated for resources: {'Port': ['ID=8f73b7d9-8ec5-4180-9720-53ef8befceeb,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:50.238010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.287511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 016d1445-1042-46f1-8537-15285cdf3e04 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:50.287884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.334791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.344561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.430544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:50.442921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a09cd-10a0-49f3-8c04-511f8509ca98,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:50.485871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.492353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5432b8a5-3412-4bd6-ac25-21d7c5c3ed0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3271797 Nov 23 10:16:50.495675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:50.510460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:50.522069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-816fb67d-5087-4b7b-adf1-98dd7db4b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.541720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.577256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.689001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.757184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.763204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.774735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f20d56c-5b06-4e01-b15e-d571eea7d367 req-ce51379d-c7db-4edb-978c-32f31411c01a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 210 time: 0.0500088 Nov 23 10:16:50.778254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:16:50.814431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1b36ba-c884-4995-8160-e214aa95ac94,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:50.824559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.830969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d1a58cb1-626c-4093-8cc4-0dcdf3c7c90c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3312614 Nov 23 10:16:50.831357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38392) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:50.845638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:50.890763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.968271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.11 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/7dd1b7ce-0d6b-42f3-881d-a9b4351044ad) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:50.990072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:50.995239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.021721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b13826-a1b4-4acb-9df5-d13ad132240d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:51.028210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.032365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d4a37bcb-0675-4654-b029-128f0da51c7e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970022 Nov 23 10:16:51.032667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:51.038608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:51.077395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.232722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.237726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.270501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.275482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416763 Nov 23 10:16:51.276247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38396) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:51.280297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722c464-c06a-4a41-b3fd-c0374ecd31e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ddd152-0f96-41b1-b545-20f68c77d391,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:51.289681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.315943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:51.437973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.482464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.547158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.573581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-e86361f4-2cf3-46c5-84d5-95a5a7595c3f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:51.575513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-e86361f4-2cf3-46c5-84d5-95a5a7595c3f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.3904037 Nov 23 10:16:51.592481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:51.611633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:51.647092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:51.699659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=7dd1b7ce-0d6b-42f3-881d-a9b4351044ad,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:51.703211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:51.728368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e097c-5644-4fa5-8813-54465aa1ea91 None None] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:51.915815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] Provisioning complete for port 8f73b7d9-8ec5-4180-9720-53ef8befceeb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:51.916553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:51.953402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c68d8d72-cf09-478c-b797-2a7364bbc2df req-fe734392-e563-49bb-8134-a8750911c839 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 210 time: 0.0394149 Nov 23 10:16:52.018051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8f73b7d9-8ec5-4180-9720-53ef8befceeb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:52.152736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.213593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8f73b7d9-8ec5-4180-9720-53ef8befceeb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:52.214314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.234794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:52.235280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.257877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6c4b950a-b205-43a6-b596-594b529e2051 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1777446 Nov 23 10:16:52.259619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:52.262515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] For port 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8f73b7d9-8ec5-4180-9720-53ef8befceeb,segment=NetworkSegment(6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe),segment_id=6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:52.281241 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.307403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.313086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.335722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:52.341962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.358568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.359895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0813093 Nov 23 10:16:52.365672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9f975-b8cb-4559-abcf-b54de80da1f1 None None] Pushing event updated for resources: {'Port': ['ID=8f73b7d9-8ec5-4180-9720-53ef8befceeb,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:52.368954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38410) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:52.379026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7160cd1-ce70-4bd4-afbf-ba2f7bcded3a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75bb610-e361-4d2b-baaf-7ff726c88881,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:52.399515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:52.408760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573dc85-7a5d-43c1-bf47-c08420a63ccd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:52.417671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573dc85-7a5d-43c1-bf47-c08420a63ccd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:52.429201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573dc85-7a5d-43c1-bf47-c08420a63ccd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:52.432163 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:16:52.432301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7573dc85-7a5d-43c1-bf47-c08420a63ccd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1702001 Nov 23 10:16:52.435560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38412) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:52.438351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.570774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.585486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.603336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:16:52.603336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.696597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.729986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Provisioning complete for port 8f73b7d9-8ec5-4180-9720-53ef8befceeb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:52.730367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.755009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8816ff4b-2f62-4120-8b3f-a53c8cf5ec85,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:52.772975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.778867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5193c8e5-8a9c-43ea-a318-ca6cb644f50b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3890338 Nov 23 10:16:52.781583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38422) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:52.790532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.3 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/24f7ec52-f225-47aa-9238-d8af5ee8b263) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:52.803938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': 'f41a09cd-10a0-49f3-8c04-511f8509ca98', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:52.911436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.920143 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:16:52.939138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:52.993753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Provisioning complete for port 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:52.996631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.041834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Port 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:53.055011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Provisioning complete for port c9c584c8-bcdc-4495-b1dc-1fbd58467286 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:53.055817 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.096036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:16:53.123276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1a5ed-c005-4c1f-a78a-df11f006282c None None] Port c9c584c8-bcdc-4495-b1dc-1fbd58467286 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:53.177591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.185269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.224901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ce9eed-f8cb-492d-9829-4ce9eae6d101 req-f1629b44-0532-4ba0-a148-e87e15856933 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 210 time: 0.1370447 Nov 23 10:16:53.271360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.275245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-afbef0c2-ba81-4eb1-b538-07cdf8d94435 None None] Provisioning complete for port c9c584c8-bcdc-4495-b1dc-1fbd58467286 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:53.275615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afbef0c2-ba81-4eb1-b538-07cdf8d94435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.308767 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.319289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5273383 Nov 23 10:16:53.321951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c36333-5636-4779-aa75-2a91df73308a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f903dc2-5662-4eb7-b80f-8112a8112306,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:53.338878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-afbef0c2-ba81-4eb1-b538-07cdf8d94435 None None] Port c9c584c8-bcdc-4495-b1dc-1fbd58467286 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:53.365651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.381939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:53.450726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38432) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:53.503155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:53.503410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.515224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:53.522382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:53.544755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=7dd1b7ce-0d6b-42f3-881d-a9b4351044ad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:53.618333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:53.634005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-de430ca6-0b1a-4835-b6b4-1b82b9e755f5 None None] Could not find standard attr ID for object 7dd1b7ce-0d6b-42f3-881d-a9b4351044ad. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:16:53.660592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.693148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:53.696485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.747276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-7e4ce0c2-1822-4f29-98b8-29a251c8aa42 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1522942 Nov 23 10:16:53.760351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Request body: {'port': {'device_id': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:53.851465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1befb421-1dce-4552-b297-af9154a2c85a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193789179&fields=id&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 267 time: 0.1665492 Nov 23 10:16:53.854943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.859467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0f964fe0-1bf6-45d1-a715-36063f01a69b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/7dd1b7ce-0d6b-42f3-881d-a9b4351044ad HTTP/1.1" status: 204 len: 168 time: 1.4221933 Nov 23 10:16:53.870361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a0305b-5bef-4807-b510-7268dfaa4504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.875658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:53.898228 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-4900e9a3-a62c-4720-9899-930711896ac9 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] GET failed (client error): The resource could not be found. Nov 23 10:16:53.899790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4900e9a3-a62c-4720-9899-930711896ac9 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports/7dd1b7ce-0d6b-42f3-881d-a9b4351044ad HTTP/1.1" status: 404 len: 333 time: 0.0257418 Nov 23 10:16:53.916564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:53.932473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-1089619304'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:53.944794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8f73b7d9-8ec5-4180-9720-53ef8befceeb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:16:53.977711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-244bf4a2-b528-48f4-a09b-117620f31791 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:53.978911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-244bf4a2-b528-48f4-a09b-117620f31791 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/networks?id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 796 time: 0.1184559 Nov 23 10:16:53.984155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:53.996940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-116541f4-d2ea-4194-9d89-a8b7301819a3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/quotas/9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 375 time: 0.0116634 Nov 23 10:16:54.052195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8f73b7d9-8ec5-4180-9720-53ef8befceeb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:54.052572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.134477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-ba17de6f-2ebd-46a3-a830-a732fde0035d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244304 Nov 23 10:16:54.370415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-2a129966-d3ef-4306-8866-37e255f98f84 service neutron] 10.222.0.62 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216327 Nov 23 10:16:54.469236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1eab7e20-2bfd-40b1-8bdf-194b478fd23c service neutron] 10.222.0.62 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910521 Nov 23 10:16:54.475711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:54.479741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.533505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a0305b-5bef-4807-b510-7268dfaa4504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.547207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port 4a869466-7b22-4f4f-857e-4d38f3015f2c yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:16:54.559934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6237-0254-43c4-9129-640aedc2f092 req-320dad0e-de6b-48ea-9176-5681df15d7dc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:54.561555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518e6237-0254-43c4-9129-640aedc2f092 req-320dad0e-de6b-48ea-9176-5681df15d7dc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 931 time: 0.1870415 Nov 23 10:16:54.569442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a0305b-5bef-4807-b510-7268dfaa4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.680767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f7ec52-f225-47aa-9238-d8af5ee8b263 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:54.721462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7bec85e2-da89-4836-8c7a-f7f85f58449d req-e71534b1-75ae-45d8-938d-b72c14b5f040 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 210 time: 0.0362277 Nov 23 10:16:54.741647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.754229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f6a0305b-5bef-4807-b510-7268dfaa4504 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7af5ae35eb0f40debdad8789c988b06c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3021863 Nov 23 10:16:54.757990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:54.787588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0305b-5bef-4807-b510-7268dfaa4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de36cec-4d1f-4cc8-88bc-3981d29f9fb5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:54.825376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Transition to ACTIVE for port object 24f7ec52-f225-47aa-9238-d8af5ee8b263 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:54.838157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518e6237-0254-43c4-9129-640aedc2f092 req-b79f3ccb-5167-4918-a4e4-517a4c2dc08a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627120 Nov 23 10:16:54.839994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.842922 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.875220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.935388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.939985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:54.945226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6de36cec-4d1f-4cc8-88bc-3981d29f9fb5 HTTP/1.1" status: 204 len: 168 time: 0.1855807 Nov 23 10:16:54.956745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fbdba-c9ad-46dd-af66-74b195500623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de36cec-4d1f-4cc8-88bc-3981d29f9fb5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:54.979284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Pushing event updated for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:55.010090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.8 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/4a869466-7b22-4f4f-857e-4d38f3015f2c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:55.099726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Attempting to bind port 24f7ec52-f225-47aa-9238-d8af5ee8b263 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:55.100073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Attempting to bind port 24f7ec52-f225-47aa-9238-d8af5ee8b263 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:55.100394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Attempting to bind port 24f7ec52-f225-47aa-9238-d8af5ee8b263 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:55.114244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Port 24f7ec52-f225-47aa-9238-d8af5ee8b263 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:55.114570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Attempting to bind port 24f7ec52-f225-47aa-9238-d8af5ee8b263 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:55.124581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:55.124925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:55.125397 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:55.125753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Bound port: 24f7ec52-f225-47aa-9238-d8af5ee8b263, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:55.126150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.274292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:55.299944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.355006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.375954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:55.395863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:55.413694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a37f82d-7889-489d-986a-787823b47901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.460519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=4a869466-7b22-4f4f-857e-4d38f3015f2c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:55.471333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.485715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:55.521099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a37f82d-7889-489d-986a-787823b47901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.522560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:55.526902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:55.527625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.528672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a37f82d-7889-489d-986a-787823b47901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.529438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] 10.222.0.50 "PUT /v2.0/ports/24f7ec52-f225-47aa-9238-d8af5ee8b263 HTTP/1.1" status: 200 len: 1091 time: 1.7732499 Nov 23 10:16:55.530890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:55.533275 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f26627-e327-44fa-b844-72fd1978326f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:55.543925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:55.595244 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3a37f82d-7889-489d-986a-787823b47901 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1aa26681fb7d431583f59cb89410e740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947765 Nov 23 10:16:55.599346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38480) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:55.617920 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fe08a-8b42-46d4-a6d8-89a23d13ba97 x-openstack-request-id: req-b51fe08a-8b42-46d4-a6d8-89a23d13ba97 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:55.618654 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:55.619152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b51fe08a-8b42-46d4-a6d8-89a23d13ba97 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:55.619684 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263', 'status': 'completed', 'code': 200} Nov 23 10:16:55.620869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37f82d-7889-489d-986a-787823b47901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9b9db-99f8-4219-a7e8-c41911527784,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:55.698515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.702471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d6085-8e91-47bf-bb21-c90aba300411 service neutron] Pushing event updated for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:55.720944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:55.721605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.737862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-00a68c24-e0a3-4b2b-aee9-2c5f5d78b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:55.738137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.740041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-00a68c24-e0a3-4b2b-aee9-2c5f5d78b4b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 1094 time: 0.1042171 Nov 23 10:16:55.824247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c12f3968-b617-40f9-acd1-79e99202fbce tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9046850 Nov 23 10:16:55.826336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-0c0129a1-3833-40cb-ad44-1068e16940a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263 HTTP/1.1" status: 200 len: 217 time: 0.0770130 Nov 23 10:16:55.828381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:55.842817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:65:6d:83'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:55.915897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4389dcb-3f16-4e65-9250-f790d220915b req-59855758-c9dd-48ea-bf45-3b3fd44ad38a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 210 time: 0.0719492 Nov 23 10:16:55.925973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.932991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:55.934371 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90b9b9db-99f8-4219-a7e8-c41911527784 HTTP/1.1" status: 204 len: 168 time: 0.3337502 Nov 23 10:16:55.954403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-1afa93f8-8c16-4f1b-abf8-6f4a2d626b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:55.958211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-1afa93f8-8c16-4f1b-abf8-6f4a2d626b31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1240625 Nov 23 10:16:56.001014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-311b3d30-aef1-4424-99d4-0193a9fb731a None None] Provisioning complete for port 4a869466-7b22-4f4f-857e-4d38f3015f2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:56.002434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-311b3d30-aef1-4424-99d4-0193a9fb731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.032518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-242969f4-845c-4c5b-869e-7e1cec932025 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667100 Nov 23 10:16:56.040606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-311b3d30-aef1-4424-99d4-0193a9fb731a None None] Port 4a869466-7b22-4f4f-857e-4d38f3015f2c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:56.069580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0fb82-700c-42f9-9fa5-b80322ddb255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b9b9db-99f8-4219-a7e8-c41911527784,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:56.182492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d426-1d3f-4ff4-91ef-e5e414dd1ecd req-e0afce6d-8eca-4d2a-be17-f30b6d4d5070 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.184226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4d426-1d3f-4ff4-91ef-e5e414dd1ecd req-e0afce6d-8eca-4d2a-be17-f30b6d4d5070 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 943 time: 0.2691672 Nov 23 10:16:56.257250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-ba9ab5af-5137-49b8-a67a-b0c23c83c203 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167442 Nov 23 10:16:56.257571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.305812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1c4d426-1d3f-4ff4-91ef-e5e414dd1ecd req-8d004ae9-0163-4e9f-beea-87e7d77b2316 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091750 Nov 23 10:16:56.345794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-c68c9be6-b8df-4b38-a52f-3bb483413449 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.347907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-c68c9be6-b8df-4b38-a52f-3bb483413449 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.11 "GET /v2.0/networks?id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 796 time: 0.2008183 Nov 23 10:16:56.451618 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-431950f9-0880-4d4c-9bb7-d3889c413137 req-350aa908-9e4c-43cd-8667-60ccdfdda283 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846099 Nov 23 10:16:56.502833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-136c12f9-683d-40dc-b6ef-39b78df6b408 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 379 time: 0.0874958 Nov 23 10:16:56.512501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38494) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:56.514988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'port': {'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'admin_state_up': True, 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'security_groups': ['f41a09cd-10a0-49f3-8c04-511f8509ca98']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:56.528672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f1252e2-a9f7-4553-9bbf-a78d400be6be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.618614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f1252e2-a9f7-4553-9bbf-a78d400be6be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.620127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26627-e327-44fa-b844-72fd1978326f req-f2902ad8-7a76-435b-b61a-23664d97b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.621699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-f2902ad8-7a76-435b-b61a-23664d97b199 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 1094 time: 0.1019957 Nov 23 10:16:56.624413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.626865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f1252e2-a9f7-4553-9bbf-a78d400be6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.653126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1252e2-a9f7-4553-9bbf-a78d400be6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc415734-988b-4293-9ad4-60b64d587f40,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:56.662045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.735512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] In _notify_port_updated(), no bound segment for port 4a869466-7b22-4f4f-857e-4d38f3015f2c on network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:16:56.742415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.742616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:56.743113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.744724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "PUT /v2.0/ports/4a869466-7b22-4f4f-857e-4d38f3015f2c HTTP/1.1" status: 200 len: 994 time: 0.9146290 Nov 23 10:16:56.754576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.771730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:56.780270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26627-e327-44fa-b844-72fd1978326f req-1b510667-2e90-4207-a091-1b235be4becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.782405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-1b510667-2e90-4207-a091-1b235be4becc service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1521285 Nov 23 10:16:56.820989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f1252e2-a9f7-4553-9bbf-a78d400be6be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16b6ae6b3e0b4da99b8cd796c9809675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073144 Nov 23 10:16:56.826880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38500) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:56.841191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b9ea4-f64b-4bcb-af0c-6cb5dcf203e7 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=4a869466-7b22-4f4f-857e-4d38f3015f2c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:56.855807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-f2251336-7efb-42a9-a290-c4b7724bde0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263 HTTP/1.1" status: 200 len: 217 time: 0.0636706 Nov 23 10:16:56.947115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port 4a869466-7b22-4f4f-857e-4d38f3015f2c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:16:56.947643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:56.980426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26627-e327-44fa-b844-72fd1978326f req-a601e5a1-fb9a-46a1-bd87-90c9fa2022f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:56.982018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-a601e5a1-fb9a-46a1-bd87-90c9fa2022f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0800333 Nov 23 10:16:56.991537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b80553ed-15be-4b4b-b285-222f76bb6272 None None] Provisioning complete for port 4a869466-7b22-4f4f-857e-4d38f3015f2c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:56.991907 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b80553ed-15be-4b4b-b285-222f76bb6272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.013824 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.036934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b80553ed-15be-4b4b-b285-222f76bb6272 None None] Port 4a869466-7b22-4f4f-857e-4d38f3015f2c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:57.039026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-b844b075-ec53-46f1-869c-c93acce7530b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319624 Nov 23 10:16:57.081401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.083981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1a1cb36-29cf-4f48-8e23-96aeae8890bd req-b48f692f-809f-4b8c-b8fc-5d5483375255 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 210 time: 0.0782232 Nov 23 10:16:57.134951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.150585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for 4a869466-7b22-4f4f-857e-4d38f3015f2c owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:16:57.163310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.11 (9d7fb026-1b90-452c-9499-08d6d446ee1d/927f4f3d-15dc-4528-baaf-d9318cbbb758/a9f6187e-cdfb-423b-9596-7dae0eec3690) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:57.221480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.224228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.227848 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc415734-988b-4293-9ad4-60b64d587f40 HTTP/1.1" status: 204 len: 168 time: 0.3950589 Nov 23 10:16:57.227979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-3b1b89cb-48ec-495a-98da-b1612c37a672 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749966 Nov 23 10:16:57.345748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.406825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=4a869466-7b22-4f4f-857e-4d38f3015f2c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:57.417415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42f26627-e327-44fa-b844-72fd1978326f req-917810c3-6c20-4754-8eef-7b3461712ca4 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817372 Nov 23 10:16:57.420135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743b6e2-7c5e-4478-ba7d-6ab00cceebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc415734-988b-4293-9ad4-60b64d587f40,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:57.433868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.506660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.600722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:57.613436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:57.616580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:57.617667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bacfe-9936-4a7d-9ea1-aad983a6b617 req-3cbe38dd-86f7-424d-9ac3-e6d90619097e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:57.621803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:57.641484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-992bacfe-9936-4a7d-9ea1-aad983a6b617 req-3cbe38dd-86f7-424d-9ac3-e6d90619097e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 943 time: 0.1465650 Nov 23 10:16:57.718680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:57.720039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.759617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-79b15941-26ad-4eb0-958d-8a59bd73c613 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2496719 Nov 23 10:16:57.762001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-992bacfe-9936-4a7d-9ea1-aad983a6b617 req-c7591b9c-e187-4ee8-bc8c-3d340d9cda5b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195171 Nov 23 10:16:57.763265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:57.775496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Request body: {'port': {'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:57.778231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9eb7df08-f5f1-4146-b486-c592a51b3363 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/4a869466-7b22-4f4f-857e-4d38f3015f2c HTTP/1.1" status: 204 len: 168 time: 1.0054667 Nov 23 10:16:57.781861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:57.846960 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eca019-a850-47f0-8252-690ea475677b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] GET failed (client error): The resource could not be found. Nov 23 10:16:57.848650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38eca019-a850-47f0-8252-690ea475677b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports/4a869466-7b22-4f4f-857e-4d38f3015f2c HTTP/1.1" status: 404 len: 333 time: 0.0657895 Nov 23 10:16:57.855245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38522) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:57.862692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-770063798'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:57.888208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.033693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:58.037808 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.057546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:16:58.102234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-647ce0f0-1848-42fe-9743-9934bc49441d None None] Provisioning complete for port a9f6187e-cdfb-423b-9596-7dae0eec3690 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:58.102709 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-647ce0f0-1848-42fe-9743-9934bc49441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.213978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-647ce0f0-1848-42fe-9743-9934bc49441d None None] Port a9f6187e-cdfb-423b-9596-7dae0eec3690 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:58.244800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.11 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/66c8be41-2c4c-487f-8c9c-fa19d37c6567) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:16:58.262735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:58.317740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f6187e-cdfb-423b-9596-7dae0eec3690 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:58.328270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.349939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1bae2-af81-47b2-a70f-b96d15bbfe22 req-c53ed884-0a72-40d4-99de-6c887e28aa5d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:58.351460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4f1bae2-af81-47b2-a70f-b96d15bbfe22 req-c53ed884-0a72-40d4-99de-6c887e28aa5d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 932 time: 0.0756233 Nov 23 10:16:58.354589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Transition to ACTIVE for port object a9f6187e-cdfb-423b-9596-7dae0eec3690 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:16:58.361607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.446097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254564819-network', 'tenant_id': '7452b52d3fdd4d5a9d304b4702e52cae'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:58.470611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:58.479172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4f1bae2-af81-47b2-a70f-b96d15bbfe22 req-07d3d3fb-0892-4b23-8c05-7010e64fb46f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085725 Nov 23 10:16:58.507948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Made reservation on behalf of 7452b52d3fdd4d5a9d304b4702e52cae for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:58.517602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.524698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.539970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.555755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Attempting to bind port a9f6187e-cdfb-423b-9596-7dae0eec3690 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:16:58.556295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Attempting to bind port a9f6187e-cdfb-423b-9596-7dae0eec3690 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:16:58.556693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Attempting to bind port a9f6187e-cdfb-423b-9596-7dae0eec3690 on network 9d7fb026-1b90-452c-9499-08d6d446ee1d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:58.562866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Port a9f6187e-cdfb-423b-9596-7dae0eec3690 on network 9d7fb026-1b90-452c-9499-08d6d446ee1d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:16:58.563248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Attempting to bind port a9f6187e-cdfb-423b-9596-7dae0eec3690 on network 9d7fb026-1b90-452c-9499-08d6d446ee1d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:16:58.568988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:16:58.569335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Checking segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:58.569762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Bound using segment: {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:16:58.570480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Bound port: a9f6187e-cdfb-423b-9596-7dae0eec3690, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5ff0c8-30de-453c-95a7-18be163b185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:16:58.571432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.590412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 24f7ec52-f225-47aa-9238-d8af5ee8b263 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:16:58.641875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.671345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:16:58.676069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:16:58.681668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.702723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=66c8be41-2c4c-487f-8c9c-fa19d37c6567,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:58.740171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:16:58.744901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:58.745030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:58.745542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.747227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 200 len: 1092 time: 0.9778688 Nov 23 10:16:58.747702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:16:58.750245 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93080eeb-03d1-4c13-b475-4c543dad2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:16:58.759991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:16:58.776680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.776829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37641842-3963-4f94-a9e5-f70bba23e523 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:58.821409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.852779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:16:58.869861 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001af3e5-5058-4ca4-9219-88410b2ae46c x-openstack-request-id: req-001af3e5-5058-4ca4-9219-88410b2ae46c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:16:58.870881 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:16:58.872099 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-001af3e5-5058-4ca4-9219-88410b2ae46c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:16:58.872773 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'status': 'completed', 'code': 200} Nov 23 10:16:58.875345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:58.875921 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Added segment a995ccfc-ca78-4853-a1e8-6822d7b52ce8 of type vlan for network bcc1fc90-5372-4145-b98d-10fe8ef93836 Nov 23 10:16:58.885328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1c2b9a57-90fd-4510-b2ae-e138da19ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:58.889209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1c2b9a57-90fd-4510-b2ae-e138da19ec42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1095 time: 0.0878956 Nov 23 10:16:58.978446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-98617897-7e1f-4823-9a6d-b1c106bcf076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 200 len: 217 time: 0.0762880 Nov 23 10:16:58.987936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.063979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01795233-ab39-4de1-af40-4a20f9320377,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:59.074209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eedb-a4b2-48f5-af6a-ebd977925c51 req-f84a99a6-5ae5-4dab-b228-963795670a7d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.075893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edb0eedb-a4b2-48f5-af6a-ebd977925c51 req-f84a99a6-5ae5-4dab-b228-963795670a7d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 943 time: 0.1783433 Nov 23 10:16:59.094914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-672a17dd-0e29-4d58-a6f5-206b08fc1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.096476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-672a17dd-0e29-4d58-a6f5-206b08fc1e54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927f4f3d-15dc-4528-baaf-d9318cbbb758 HTTP/1.1" status: 200 len: 835 time: 0.0965600 Nov 23 10:16:59.102030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.102811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.121366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.122755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.123708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.213939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b96b7a49-a7c7-444b-8f96-88931e708601 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3556917 Nov 23 10:16:59.223004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:59.223954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38546) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:59.236053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '24f7ec52-f225-47aa-9238-d8af5ee8b263', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '24f7ec52-f225-47aa-9238-d8af5ee8b263', 'mac_address': 'fa:16:3e:09:03:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:16:59.240443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:6d:83'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:59.244411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc1fc90-5372-4145-b98d-10fe8ef93836,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:59.262047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-82c0f9af-d6f7-4630-ad42-ef4e330ba234 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9980102 Nov 23 10:16:59.262735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38548) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:16:59.268379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Request body: {'subnet': {'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254564819-subnet', 'tenant_id': '7452b52d3fdd4d5a9d304b4702e52cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:16:59.270980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:16:59.279200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1645b10d-1f65-468a-9903-5f38a03c2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.281127 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-1645b10d-1f65-468a-9903-5f38a03c2033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d7fb026-1b90-452c-9499-08d6d446ee1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721101 Nov 23 10:16:59.287937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edb0eedb-a4b2-48f5-af6a-ebd977925c51 req-a0c6365e-4ac3-4464-b79c-823bbfc03c7d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903927 Nov 23 10:16:59.296644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Made reservation on behalf of 7452b52d3fdd4d5a9d304b4702e52cae for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:16:59.303141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.410809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.431519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94ad18b1-6eb8-4485-9375-30e4f5d4f8b9 None None] Provisioning complete for port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:16:59.431991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94ad18b1-6eb8-4485-9375-30e4f5d4f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.436520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f7ec52-f225-47aa-9238-d8af5ee8b263 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:16:59.461213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-f8184311-ef6b-447f-92b3-712c685b7eb5 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720934 Nov 23 10:16:59.490226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94ad18b1-6eb8-4485-9375-30e4f5d4f8b9 None None] Port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:16:59.507796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:16:59.515428 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.525036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.563234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.588635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:59.658604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20c11858-4b1b-4b08-aade-f052c4ce2155 req-93eb2f33-e60b-4371-9389-7a5cf7b4b1de service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895382 Nov 23 10:16:59.687775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3da6531-ad90-4dc1-9732-d60c1b14e570,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:16:59.705445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['24f7ec52-f225-47aa-9238-d8af5ee8b263'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:16:59.722314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d972cc-3c41-492e-ad73-e1cf574d1dbe req-53608507-4ee4-4969-918c-21334a551be1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.723846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46d972cc-3c41-492e-ad73-e1cf574d1dbe req-53608507-4ee4-4969-918c-21334a551be1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 944 time: 0.1024408 Nov 23 10:16:59.725011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Checking segment: {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:16:59.732440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Network hostable DHCP agents. Network: bcc1fc90-5372-4145-b98d-10fe8ef93836, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:16:59.828745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46d972cc-3c41-492e-ad73-e1cf574d1dbe req-ab89d125-f833-4b15-bf52-d80d1cca6ff0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897737 Nov 23 10:16:59.830159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:16:59.848850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, bcc1fc90-5372-4145-b98d-10fe8ef93836) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:16:59.864088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:16:59.865304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:16:59.868298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab40d3-b04a-4f34-937b-c34053ee2e32 None None] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:16:59.886741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34adaaa3-5c36-4bbd-9df5-dac31580f905 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6225588 Nov 23 10:17:00.051664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a85e8f9-f43b-4631-b38f-41a82f2a3f61 None None] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:00.229799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-e5ef88d0-6b32-4fdd-9906-a5e5d5178e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.231381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-e5ef88d0-6b32-4fdd-9906-a5e5d5178e82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1095 time: 0.5056078 Nov 23 10:17:00.319748 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.325359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.434663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-17028998-9af1-411b-acf0-f39f4f4ebc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.436657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-17028998-9af1-411b-acf0-f39f4f4ebc62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 897 time: 0.1947615 Nov 23 10:17:00.437559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=66c8be41-2c4c-487f-8c9c-fa19d37c6567,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:00.513120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-7bf056ab-69c9-4d29-a652-7139c2c61051 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 200 len: 217 time: 0.0561743 Nov 23 10:17:00.516050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] In _notify_port_updated(), no bound segment for port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 on network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:17:00.522013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.522730 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.524120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c7dac084-4960-44ab-8c0a-4b1344c78867 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "PUT /v2.0/ports/66c8be41-2c4c-487f-8c9c-fa19d37c6567 HTTP/1.1" status: 200 len: 996 time: 1.2992861 Nov 23 10:17:00.527486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:00.576627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc803-f9ed-453d-93ff-58de31211b78 req-56a28989-955d-4be8-9287-754e61a90878 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.578258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-966bc803-f9ed-453d-93ff-58de31211b78 req-56a28989-955d-4be8-9287-754e61a90878 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 944 time: 0.1696520 Nov 23 10:17:00.594632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-8991e2e4-a3b9-4bd0-b06f-366db14d70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.596240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-8991e2e4-a3b9-4bd0-b06f-366db14d70b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927f4f3d-15dc-4528-baaf-d9318cbbb758 HTTP/1.1" status: 200 len: 835 time: 0.0708799 Nov 23 10:17:00.605700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 24f7ec52-f225-47aa-9238-d8af5ee8b263 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:00.653965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:00.654327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.707139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-966bc803-f9ed-453d-93ff-58de31211b78 req-d278249b-b6a8-4c2f-8274-532274071cca tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075239 Nov 23 10:17:00.710358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-4d69ee9f-f320-42fe-9b20-e14a17188e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:00.713751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-4d69ee9f-f320-42fe-9b20-e14a17188e22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d7fb026-1b90-452c-9499-08d6d446ee1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015055 Nov 23 10:17:00.731312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-75723fe0-0bac-468f-b161-e8268cf915aa None None] Provisioning complete for port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:00.731564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-75723fe0-0bac-468f-b161-e8268cf915aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.735602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 24f7ec52-f225-47aa-9238-d8af5ee8b263 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:00.766600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 24f7ec52-f225-47aa-9238-d8af5ee8b263 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:00.766987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.787630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.806731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for 66c8be41-2c4c-487f-8c9c-fa19d37c6567 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:00.838115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-75723fe0-0bac-468f-b161-e8268cf915aa None None] Port 66c8be41-2c4c-487f-8c9c-fa19d37c6567 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:00.885293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-71ef0c29-2640-442a-b229-a80031b85657 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646276 Nov 23 10:17:00.914256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.940796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:00.944339 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad9770-c858-4c28-830a-a78163d4f0b1" -d '{"events": [{"server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "name": "network-vif-plugged", "status": "completed", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:00.961225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:00.966308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:00.981979 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:01.054972 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5fd6f-4bbe-43c8-8396-736592afd8c3 x-openstack-request-id: req-5ab5fd6f-4bbe-43c8-8396-736592afd8c3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:01.055805 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "name": "network-vif-plugged", "status": "completed", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:01.056062 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ab5fd6f-4bbe-43c8-8396-736592afd8c3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:01.056476 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263', 'code': 200} Nov 23 10:17:01.060463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93080eeb-03d1-4c13-b475-4c543dad2f0b req-cbfc2113-0cf0-4f80-a78e-0728edb5c334 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662543 Nov 23 10:17:01.069146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:01.123734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=66c8be41-2c4c-487f-8c9c-fa19d37c6567,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:01.213741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5ff3-14c5-46fc-972c-fc4fc98a7a32 req-17e7f2db-6407-43ca-9068-bd81aafb8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:01.216459 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d4a5ff3-14c5-46fc-972c-fc4fc98a7a32 req-17e7f2db-6407-43ca-9068-bd81aafb8298 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 1096 time: 0.0956373 Nov 23 10:17:01.225675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:01.231433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-285d5c58-42b4-43d0-921c-ebd0c2be834e tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/66c8be41-2c4c-487f-8c9c-fa19d37c6567 HTTP/1.1" status: 204 len: 168 time: 0.6999536 Nov 23 10:17:01.238139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017702f-0bc4-479e-9d7e-26e6ea923a49 req-5c873ae8-4c4b-4851-a640-a7716c3b9cfc tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:01.240052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38580) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:01.249525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f017702f-0bc4-479e-9d7e-26e6ea923a49 req-5c873ae8-4c4b-4851-a640-a7716c3b9cfc tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 944 time: 0.2262018 Nov 23 10:17:01.318646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d4a5ff3-14c5-46fc-972c-fc4fc98a7a32 req-a134a178-c1e7-47cf-9f08-1a26f1334696 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934753 Nov 23 10:17:01.319876 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63701e8-02cf-45ec-bfb5-4068dfb131e3 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] GET failed (client error): The resource could not be found. Nov 23 10:17:01.326614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f63701e8-02cf-45ec-bfb5-4068dfb131e3 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports/66c8be41-2c4c-487f-8c9c-fa19d37c6567 HTTP/1.1" status: 404 len: 333 time: 0.0666690 Nov 23 10:17:01.326917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38584) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:01.332286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-2044692350'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:01.346879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f017702f-0bc4-479e-9d7e-26e6ea923a49 req-b3b6a890-86a6-4346-9853-693810aff485 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863802 Nov 23 10:17:01.456564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:01.460464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:01.480116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port af3dbe27-e96e-465e-b853-cdd41626fde5 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:01.593975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.3 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/af3dbe27-e96e-465e-b853-cdd41626fde5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:01.845529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:01.884293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69662939-2f9c-415b-bbdd-e04be306c613 req-45c2123e-48dc-4fbf-8766-7701c80a446d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:01.886034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69662939-2f9c-415b-bbdd-e04be306c613 req-45c2123e-48dc-4fbf-8766-7701c80a446d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.0933337 Nov 23 10:17:01.952096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:01.956828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69662939-2f9c-415b-bbdd-e04be306c613 req-7b7a33b0-39db-41c0-b3e8-14c14e38ff6d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595500 Nov 23 10:17:02.004195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:02.007452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:02.012044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:02.016036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=af3dbe27-e96e-465e-b853-cdd41626fde5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:02.068106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:02.068860 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:02.089651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-55675f03-7706-4c29-a0b7-7ae22a315014 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7593217 Nov 23 10:17:02.090052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38610) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:02.095793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'network_id': '6cdce6f3-678e-49e1-8d59-14ed4cda8eee', 'name': 'tempest-AllowedAddressPairTestJSON-1200245741'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:02.245035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Made reservation on behalf of f0e13e5abaa346b8ab23a7bbd672d0e7 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:02.249620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:02.278283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-65d9ec0c-366c-4727-b1a6-d29c38f61bd7 None None] Provisioning complete for port af3dbe27-e96e-465e-b853-cdd41626fde5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:02.278694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65d9ec0c-366c-4727-b1a6-d29c38f61bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:02.284067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] device_id is not set on port 73452c7c-9f08-47ee-bcc9-586d19aea2fe yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:02.325602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-65d9ec0c-366c-4727-b1a6-d29c38f61bd7 None None] Port af3dbe27-e96e-465e-b853-cdd41626fde5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:02.411892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Allocated IP 172.20.0.8 (6cdce6f3-678e-49e1-8d59-14ed4cda8eee/dfd7b957-9791-478f-bf9c-ff567d7703e8/73452c7c-9f08-47ee-bcc9-586d19aea2fe) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:02.863562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a9f6187e-cdfb-423b-9596-7dae0eec3690 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:02.883404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf12700-256e-4767-9282-7b31244f98d2 req-7567e026-8df0-4445-bc1b-c440bc29ca06 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:02.884897 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6cf12700-256e-4767-9282-7b31244f98d2 req-7567e026-8df0-4445-bc1b-c440bc29ca06 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 944 time: 0.4321067 Nov 23 10:17:02.969805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6cf12700-256e-4767-9282-7b31244f98d2 req-68c865d2-0f54-4cdb-8498-1de299626d0e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561335 Nov 23 10:17:03.018701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.064881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:03.076811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:03.102504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.135761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.153520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f6187e-cdfb-423b-9596-7dae0eec3690 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:03.160186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29f873-d763-4dc0-9fb4-193e6c8c5add req-e7de4a1f-4b77-428a-ba71-bbcfa919f1e1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:03.161359 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe29f873-d763-4dc0-9fb4-193e6c8c5add req-e7de4a1f-4b77-428a-ba71-bbcfa919f1e1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.1090143 Nov 23 10:17:03.169135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:03.173000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:03.187375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:03.199625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:03.205287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.233933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=73452c7c-9f08-47ee-bcc9-586d19aea2fe,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:03.286523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:03.288474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:03.289108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.302519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe29f873-d763-4dc0-9fb4-193e6c8c5add req-c347cac7-6d45-4bb7-8649-7ab49dac71df tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224260 Nov 23 10:17:03.327133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-13a1ca6f-ee82-424d-b51a-8670ba304497 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2358220 Nov 23 10:17:03.330078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:03.335772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:65:6d:83'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:32:68:83'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:03.402108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-082cf0de-4e13-420e-8111-4b6319070e40 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:03.404216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-082cf0de-4e13-420e-8111-4b6319070e40 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 808 time: 0.1996288 Nov 23 10:17:03.432677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-288811b5-f049-4019-80d2-a68714c828b4 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/quotas/7452b52d3fdd4d5a9d304b4702e52cae HTTP/1.1" status: 200 len: 375 time: 0.0215561 Nov 23 10:17:03.495070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-0ca2ba3d-40c2-4c27-ae8e-a8e45455c5dd tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528078 Nov 23 10:17:03.559701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['a9f6187e-cdfb-423b-9596-7dae0eec3690'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:03.574174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.618424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-91842c91-c67a-4ea6-aa02-c440d29c8f86 service neutron] 10.222.0.62 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126442 Nov 23 10:17:03.629793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a4292968-dedf-41a8-bbfe-e79fe3be845c None None] Provisioning complete for port 73452c7c-9f08-47ee-bcc9-586d19aea2fe triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:03.631504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a4292968-dedf-41a8-bbfe-e79fe3be845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:03.696378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a4292968-dedf-41a8-bbfe-e79fe3be845c None None] Port 73452c7c-9f08-47ee-bcc9-586d19aea2fe cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:03.722076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-9155e0bf-d36b-44b1-a3d7-76a0096f8801 service neutron] 10.222.0.62 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970340 Nov 23 10:17:03.794024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-f75fc2e9-07e6-46b6-8284-0928bea82c7a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:03.795620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-f75fc2e9-07e6-46b6-8284-0928bea82c7a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2085431 Nov 23 10:17:03.836494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-2540f2ba-a8ed-4e92-9a6d-1db5258b8786 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0131314 Nov 23 10:17:03.922025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-a05e4550-c609-4fc0-8cd9-0eeb5cfc262d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764923 Nov 23 10:17:03.960731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d31f44b3-48d3-44f7-adb1-e4c58022ddcd req-1e46f92f-9a54-4ef7-a333-cf07311aa664 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 210 time: 0.0354836 Nov 23 10:17:04.091754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-423acf4c-dc80-4547-98e6-700bd3f6d88b service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539023 Nov 23 10:17:04.096673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.119098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.120674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8480b-8a86-46d4-aa44-0ff18af8d047 req-bf8ce38c-74f6-4bac-a945-b1814898654d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:04.122355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5c8480b-8a86-46d4-aa44-0ff18af8d047 req-bf8ce38c-74f6-4bac-a945-b1814898654d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 945 time: 0.0674608 Nov 23 10:17:04.201091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5c8480b-8a86-46d4-aa44-0ff18af8d047 req-7772b8b3-6f5e-4ea3-993f-38bb617e92a4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716257 Nov 23 10:17:04.216946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event updated for resources: {'Port': ['ID=73452c7c-9f08-47ee-bcc9-586d19aea2fe,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:04.295427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] In _notify_port_updated(), no bound segment for port 73452c7c-9f08-47ee-bcc9-586d19aea2fe on network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:17:04.301514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:04.306113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.308471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6111cd0d-5bf1-4536-81da-e79280a34537 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "PUT /v2.0/ports/73452c7c-9f08-47ee-bcc9-586d19aea2fe HTTP/1.1" status: 200 len: 1056 time: 0.9773588 Nov 23 10:17:04.314017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38692) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:04.378266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-500b6e61-5c29-46ee-a380-e12c69b65016 service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854507 Nov 23 10:17:04.473741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port 73452c7c-9f08-47ee-bcc9-586d19aea2fe {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:04.474109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.577060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.577303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cbdcd05a-6746-4f59-95a1-5e2acb6a062a None None] Provisioning complete for port 73452c7c-9f08-47ee-bcc9-586d19aea2fe triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:04.577765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd05a-6746-4f59-95a1-5e2acb6a062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.591186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for 73452c7c-9f08-47ee-bcc9-586d19aea2fe owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:04.645557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a272ea70-fd94-49f0-acbc-037f9c9d6d42 req-8af44d65-5da9-4698-8c90-bb4e457178ee tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 210 time: 0.0519910 Nov 23 10:17:04.685988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcd05a-6746-4f59-95a1-5e2acb6a062a None None] Port 73452c7c-9f08-47ee-bcc9-586d19aea2fe cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:04.789024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:04.819301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=73452c7c-9f08-47ee-bcc9-586d19aea2fe,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:04.883505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a9f6187e-cdfb-423b-9596-7dae0eec3690 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:04.978233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port a9f6187e-cdfb-423b-9596-7dae0eec3690 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:04.985103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port a9f6187e-cdfb-423b-9596-7dae0eec3690 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:04.985514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.076113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.085692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-99692ccc-00da-4a2f-9da9-41db36239329 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/73452c7c-9f08-47ee-bcc9-586d19aea2fe HTTP/1.1" status: 204 len: 168 time: 0.7706931 Nov 23 10:17:05.089225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38718) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:05.138443 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a054294-195d-45c9-8991-781dbe14a06b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] GET failed (client error): The resource could not be found. Nov 23 10:17:05.142591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a054294-195d-45c9-8991-781dbe14a06b tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports/73452c7c-9f08-47ee-bcc9-586d19aea2fe HTTP/1.1" status: 404 len: 333 time: 0.0494192 Nov 23 10:17:05.142913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38722) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:05.153578 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.186355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:05.192841 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f7a820-8b63-4c4c-b7e2-5e607a18babc" -d '{"events": [{"server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:05.224589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:05.238063 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.299572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:05.316976 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0538c-9899-40c2-9253-9402274eb646 x-openstack-request-id: req-91b0538c-9899-40c2-9253-9402274eb646 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:05.317375 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:05.317644 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91b0538c-9899-40c2-9253-9402274eb646 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:05.318210 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'code': 200} Nov 23 10:17:05.319156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-3f5548e8-56cb-4ef9-9d49-7c4545779ff7 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:05.320790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-3f5548e8-56cb-4ef9-9d49-7c4545779ff7 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 808 time: 0.1942203 Nov 23 10:17:05.349126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Request body: {'port': {'device_id': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836', 'admin_state_up': True, 'tenant_id': '7452b52d3fdd4d5a9d304b4702e52cae'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:05.374026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-452e8a1b-446d-4952-b0f8-6633f29e2964 req-e067d2c8-3702-427e-b899-80817d82014f tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 210 time: 0.2858803 Nov 23 10:17:05.434666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port af3dbe27-e96e-465e-b853-cdd41626fde5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:05.435096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.560277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade5d5-41b2-40b4-b35d-f1897fdb2a4e req-511f5dd6-f8da-41f7-a0eb-b370a0d40660 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:05.561784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7ade5d5-41b2-40b4-b35d-f1897fdb2a4e req-511f5dd6-f8da-41f7-a0eb-b370a0d40660 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 0.1022875 Nov 23 10:17:05.564935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.578746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for af3dbe27-e96e-465e-b853-cdd41626fde5 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:05.599704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f9ccc-7a9c-45d1-97fb-ad501e0d3cb5 req-4cfb42c7-8f34-4b87-af42-1c33552c5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:05.601194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-312f9ccc-7a9c-45d1-97fb-ad501e0d3cb5 req-4cfb42c7-8f34-4b87-af42-1c33552c5668 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1097 time: 0.1398702 Nov 23 10:17:05.654665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Made reservation on behalf of 7452b52d3fdd4d5a9d304b4702e52cae for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:05.658132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.677800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7ade5d5-41b2-40b4-b35d-f1897fdb2a4e req-c4325731-7064-4122-b32c-df84d6f8bb95 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085000 Nov 23 10:17:05.716204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-312f9ccc-7a9c-45d1-97fb-ad501e0d3cb5 req-767da41a-ffa9-4021-92ed-5d6f75b0ef5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048195 Nov 23 10:17:05.728413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.791745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=af3dbe27-e96e-465e-b853-cdd41626fde5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:05.884940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Allocated IP 172.20.0.4 (bcc1fc90-5372-4145-b98d-10fe8ef93836/c3da6531-ad90-4dc1-9732-d60c1b14e570/2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:05.893173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d40aa4d-9eee-41c9-bd55-daecc53bc1f8 req-d930cf76-a92e-47de-8280-ae5eafbd3302 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 210 time: 0.1164222 Nov 23 10:17:05.896402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:05.904126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a47c2fb0-f9f3-4342-b8de-80bb9f6164fc tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/af3dbe27-e96e-465e-b853-cdd41626fde5 HTTP/1.1" status: 204 len: 168 time: 0.7573357 Nov 23 10:17:05.905165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:05.959827 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-763c4b73-90ad-4176-a1ca-60ed0c5f30e6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] GET failed (client error): The resource could not be found. Nov 23 10:17:05.964605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-763c4b73-90ad-4176-a1ca-60ed0c5f30e6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "GET /v2.0/ports/af3dbe27-e96e-465e-b853-cdd41626fde5 HTTP/1.1" status: 404 len: 333 time: 0.0551178 Nov 23 10:17:05.967128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:06.097375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port c9c584c8-bcdc-4495-b1dc-1fbd58467286 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:06.097721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.126237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-ab2f0bd4-8ff0-4307-a2e5-8d27610e2994 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:06.128100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-ab2f0bd4-8ff0-4307-a2e5-8d27610e2994 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.1945100 Nov 23 10:17:06.169013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:06.219702 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.232965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for c9c584c8-bcdc-4495-b1dc-1fbd58467286 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:06.286359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.352091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:06.355658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.365371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.378492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.427759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=c9c584c8-bcdc-4495-b1dc-1fbd58467286,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:06.505530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:06.519276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.525879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a66c84d1-2b94-42ad-ae50-c7e5925a13b6 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/ports/c9c584c8-bcdc-4495-b1dc-1fbd58467286 HTTP/1.1" status: 204 len: 168 time: 0.5577099 Nov 23 10:17:06.528494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38756) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:06.544274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:06.561954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:06.564812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:06.615587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting subnet dfd7b957-9791-478f-bf9c-ff567d7703e8 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:06.619897 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.646959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:06.647617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.658235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.5 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/0e2f5b70-419c-4a80-b72a-d1919b1a47e5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:06.669054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.677283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec7ffd-fd27-43de-b1bf-6621990a15e9 req-cf28910f-5297-4052-adc6-6e393ac2a3ed tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:06.678825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1aec7ffd-fd27-43de-b1bf-6621990a15e9 req-cf28910f-5297-4052-adc6-6e393ac2a3ed tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 931 time: 0.1800489 Nov 23 10:17:06.700220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-96753931-f71e-4c2f-aa1d-a6c2473565a1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3613851 Nov 23 10:17:06.727450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Request body: {'port': {'device_id': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:06.831978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.858844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:06.863587 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1aec7ffd-fd27-43de-b1bf-6621990a15e9 req-9531937a-8528-4507-87dd-38a35eb137cd tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770370 Nov 23 10:17:06.883597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e48b2e-d7c0-4efb-aeba-8d7e8678d6d4 req-2269a4ba-0720-4091-9f87-1703aa0f0d3d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:06.883597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e48b2e-d7c0-4efb-aeba-8d7e8678d6d4 req-2269a4ba-0720-4091-9f87-1703aa0f0d3d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 0.1172485 Nov 23 10:17:06.951831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52e48b2e-d7c0-4efb-aeba-8d7e8678d6d4 req-f91f9561-0f19-4a80-8cba-c6db0d56ab89 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643489 Nov 23 10:17:06.964972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.004116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd7b957-9791-478f-bf9c-ff567d7703e8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.021121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.025039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b52f6f5-8629-4b2c-a0f0-d3069beef3bd tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/subnets/dfd7b957-9791-478f-bf9c-ff567d7703e8 HTTP/1.1" status: 204 len: 168 time: 0.4952388 Nov 23 10:17:07.031509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249eefb-f049-4345-a83f-fbe408ae446a None None] Network 6cdce6f3-678e-49e1-8d59-14ed4cda8eee requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:07.037831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38770) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:07.066148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.116456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e285779-e4e4-4eac-90d0-186ba466f9e0 req-42c03c5a-e0be-41a8-b3fe-8a294e443df1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 210 time: 0.0558701 Nov 23 10:17:07.178733 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.242973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Deleting port 8f73b7d9-8ec5-4180-9720-53ef8befceeb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:07.243557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.243767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.262102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:07.270560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['24f7ec52-f225-47aa-9238-d8af5ee8b263'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:07.321633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] For port 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8f73b7d9-8ec5-4180-9720-53ef8befceeb,segment=NetworkSegment(6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe),segment_id=6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:07.322037 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.335996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Calling delete_port for 8f73b7d9-8ec5-4180-9720-53ef8befceeb owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:07.352599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:07.365261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:07.377933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:07.390929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] DHCP port deletion for 6cdce6f3-678e-49e1-8d59-14ed4cda8eee request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:07.425092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.448710 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.483895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Port': ['ID=8f73b7d9-8ec5-4180-9720-53ef8befceeb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.494302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] No DVR routers for this DVR port 8f73b7d9-8ec5-4180-9720-53ef8befceeb on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:07.513132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:07.513868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.541297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:07.550955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Deleting port 8f73b7d9-8ec5-4180-9720-53ef8befceeb {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:07.551720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.552559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.562228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-10aeccab-96e3-415b-b010-b1530731dae9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3987222 Nov 23 10:17:07.581272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Request body: {'port': {'device_id': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:07.586436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Transition to ACTIVE for port object 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:17:07.595258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.609239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.622711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdce6f3-678e-49e1-8d59-14ed4cda8eee']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:07.635530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:07.635829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f87fc80-cc4c-48f9-a8d1-a2b36a8d1efe') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:07.647645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.675453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.686234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:07.687989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:07.692158 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:07.724042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.725097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] For port 8f73b7d9-8ec5-4180-9720-53ef8befceeb, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:07.725757 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.747303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Calling delete_port for 8f73b7d9-8ec5-4180-9720-53ef8befceeb owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:07.751619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Port 8f73b7d9-8ec5-4180-9720-53ef8befceeb was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:17:07.751916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.754525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.783623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] Pushing event deleted for resources: {'Port': ['ID=8f73b7d9-8ec5-4180-9720-53ef8befceeb,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.791488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.792192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6e1da-d819-4084-8185-8982b6146ddc None None] No DVR routers for this DVR port 8f73b7d9-8ec5-4180-9720-53ef8befceeb on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:07.812688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:07.816375 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] 10.222.0.62 "DELETE /v2.0/networks/6cdce6f3-678e-49e1-8d59-14ed4cda8eee HTTP/1.1" status: 204 len: 168 time: 0.7773323 Nov 23 10:17:07.817312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608db9c-e6ea-410e-9bb1-fb7fadd408f4 tempest-AllowedAddressPairTestJSON-149989111 tempest-AllowedAddressPairTestJSON-149989111-project] Pushing event deleted for resources: {'Network': ['ID=6cdce6f3-678e-49e1-8d59-14ed4cda8eee,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:07.902289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8f73b7d9-8ec5-4180-9720-53ef8befceeb no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:07.924766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8f73b7d9-8ec5-4180-9720-53ef8befceeb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:07.925088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8f73b7d9-8ec5-4180-9720-53ef8befceeb not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:07.929745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Attempting to bind port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:07.930514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Attempting to bind port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:07.930514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Attempting to bind port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c on network bcc1fc90-5372-4145-b98d-10fe8ef93836 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:07.945312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c on network bcc1fc90-5372-4145-b98d-10fe8ef93836 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:17:07.945650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Attempting to bind port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c on network bcc1fc90-5372-4145-b98d-10fe8ef93836 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:07.955430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:07.955776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Checking segment: {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:07.956168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Bound using segment: {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:07.956678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Bound port: 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:07.956970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.064425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfa1e8-5899-428f-b3ca-1bab084796bf req-d0c5cf5f-280a-42fe-a98b-b7831055f312 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:08.066945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7cfa1e8-5899-428f-b3ca-1bab084796bf req-d0c5cf5f-280a-42fe-a98b-b7831055f312 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 943 time: 0.0986300 Nov 23 10:17:08.128121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7cfa1e8-5899-428f-b3ca-1bab084796bf req-a2221ae5-1a2f-440b-a26d-6bc7e3787f69 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550041 Nov 23 10:17:08.160895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38796) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:08.286203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c899c-fbda-42a3-92f2-58f24b6ca14d req-d7a1f135-dbe2-475e-8eb6-40a03cb65acf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:08.288126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d28c899c-fbda-42a3-92f2-58f24b6ca14d req-d7a1f135-dbe2-475e-8eb6-40a03cb65acf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 931 time: 0.0748446 Nov 23 10:17:08.368248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-879252c7-b367-452e-b3a3-1e5bb7c2f1f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0e13e5abaa346b8ab23a7bbd672d0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058852 Nov 23 10:17:08.370977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38804) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:08.380602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d28c899c-fbda-42a3-92f2-58f24b6ca14d req-b4f818b7-8c22-4d71-a237-b6065154cf72 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 Nov 23 10:17:08.436043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.458757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.523937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.526698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.527995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ece6b22-cbf7-4df2-887d-ee200af27607 HTTP/1.1" status: 204 len: 168 time: 0.1556797 Nov 23 10:17:08.536944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a0dc4-8ebd-467b-ab39-c940e8c15e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece6b22-cbf7-4df2-887d-ee200af27607,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:08.554686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:08.593455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:08.609631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae03f-aecf-4678-a998-b2a281b17b35 req-da3cd7f9-5320-46df-90ab-6a6ae9f1aa3e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:08.611249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59dae03f-aecf-4678-a998-b2a281b17b35 req-da3cd7f9-5320-46df-90ab-6a6ae9f1aa3e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 0.1513121 Nov 23 10:17:08.614700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.689145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:08.689783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.691235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] 10.222.0.50 "PUT /v2.0/ports/2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c HTTP/1.1" status: 200 len: 1091 time: 1.9791236 Nov 23 10:17:08.695039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:08.697313 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10764e8e-0da8-4124-954a-fae5f47cdfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:08.787684 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cfd8b6-276c-4d31-9a71-e0b36eb23caa x-openstack-request-id: req-36cfd8b6-276c-4d31-9a71-e0b36eb23caa {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:08.788282 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:08.788282 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36cfd8b6-276c-4d31-9a71-e0b36eb23caa {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:08.788621 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'status': 'completed', 'code': 200} Nov 23 10:17:08.810903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30849a1-daad-4fa2-8e61-6a934d55480d service neutron] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:08.820800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:08.828893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59dae03f-aecf-4678-a998-b2a281b17b35 req-773a9099-7064-4afb-af11-309574ad4e62 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023902 Nov 23 10:17:08.837499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-7a7a12b6-2d78-4210-94e9-77aa54809495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:08.838602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-7a7a12b6-2d78-4210-94e9-77aa54809495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 1094 time: 0.0997322 Nov 23 10:17:08.840555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:08.899720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Transition to ACTIVE for port object 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:17:08.901991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-60943189-cbd1-45e0-a863-28a5ad86bff3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c HTTP/1.1" status: 200 len: 217 time: 0.0530527 Nov 23 10:17:08.914023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.008036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:09.034092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dd549-79b8-4e27-abd0-e7ef1b3a63ff req-32e59750-820a-417e-b1ce-ee017a16d526 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.036033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b37dd549-79b8-4e27-abd0-e7ef1b3a63ff req-32e59750-820a-417e-b1ce-ee017a16d526 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 0.1095910 Nov 23 10:17:09.040904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-5576edd2-a4ed-47f9-b054-cbd7afcb0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.042498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-5576edd2-a4ed-47f9-b054-cbd7afcb0f41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3da6531-ad90-4dc1-9732-d60c1b14e570 HTTP/1.1" status: 200 len: 848 time: 0.1255152 Nov 23 10:17:09.103311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b37dd549-79b8-4e27-abd0-e7ef1b3a63ff req-51d81e97-62cc-4ce2-b8b2-23598ae88f51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608423 Nov 23 10:17:09.107388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-1cc616e8-7453-46db-89f8-80daf42fe196 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc1fc90-5372-4145-b98d-10fe8ef93836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467696 Nov 23 10:17:09.132708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38838) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:09.174021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Attempting to bind port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:09.174362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Attempting to bind port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:09.174781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Attempting to bind port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:09.182568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:17:09.183468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Attempting to bind port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:09.213355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2d3aa-604b-4c51-a5f2-3375df96e878 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.214946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8df2d3aa-604b-4c51-a5f2-3375df96e878 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1092 time: 0.0811300 Nov 23 10:17:09.218000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38842) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:09.225450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:09.258167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.282662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:09.283014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:09.283596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:09.284055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Bound port: 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:09.284416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.387551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a01a2-fe90-4840-8e3b-c5088a858428 req-a3c03463-5231-403f-b342-fde9d99d6271 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.389100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c9a01a2-fe90-4840-8e3b-c5088a858428 req-a3c03463-5231-403f-b342-fde9d99d6271 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 943 time: 0.1473639 Nov 23 10:17:09.389696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.393535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:09.399698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:09.405966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-7aa6680a-49ee-421c-a524-891113a65ef2 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896402 Nov 23 10:17:09.466705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c9a01a2-fe90-4840-8e3b-c5088a858428 req-5a341c0a-ab04-4da2-a407-251a9e87e46d tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652888 Nov 23 10:17:09.522514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38856) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:09.539589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.580646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.25.1.215 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:09.609547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.610287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.611753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/0e2f5b70-419c-4a80-b72a-d1919b1a47e5 HTTP/1.1" status: 200 len: 1091 time: 2.0382822 Nov 23 10:17:09.649801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75c54-ae83-4815-8806-9bb5eb8e262b req-9bab4470-a40c-46e0-9dea-9adf1d5ffc64 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.652362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cbf75c54-ae83-4815-8806-9bb5eb8e262b req-9bab4470-a40c-46e0-9dea-9adf1d5ffc64 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 943 time: 0.1335304 Nov 23 10:17:09.698204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30a1319f-d419-4a5b-a9ff-4df8a29e21cc req-25cb2344-1c0d-481c-85f9-ad603b72eefd service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357376 Nov 23 10:17:09.698917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1606164390'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:09.700879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead85c1-cca7-4321-880c-29200ae29cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:09.714959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-41a3cbff-74dd-48b7-a9bd-3fc012dc3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.716484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-41a3cbff-74dd-48b7-a9bd-3fc012dc3e66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 1094 time: 0.0530303 Nov 23 10:17:09.777587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Made reservation on behalf of 16b8d757075443369fd83a9f2568beba for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:09.781458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-9a7cd033-da78-4700-9e57-f2db44357799 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5 HTTP/1.1" status: 200 len: 217 time: 0.0564420 Nov 23 10:17:09.781608 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.811352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.816318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.821808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cbf75c54-ae83-4815-8806-9bb5eb8e262b req-c84fe8ef-44dd-4b35-ba81-a384ce3b81c1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289487 Nov 23 10:17:09.874534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-0b7b2137-0998-4dbd-ab19-bb457171fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.877300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-0b7b2137-0998-4dbd-ab19-bb457171fe9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0771329 Nov 23 10:17:09.899612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:09.921179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-ee378d64-663d-4e20-bbda-0e7c4fc4db02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343862 Nov 23 10:17:09.923198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-1e538cdc-1e51-4907-ae7e-e7539f581c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:09.924615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-1e538cdc-1e51-4907-ae7e-e7539f581c86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 1094 time: 0.1525562 Nov 23 10:17:09.959871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:09.971994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:09.976504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:09.978759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:10.005740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.016093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.058113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:10.086001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0536a8-1037-49de-ae11-32444d0eb8ae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:10.115714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-a18946bf-f40c-4fae-b05a-0a2898f73141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:10.116395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.116513 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Added segment 2415e2aa-53ef-4025-b49e-0ccfb27949b8 of type vlan for network 8c0c7b65-38fb-4674-ae48-485e6412e063 Nov 23 10:17:10.117223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-a18946bf-f40c-4fae-b05a-0a2898f73141 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 909 time: 0.1749208 Nov 23 10:17:10.121472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-0a24bc4e-7752-4425-95d0-be1d88c77f57 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869180 Nov 23 10:17:10.187622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-703783f8-00a7-4ac0-a445-ba13a3c7413a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c HTTP/1.1" status: 200 len: 217 time: 0.0547068 Nov 23 10:17:10.222837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.287569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-3d9066cc-8329-4523-8d89-6fae2ae2808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:10.289278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-3d9066cc-8329-4523-8d89-6fae2ae2808e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3da6531-ad90-4dc1-9732-d60c1b14e570 HTTP/1.1" status: 200 len: 848 time: 0.0912182 Nov 23 10:17:10.291382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.295198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd7907fe-3fbe-45a7-8165-ca98cb884927 req-b3741af1-5e9f-463d-b70c-12e7f402c32e service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610291 Nov 23 10:17:10.297274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:10.297879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.347970 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-beb41d55-2e72-444a-b4ad-6d0266909237 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc1fc90-5372-4145-b98d-10fe8ef93836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391572 Nov 23 10:17:10.349096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8247888 Nov 23 10:17:10.352308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:10.364528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Request body: {'subnet': {'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:10.375022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-b010daa9-46b6-4908-968c-bd3bfa62f748 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:17:10.376022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-b010daa9-46b6-4908-968c-bd3bfa62f748 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067611 Nov 23 10:17:10.407341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599ebd3-2e5f-49c9-b288-f59c4a4be93b tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'Network': ['ID=8c0c7b65-38fb-4674-ae48-485e6412e063,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:10.420374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:10.552061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.586246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-b0e8f358-e795-4ecd-9dec-eaa263d6ebf3 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962039 Nov 23 10:17:10.610099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Made reservation on behalf of 16b8d757075443369fd83a9f2568beba for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:10.613649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.633121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.766224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207b1f8-8c11-49ba-b327-c2fe88d53cd4 req-30178747-8c1f-46e7-8282-498a34543a1a tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:10.767934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8207b1f8-8c11-49ba-b327-c2fe88d53cd4 req-30178747-8c1f-46e7-8282-498a34543a1a tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 943 time: 0.2135117 Nov 23 10:17:10.792504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:10.794881 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da040d-2d94-4b85-902c-7c3472cdca99" -d '{"events": [{"name": "network-changed", "server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:10.816435 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.825246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.847380 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c15398-6278-4cca-89b8-63801d601c8a x-openstack-request-id: req-b1c15398-6278-4cca-89b8-63801d601c8a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:10.847380 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:10.848300 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1c15398-6278-4cca-89b8-63801d601c8a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:10.848300 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5', 'status': 'completed', 'code': 200} Nov 23 10:17:10.881074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8207b1f8-8c11-49ba-b327-c2fe88d53cd4 req-829bd0e4-e8d8-4db3-998a-6f8654a08952 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997458 Nov 23 10:17:10.883405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10764e8e-0da8-4124-954a-fae5f47cdfd8 req-816d6368-b054-41c3-a7ef-b1ed22821dc8 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745719 Nov 23 10:17:10.928225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:10.938870 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:10.991052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-6e4e7422-66f8-4785-aa01-bbfa176acd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:10.992623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-6e4e7422-66f8-4785-aa01-bbfa176acd07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 1094 time: 0.1053751 Nov 23 10:17:11.039451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:11.071498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6347a1-bf9e-4d6f-91f5-05b872600c20 req-d9151367-07cf-4d81-971b-bf710fa42453 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:11.072707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6347a1-bf9e-4d6f-91f5-05b872600c20 req-d9151367-07cf-4d81-971b-bf710fa42453 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 943 time: 0.0946352 Nov 23 10:17:11.087062 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Floating IP 5f23c8aa-8835-455d-a29b-2ea7f2ad2058 associated. External IP: 172.25.1.215, port: a9f6187e-cdfb-423b-9596-7dae0eec3690. Nov 23 10:17:11.143063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'Subnet': ['ID=1b287155-a914-4044-8593-991672af670c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:11.178720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Checking segment: {'id': '2415e2aa-53ef-4025-b49e-0ccfb27949b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:11.179110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Network hostable DHCP agents. Network: 8c0c7b65-38fb-4674-ae48-485e6412e063, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:11.182610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-5a33d561-6430-48a9-9e04-5064e361df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:11.184112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-5a33d561-6430-48a9-9e04-5064e361df9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1760366 Nov 23 10:17:11.222709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6347a1-bf9e-4d6f-91f5-05b872600c20 req-4eb2b1d0-f768-4810-93e4-eb67dc4c2b40 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434829 Nov 23 10:17:11.229140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:11.232326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-b95b4338-2fc1-4a22-b703-0280dcc0b5c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5 HTTP/1.1" status: 200 len: 217 time: 0.0403328 Nov 23 10:17:11.267543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 8c0c7b65-38fb-4674-ae48-485e6412e063) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:11.276108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:11.276781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:11.280325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192a506-e5da-4291-93a4-d025d18c930f None None] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:11.304473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-48d90a7b-9d38-499b-80e1-b7b8031f7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:11.304473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-48d90a7b-9d38-499b-80e1-b7b8031f7221 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0593317 Nov 23 10:17:11.309306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2ffc2962-3fdf-4097-8111-6db9e69f07e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9521353 Nov 23 10:17:11.309743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38900) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:11.322280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Request body: {'port': {'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1546518359'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:11.360672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-4dba7414-7aa2-485a-84d3-724a7842a1f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529718 Nov 23 10:17:11.404529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:17:11.477560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-8c0c7b65-38fb-4674-ae48-485e6412e063', 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063', 'tenant_id': '16b8d757075443369fd83a9f2568beba', 'fixed_ips': [{'subnet_id': '1b287155-a914-4044-8593-991672af670c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:11.478461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:11.516500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-f9cc9b87-3164-4a48-95b7-7e2074f1c6cc service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457348 Nov 23 10:17:11.664487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Made reservation on behalf of 16b8d757075443369fd83a9f2568beba for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:11.668433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:11.685417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-30da040d-2d94-4b85-902c-7c3472cdca99 req-25a48799-3c68-4f7f-a516-9eec146134a6 service neutron] 10.222.0.50 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612778 Nov 23 10:17:11.689700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Allocated IP 2001:db8::2 (8c0c7b65-38fb-4674-ae48-485e6412e063/1b287155-a914-4044-8593-991672af670c/8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:11.711732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] device_id is not set on port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:11.951026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:17:11.967532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:17:11.972592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.000562 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-495656bb-752b-4a7c-8d23-8776fdc5c68f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7814481 Nov 23 10:17:12.001488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:12.003453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38914) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:12.004537 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0696df8-7d1c-4327-a818-4bee52064b80" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:12.010813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:12.011466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:12.046355 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066dbb7-377e-40d2-9c06-4d27b42e69c1 x-openstack-request-id: req-0066dbb7-377e-40d2-9c06-4d27b42e69c1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:12.046863 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:12.047282 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0066dbb7-377e-40d2-9c06-4d27b42e69c1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:12.048872 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'status': 'completed', 'code': 200} Nov 23 10:17:12.078452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.090986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3262db3-85a2-473d-9527-72a749ddaead req-b89c048a-0166-4d8f-91d3-f3d42dc464b2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.092525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3262db3-85a2-473d-9527-72a749ddaead req-b89c048a-0166-4d8f-91d3-f3d42dc464b2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 943 time: 0.1493905 Nov 23 10:17:12.117523 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.153059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa5e2465-47d0-4104-be22-1b955b1a7703 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/5f23c8aa-8835-455d-a29b-2ea7f2ad2058 HTTP/1.1" status: 200 len: 992 time: 0.1480591 Nov 23 10:17:12.185472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:12.185472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Pushing event updated for resources: {'Port': ['ID=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:12.192024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:12.197467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:12.211911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:12.230643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3262db3-85a2-473d-9527-72a749ddaead req-84ce96bd-6da9-4222-97db-dd5f79d03380 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236696 Nov 23 10:17:12.231786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Allocated IP 2001:db8::195 (8c0c7b65-38fb-4674-ae48-485e6412e063/1b287155-a914-4044-8593-991672af670c/f236f5fe-2f0e-4b18-9582-35dc38fb8ba7) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:12.235182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-0fb9f8be-845d-488a-ab5c-9b857d89d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.236635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-0fb9f8be-845d-488a-ab5c-9b857d89d6f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1097 time: 0.1411126 Nov 23 10:17:12.317395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Attempting to bind port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:12.317858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Attempting to bind port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2415e2aa-53ef-4025-b49e-0ccfb27949b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:12.318321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Attempting to bind port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e on network 8c0c7b65-38fb-4674-ae48-485e6412e063 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:12.360098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:12.360429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Checking segment: {'id': '2415e2aa-53ef-4025-b49e-0ccfb27949b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:12.360933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.361393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Bound using segment: {'id': '2415e2aa-53ef-4025-b49e-0ccfb27949b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:12.361960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Bound port: 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2415e2aa-53ef-4025-b49e-0ccfb27949b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:12.362409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.371238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0a81-a931-45a2-ac04-8009c1b56e6d req-881c70cd-a9a0-4def-ba04-1d0f49f5928e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.379673 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b73b0a81-a931-45a2-ac04-8009c1b56e6d req-881c70cd-a9a0-4def-ba04-1d0f49f5928e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 943 time: 0.0655150 Nov 23 10:17:12.428471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b73b0a81-a931-45a2-ac04-8009c1b56e6d req-ec12451c-50dd-46d2-bfa2-84693d4b8952 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476847 Nov 23 10:17:12.494933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] For port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:12.502201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-fd6dc6ef-2d9f-4d47-8cca-bbaf04bb9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.503794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-fd6dc6ef-2d9f-4d47-8cca-bbaf04bb9767 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 897 time: 0.2473764 Nov 23 10:17:12.513102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] For port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,segment=NetworkSegment(2415e2aa-53ef-4025-b49e-0ccfb27949b8),segment_id=2415e2aa-53ef-4025-b49e-0ccfb27949b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:12.517400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.519712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.597715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-de8f556e-cd74-47b4-aa65-ab54fccfb6fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 200 len: 1000 time: 0.0780327 Nov 23 10:17:12.622370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:12.628531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2237b-7f10-45cb-ac04-33f2584997df None None] Pushing event updated for resources: {'Port': ['ID=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:12.668355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-8db240d1-cee6-4564-9829-4157dfca0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.670773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-8db240d1-cee6-4564-9829-4157dfca0398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927f4f3d-15dc-4528-baaf-d9318cbbb758 HTTP/1.1" status: 200 len: 835 time: 0.0585160 Nov 23 10:17:12.672573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.758202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:10Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:12.758611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:12.760456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'Port': ['ID=f236f5fe-2f0e-4b18-9582-35dc38fb8ba7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:12.761942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:12.763279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:12.771579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:12.777372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.778050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:12.798700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:17:12.800295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-f614d778-b8fa-49c3-94ca-1ebe738309e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:12.802356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-f614d778-b8fa-49c3-94ca-1ebe738309e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d7fb026-1b90-452c-9499-08d6d446ee1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205575 Nov 23 10:17:12.809498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-55a5f168-d868-4a3f-b18a-d20b4d396849 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4985633 Nov 23 10:17:12.809704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38934) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:12.811442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:12.815758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Request body: {'port': {'network_id': '8c0c7b65-38fb-4674-ae48-485e6412e063', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-522591682', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:12.816334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] bootfile-name is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:12.816589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] tftp-server is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:12.817271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] server-ip-address is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:12.822394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:12.824865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5', 'mac_address': 'fa:16:3e:be:d8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:12.967272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-da223c59-5978-4b8f-8d7f-02532bb55283 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544878 Nov 23 10:17:12.997676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.015101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:13.054365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Made reservation on behalf of 16b8d757075443369fd83a9f2568beba for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:13.059117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.065123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:13.082897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] device_id is not set on port f5f0c62e-07e5-444d-a48a-59778616ff30 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:13.083269 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.083938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:13.115753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0696df8-7d1c-4327-a818-4bee52064b80 req-441f6e2b-7fc3-45ef-bd38-489fdc6e1707 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406326 Nov 23 10:17:13.150474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:13.156739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:13.224371 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:17:13.270326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f215190f-a670-40a9-8763-d30c05080e89 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/5f23c8aa-8835-455d-a29b-2ea7f2ad2058 HTTP/1.1" status: 200 len: 992 time: 0.1112888 Nov 23 10:17:13.280638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Allocated IP 2001:db8::3c2 (8c0c7b65-38fb-4674-ae48-485e6412e063/1b287155-a914-4044-8593-991672af670c/f5f0c62e-07e5-444d-a48a-59778616ff30) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:13.355852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:13.432001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6a92c-88e4-45da-b42b-a7988f615286 req-0024c9ea-f3cb-48cf-b8f7-b53339ef45ec tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.435345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dba6a92c-88e4-45da-b42b-a7988f615286 req-0024c9ea-f3cb-48cf-b8f7-b53339ef45ec tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 943 time: 0.1038733 Nov 23 10:17:13.486105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:13.504104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836', 'port_id': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'mac_address': 'fa:16:3e:08:79:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3da6531-ad90-4dc1-9732-d60c1b14e570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:13.508800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dba6a92c-88e4-45da-b42b-a7988f615286 req-5530826c-4211-4fb2-983f-bb8ad850d254 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622845 Nov 23 10:17:13.549459 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.628411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.633752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02d0d-670a-4bcc-854e-67f49ccf9e9d req-03ad3ca2-cfca-428c-bd68-b50e06c2700b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.635332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8f02d0d-670a-4bcc-854e-67f49ccf9e9d req-03ad3ca2-cfca-428c-bd68-b50e06c2700b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 944 time: 0.0823500 Nov 23 10:17:13.643493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:13.673484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:13.683542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.689672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.737482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8f02d0d-670a-4bcc-854e-67f49ccf9e9d req-6fdf9e4d-4f6d-4ea3-a560-d51abde92056 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958447 Nov 23 10:17:13.742197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:10Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:13.777422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:13.777565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745fbcc-5eac-4563-9882-92304f601c2d None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:16:44Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:10Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:17:13.790758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:13.797973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:13.803943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.804085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:13.804636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:13.814656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'Port': ['ID=f5f0c62e-07e5-444d-a48a-59778616ff30,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:13.833554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c88d2801-361d-4e8d-9783-06d2e22b521d tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0226412 Nov 23 10:17:13.836478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38956) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:13.933494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:13.957044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6ee28-197d-4605-8fa0-1320fcc795f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.963175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6ee28-197d-4605-8fa0-1320fcc795f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.976407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6ee28-197d-4605-8fa0-1320fcc795f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:13.979022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7bf6ee28-197d-4605-8fa0-1320fcc795f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1395380 Nov 23 10:17:13.981038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38958) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:13.986020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['0e2f5b70-419c-4a80-b72a-d1919b1a47e5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:14.039851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:14.118942 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbfc6d-eed0-4a67-80a5-edefa63227f5 None None] New status for floating IP 5f23c8aa-8835-455d-a29b-2ea7f2ad2058: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:17:14.161383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Deleting port f5f0c62e-07e5-444d-a48a-59778616ff30 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:14.162125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.257720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee03e1-8392-4b9f-8267-bc66152a9583 None None] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:14.273298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38964) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:14.321393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.330129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] Provisioning complete for port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:14.330503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.337108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Calling delete_port for f5f0c62e-07e5-444d-a48a-59778616ff30 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:14.385174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2dfcbb49-19fb-4801-a46b-a419c5191b56 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/5f23c8aa-8835-455d-a29b-2ea7f2ad2058 HTTP/1.1" status: 200 len: 992 time: 0.1101723 Nov 23 10:17:14.485254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:14.485622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.494796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.526757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event deleted for resources: {'Port': ['ID=f5f0c62e-07e5-444d-a48a-59778616ff30,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:14.563568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.570769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa10578b-3ced-4fe9-b4b7-3d2e6446c8fe tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "DELETE /v2.0/ports/f5f0c62e-07e5-444d-a48a-59778616ff30 HTTP/1.1" status: 204 len: 168 time: 0.5849509 Nov 23 10:17:14.571399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38970) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:14.578344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Request body: {'port': {'name': 'tempest-new-port-name-1647469028', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:14.579106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] bootfile-name is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:14.579692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] tftp-server is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:14.580257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.api.validators [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] server-ip-address is not in valid_values {{(pid=110024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:17:14.662145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.666928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.864689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.873725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] For port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,segment=NetworkSegment(2415e2aa-53ef-4025-b49e-0ccfb27949b8),segment_id=2415e2aa-53ef-4025-b49e-0ccfb27949b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:14.933270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb25c-dda3-41b9-a085-26c325fb8a24 req-9bd9bc6d-7d4a-4d86-b5ed-266bcf98b90a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:14.934871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dcecb25c-dda3-41b9-a085-26c325fb8a24 req-9bd9bc6d-7d4a-4d86-b5ed-266bcf98b90a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 944 time: 0.1000013 Nov 23 10:17:14.952155 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:14.954019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:17:14.954381 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:17:14.998415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.015493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.018501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb439c4-db78-446d-8111-6d8a54aa8092 None None] Pushing event updated for resources: {'Port': ['ID=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:15.042191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dcecb25c-dda3-41b9-a085-26c325fb8a24 req-3c9f006a-3d2d-47f5-815b-eb172ecfc2e5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895281 Nov 23 10:17:15.082484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] In _notify_port_updated(), no bound segment for port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 on network 8c0c7b65-38fb-4674-ae48-485e6412e063 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:17:15.089616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:15.090349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.091903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "PUT /v2.0/ports/f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 HTTP/1.1" status: 200 len: 1130 time: 0.5194266 Nov 23 10:17:15.095225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38982) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:15.147140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe6231-4696-4826-87ac-5da49ae25478 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event updated for resources: {'Port': ['ID=f236f5fe-2f0e-4b18-9582-35dc38fb8ba7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:15.176638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e07cd-bdea-4762-bfb0-5f0dce6cb077 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:15.181783 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b01e07cd-bdea-4762-bfb0-5f0dce6cb077 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "GET /v2.0/ports/f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 HTTP/1.1" status: 200 len: 1130 time: 0.0816791 Nov 23 10:17:15.182413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 38986) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:15.189955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8b48d-bf8d-489a-900f-f2f9116dd2cd req-1f610563-fcf7-40e9-8e46-f4755c7174ce tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:15.196863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2c8b48d-bf8d-489a-900f-f2f9116dd2cd req-1f610563-fcf7-40e9-8e46-f4755c7174ce tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 944 time: 0.5425875 Nov 23 10:17:15.254105 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2c8b48d-bf8d-489a-900f-f2f9116dd2cd req-49577158-1355-40f1-a399-67aab3091061 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Nov 23 10:17:15.293406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Deleting port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:15.293850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.303469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-00cc8835-4b06-4ab0-9df4-3f98294fd275 None None] Provisioning complete for port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:15.303940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00cc8835-4b06-4ab0-9df4-3f98294fd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.388979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38990) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:15.410242 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.415967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-00cc8835-4b06-4ab0-9df4-3f98294fd275 None None] Provisioning complete for port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:15.416538 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00cc8835-4b06-4ab0-9df4-3f98294fd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.425388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Calling delete_port for f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:15.453484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-00cc8835-4b06-4ab0-9df4-3f98294fd275 None None] Port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:15.518612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b63983b8-d9e0-4079-95e3-db6c0aa065d4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/5f23c8aa-8835-455d-a29b-2ea7f2ad2058 HTTP/1.1" status: 200 len: 994 time: 0.1231050 Nov 23 10:17:15.574990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-288044a2-59b2-451c-931e-2640c141a2b6 None None] Provisioning complete for port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:15.579187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-288044a2-59b2-451c-931e-2640c141a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.617089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-288044a2-59b2-451c-931e-2640c141a2b6 None None] Port f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:15.617464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.650889 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event deleted for resources: {'Port': ['ID=f236f5fe-2f0e-4b18-9582-35dc38fb8ba7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:15.679097 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.682540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ad15317-2d25-4801-9ef5-6007d56abbfd tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "DELETE /v2.0/ports/f236f5fe-2f0e-4b18-9582-35dc38fb8ba7 HTTP/1.1" status: 204 len: 168 time: 0.4991293 Nov 23 10:17:15.685135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 38996) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:15.743267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Deleting subnet 1b287155-a914-4044-8593-991672af670c {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:15.746013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.790302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.885467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.911884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.931128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:15.960102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3b91c2c6-366d-4a0d-8c1c-848d523e6b45 None None] Could not find standard attr ID for object f5f0c62e-07e5-444d-a48a-59778616ff30. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:17:15.988355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:15.999016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:15.999382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.021656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event deleted for resources: {'Subnet': ['ID=1b287155-a914-4044-8593-991672af670c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:16.026603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.032823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-45524414-87e5-4ede-9856-5411727e4d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "DELETE /v2.0/subnets/1b287155-a914-4044-8593-991672af670c HTTP/1.1" status: 204 len: 168 time: 0.3444164 Nov 23 10:17:16.033366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39004) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:16.120979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-27199427-e5f1-4b2f-9acd-01c7904c4cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689995 Nov 23 10:17:16.185136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.195330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc08f0-6f6b-4943-a7fb-fc8a0e0d1cc2 None None] Network 8c0c7b65-38fb-4674-ae48-485e6412e063 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:16.237231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-630b493f-6f4a-4681-b770-4a7b66e47eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:16.239127 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-630b493f-6f4a-4681-b770-4a7b66e47eb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 1097 time: 0.0861132 Nov 23 10:17:16.313512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ad8db-cf1d-4eb8-9e2e-0c04d0cfa540 req-56f937a6-ef3c-4b6f-aed0-cf9e198a1f38 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:16.315351 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b96ad8db-cf1d-4eb8-9e2e-0c04d0cfa540 req-56f937a6-ef3c-4b6f-aed0-cf9e198a1f38 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 944 time: 0.1191709 Nov 23 10:17:16.318760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Deleting port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:16.319298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.393144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-b9ef49a6-2be5-47c6-9fa1-44148e4ef73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:16.394735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-b9ef49a6-2be5-47c6-9fa1-44148e4ef73e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1339905 Nov 23 10:17:16.433186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] For port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,segment=NetworkSegment(2415e2aa-53ef-4025-b49e-0ccfb27949b8),segment_id=2415e2aa-53ef-4025-b49e-0ccfb27949b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:16.433990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.451228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b96ad8db-cf1d-4eb8-9e2e-0c04d0cfa540 req-73ebf3f1-8cd7-4b67-8520-4e961614033d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287169 Nov 23 10:17:16.456465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Calling delete_port for 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:16.457129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] DHCP port deletion for 8c0c7b65-38fb-4674-ae48-485e6412e063 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:16.470288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-ec066e91-7f75-48d3-8167-282b644fe294 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 200 len: 217 time: 0.0608852 Nov 23 10:17:16.518339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Deleting port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:16.518339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.557664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9726-9ba3-4220-8a95-f399c8012d6f req-2ee38d96-ddf4-4584-9682-45324092a1d9 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:16.564230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-383e9726-9ba3-4220-8a95-f399c8012d6f req-2ee38d96-ddf4-4584-9682-45324092a1d9 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 944 time: 0.1866782 Nov 23 10:17:16.580134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.585711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] For port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,segment=NetworkSegment(2415e2aa-53ef-4025-b49e-0ccfb27949b8),segment_id=2415e2aa-53ef-4025-b49e-0ccfb27949b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:16.586089 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.596047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] No DVR routers for this DVR port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:16.604624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Calling delete_port for 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:16.622181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:16.641398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event deleted for resources: {'Port': ['ID=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:16.653117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-76592c89-6186-43d0-ac66-c02b5f63c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:16.658722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-76592c89-6186-43d0-ac66-c02b5f63c4d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1817524 Nov 23 10:17:16.708867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.714171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-eb996152-74bf-46ca-8c22-2de98fdef3a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426948 Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:17:16.740808 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:17:16.756741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c7b65-38fb-4674-ae48-485e6412e063']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:16.763133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:16.770344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:16.771069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.774912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2415e2aa-53ef-4025-b49e-0ccfb27949b8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:16.775222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2415e2aa-53ef-4025-b49e-0ccfb27949b8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:16.786161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-383e9726-9ba3-4220-8a95-f399c8012d6f req-fba571d5-4508-43f0-864f-cd8cfa2cd8e5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854904 Nov 23 10:17:16.792444 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.806930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.817425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:16.818101 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:16.822507 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:16.825370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.858204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] Pushing event deleted for resources: {'Port': ['ID=8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:16.892568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-2f777919-88ee-4103-872c-e723637bf242 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687367 Nov 23 10:17:16.902484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f51fa8-d7cd-4ebd-84e1-c240097e9f85 None None] No DVR routers for this DVR port 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:16.904965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.944003 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.970005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:16.972625 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c697c4-8d32-4937-a351-257df305ca13" -d '{"events": [{"server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "name": "network-vif-plugged", "status": "completed", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:16.975576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:16.982969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] 10.222.0.62 "DELETE /v2.0/networks/8c0c7b65-38fb-4674-ae48-485e6412e063 HTTP/1.1" status: 204 len: 168 time: 0.9484317 Nov 23 10:17:16.986467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caaaab-d0a4-4858-91c3-bfd4bcbbbc32 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076 tempest-ExtraDHCPOptionsIpV6TestJSON-1450345076-project] Pushing event deleted for resources: {'Network': ['ID=8c0c7b65-38fb-4674-ae48-485e6412e063,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:16.993463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:16.999707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.002355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:17.057221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-abb10adb-de18-42eb-b246-d2c88c29bdf1 req-68bedd20-7091-4329-b082-29f6c69facff service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554236 Nov 23 10:17:17.123848 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b976b43-7b2c-44cd-96e6-93693f3df6f7 x-openstack-request-id: req-3b976b43-7b2c-44cd-96e6-93693f3df6f7 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:17.124148 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "name": "network-vif-plugged", "status": "completed", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:17.124417 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b976b43-7b2c-44cd-96e6-93693f3df6f7 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:17.124963 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5', 'code': 200} Nov 23 10:17:17.132244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:17.150910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:17.156071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:17.156462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.224583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693a27a-902c-477a-baca-ed66f9f3804e req-eea223bb-43c5-4724-80ed-b053d17bd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:17.226319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3693a27a-902c-477a-baca-ed66f9f3804e req-eea223bb-43c5-4724-80ed-b053d17bd180 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 1096 time: 0.0760784 Nov 23 10:17:17.276625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3693a27a-902c-477a-baca-ed66f9f3804e req-5cbdca8f-9aac-4b3d-8fbb-5aa80c80f34b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Nov 23 10:17:17.299200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.350809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:17.357053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.362672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6349-0c84-4dda-a96e-96a245725ed5 req-8af643c1-becc-43c8-826c-9ce2e55c5972 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:17.371959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-394a6349-0c84-4dda-a96e-96a245725ed5 req-8af643c1-becc-43c8-826c-9ce2e55c5972 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1097 time: 0.0639863 Nov 23 10:17:17.412552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39040) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:17.414122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:17.430303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-394a6349-0c84-4dda-a96e-96a245725ed5 req-eaac3a19-8a40-4e8d-abe6-a388b5591715 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572734 Nov 23 10:17:17.454397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39048) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:17.617944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d95f7b03-a4b2-41ce-93ad-15c3509765ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16b8d757075443369fd83a9f2568beba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022593 Nov 23 10:17:17.619093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:17.632489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a43825-a881-4440-9ecc-3579c305307f req-e312d362-26be-4fa0-a952-7c28a9383136 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:17.634536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08a43825-a881-4440-9ecc-3579c305307f req-e312d362-26be-4fa0-a952-7c28a9383136 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.0759656 Nov 23 10:17:17.669521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 78c1e4f2-9bc2-4f6c-8280-eefc1f21171a {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:17.669869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.689146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08a43825-a881-4440-9ecc-3579c305307f req-65d14cda-f22e-404a-a245-2a025069bf65 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Nov 23 10:17:17.734404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.770380 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.786585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.786915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.814068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 78c1e4f2-9bc2-4f6c-8280-eefc1f21171a owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:17.849513 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-036e5ece-cfd6-4303-aea9-226a6ee272ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.913965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:17.936455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:17.936881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8ed12333-d2ba-4c41-bcaa-b6a4ed41ed5e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:17.961263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.963868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:17.965009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df0536a8-1037-49de-ae11-32444d0eb8ae HTTP/1.1" status: 204 len: 168 time: 0.3441119 Nov 23 10:17:17.988321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142675e0-494a-4e81-8089-33b61385840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0536a8-1037-49de-ae11-32444d0eb8ae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:18.018575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8acfe-299e-4547-a833-2ca4fc01a2ce req-15d3b773-0805-442f-a1f2-45ea00ab1b76 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:18.020485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6c8acfe-299e-4547-a833-2ca4fc01a2ce req-15d3b773-0805-442f-a1f2-45ea00ab1b76 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.1289787 Nov 23 10:17:18.093956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f6c8acfe-299e-4547-a833-2ca4fc01a2ce req-a859079f-167f-4ebd-a710-5bc4a676ef9e tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Nov 23 10:17:18.146775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:18.175006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=78c1e4f2-9bc2-4f6c-8280-eefc1f21171a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:18.250120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:18.250612 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP f897732d-bcd8-43b2-825d-94095636d4dd disassociated (deleted). External IP: 172.25.1.115, port: c8570ecb-04e1-40dd-b166-160b20b7d83c. Nov 23 10:17:18.502647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 84045228-e1fe-49ab-8c0c-8f173607b4fd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:17:18.631495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:17:18.636049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:18.644681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Sync routers for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:17:18.656050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:18.656696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:18.671493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca68a405-a242-42f1-b436-428a9340636d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/floatingips/f897732d-bcd8-43b2-825d-94095636d4dd HTTP/1.1" status: 204 len: 168 time: 1.2135565 Nov 23 10:17:18.671493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:18.672159 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d02455-9f29-4db0-ab94-15bcb601be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:18.714996 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b244929-4b26-4525-ab93-71a4673b0b3c x-openstack-request-id: req-1b244929-4b26-4525-ab93-71a4673b0b3c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:18.715317 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:18.715572 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b244929-4b26-4525-ab93-71a4673b0b3c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:18.715981 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:17:18.800434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-31d28d4b-c9f5-4bae-a163-e71beb1a6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:18.802307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-31d28d4b-c9f5-4bae-a163-e71beb1a6fdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 1097 time: 0.0614176 Nov 23 10:17:18.853337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39106) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:18.897432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83a585-50ed-4654-9416-cf742f5045bb req-12421791-5e9c-4c6d-9b32-3ac6f372ff33 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:18.899218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e83a585-50ed-4654-9416-cf742f5045bb req-12421791-5e9c-4c6d-9b32-3ac6f372ff33 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.0906689 Nov 23 10:17:18.936595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:18.982466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-bf78ce67-c391-4d0a-b748-115b0e53237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:18.983976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-bf78ce67-c391-4d0a-b748-115b0e53237e service neutron] 10.222.0.11 "GET /v2.0/networks?id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 200 len: 896 time: 0.1738112 Nov 23 10:17:19.006051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e83a585-50ed-4654-9416-cf742f5045bb req-498f74fb-d78c-45ac-8d14-69e824b0bf84 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935969 Nov 23 10:17:19.061312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-d3eaf426-995e-46d7-95dd-bdf12096dcf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 200 len: 217 time: 0.0404389 Nov 23 10:17:19.113068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1196c2-e05c-4b94-be43-b5c651c8c53a req-3a460545-1b57-49eb-a145-5a806966cc2a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.121079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be1196c2-e05c-4b94-be43-b5c651c8c53a req-3a460545-1b57-49eb-a145-5a806966cc2a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 946 time: 0.1361175 Nov 23 10:17:19.130016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'networks': [{'name': 'tempest-network--237540482'}, {'name': 'tempest-network--1302788917'}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:19.130336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-network--237540482'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:19.130799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-network--1302788917'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:19.134399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:19.136993 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbc19a7-7f64-4815-9a7c-1412d05823d1" -d '{"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-plugged", "status": "completed", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:19.195131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4103a-9280-4d84-ba9a-73966c07ce75 req-485daffc-66a6-4c97-82d0-a484588f56f8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.197065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ad4103a-9280-4d84-ba9a-73966c07ce75 req-485daffc-66a6-4c97-82d0-a484588f56f8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.0756512 Nov 23 10:17:19.198484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be1196c2-e05c-4b94-be43-b5c651c8c53a req-039158b1-bad6-4280-8818-cb3e25724a24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764802 Nov 23 10:17:19.226811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-04687d6e-c4f2-4ac5-a6cb-a4b7a425d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.236567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-04687d6e-c4f2-4ac5-a6cb-a4b7a425d51e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 200 len: 833 time: 0.1601884 Nov 23 10:17:19.254125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'network': 2} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:19.267097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.309601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ad4103a-9280-4d84-ba9a-73966c07ce75 req-5ff40bcf-5b0a-44c7-bbc7-8bd4f4c47fe7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939832 Nov 23 10:17:19.322055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:19.347563 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.364701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Checking router: 84045228-e1fe-49ab-8c0c-8f173607b4fd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:17:19.372315 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d2626-8cd7-4425-8aa1-7f715160dfcf x-openstack-request-id: req-fd2d2626-8cd7-4425-8aa1-7f715160dfcf {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:19.372708 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-plugged", "status": "completed", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:19.372845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-dc022abb-89a3-4718-a494-4e04dedc7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.373225 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd2d2626-8cd7-4425-8aa1-7f715160dfcf {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:19.373701 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'code': 200} Nov 23 10:17:19.374374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-dc022abb-89a3-4718-a494-4e04dedc7d56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326628 Nov 23 10:17:19.379671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:19.380423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:19.448775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cef0ec-5cd2-4452-9f99-9c9d7a08e82d req-454a7c53-8711-4f52-a8c3-2ba403511584 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.450652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36cef0ec-5cd2-4452-9f99-9c9d7a08e82d req-454a7c53-8711-4f52-a8c3-2ba403511584 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.1329260 Nov 23 10:17:19.499706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8dea5-c83a-4d5f-8d65-4ef2b8241d9c req-8f245588-2404-44be-90a4-e0f14bdcbca9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.507997 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5c8dea5-c83a-4d5f-8d65-4ef2b8241d9c req-8f245588-2404-44be-90a4-e0f14bdcbca9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.0647936 Nov 23 10:17:19.571355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:19.589770 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5c8dea5-c83a-4d5f-8d65-4ef2b8241d9c req-77f1f248-e470-42f6-a954-8be33c44e193 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809684 Nov 23 10:17:19.633862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.668476 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.669115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.719166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36cef0ec-5cd2-4452-9f99-9c9d7a08e82d req-ca8df647-4494-4de8-a21a-591a5ff773cd tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486765 Nov 23 10:17:19.738857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:19.761656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-2e970d03-1edd-42e2-a843-04904724c633 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758798 Nov 23 10:17:19.766322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbd88-e3c5-4239-b170-21fcbe9596e5 req-de61b599-e4bc-4a9e-be99-3ba9fe0c839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:19.768466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fdfbd88-e3c5-4239-b170-21fcbe9596e5 req-de61b599-e4bc-4a9e-be99-3ba9fe0c839b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 1096 time: 0.3164060 Nov 23 10:17:19.773506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66eb0dd-96ca-4e2e-b76e-b44ce0d60e57,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:19.778959 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.779931 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment 0fff119a-59bc-47ae-bae4-b52fefbb1aab of type vlan for network 32fda68f-c685-47dc-bcc8-02a99609f54c Nov 23 10:17:19.946059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d02455-9f29-4db0-ab94-15bcb601be8a req-be2238f2-8ad9-4418-a0da-4aa695910842 service neutron] 10.222.0.11 "GET /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631818 Nov 23 10:17:19.974249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:19.998066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:20.010563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fdfbd88-e3c5-4239-b170-21fcbe9596e5 req-8eeb6a86-af04-470f-b57a-962299ae3b8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255414 Nov 23 10:17:20.018497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab13ec-83c7-4e77-80d7-5041efe00944 req-f91f6cda-2c17-4b2d-939d-131f9ec82045 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.020345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dab13ec-83c7-4e77-80d7-5041efe00944 req-f91f6cda-2c17-4b2d-939d-131f9ec82045 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.1383789 Nov 23 10:17:20.033854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:20.051646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adf5e0-f7b5-4552-8e82-3e8191c211cd None None] The sync data for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 is: [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3608ebe4-1975-4f5d-bc25-ff2b5bdfa137', 'name': '', 'network_id': '67ef9ef9-bba8-4cc3-8c56-55f2deef39d5', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:7e:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:12Z', 'updated_at': '2021-11-23T10:14:18Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': 'ea86ebd8-1a51-4d19-ad1a-d2e3726b4103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:17:20.056699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.056960 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment 4d59e070-b98c-4699-bd82-e48809c8ee67 of type vlan for network df5c13c2-3d15-4024-bd7a-53e5122f986e Nov 23 10:17:20.125561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5dab13ec-83c7-4e77-80d7-5041efe00944 req-6df067a2-9134-48be-92f3-1405e5229647 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932856 Nov 23 10:17:20.127393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.175403 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.176384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.182560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.187832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.188515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.271867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=32fda68f-c685-47dc-bcc8-02a99609f54c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:20.281655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:20.286378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 32fda68f-c685-47dc-bcc8-02a99609f54c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:20.294325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4396017 Nov 23 10:17:20.386214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc66b0-70ff-4498-9a20-d660ace39f71 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=df5c13c2-3d15-4024-bd7a-53e5122f986e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:20.413356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network df5c13c2-3d15-4024-bd7a-53e5122f986e details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:20.444373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-68a8e455-28ea-4d18-b7b9-fc381a1f23b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.470823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.536488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-15fc347e-067a-466e-bda5-613ae72bd906 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.539444 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-15fc347e-067a-466e-bda5-613ae72bd906 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 946 time: 0.0859678 Nov 23 10:17:20.563644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ac14-454c-4fca-a7d2-4837f36bab48 req-ff50f6d1-fa7e-4501-8278-500e9a04de45 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.565207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8793ac14-454c-4fca-a7d2-4837f36bab48 req-ff50f6d1-fa7e-4501-8278-500e9a04de45 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 946 time: 0.2081194 Nov 23 10:17:20.617267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6bcfd-8bc6-44f6-b746-c71d61631f15 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.624441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6bcfd-8bc6-44f6-b746-c71d61631f15 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.630910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6bcfd-8bc6-44f6-b746-c71d61631f15 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.636958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6bcfd-8bc6-44f6-b746-c71d61631f15 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.638693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-77a6bcfd-8bc6-44f6-b746-c71d61631f15 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3559201 Nov 23 10:17:20.641301 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de29b86b-1b73-4d1a-a43a-05fd7ed12c35 None None] New status for floating IP f897732d-bcd8-43b2-825d-94095636d4dd: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:17:20.643969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:20.667253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8793ac14-454c-4fca-a7d2-4837f36bab48 req-d4a0b2aa-44ee-44a1-8a71-8ad10615cc27 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948453 Nov 23 10:17:20.734670 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.741307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:20.741667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.931779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.955750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port c8570ecb-04e1-40dd-b166-160b20b7d83c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c8570ecb-04e1-40dd-b166-160b20b7d83c,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:20.956402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:20.971052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fda68f-c685-47dc-bcc8-02a99609f54c']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:20.989480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3ee86-ea25-4058-bf8f-5e4a6c1c29ea req-4df4d016-d360-49db-8c19-fd59e492087c tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:20.991016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcd3ee86-ea25-4058-bf8f-5e4a6c1c29ea req-4df4d016-d360-49db-8c19-fd59e492087c tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.1634574 Nov 23 10:17:20.993316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for c8570ecb-04e1-40dd-b166-160b20b7d83c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:20.995986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fff119a-59bc-47ae-bae4-b52fefbb1aab') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:20.996282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fff119a-59bc-47ae-bae4-b52fefbb1aab') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:21.029108 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.081831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.097411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:21.097807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:21.104441 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:21.147220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcd3ee86-ea25-4058-bf8f-5e4a6c1c29ea req-3089bc7b-ff17-4f1a-8574-e127ceca5322 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471310 Nov 23 10:17:21.220588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.250263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.257950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/32fda68f-c685-47dc-bcc8-02a99609f54c HTTP/1.1" status: 204 len: 168 time: 0.6090441 Nov 23 10:17:21.257950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bc779-0581-46c5-8f85-cfbcbefecf54 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=32fda68f-c685-47dc-bcc8-02a99609f54c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:21.280774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:21.296983 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.329436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.365072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d28dc-effd-48f6-a524-05ab83c16b75 req-b0d29dc2-a549-4db3-bc80-d9da93f3cb35 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:21.370436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-968d28dc-effd-48f6-a524-05ab83c16b75 req-b0d29dc2-a549-4db3-bc80-d9da93f3cb35 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.1394205 Nov 23 10:17:21.378095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=c8570ecb-04e1-40dd-b166-160b20b7d83c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:21.410313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.446734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] No DVR routers for this DVR port c8570ecb-04e1-40dd-b166-160b20b7d83c on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:21.451649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.453418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe01dc9f-dfa3-4404-bf4a-e29679a00ba5 req-a80588bb-11f9-4092-8129-f8482be0729e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "DELETE /v2.0/ports/c8570ecb-04e1-40dd-b166-160b20b7d83c HTTP/1.1" status: 204 len: 173 time: 0.9056938 Nov 23 10:17:21.453866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-deleted', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:21.456650 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ddfe6e-5510-487d-aa2f-b7abfa76adc4" -d '{"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-deleted", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:21.523433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.526028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-e7f59622-03d3-4f5f-8eef-d61e0e33b1bf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:21.527631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-e7f59622-03d3-4f5f-8eef-d61e0e33b1bf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 945 time: 0.1149557 Nov 23 10:17:21.529261 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c30fa-45da-4c0e-b43f-93d0d06b7086 x-openstack-request-id: req-798c30fa-45da-4c0e-b43f-93d0d06b7086 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:21.529885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf73191-3983-4e0d-856e-94c1e8fba04d", "name": "network-vif-deleted", "tag": "c8570ecb-04e1-40dd-b166-160b20b7d83c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:21.531152 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-798c30fa-45da-4c0e-b43f-93d0d06b7086 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:21.531615 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf73191-3983-4e0d-856e-94c1e8fba04d', 'name': 'network-vif-deleted', 'tag': 'c8570ecb-04e1-40dd-b166-160b20b7d83c', 'status': 'completed', 'code': 200} Nov 23 10:17:21.539996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-968d28dc-effd-48f6-a524-05ab83c16b75 req-b8b29cbc-dd4e-4fee-ae86-cf4409a08f22 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644344 Nov 23 10:17:21.567093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5c13c2-3d15-4024-bd7a-53e5122f986e']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:21.585356 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d59e070-b98c-4699-bd82-e48809c8ee67') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:21.586055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d59e070-b98c-4699-bd82-e48809c8ee67') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:21.596860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.617070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.624480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:21.625827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:21.629718 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:21.665504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:21.665823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.711764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.734885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.742038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/df5c13c2-3d15-4024-bd7a-53e5122f986e HTTP/1.1" status: 204 len: 168 time: 0.4581397 Nov 23 10:17:21.743165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd0682-5372-4c99-be40-6a5242a2dac4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=df5c13c2-3d15-4024-bd7a-53e5122f986e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:21.745046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39182) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:21.770956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:21.771580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.788412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:21.826858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60e1ff38-9fab-4a67-9fc0-d427a2f6bd4c req-701d2bc8-8078-4f59-abd9-2480dd33a32c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf73191-3983-4e0d-856e-94c1e8fba04d HTTP/1.1" status: 200 len: 210 time: 0.0338724 Nov 23 10:17:21.871230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a7322-9645-46bd-8740-07ba0cb91f2d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:21.880140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a7322-9645-46bd-8740-07ba0cb91f2d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:21.882061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-937a7322-9645-46bd-8740-07ba0cb91f2d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1359136 Nov 23 10:17:21.887740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39184) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:21.895511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-218454161'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:21.934713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:21.938223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:21.990499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:22.003031 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.003379 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment c2b5c2b0-ac9c-4dbe-8b72-d145dedd0e84 of type vlan for network 4cc47a2c-2bc1-40d9-a18d-5007f7975350 Nov 23 10:17:22.022150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.035235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:22.038674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['24f7ec52-f225-47aa-9238-d8af5ee8b263', '0e2f5b70-419c-4a80-b72a-d1919b1a47e5'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:22.083347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.115942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.122398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=0e2f5b70-419c-4a80-b72a-d1919b1a47e5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:22.135942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:22.136660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.174857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:22.178644 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.183277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ac55577-373f-4463-ab22-eb62d96bc16e req-c7ca8148-07e7-49be-8a38-b42af848a54a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "DELETE /v2.0/ports/0e2f5b70-419c-4a80-b72a-d1919b1a47e5 HTTP/1.1" status: 204 len: 173 time: 0.6491654 Nov 23 10:17:22.199394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3080173 Nov 23 10:17:22.199959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:22.208060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-18020925'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:22.243411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:22.248723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.293264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:22.299799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8af4-b38e-43d6-a0bd-4be5d7386b6e tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=4cc47a2c-2bc1-40d9-a18d-5007f7975350,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:22.315370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.315900 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment b32f1fe3-120f-4c3e-815b-66673bd0553a of type vlan for network f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79 Nov 23 10:17:22.318763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4cc47a2c-2bc1-40d9-a18d-5007f7975350 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:22.387346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656601e4-7f6b-412d-ab6c-f5f25912ef2b req-71f72c52-6709-4cbc-943c-b23741c0ce8f tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:22.390586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-656601e4-7f6b-412d-ab6c-f5f25912ef2b req-71f72c52-6709-4cbc-943c-b23741c0ce8f tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.1071796 Nov 23 10:17:22.396075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.425682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.432277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:22.433112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.455276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-656601e4-7f6b-412d-ab6c-f5f25912ef2b req-ffa2923e-7c14-47da-86c8-d57fc08884b5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573950 Nov 23 10:17:22.505289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:22.518865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:22.527473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39202) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:22.527764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4bd71df6-4a8a-4b73-9611-51f7366a85ab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3266110 Nov 23 10:17:22.532980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'ports': [{'network_id': '4cc47a2c-2bc1-40d9-a18d-5007f7975350', 'name': 'tempest-port--1089016807', 'admin_state_up': True}, {'network_id': 'f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79', 'admin_state_up': False}]} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:22.533290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'port': {'network_id': '4cc47a2c-2bc1-40d9-a18d-5007f7975350', 'name': 'tempest-port--1089016807', 'admin_state_up': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:22.533969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'port': {'network_id': 'f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79', 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:22.697828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:22.757612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd4b0f63-66a6-4ab4-9294-0aac7801a76f req-2145d75c-a4ea-4cee-a236-0a6eba41bbe3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e918ced3-c029-42ea-b49a-78bbe5427303 HTTP/1.1" status: 200 len: 210 time: 0.0390496 Nov 23 10:17:22.910985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:23.317461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de631feb-ac44-47b4-9943-382b7aa743bd req-d67670db-dbd7-400d-bdb3-9d8a23dd46a3 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:23.319048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de631feb-ac44-47b4-9943-382b7aa743bd req-d67670db-dbd7-400d-bdb3-9d8a23dd46a3 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.0745256 Nov 23 10:17:23.319684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'port': 2} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:23.324085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.359786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.425141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.428537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de631feb-ac44-47b4-9943-382b7aa743bd req-ed9b5177-8a7e-4f7f-ab2a-f4ce0384b703 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946066 Nov 23 10:17:23.474060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] device_id is not set on port 8e809394-051f-485e-accf-2cfddeffcd8d yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:23.528567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.532722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'name': 'network-vif-deleted', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:23.535538 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db742a-0fac-4404-9b59-c5ccca8f69c3" -d '{"events": [{"server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "name": "network-vif-deleted", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:23.596907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.605857 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d519294-0e94-441b-b1e2-355fbffd54e3 x-openstack-request-id: req-2d519294-0e94-441b-b1e2-355fbffd54e3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:23.606379 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e918ced3-c029-42ea-b49a-78bbe5427303", "name": "network-vif-deleted", "tag": "0e2f5b70-419c-4a80-b72a-d1919b1a47e5", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:23.606379 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d519294-0e94-441b-b1e2-355fbffd54e3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:23.606773 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e918ced3-c029-42ea-b49a-78bbe5427303', 'name': 'network-vif-deleted', 'tag': '0e2f5b70-419c-4a80-b72a-d1919b1a47e5', 'status': 'completed', 'code': 200} Nov 23 10:17:23.674638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] device_id is not set on port 52239194-5180-47ca-80dd-92c03eaba554 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:23.759357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:23.759746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.787815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.831025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.912906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Checking segment: {'id': 'c2b5c2b0-ac9c-4dbe-8b72-d145dedd0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4cc47a2c-2bc1-40d9-a18d-5007f7975350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:23.913277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network hostable DHCP agents. Network: 4cc47a2c-2bc1-40d9-a18d-5007f7975350, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:23.929425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Port': ['ID=8e809394-051f-485e-accf-2cfddeffcd8d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:23.942003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network 4cc47a2c-2bc1-40d9-a18d-5007f7975350 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:23.953452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4cc47a2c-2bc1-40d9-a18d-5007f7975350) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:23.959041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:23.960433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:23.970948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e5972-77f5-4fe6-8774-aaf98d0a85f0 None None] Network 4cc47a2c-2bc1-40d9-a18d-5007f7975350 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:24.034504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Port': ['ID=52239194-5180-47ca-80dd-92c03eaba554,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:24.092572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Checking segment: {'id': 'b32f1fe3-120f-4c3e-815b-66673bd0553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:24.092997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network hostable DHCP agents. Network: f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:24.116304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:24.146620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:24.162808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:24.163018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a462959c-0775-4e44-8e9a-31d5316d59c6 None None] Network f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:24.173004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.181349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.182403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.237433 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f61521-9c1a-43b5-a59b-6ae389ef2fab req-e4c35f20-1fd0-45be-bcbc-9ebcbb26ccf7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.250406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72f61521-9c1a-43b5-a59b-6ae389ef2fab req-e4c35f20-1fd0-45be-bcbc-9ebcbb26ccf7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.1219084 Nov 23 10:17:24.265817 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-47c45dee-aa16-478d-963f-2e05e2aba701 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7368848 Nov 23 10:17:24.279272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39254) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:24.362250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72f61521-9c1a-43b5-a59b-6ae389ef2fab req-b848d63b-bd50-46de-8a58-705c19c6c5c5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Nov 23 10:17:24.378454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516bd82-0e14-4cd0-9924-64d36c2f2f98 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.385522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516bd82-0e14-4cd0-9924-64d36c2f2f98 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.387179 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a516bd82-0e14-4cd0-9924-64d36c2f2f98 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1064684 Nov 23 10:17:24.391728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:24.414069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:24.414507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.430085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:24.488639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting port 8e809394-051f-485e-accf-2cfddeffcd8d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:24.489015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.567348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.580943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Calling delete_port for 8e809394-051f-485e-accf-2cfddeffcd8d owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:24.600501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa67f0-d77f-430b-b290-7224aa4beb7c req-65c1a13e-e80a-4ab1-a061-f2421f823526 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.602174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fa67f0-d77f-430b-b290-7224aa4beb7c req-65c1a13e-e80a-4ab1-a061-f2421f823526 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.0706115 Nov 23 10:17:24.674691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:24.697875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.730088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:24.731072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 0e2f5b70-419c-4a80-b72a-d1919b1a47e5 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:24.731952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:24.739643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Port': ['ID=8e809394-051f-485e-accf-2cfddeffcd8d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:24.740505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51fa67f0-d77f-430b-b290-7224aa4beb7c req-2d14756d-1447-4efc-b62a-8c3e0912a54a tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322312 Nov 23 10:17:24.758008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.762197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-90a18496-cfa6-4f37-a215-e06dad32feab tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/ports/8e809394-051f-485e-accf-2cfddeffcd8d HTTP/1.1" status: 204 len: 168 time: 0.3690174 Nov 23 10:17:24.764755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:24.793316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-cc78f38b-7266-4bc5-b868-a8ebaba8a530 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:24.794933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-cc78f38b-7266-4bc5-b868-a8ebaba8a530 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 945 time: 0.1663485 Nov 23 10:17:24.796278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.824696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=3608ebe4-1975-4f5d-bc25-ff2b5bdfa137,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:24.883140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.883605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.884221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.885572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.885997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.887186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.887391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.889016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.890145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.891504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.892137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.892709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:24.913544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.914349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting port 52239194-5180-47ca-80dd-92c03eaba554 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:24.914712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:24.932113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:24.968585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c8570ecb-04e1-40dd-b166-160b20b7d83c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:24.969119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c8570ecb-04e1-40dd-b166-160b20b7d83c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:24.976909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:24.979237 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc8c2cd-9a6e-4f4f-a43b-629213f735d0" -d '{"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-unplugged", "status": "completed", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:25.031499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.037060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:25.059070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Calling delete_port for 52239194-5180-47ca-80dd-92c03eaba554 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:25.069056 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eccca6a-87c3-4c01-a663-cab91e8edcf5 x-openstack-request-id: req-2eccca6a-87c3-4c01-a663-cab91e8edcf5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:25.069946 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-unplugged", "status": "completed", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:25.069946 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2eccca6a-87c3-4c01-a663-cab91e8edcf5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:25.070186 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'code': 200} Nov 23 10:17:25.074446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.116578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Deleting port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:25.117300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.177436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.189779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:25.207715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.210393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.210903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.211397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.211879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.212358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.214398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.214806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.215077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.215396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.215728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.215921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Port': ['ID=52239194-5180-47ca-80dd-92c03eaba554,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:25.216041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:25.221548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.225299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e99c047-0903-4cbe-a0fe-13a8980c831d tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/ports/52239194-5180-47ca-80dd-92c03eaba554 HTTP/1.1" status: 204 len: 168 time: 0.4591665 Nov 23 10:17:25.227830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:25.259167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a5d69805-e26a-4a0e-897e-32fab95055e4 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0297117 Nov 23 10:17:25.263390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:25.269363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1861924968'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:25.292370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:25.296412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.298080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.339637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:25.351542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.352123 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment b578851e-77c3-4142-93b1-cb48084bd0db of type vlan for network 029f23fd-9228-4d53-ad3a-d06f6cddc747 Nov 23 10:17:25.383908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] For port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:25.384314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.395272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.427101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Calling delete_port for 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:25.441234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.448054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:25.448909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.494519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2292407 Nov 23 10:17:25.496678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39286) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:25.539111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1979612693'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:25.547836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa19e6f-b801-4e63-a521-e123f417e273 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=029f23fd-9228-4d53-ad3a-d06f6cddc747,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:25.562694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 029f23fd-9228-4d53-ad3a-d06f6cddc747 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:25.575895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:25.581330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.624193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:25.658129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.658572 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Added segment 5519ba98-5b95-4bc8-80c4-00578b04ab8d of type vlan for network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 Nov 23 10:17:25.717151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3087-0084-4c3b-a47c-19455fe696d7 req-f9bf1d10-b447-432d-8ecb-274604e60851 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:25.719724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045a3087-0084-4c3b-a47c-19455fe696d7 req-f9bf1d10-b447-432d-8ecb-274604e60851 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.2077043 Nov 23 10:17:25.767318 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.774691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-69aefa72-86e4-49eb-8ab1-9bab6cb97d3c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:25.776473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-69aefa72-86e4-49eb-8ab1-9bab6cb97d3c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 945 time: 0.1968412 Nov 23 10:17:25.813186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.824831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:25.827280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.885799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3710737 Nov 23 10:17:25.891019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:25.927754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f3b5510-b839-4512-b579-7a3123dd2a43 req-bfee0bdb-508f-40b1-acc4-1b53672500a5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e69f7ff-2357-4ee0-9702-5e5e6331a6de HTTP/1.1" status: 200 len: 210 time: 0.0306158 Nov 23 10:17:25.929416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 84045228-e1fe-49ab-8c0c-8f173607b4fd has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:17:25.931189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Pushing event deleted for resources: {'Port': ['ID=2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:25.982451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045a3087-0084-4c3b-a47c-19455fe696d7 req-51d0c6dc-8886-4cde-ab88-1585d0af3f49 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347367 Nov 23 10:17:26.032823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac24526-efb6-46db-8e0c-cc4afce8d986 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Network': ['ID=a8e4e693-a189-4e05-86d9-5da7cbd8dc31,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:26.046727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:26.097202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] No DVR routers for this DVR port 2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:26.103539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.108174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-410f5dec-c8de-4ad9-994c-a280671c5117 req-448d9e54-8622-4976-9b92-c20e547a6c05 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "DELETE /v2.0/ports/2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c HTTP/1.1" status: 204 len: 173 time: 1.2856886 Nov 23 10:17:26.108900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-deleted', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:26.119410 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d2b14-fa1f-411f-afd4-13f6c2538d26" -d '{"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-deleted", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:26.216202 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936d9c8-cc7a-4bfd-ae19-a3b931526aa7 x-openstack-request-id: req-b936d9c8-cc7a-4bfd-ae19-a3b931526aa7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:26.216864 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e69f7ff-2357-4ee0-9702-5e5e6331a6de", "name": "network-vif-deleted", "tag": "2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:26.217336 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b936d9c8-cc7a-4bfd-ae19-a3b931526aa7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:26.217981 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e69f7ff-2357-4ee0-9702-5e5e6331a6de', 'name': 'network-vif-deleted', 'tag': '2d00f9e9-d3b7-4962-a89d-c63b3dcc0b2c', 'status': 'completed', 'code': 200} Nov 23 10:17:26.221408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 24f7ec52-f225-47aa-9238-d8af5ee8b263 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:26.222017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.291089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:17:26.302294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-669f57c5-ff13-4a09-ac01-8e608e33b0cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/84045228-e1fe-49ab-8c0c-8f173607b4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3897285 Nov 23 10:17:26.303677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:26.311217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Sync routers for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:17:26.333342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 24f7ec52-f225-47aa-9238-d8af5ee8b263, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=24f7ec52-f225-47aa-9238-d8af5ee8b263,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:26.333706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.347258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:26.351881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:26.354777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 24f7ec52-f225-47aa-9238-d8af5ee8b263 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:26.515611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting subnet ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:26.520538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.575050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:26.587823 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.588950 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.620733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['24f7ec52-f225-47aa-9238-d8af5ee8b263'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:26.623159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:26.660196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=24f7ec52-f225-47aa-9238-d8af5ee8b263,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:26.726032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.795108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 24f7ec52-f225-47aa-9238-d8af5ee8b263 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:26.802065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.811453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b509cdbc-d9ab-4653-abe2-2fb4c2a4bc1f req-7f59922f-99ff-4b1c-b8c6-1857653b232b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.50 "DELETE /v2.0/ports/24f7ec52-f225-47aa-9238-d8af5ee8b263 HTTP/1.1" status: 204 len: 173 time: 1.0206273 Nov 23 10:17:26.869594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.909984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Subnet': ['ID=ea86ebd8-1a51-4d19-ad1a-d2e3726b4103,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:26.931918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:26.941136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39312) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:26.942557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-15678cd5-2b72-49cc-899c-16a27204d9a3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/subnets/ea86ebd8-1a51-4d19-ad1a-d2e3726b4103 HTTP/1.1" status: 204 len: 168 time: 0.6368642 Nov 23 10:17:26.945693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314c687-820f-454f-8d09-5e9a04deb826 None None] Network 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:27.155320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:27.196638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e1f153c-3ca9-4961-9ad2-887b197f0492 req-d47e8bb5-5de8-4e9e-95cd-96496a7b5546 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c073826-9916-4844-a5d9-7225e3dd5de6 HTTP/1.1" status: 200 len: 210 time: 0.0928023 Nov 23 10:17:27.434916 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:27.489601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:17:24Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '14f3df44-f085-46cd-aaad-9d26a38f1a67', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:27.531747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-d2feb3b6-eb8d-45b6-99cd-4f102de53e0e tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:27.541142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-d2feb3b6-eb8d-45b6-99cd-4f102de53e0e tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 808 time: 0.1942966 Nov 23 10:17:27.560237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-f164b966-6bb6-42b1-b3b1-228812236713 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/quotas/7452b52d3fdd4d5a9d304b4702e52cae HTTP/1.1" status: 200 len: 375 time: 0.0181022 Nov 23 10:17:27.605682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-c9fa2b0f-bea7-4d39-8991-acff3a2e102d tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442979 Nov 23 10:17:27.733501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 14f3df44-f085-46cd-aaad-9d26a38f1a67 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:27.733863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:27.770263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Checking router: 84045228-e1fe-49ab-8c0c-8f173607b4fd for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:17:27.807540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Routers {'84045228-e1fe-49ab-8c0c-8f173607b4fd'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:27.809205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['84045228-e1fe-49ab-8c0c-8f173607b4fd'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:27.830894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 14f3df44-f085-46cd-aaad-9d26a38f1a67, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=14f3df44-f085-46cd-aaad-9d26a38f1a67,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:27.831530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:27.843800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 14f3df44-f085-46cd-aaad-9d26a38f1a67 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:27.903580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] DHCP port deletion for 67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:27.969556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-4818c3ef-30b5-4c96-b3c5-01a570484cbd service neutron] 10.222.0.62 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628571 Nov 23 10:17:27.984962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] Set router 84045228-e1fe-49ab-8c0c-8f173607b4fd gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:28.066501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:17:27Z', 'revision_number': 6, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:28.112917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0574cf9-ca69-40ba-961a-8e35a5bb9889 None None] The sync data for ids ['84045228-e1fe-49ab-8c0c-8f173607b4fd'] in n-d-781076-5 is: [{'id': '84045228-e1fe-49ab-8c0c-8f173607b4fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336853856', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:14:07Z', 'updated_at': '2021-11-23T10:17:27Z', 'revision_number': 6, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:17:28.127598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.130080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Deleting port 1e4e36dc-d061-4df6-8fad-81bc2225e576 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:28.130573 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.173528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=14f3df44-f085-46cd-aaad-9d26a38f1a67,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:28.204041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-5ca78f2e-c955-4ced-8bfb-843c21768b0c service neutron] 10.222.0.62 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107978 Nov 23 10:17:28.222993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'name': 'network-vif-deleted', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:28.230410 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec40a70-b84d-4139-9816-5187fcee3d6f" -d '{"events": [{"server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "name": "network-vif-deleted", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:28.236403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd94d2f-bc43-444b-824d-4c97d34caa8b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:28.260124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] For port 1e4e36dc-d061-4df6-8fad-81bc2225e576, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1e4e36dc-d061-4df6-8fad-81bc2225e576,segment=NetworkSegment(4a7dd07e-775a-4592-b0e0-ca4a5003162d),segment_id=4a7dd07e-775a-4592-b0e0-ca4a5003162d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:28.260919 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.294243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Calling delete_port for 1e4e36dc-d061-4df6-8fad-81bc2225e576 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:28.309934 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4388f-f834-4c1f-9bb9-03357665407c x-openstack-request-id: req-c5c4388f-f834-4c1f-9bb9-03357665407c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:28.313740 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c073826-9916-4844-a5d9-7225e3dd5de6", "name": "network-vif-deleted", "tag": "24f7ec52-f225-47aa-9238-d8af5ee8b263", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:28.314316 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5c4388f-f834-4c1f-9bb9-03357665407c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:28.314873 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c073826-9916-4844-a5d9-7225e3dd5de6', 'name': 'network-vif-deleted', 'tag': '24f7ec52-f225-47aa-9238-d8af5ee8b263', 'status': 'completed', 'code': 200} Nov 23 10:17:28.356331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.443039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.543417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] No DVR routers for this DVR port 1e4e36dc-d061-4df6-8fad-81bc2225e576 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:28.569904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143b068-4ff5-46e5-9f28-7f9dc68b4d23 None None] Pushing event deleted for resources: {'Port': ['ID=1e4e36dc-d061-4df6-8fad-81bc2225e576,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:28.593465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-297ca07f-e9b6-4a14-887e-e6a70115888e req-58f00f92-42c9-4a74-ab42-c190686b6a15 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 210 time: 0.0847678 Nov 23 10:17:28.614761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.648161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.682379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 24f7ec52-f225-47aa-9238-d8af5ee8b263 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:28.728400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 24f7ec52-f225-47aa-9238-d8af5ee8b263 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:28.728750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 24f7ec52-f225-47aa-9238-d8af5ee8b263 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:28.794623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.795434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Fanout notify agent at l3_agent the message router_deleted on router 84045228-e1fe-49ab-8c0c-8f173607b4fd {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:17:28.814586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.818958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:28.834449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91c7e71f-69e7-4fa2-9969-68d0e956dfd6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/routers/84045228-e1fe-49ab-8c0c-8f173607b4fd HTTP/1.1" status: 204 len: 168 time: 1.8914964 Nov 23 10:17:28.944434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:28.951801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-e4081aa6-9c7a-4173-a843-85675c144842 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:28.953830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-e4081aa6-9c7a-4173-a843-85675c144842 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2090733 Nov 23 10:17:28.978643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-2b503937-5eea-4d53-9d6f-9f97af43ce12 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0183797 Nov 23 10:17:29.066916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9ace04ff-e6c6-4523-9bbd-66e47bb8e764 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823934 Nov 23 10:17:29.074674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.077045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39382) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:29.105517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ef9ef9-bba8-4cc3-8c56-55f2deef39d5']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:29.107008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'subnets': [{'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--799404844', 'ip_version': 6}, {'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:29.107329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'subnet': {'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--799404844', 'ip_version': 6}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:29.108002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Request body: {'subnet': {'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:29.117218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7dd07e-775a-4592-b0e0-ca4a5003162d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:29.117950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7dd07e-775a-4592-b0e0-ca4a5003162d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:29.128765 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.144080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.151406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:29.152009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:29.156160 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:29.235171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.257089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.260907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/networks/67ef9ef9-bba8-4cc3-8c56-55f2deef39d5 HTTP/1.1" status: 204 len: 168 time: 0.4395099 Nov 23 10:17:29.262019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe422d3-c4be-4a11-9192-b376aadc0e9d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Network': ['ID=67ef9ef9-bba8-4cc3-8c56-55f2deef39d5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:29.263968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:29.358746 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.383122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-127983c0-4cf9-4998-be79-c0659538301b service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045928 Nov 23 10:17:29.401701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.483828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.487088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.488345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/security-groups/90e2a575-4ae9-4b37-bf43-f797d8f5b3f1 HTTP/1.1" status: 204 len: 168 time: 0.2229824 Nov 23 10:17:29.498021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6d5b8-0656-4086-a3e9-15140c6f9a7d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2a575-4ae9-4b37-bf43-f797d8f5b3f1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:29.600475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Made reservation on behalf of 22467904c2c948c4a7702f84b8be064d for: {'subnet': 2} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:29.607588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.608149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.885102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39402) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:29.890131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61516465', 'description': 'tempest-secgroup-smoke-61516465 description', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:29.938519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 14f3df44-f085-46cd-aaad-9d26a38f1a67 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:29.941610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:29.970934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 14f3df44-f085-46cd-aaad-9d26a38f1a67 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:29.971535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 14f3df44-f085-46cd-aaad-9d26a38f1a67 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:29.972132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:29.998471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:29.998819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3608ebe4-1975-4f5d-bc25-ff2b5bdfa137 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:29.999248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e4e36dc-d061-4df6-8fad-81bc2225e576 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:30.039918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 1e4e36dc-d061-4df6-8fad-81bc2225e576 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:30.040266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1e4e36dc-d061-4df6-8fad-81bc2225e576 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:30.069687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-e3137380-0d95-488c-8c66-a86c2ace8eca service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858945 Nov 23 10:17:30.079015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f8000e0-d29f-41c7-b778-476e92a680fc req-6c8e8524-3772-473b-8f33-7899fcb92605 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 210 time: 0.0983202 Nov 23 10:17:30.146878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.153744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.214239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.215964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3295362 Nov 23 10:17:30.217145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efbeeb-d349-4015-8a45-4881806db76c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:30.220734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:30.227647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:30.284122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.330530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c245cd2-8c0c-446a-84da-409c2bdf375c req-b6bb9d96-68f3-4d70-ac9b-138b81d05566 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 210 time: 0.0528831 Nov 23 10:17:30.339170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-9d325c50-c1fa-419e-a3b7-f19d48c73ac5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:30.340671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-9d325c50-c1fa-419e-a3b7-f19d48c73ac5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 808 time: 0.3040512 Nov 23 10:17:30.361292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Request body: {'port': {'device_id': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836', 'admin_state_up': True, 'tenant_id': '7452b52d3fdd4d5a9d304b4702e52cae'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:30.396049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.402596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.439178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fa2041-6070-4ffe-8f52-2427a899f513,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:30.466602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.476472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-014123c0-3ab3-404c-ace8-b10cb88e75db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540998 Nov 23 10:17:30.479337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39424) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:30.506177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:30.602889 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.697714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Made reservation on behalf of 7452b52d3fdd4d5a9d304b4702e52cae for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:30.701482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.830607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.842729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.884244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e69095d-7c1d-4f1a-aa98-3307dcbd2644,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:30.949376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.950625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2fda82f5-1543-4ffd-9a5a-52fe222f034d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4684298 Nov 23 10:17:30.953561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:30.960037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:30.983562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:30.998087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Allocated IP 172.20.0.2 (bcc1fc90-5372-4145-b98d-10fe8ef93836/c3da6531-ad90-4dc1-9732-d60c1b14e570/a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:31.000554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.078532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.084208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.087012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Subnet': ['ID=2b9fb003-0bc8-4c65-a008-a97f89ed0d37,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.109782 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.113954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566465 Nov 23 10:17:31.114225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf107-5c0a-4503-91a2-d5919ebc67fd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b4f23-1da7-46a5-9f60-4367228114fa,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.115917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.119597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Checking segment: {'id': 'b578851e-77c3-4142-93b1-cb48084bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:31.120537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:31.122220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network hostable DHCP agents. Network: 029f23fd-9228-4d53-ad3a-d06f6cddc747, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:31.155869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.200004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network 029f23fd-9228-4d53-ad3a-d06f6cddc747 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:31.230818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.237351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.249043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b34b201-1761-4d6d-8f0a-fa3faf8cfd15 req-118afd14-f52a-4c13-a462-4d05d45fbfd5 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 210 time: 0.0377185 Nov 23 10:17:31.251689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 029f23fd-9228-4d53-ad3a-d06f6cddc747) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:31.261044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.262901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb339661-2161-454b-841e-68348fbe82a8 None None] Network 029f23fd-9228-4d53-ad3a-d06f6cddc747 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:31.273599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c0aa7e-8176-4ae3-bf19-1c96485fd01e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.293229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.294625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91f00e0f-5a01-4963-b263-ab101a7f60c1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777248 Nov 23 10:17:31.297497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.304916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:31.332724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.360713 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:17:31.397093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.424248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event updated for resources: {'Subnet': ['ID=8beaa293-3258-4154-a95e-bad8b69a4037,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.466432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-790b14aa-09c0-4dcf-812b-339630086753 req-4346c19b-dea1-424c-8d66-1034aa566a9a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 210 time: 0.0481970 Nov 23 10:17:31.491362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Checking segment: {'id': '5519ba98-5b95-4bc8-80c4-00578b04ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:31.491362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network hostable DHCP agents. Network: a8e4e693-a189-4e05-86d9-5da7cbd8dc31, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:31.509771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.518762 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.536823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cc75be-fd8b-49e1-983f-f9a244412c75,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.552534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-029f23fd-9228-4d53-ad3a-d06f6cddc747', 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747', 'tenant_id': '22467904c2c948c4a7702f84b8be064d', 'fixed_ips': [{'subnet_id': '2b9fb003-0bc8-4c65-a008-a97f89ed0d37'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:31.553531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.583448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.590618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a3566377-a2eb-420e-a95e-8190359b5581 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894063 Nov 23 10:17:31.592163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.604637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:31.610592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-d5fcc6d3-d5f7-41dc-9d53-10d3bc4c14b0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.612094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-d5fcc6d3-d5f7-41dc-9d53-10d3bc4c14b0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.2336733 Nov 23 10:17:31.613814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:31.616498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.660765 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:17:31.667862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.675667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Pushing event updated for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.682499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:31.692731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:31.707959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a8e4e693-a189-4e05-86d9-5da7cbd8dc31) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:31.716959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:31.720800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba54a3-c4d6-4297-9a05-401208ac4196 None None] Network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:31.721882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:31.726329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.726695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.727333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.742985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.745338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Allocated IP 2001:db8::1 (029f23fd-9228-4d53-ad3a-d06f6cddc747/2b9fb003-0bc8-4c65-a008-a97f89ed0d37/ac66bdff-58b8-4e5b-b99c-36c4416932ee) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:31.748592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.782501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.785920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913810 Nov 23 10:17:31.798112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed05d0d-6655-4e71-8929-9fd5abc150f4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79445cec-de90-4ff3-a6e3-7946eae0f0e1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:31.801086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39458) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.819279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'network': {'name': 'tempest-network-smoke--381398178', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:31.838096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e8990de5-fa19-4bdf-94da-8075848d2c69 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7564092 Nov 23 10:17:31.838927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39460) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.887412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.888179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.900974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd2979-67f7-4f4e-b42b-e3e787ae1f6a tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.902915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd2979-67f7-4f4e-b42b-e3e787ae1f6a tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.904812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd2979-67f7-4f4e-b42b-e3e787ae1f6a tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:31.909532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4acd2979-67f7-4f4e-b42b-e3e787ae1f6a tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0665116 Nov 23 10:17:31.915993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:31.921315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:31.925532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.967941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-5662c1b4-23cd-4730-8dd3-d5eb8a3d79a2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6154566 Nov 23 10:17:31.979232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting subnet 2b9fb003-0bc8-4c65-a008-a97f89ed0d37 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:31.985967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-a8e4e693-a189-4e05-86d9-5da7cbd8dc31', 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31', 'tenant_id': '22467904c2c948c4a7702f84b8be064d', 'fixed_ips': [{'subnet_id': '8beaa293-3258-4154-a95e-bad8b69a4037'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:31.986933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:31.995936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Request body: {'port': {'device_id': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:32.038587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:32.042351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.060578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:32.101951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.101951 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Added segment 18e83278-f0ad-45ab-825d-9a2db3d0e05f of type vlan for network 49cba4dd-c061-4af5-87d7-4d96f33225c1 Nov 23 10:17:32.119074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.132882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.135277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.150585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.188635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.221501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Network 029f23fd-9228-4d53-ad3a-d06f6cddc747 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:32.230908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:32.236526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:32.257693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Pushing event updated for resources: {'Port': ['ID=ac66bdff-58b8-4e5b-b99c-36c4416932ee,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:32.261273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Allocated IP 2001:db8:0:1::1 (a8e4e693-a189-4e05-86d9-5da7cbd8dc31/8beaa293-3258-4154-a95e-bad8b69a4037/eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:32.279180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.311163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.351392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Attempting to bind port ac66bdff-58b8-4e5b-b99c-36c4416932ee on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:32.351872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Attempting to bind port ac66bdff-58b8-4e5b-b99c-36c4416932ee by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b578851e-77c3-4142-93b1-cb48084bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:32.352077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Attempting to bind port ac66bdff-58b8-4e5b-b99c-36c4416932ee on network 029f23fd-9228-4d53-ad3a-d06f6cddc747 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:32.385111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:32.385770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Checking segment: {'id': 'b578851e-77c3-4142-93b1-cb48084bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:32.385948 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.386732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Bound using segment: {'id': 'b578851e-77c3-4142-93b1-cb48084bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:32.386939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Bound port: ac66bdff-58b8-4e5b-b99c-36c4416932ee, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b578851e-77c3-4142-93b1-cb48084bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '029f23fd-9228-4d53-ad3a-d06f6cddc747'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:32.387326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.394971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.405855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.411783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:32.412464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.430840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9fb003-0bc8-4c65-a008-a97f89ed0d37,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:32.464701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.472361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-543ad4f9-0da1-42a7-9980-258c270260c1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/subnets/2b9fb003-0bc8-4c65-a008-a97f89ed0d37 HTTP/1.1" status: 204 len: 168 time: 0.5547285 Nov 23 10:17:32.474975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:32.538296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] For port ac66bdff-58b8-4e5b-b99c-36c4416932ee, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:32.551052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting subnet 8beaa293-3258-4154-a95e-bad8b69a4037 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:32.556761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] For port ac66bdff-58b8-4e5b-b99c-36c4416932ee, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ac66bdff-58b8-4e5b-b99c-36c4416932ee,segment=NetworkSegment(b578851e-77c3-4142-93b1-cb48084bd0db),segment_id=b578851e-77c3-4142-93b1-cb48084bd0db)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:32.569419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.575472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.591534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.605902 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.631124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Network': ['ID=49cba4dd-c061-4af5-87d7-4d96f33225c1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:32.637193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:32.641557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:32.647751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7d193b8-f906-4a36-b34c-5f8a9e28f1a9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8449399 Nov 23 10:17:32.652848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.11 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/46035fbb-ed47-41e1-a311-fe4a6d83fb2f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:32.660870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39480) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:32.668975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'admin_state_up': True, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:32.671828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:32.681152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:32.700095 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b58c4a6-43a9-4660-a713-d7a0f7e2e414 req-8533da36-7f88-41d4-a845-5028f9d7b33e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 210 time: 0.0462184 Nov 23 10:17:32.726445 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.764688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a98f0-2629-4bfe-82b0-183c59b57534 None None] Pushing event updated for resources: {'Port': ['ID=ac66bdff-58b8-4e5b-b99c-36c4416932ee,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:32.765443 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e3fed-8f9b-4efd-852b-addbd4eee22a req-61f94f77-21a0-4231-8e51-dd5e5b0320de tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:32.767598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c82e3fed-8f9b-4efd-852b-addbd4eee22a req-61f94f77-21a0-4231-8e51-dd5e5b0320de tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 931 time: 0.3903155 Nov 23 10:17:32.817082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.818783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.840503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9017abd0-3271-41d8-a33d-db8241f92a14 None None] Network 029f23fd-9228-4d53-ad3a-d06f6cddc747 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:32.851386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.950079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.974331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Pushing event updated for resources: {'Port': ['ID=eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:32.984442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Attempting to bind port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:32.985352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Attempting to bind port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5519ba98-5b95-4bc8-80c4-00578b04ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:32.985814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Attempting to bind port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f on network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:32.994795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:32.995165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Checking segment: {'id': '5519ba98-5b95-4bc8-80c4-00578b04ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:32.995564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.995949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Bound using segment: {'id': '5519ba98-5b95-4bc8-80c4-00578b04ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:32.996509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Bound port: eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5519ba98-5b95-4bc8-80c4-00578b04ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a8e4e693-a189-4e05-86d9-5da7cbd8dc31'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:32.996864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:32.997523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.003881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Subnet': ['ID=8beaa293-3258-4154-a95e-bad8b69a4037,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:33.017770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.025920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-51120d09-218d-4fa6-b1ac-848b28f8aedf tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/subnets/8beaa293-3258-4154-a95e-bad8b69a4037 HTTP/1.1" status: 204 len: 168 time: 0.5497415 Nov 23 10:17:33.026564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39490) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:33.089861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6e7f9-9570-4d7c-a95b-d7083e368bac tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:33.094925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ee6e7f9-9570-4d7c-a95b-d7083e368bac tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641115 Nov 23 10:17:33.101207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:33.202364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.204412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:33.214312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.228046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Transition to ACTIVE for port object a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:17:33.232590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c82e3fed-8f9b-4efd-852b-addbd4eee22a req-b066a789-7b0e-42dd-bd02-3a80fe840dd3 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475377 Nov 23 10:17:33.242878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.272883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:33.273536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.311688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] For port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:33.317947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] For port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f,segment=NetworkSegment(5519ba98-5b95-4bc8-80c4-00578b04ab8d),segment_id=5519ba98-5b95-4bc8-80c4-00578b04ab8d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:33.325447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.355137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] For port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:33.355723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.396584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Calling delete_port for eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:33.401619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.404907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.439039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e8cbd-74a9-4933-b92b-06e0bdffe145 None None] Network a8e4e693-a189-4e05-86d9-5da7cbd8dc31 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:33.449450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78385024-af58-44eb-bb8b-baf6f174bcbb None None] Pushing event updated for resources: {'Port': ['ID=eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:33.465130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:33.547981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Attempting to bind port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:33.548310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Attempting to bind port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:33.548687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Attempting to bind port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 on network bcc1fc90-5372-4145-b98d-10fe8ef93836 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:33.559626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.559891 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.561380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 on network bcc1fc90-5372-4145-b98d-10fe8ef93836 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:17:33.561519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Attempting to bind port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 on network bcc1fc90-5372-4145-b98d-10fe8ef93836 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:33.571693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:33.595051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:33.595435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Checking segment: {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:33.595821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Bound using segment: {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:33.596450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Bound port: a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:33.596893 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.599018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Port': ['ID=eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:33.610893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] No DVR routers for this DVR port eb88f332-b786-4fa5-a5b6-f5dcb45fbf7f on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:33.647579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf55ac-f033-4a93-bbb3-69eea4e057b0 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:17:33.741744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.776515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e4e693-a189-4e05-86d9-5da7cbd8dc31']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:33.792782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5519ba98-5b95-4bc8-80c4-00578b04ab8d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:33.793346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5519ba98-5b95-4bc8-80c4-00578b04ab8d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:33.808803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.820773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cf55ac-f033-4a93-bbb3-69eea4e057b0 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:17:33.890692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.901194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:33.902177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:33.914289 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:33.936943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ebba-6eba-474f-9288-24aab98ba302 req-512b107a-273e-4c1a-aa0d-dec3267cf149 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:33.938670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2084ebba-6eba-474f-9288-24aab98ba302 req-512b107a-273e-4c1a-aa0d-dec3267cf149 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 932 time: 0.1073778 Nov 23 10:17:34.053171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2084ebba-6eba-474f-9288-24aab98ba302 req-55313e65-17c2-4a77-89e8-1ceae6318dd4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012251 Nov 23 10:17:34.053878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.061245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.067523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/a8e4e693-a189-4e05-86d9-5da7cbd8dc31 HTTP/1.1" status: 204 len: 168 time: 0.9647486 Nov 23 10:17:34.068154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:34.093837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:34.097698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c67516-37ab-4d9a-829e-72e5def5d382 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=a8e4e693-a189-4e05-86d9-5da7cbd8dc31,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:34.112150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:34.117610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:34.120692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:34.181323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.224961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:34.225615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.239798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b5b2a-6210-4c93-8ed9-cbfca86f9a0a None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:17:34.257646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Deleting port ac66bdff-58b8-4e5b-b99c-36c4416932ee {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:34.258452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.300415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:34.325819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:34.333475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-9859ed5e-95ac-4613-9cd4-9417098f2c94 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6588070 Nov 23 10:17:34.337296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.350807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b5b2a-6210-4c93-8ed9-cbfca86f9a0a None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:17:34.359248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cb345c96-1007-4e44-9903-876e12f69bf3 None None] Provisioning complete for port b2c4c649-5317-493f-b9c5-6e066c5eb89c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:34.359463 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb345c96-1007-4e44-9903-876e12f69bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.392917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] For port ac66bdff-58b8-4e5b-b99c-36c4416932ee, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ac66bdff-58b8-4e5b-b99c-36c4416932ee,segment=NetworkSegment(b578851e-77c3-4142-93b1-cb48084bd0db),segment_id=b578851e-77c3-4142-93b1-cb48084bd0db)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:34.393701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.398268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Request body: {'port': {'device_id': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:34.402594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.411291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Calling delete_port for ac66bdff-58b8-4e5b-b99c-36c4416932ee owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:34.480144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.515628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.550280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Port': ['ID=ac66bdff-58b8-4e5b-b99c-36c4416932ee,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:34.554538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] No DVR routers for this DVR port ac66bdff-58b8-4e5b-b99c-36c4416932ee on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:34.563568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:34.564492 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.567472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] 10.222.0.50 "PUT /v2.0/ports/a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 HTTP/1.1" status: 200 len: 1091 time: 2.5799975 Nov 23 10:17:34.568164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:34.581980 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea349a-7d6b-4b1f-8562-28f874f46b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:34.712315 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da0d76a-1c57-4d0e-8acf-e649c62cc3ae x-openstack-request-id: req-7da0d76a-1c57-4d0e-8acf-e649c62cc3ae {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:34.712597 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:34.712846 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7da0d76a-1c57-4d0e-8acf-e649c62cc3ae {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:34.713195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cb345c96-1007-4e44-9903-876e12f69bf3 None None] Provisioning complete for port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:34.713674 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70', 'status': 'completed', 'code': 200} Nov 23 10:17:34.713764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.714967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb345c96-1007-4e44-9903-876e12f69bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.741805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029f23fd-9228-4d53-ad3a-d06f6cddc747']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:34.756142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.764400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b578851e-77c3-4142-93b1-cb48084bd0db') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:34.764703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b578851e-77c3-4142-93b1-cb48084bd0db') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:34.774950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b12cdc-8d82-41a5-962f-6748a28d6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:34.783370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e37215-7600-4da4-936e-edf4dbe96261 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:34.786786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea58425-9f50-4ec3-b672-8d9aaeba8430 None None] DHCP port deletion for bcc1fc90-5372-4145-b98d-10fe8ef93836 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:34.790630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.812378 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.816493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f16d93-a1ac-4627-880b-10784d3b50f7 req-36c4ba55-d8c5-4d61-ac93-0895f5746157 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:34.818782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78f16d93-a1ac-4627-880b-10784d3b50f7 req-36c4ba55-d8c5-4d61-ac93-0895f5746157 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 943 time: 0.4172761 Nov 23 10:17:34.832450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:34.832991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:34.836897 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:34.849495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-cb345c96-1007-4e44-9903-876e12f69bf3 None None] Port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:34.903867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-a75e6be4-5a94-478b-8ed1-d7bff4bea45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:34.905767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-a75e6be4-5a94-478b-8ed1-d7bff4bea45f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 1094 time: 0.2104111 Nov 23 10:17:34.917854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.949997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.203 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/d56cb17c-85e6-47b3-a249-fffc68663bee) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:34.952188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:34.963315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/029f23fd-9228-4d53-ad3a-d06f6cddc747 HTTP/1.1" status: 204 len: 168 time: 0.8925555 Nov 23 10:17:34.970525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:34.971377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06addb2c-55eb-4a1c-8e00-0250e47f0e01 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=029f23fd-9228-4d53-ad3a-d06f6cddc747,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:34.992466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-3872b4b1-cafd-4623-adcb-d26c7243deef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 HTTP/1.1" status: 200 len: 217 time: 0.0707102 Nov 23 10:17:35.054243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d762af76-bc34-4c46-9f69-1cd1cd07ab08 None None] Provisioning complete for port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:35.054490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d762af76-bc34-4c46-9f69-1cd1cd07ab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.113499 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.122093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d762af76-bc34-4c46-9f69-1cd1cd07ab08 None None] Port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:35.131440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78f16d93-a1ac-4627-880b-10784d3b50f7 req-6cce61f1-30a8-4070-b3c8-c8ebae8bbfb1 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039281 Nov 23 10:17:35.190461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875069e-0bd3-4243-9690-4fba5848564d req-3b74314c-db22-43a6-947f-87c08b9dd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:35.192067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-3b74314c-db22-43a6-947f-87c08b9dd350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3da6531-ad90-4dc1-9732-d60c1b14e570 HTTP/1.1" status: 200 len: 848 time: 0.1264734 Nov 23 10:17:35.248285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.261020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-fc6af4f9-9eaa-4830-b1e3-2c120b9a16c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc1fc90-5372-4145-b98d-10fe8ef93836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414884 Nov 23 10:17:35.273025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.287372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32f1fe3-120f-4c3e-815b-66673bd0553a') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.287663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32f1fe3-120f-4c3e-815b-66673bd0553a') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.304454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469955ee-c73d-4b67-884b-d1ae09175182 req-776d0caa-086c-4d02-9de5-81dd9e49cbb8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:35.306274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-469955ee-c73d-4b67-884b-d1ae09175182 req-776d0caa-086c-4d02-9de5-81dd9e49cbb8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 932 time: 0.1178656 Nov 23 10:17:35.308216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.326084 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.346446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:35.346780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:35.350003 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:35.403772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.435633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-469955ee-c73d-4b67-884b-d1ae09175182 req-06b7d946-6006-402b-81b6-e0d607e84e2f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114740 Nov 23 10:17:35.450798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.477123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.485198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79 HTTP/1.1" status: 204 len: 168 time: 0.5098047 Nov 23 10:17:35.485198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa7a8f-ec66-44ec-a4f4-8a4f9a1d47b1 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=f58dd2f1-f768-4c2d-b9b4-cbfaf2d5ae79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:35.486252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:35.515079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-72e0ae5d-73d0-4619-8d3d-2bf077bbb096 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226868 Nov 23 10:17:35.529051 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.563193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.578586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46035fbb-ed47-41e1-a311-fe4a6d83fb2f {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:35.601198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.658128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:35.659752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.670261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Transition to ACTIVE for port object 46035fbb-ed47-41e1-a311-fe4a6d83fb2f will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:17:35.675423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=d56cb17c-85e6-47b3-a249-fffc68663bee,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:35.678342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:35.682855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:35.684741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.685629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc47a2c-2bc1-40d9-a18d-5007f7975350']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.695892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b5c2b0-ac9c-4dbe-8b72-d145dedd0e84') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.696192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b5c2b0-ac9c-4dbe-8b72-d145dedd0e84') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:35.699931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12bbc3-87e8-440a-b56f-d4f3b3f30029 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:35.706886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.721601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.728164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:35.728597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:35.731968 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:35.761831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ef3810fb-f490-448c-a140-643325cf8a89 None None] Provisioning complete for port d56cb17c-85e6-47b3-a249-fffc68663bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:35.762370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef3810fb-f490-448c-a140-643325cf8a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.807891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a30469-4105-4058-bd03-9048b75fe6ae None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:35.809430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3875069e-0bd3-4243-9690-4fba5848564d req-7918df40-d498-4d70-8da1-348cb0db297a service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824564 Nov 23 10:17:35.823757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.843110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ef3810fb-f490-448c-a140-643325cf8a89 None None] Port d56cb17c-85e6-47b3-a249-fffc68663bee cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:35.851436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:35.872945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] 10.222.0.62 "DELETE /v2.0/networks/4cc47a2c-2bc1-40d9-a18d-5007f7975350 HTTP/1.1" status: 204 len: 168 time: 0.3833237 Nov 23 10:17:35.884495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21645-7ab1-4f86-8480-ce8f79f1a334 tempest-BulkNetworkOpsIpV6Test-1535613317 tempest-BulkNetworkOpsIpV6Test-1535613317-project] Pushing event deleted for resources: {'Network': ['ID=4cc47a2c-2bc1-40d9-a18d-5007f7975350,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:35.892148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Pushing event updated for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:36.068584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-9e2abc20-107c-4970-b0b4-35379de2ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.070130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-9e2abc20-107c-4970-b0b4-35379de2ee24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 1094 time: 0.1753368 Nov 23 10:17:36.075732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Attempting to bind port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:36.076074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Attempting to bind port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:36.076406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Attempting to bind port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:36.109796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:17:36.110156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Attempting to bind port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:36.156383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:36.156730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:36.157125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:36.157577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Bound port: 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:36.158021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.170154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39560) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:36.286930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-4635b819-94f1-4d4c-8a6f-c481a4e903b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.288975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-4635b819-94f1-4d4c-8a6f-c481a4e903b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 200 len: 909 time: 0.2102289 Nov 23 10:17:36.311676 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1aa1fabe-f0cc-4893-93cd-5caac2522fe6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22467904c2c948c4a7702f84b8be064d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403091 Nov 23 10:17:36.314078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39564) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:36.367288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-23ca292e-634c-4ae8-a17b-d4625837c322 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 HTTP/1.1" status: 200 len: 217 time: 0.0674424 Nov 23 10:17:36.371268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.372172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.395477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.449197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.452591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.456996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e66eb0dd-96ca-4e2e-b76e-b44ce0d60e57 HTTP/1.1" status: 204 len: 168 time: 0.1418333 Nov 23 10:17:36.465223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f367a7e-486d-4b66-aa08-cc7704cc87f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66eb0dd-96ca-4e2e-b76e-b44ce0d60e57,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:36.476479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341e5ba-191d-4f29-a880-e119250c1daa req-da1ea9da-21fa-4045-af81-0b404a6287c2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.477971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2341e5ba-191d-4f29-a880-e119250c1daa req-da1ea9da-21fa-4045-af81-0b404a6287c2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 943 time: 0.2400253 Nov 23 10:17:36.496362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:36.505783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:36.561934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.587265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-d9a80ee7-8737-4ad9-84c7-63a26ed1b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.589027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-d9a80ee7-8737-4ad9-84c7-63a26ed1b371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3da6531-ad90-4dc1-9732-d60c1b14e570 HTTP/1.1" status: 200 len: 848 time: 0.2138777 Nov 23 10:17:36.617620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2959fb-68f7-400a-bd8b-27c56d4fe2c9 req-d44baa0f-8705-424f-9534-952ed986f457 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.620953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea2959fb-68f7-400a-bd8b-27c56d4fe2c9 req-d44baa0f-8705-424f-9534-952ed986f457 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 944 time: 0.0693402 Nov 23 10:17:36.651704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:36.652630 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:36.653073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e1deb2-f712-4548-9c2c-a0f091a34d86 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:36.654380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] 10.222.0.11 "PUT /v2.0/ports/46035fbb-ed47-41e1-a311-fe4a6d83fb2f HTTP/1.1" status: 200 len: 1092 time: 2.2864864 Nov 23 10:17:36.680104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-160804e5-6858-40e2-b6f0-3d8c86592717 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc1fc90-5372-4145-b98d-10fe8ef93836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610271 Nov 23 10:17:36.717104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea2959fb-68f7-400a-bd8b-27c56d4fe2c9 req-bd1cf3da-a8f8-4435-9d9f-8a7a84504198 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884898 Nov 23 10:17:36.739754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:36.739754 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c804e7-08f1-4f4d-bb57-4c216ee573ad" -d '{"events": [{"name": "network-changed", "server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:36.791955 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb4354f-39be-4fa8-beaa-3b1eaf1f7802 x-openstack-request-id: req-acb4354f-39be-4fa8-beaa-3b1eaf1f7802 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:36.792236 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:36.792483 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acb4354f-39be-4fa8-beaa-3b1eaf1f7802 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:36.792878 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f', 'status': 'completed', 'code': 200} Nov 23 10:17:37.179337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2341e5ba-191d-4f29-a880-e119250c1daa req-eaffedd7-883d-4ef1-8198-b5012464c20b tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892312 Nov 23 10:17:37.226763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438ed9-9aa5-487b-b5c4-09f59218918a service neutron] Pushing event updated for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:37.283074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39592) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:37.308897 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.312151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-3764e420-64ed-49d5-9b44-bc59ede15503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:37.313665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-3764e420-64ed-49d5-9b44-bc59ede15503 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 1095 time: 0.5700552 Nov 23 10:17:37.399588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-60575503'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:37.407488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-ea27474d-c7ef-4019-aff2-de52f3e87dc4 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075615 Nov 23 10:17:37.410449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-132608c4-fba7-4822-b482-db2fb16f63b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f HTTP/1.1" status: 200 len: 217 time: 0.0827687 Nov 23 10:17:37.429150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:37.432780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.443295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.526509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.533521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.548529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:37.560580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.561358 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment 273e205f-17b1-4053-b978-0c2152922d3f of type vlan for network ec7661ad-f80d-4aa7-8c56-c711411677fd Nov 23 10:17:37.563955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-26d0c9b0-c928-41c0-a658-97a90daddd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:37.570232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-26d0c9b0-c928-41c0-a658-97a90daddd8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1456947 Nov 23 10:17:37.614394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-a922a840-5dfa-464a-9282-953d2308d48a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407200 Nov 23 10:17:37.615997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.617428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ea349a-7d6b-4b1f-8562-28f874f46b3a req-abd4d14b-42e1-4f5b-b4e7-3a806995b2e2 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987791 Nov 23 10:17:37.672577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e414c45c-c4cb-42a0-b985-51d4eb07edff,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:37.696840 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.704057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:37.705054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.718703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 4770a2e1-29af-456e-9616-9adc8d1e46d9 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:17:37.742042 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-a25b013a-bb48-4636-8528-1cb5491bee0b service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198795 Nov 23 10:17:37.750856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4659276 Nov 23 10:17:37.793577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4871c-1cd1-4daf-92a2-a09c335bc561 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=ec7661ad-f80d-4aa7-8c56-c711411677fd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:37.805133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ec7661ad-f80d-4aa7-8c56-c711411677fd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:37.898293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:17:37.912381 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Sync routers for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:17:37.923880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b361b-a2b7-4584-b434-76d8117b09a7 req-6e317fba-0325-4e21-a113-a9bf26e6c701 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:37.927511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818b361b-a2b7-4584-b434-76d8117b09a7 req-6e317fba-0325-4e21-a113-a9bf26e6c701 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 944 time: 0.1062188 Nov 23 10:17:37.934191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:37.935001 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:37.944696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:37.946588 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82d7ed82-d068-4b52-8377-94e95da46c21 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2843981 Nov 23 10:17:37.949727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:38.005798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-818b361b-a2b7-4584-b434-76d8117b09a7 req-d8fefa1d-f5d4-4dda-bb07-48e8e710263a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Nov 23 10:17:38.030487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c9c25c8-4792-4e14-8b56-7acb5214daa5 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e53ef36b98084a9b94f57f73c49e47ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793595 Nov 23 10:17:38.033090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:38.096880 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:38.118371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c4dd06-5152-4b56-b21b-041a06492d30 req-c76bf560-07e6-4187-b43f-9b68e46c6184 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389974 Nov 23 10:17:38.168499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1bf9b-f992-4b6c-aa19-bf4dec88ce1c tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:38.170053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-33c1bf9b-f992-4b6c-aa19-bf4dec88ce1c tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356852 Nov 23 10:17:38.177541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:38.252781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:38.257794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670224746', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:38.261225 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3a688aad-3c4c-4ceb-9696-9e1fe79f65ba tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813088 Nov 23 10:17:38.296641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-27ba27fd-c7db-4bb3-b539-da0e0bc832f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:38.304734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-27ba27fd-c7db-4bb3-b539-da0e0bc832f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 1095 time: 0.1262500 Nov 23 10:17:38.447974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:38.453135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:38.458791 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:36Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:38.480927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9465ef4-8e72-4866-93b4-9867456e8ff5 req-d53e23e5-3162-4888-a87e-bdc211259a66 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:38.488432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9465ef4-8e72-4866-93b4-9867456e8ff5 req-d53e23e5-3162-4888-a87e-bdc211259a66 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 943 time: 0.1775882 Nov 23 10:17:38.492952 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Checking router: 4770a2e1-29af-456e-9616-9adc8d1e46d9 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:17:38.493684 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Updating router 4770a2e1-29af-456e-9616-9adc8d1e46d9 port d56cb17c-85e6-47b3-a249-fffc68663bee binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:17:38.526195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-1cf5d2a6-d166-4138-8100-7c8e3b3e8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:38.527781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-1cf5d2a6-d166-4138-8100-7c8e3b3e8e3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.2152088 Nov 23 10:17:38.532188 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:38.630281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-1d8e8b48-ea9a-4cd3-8c90-ae9cde493f4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f HTTP/1.1" status: 200 len: 217 time: 0.0882466 Nov 23 10:17:38.645533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9465ef4-8e72-4866-93b4-9867456e8ff5 req-332c09bc-d671-4f1a-bdc2-79331615e1ac tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517696 Nov 23 10:17:38.709717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-b968fef3-58dc-4eb7-bd4d-3b3600531e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:38.711164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-b968fef3-58dc-4eb7-bd4d-3b3600531e9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0644212 Nov 23 10:17:38.731068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:38.748375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-b10128f0-ca8d-44ad-9e3f-91da2172e557 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297103 Nov 23 10:17:38.803114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:38.910438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-dc750c8a-dd2c-48f7-9d04-04cdcf3cbf2b service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533680 Nov 23 10:17:38.921935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Subnet': ['ID=0c4f5259-366a-421d-bd66-23b64e93471e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:38.935133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:38.935760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network hostable DHCP agents. Network: 49cba4dd-c061-4af5-87d7-4d96f33225c1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:38.946570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:38.975162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70', 'network_id': 'bcc1fc90-5372-4145-b98d-10fe8ef93836', 'port_id': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70', 'mac_address': 'fa:16:3e:1a:f1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3da6531-ad90-4dc1-9732-d60c1b14e570', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:38.975840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:39.000171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 49cba4dd-c061-4af5-87d7-4d96f33225c1) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:39.006312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:39.007182 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.012023 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.024924 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.041605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.063128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c10074-412a-4ae1-8d59-690a15ef0485 None None] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:39.064972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d37fdf37-c44e-4009-be53-586579b36b24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8063893 Nov 23 10:17:39.066468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39614) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:39.067089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:39.105260 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045c8b9-32ce-46ec-a733-a8d1c3cfb034 None None] Pushing event updated for resources: {'Port': ['ID=d56cb17c-85e6-47b3-a249-fffc68663bee,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:39.136162 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Attempting to bind port d56cb17c-85e6-47b3-a249-fffc68663bee on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:39.136630 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Attempting to bind port d56cb17c-85e6-47b3-a249-fffc68663bee by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:39.137132 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Attempting to bind port d56cb17c-85e6-47b3-a249-fffc68663bee on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:39.146399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:39.148762 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:39.150920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31b186-9047-43c7-a7da-3b49c875662e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:39.151407 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:39.151905 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.153618 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:39.154212 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Bound port: d56cb17c-85e6-47b3-a249-fffc68663bee, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:39.156117 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.178951 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.208326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29c804e7-08f1-4f4d-bb57-4c216ee573ad req-ee21c782-b54e-4bb2-b1a3-0aa19a6fbfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900662 Nov 23 10:17:39.246135 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] For port d56cb17c-85e6-47b3-a249-fffc68663bee, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:39.249148 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] For port d56cb17c-85e6-47b3-a249-fffc68663bee, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d56cb17c-85e6-47b3-a249-fffc68663bee,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:39.261860 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.356964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045c8b9-32ce-46ec-a733-a8d1c3cfb034 None None] Pushing event updated for resources: {'Port': ['ID=d56cb17c-85e6-47b3-a249-fffc68663bee,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:39.370171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:39.371939 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:39.372710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:39.386848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4978a4b-26fd-43ba-96f8-b00fd138199f req-604fcf38-c095-450c-81d2-de0aa850c989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:39.390683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4978a4b-26fd-43ba-96f8-b00fd138199f req-604fcf38-c095-450c-81d2-de0aa850c989 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 944 time: 0.1800230 Nov 23 10:17:39.467235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867f325-a853-4af3-970b-2eaf318664c7 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:39.475016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:39.576737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] Provisioning complete for port d56cb17c-85e6-47b3-a249-fffc68663bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:39.577423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:39.585499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:39.885722 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:36Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:39.900619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110efad-5f8c-493e-8667-3c9e5176ced9 req-b4737814-eb0e-43a0-9394-76a8181e3d62 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:39.906396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b110efad-5f8c-493e-8667-3c9e5176ced9 req-b4737814-eb0e-43a0-9394-76a8181e3d62 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 944 time: 0.1421218 Nov 23 10:17:39.926180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a387f-22f5-49b0-a805-483c012c3ffc None None] The sync data for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 is: [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:36Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:17:39.967296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a377956-7710-4962-8891-cd704882077f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-49cba4dd-c061-4af5-87d7-4d96f33225c1', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:39.968230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.013074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b110efad-5f8c-493e-8667-3c9e5176ced9 req-91778391-e2b2-4071-8985-13d3adc65c6c tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000118 Nov 23 10:17:40.124572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.244591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] For port d56cb17c-85e6-47b3-a249-fffc68663bee, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d56cb17c-85e6-47b3-a249-fffc68663bee,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:40.256563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.379731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4978a4b-26fd-43ba-96f8-b00fd138199f req-d2245352-295b-4171-81ac-4b32bebe6bb8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9739056 Nov 23 10:17:40.395230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-3a377956-7710-4962-8891-cd704882077f None None] Allocated IP 172.20.0.2 (49cba4dd-c061-4af5-87d7-4d96f33225c1/0c4f5259-366a-421d-bd66-23b64e93471e/dc8aba64-02f9-4da1-8b89-5a02df2d1041) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:40.408391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad16303-595a-4fe8-8196-3a8781a1cd96 None None] Pushing event updated for resources: {'Port': ['ID=d56cb17c-85e6-47b3-a249-fffc68663bee,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:40.434255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1cfac4d1-c775-4097-9313-9891404271c4 None None] Provisioning complete for port d56cb17c-85e6-47b3-a249-fffc68663bee triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:40.434682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1cfac4d1-c775-4097-9313-9891404271c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.705632 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.724368 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.782485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:40.836009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377956-7710-4962-8891-cd704882077f None None] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:40.846123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-3a377956-7710-4962-8891-cd704882077f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:40.849972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a377956-7710-4962-8891-cd704882077f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:40.859482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377956-7710-4962-8891-cd704882077f None None] Pushing event updated for resources: {'Port': ['ID=dc8aba64-02f9-4da1-8b89-5a02df2d1041,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:40.917937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.931596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:40.975560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a377956-7710-4962-8891-cd704882077f None None] Attempting to bind port dc8aba64-02f9-4da1-8b89-5a02df2d1041 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:40.976225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a377956-7710-4962-8891-cd704882077f None None] Attempting to bind port dc8aba64-02f9-4da1-8b89-5a02df2d1041 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:40.977037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a377956-7710-4962-8891-cd704882077f None None] Attempting to bind port dc8aba64-02f9-4da1-8b89-5a02df2d1041 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:40.982064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:40.982570 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.987596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a377956-7710-4962-8891-cd704882077f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:40.992566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a377956-7710-4962-8891-cd704882077f None None] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:40.993363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:40.993861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a377956-7710-4962-8891-cd704882077f None None] Bound using segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:40.994734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3a377956-7710-4962-8891-cd704882077f None None] Bound port: dc8aba64-02f9-4da1-8b89-5a02df2d1041, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:40.995160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.014105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39622) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:41.020525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:41.035338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 46035fbb-ed47-41e1-a311-fe4a6d83fb2f details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:41.288564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ccd3-2255-4bc5-9c89-b4227b3cbb38 req-5efd9241-bdbd-4c70-8f57-0f19930f9dfc tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:41.297168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba40ccd3-2255-4bc5-9c89-b4227b3cbb38 req-5efd9241-bdbd-4c70-8f57-0f19930f9dfc tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 944 time: 0.1529722 Nov 23 10:17:41.346487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.1 (49cba4dd-c061-4af5-87d7-4d96f33225c1/0c4f5259-366a-421d-bd66-23b64e93471e/f499bf36-cf66-4bcb-9407-f02916e16e08) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:41.353863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:41.358038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.381767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3a377956-7710-4962-8891-cd704882077f None None] For port dc8aba64-02f9-4da1-8b89-5a02df2d1041, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:41.421863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba40ccd3-2255-4bc5-9c89-b4227b3cbb38 req-70cfed91-3650-4a1c-a2c6-24b44e27c0cc tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237795 Nov 23 10:17:41.473680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3a377956-7710-4962-8891-cd704882077f None None] For port dc8aba64-02f9-4da1-8b89-5a02df2d1041, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dc8aba64-02f9-4da1-8b89-5a02df2d1041,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:41.521499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3a377956-7710-4962-8891-cd704882077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.521723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.545633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:41.581190 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.608447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f', 'mac_address': 'fa:16:3e:35:bc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:41.620060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104094-0e90-4b3d-860f-e8a3bf20135b req-fc14e2cc-6230-4541-8c7f-86b888c3eb0a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:41.627009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0104094-0e90-4b3d-860f-e8a3bf20135b req-fc14e2cc-6230-4541-8c7f-86b888c3eb0a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 944 time: 0.1047671 Nov 23 10:17:41.659056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:41.664057 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa59fdb-e296-4323-9d95-5ec881ecfbb6" -d '{"events": [{"server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:41.665002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.715313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:41.724074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.725803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:41.736101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:41.773321 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da51401-32d8-41cc-a1d8-cd121d0a6f0f x-openstack-request-id: req-0da51401-32d8-41cc-a1d8-cd121d0a6f0f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:41.773617 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:41.773877 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0da51401-32d8-41cc-a1d8-cd121d0a6f0f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:41.774349 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70', 'code': 200} Nov 23 10:17:41.774873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377956-7710-4962-8891-cd704882077f None None] Pushing event updated for resources: {'Port': ['ID=dc8aba64-02f9-4da1-8b89-5a02df2d1041,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:41.783510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:41.804746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.811060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.822337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:41.852804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e0104094-0e90-4b3d-860f-e8a3bf20135b req-9e345d5f-da4d-4c63-81b5-fb9fb659a850 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231374 Nov 23 10:17:41.913588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46035fbb-ed47-41e1-a311-fe4a6d83fb2f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:41.923323 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.940368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:41.958598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:41.971439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:42.013824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=410d6df8-4d7f-4afb-82ed-8a0bdf12777b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:42.046626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': '273e205f-17b1-4053-b978-0c2152922d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:42.047283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: ec7661ad-f80d-4aa7-8c56-c711411677fd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:42.101485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf859c-fdeb-44f3-af7e-f796ee875384 req-0b430c3f-b52a-44bc-873c-148828deddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:42.101826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d56cb17c-85e6-47b3-a249-fffc68663bee up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:42.103334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3cf859c-fdeb-44f3-af7e-f796ee875384 req-0b430c3f-b52a-44bc-873c-148828deddf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 1096 time: 0.2432282 Nov 23 10:17:42.106532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network ec7661ad-f80d-4aa7-8c56-c711411677fd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:42.138110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ec7661ad-f80d-4aa7-8c56-c711411677fd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:42.177798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:42.179129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.199905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:42.212390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24be7ac8-4e14-47f2-b459-b5af81cf9681 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1964252 Nov 23 10:17:42.214256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9deeed-59d7-4264-be1e-06f9dad0e618 None None] Network ec7661ad-f80d-4aa7-8c56-c711411677fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:42.220236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39632) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:42.225814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-530388842'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:42.246583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3cf859c-fdeb-44f3-af7e-f796ee875384 req-4e4d479e-7c41-4bdc-98cc-a8cc10cba5bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305516 Nov 23 10:17:42.250288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.271341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:42.275209 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.328690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:42.365013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.367216 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment 61d5c9c5-0d23-402e-be70-667af1ae5188 of type vlan for network 13425f3b-ae21-4b29-965f-f3523b60b3a4 Nov 23 10:17:42.369541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['46035fbb-ed47-41e1-a311-fe4a6d83fb2f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:42.462738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.488665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d56cb17c-85e6-47b3-a249-fffc68663bee triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:42.489032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.559096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.564712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:42.565326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.627523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ec7661ad-f80d-4aa7-8c56-c711411677fd', 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd', 'tenant_id': '958dfc014d7f4744a5d6bfa383dabda2', 'fixed_ips': [{'subnet_id': '410d6df8-4d7f-4afb-82ed-8a0bdf12777b'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:42.628387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.654138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=13425f3b-ae21-4b29-965f-f3523b60b3a4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:42.661119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea045a68-0a81-41b0-a560-60b1eeba13c1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4396570 Nov 23 10:17:42.663885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:42.671291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': '13425f3b-ae21-4b29-965f-f3523b60b3a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:42.699550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 13425f3b-ae21-4b29-965f-f3523b60b3a4 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:42.718920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784386-b4ae-4241-87e8-c6e091e3aa2f req-3cb145c3-0aaa-44f5-83ce-f8dd7fc182e9 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:42.727063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab784386-b4ae-4241-87e8-c6e091e3aa2f req-3cb145c3-0aaa-44f5-83ce-f8dd7fc182e9 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 945 time: 0.2037723 Nov 23 10:17:42.836576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.838809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab784386-b4ae-4241-87e8-c6e091e3aa2f req-e4eea7ac-e050-4e13-9691-dc6508f0c9be tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108267 Nov 23 10:17:42.849681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.872339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:42.876831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:42.982579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:43.040611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.107585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Allocated IP 2001:db8:0:ffff::2 (ec7661ad-f80d-4aa7-8c56-c711411677fd/410d6df8-4d7f-4afb-82ed-8a0bdf12777b/bb3cd53c-8ce3-4504-8475-ce4d785c76d7) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:43.226354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf9bc-687c-4bfd-b7a3-99503914ca34 req-0dae645b-2a88-4d75-a0e7-c89e6045031d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:43.237718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da0bf9bc-687c-4bfd-b7a3-99503914ca34 req-0dae645b-2a88-4d75-a0e7-c89e6045031d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 945 time: 0.1982279 Nov 23 10:17:43.361589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da0bf9bc-687c-4bfd-b7a3-99503914ca34 req-a374c15b-0ba7-4cf4-b430-18ce21cb143f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139038 Nov 23 10:17:43.407925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:43.409689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:43.424297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.427466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:17:43.429037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.446353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.546516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Pushing event updated for resources: {'Port': ['ID=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:43.563284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': '61d5c9c5-0d23-402e-be70-667af1ae5188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '13425f3b-ae21-4b29-965f-f3523b60b3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:43.563852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Network ec7661ad-f80d-4aa7-8c56-c711411677fd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:43.564205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: 13425f3b-ae21-4b29-965f-f3523b60b3a4, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:43.565524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:43.571851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:43.599985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=5ac26c2e-053c-45bb-b88c-db4f5c70d0f8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:43.615947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network 13425f3b-ae21-4b29-965f-f3523b60b3a4 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:43.621029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 4770a2e1-29af-456e-9616-9adc8d1e46d9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:17:43.633733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f21637-19fd-4511-98a9-a64e56dab02b None None] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:43.635624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 13425f3b-ae21-4b29-965f-f3523b60b3a4) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:43.655896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:43.656573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.701603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eb6ef935-5f43-459c-8d6a-0e281e8b6e1d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0365930 Nov 23 10:17:43.702459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39644) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:43.707483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'port': {'network_id': '13425f3b-ae21-4b29-965f-f3523b60b3a4', 'name': 'tempest-NetworksIpV6TestAttrs-1730386637'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:43.733517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847acbe-892e-47d5-b98f-8566d0164428 None None] Network 13425f3b-ae21-4b29-965f-f3523b60b3a4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:43.735859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Attempting to bind port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:43.737270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Attempting to bind port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '273e205f-17b1-4053-b978-0c2152922d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:43.737270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Attempting to bind port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 on network ec7661ad-f80d-4aa7-8c56-c711411677fd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:43.768743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:43.769120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Checking segment: {'id': '273e205f-17b1-4053-b978-0c2152922d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:43.769558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.769989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Bound using segment: {'id': '273e205f-17b1-4053-b978-0c2152922d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:43.770481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Bound port: bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273e205f-17b1-4053-b978-0c2152922d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ec7661ad-f80d-4aa7-8c56-c711411677fd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:43.770852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.785940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] Provisioning complete for port dc8aba64-02f9-4da1-8b89-5a02df2d1041 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:43.786301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.849679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:17:43.857953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e12191d8-b9e2-4409-aca7-11cac281cb79 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/4770a2e1-29af-456e-9616-9adc8d1e46d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7873445 Nov 23 10:17:43.919657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Sync routers for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:17:43.928249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:43.932339 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:43.958520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] device_id is not set on port 572b7848-387e-40bd-8ce5-b00d870460e8 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:44.072487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] For port bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:44.082009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] For port bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,segment=NetworkSegment(273e205f-17b1-4053-b978-0c2152922d3f),segment_id=273e205f-17b1-4053-b978-0c2152922d3f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:44.100271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8719db-9481-49f7-82ee-2c4fb9be6d59 req-932ffeaf-e9bb-4fb0-9076-8adc1cf3c7c4 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:44.101878 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c8719db-9481-49f7-82ee-2c4fb9be6d59 req-932ffeaf-e9bb-4fb0-9076-8adc1cf3c7c4 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 945 time: 0.0968080 Nov 23 10:17:44.109644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:44.110586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:44.117170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Allocated IP 2001:db8::f816:3eff:fe11:1cf6 (13425f3b-ae21-4b29-965f-f3523b60b3a4/5ac26c2e-053c-45bb-b88c-db4f5c70d0f8/572b7848-387e-40bd-8ce5-b00d870460e8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:44.156931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc8aba64-02f9-4da1-8b89-5a02df2d1041 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:44.211524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c8719db-9481-49f7-82ee-2c4fb9be6d59 req-7ba9fc49-5fa7-45a3-a964-f00f61947a98 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028492 Nov 23 10:17:44.226916 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.335309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-6b62e1f9-45f2-4921-8e96-df17506e1ccc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61516465&fields=id&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 267 time: 0.0909367 Nov 23 10:17:44.459862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.510684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b690e8-77d5-4f2a-8f84-a9175ff13f9d req-8ad2f9d6-f731-4ac1-b02f-fd18c662a0d1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:44.528782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7b690e8-77d5-4f2a-8f84-a9175ff13f9d req-8ad2f9d6-f731-4ac1-b02f-fd18c662a0d1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 945 time: 0.0740666 Nov 23 10:17:44.538952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-adaa2f3b-34c7-4dd4-b655-99e06dd5dc36 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:44.548208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-adaa2f3b-34c7-4dd4-b655-99e06dd5dc36 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 796 time: 0.1971426 Nov 23 10:17:44.574678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-ea754b44-f3d1-4a12-b7f3-dfb7525da1de tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/quotas/e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 375 time: 0.0253043 Nov 23 10:17:44.584679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7b690e8-77d5-4f2a-8f84-a9175ff13f9d req-2ed987db-2e21-4d94-a8a4-df1324f31325 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Nov 23 10:17:44.586636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.630774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.672554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network 13425f3b-ae21-4b29-965f-f3523b60b3a4 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:44.678738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:44.687514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:44.693340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:44.694033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.726127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Port': ['ID=572b7848-387e-40bd-8ce5-b00d870460e8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:44.741755 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-bb6b7ac5-99b7-4106-a3c1-df5b09b7f4ab tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659663 Nov 23 10:17:44.745754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5005f8a1-e6e3-429f-909c-2f7c34e3179e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0422492 Nov 23 10:17:44.748768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:44.758450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4fb4b-0a7e-44c0-bc87-e89810c239ef None None] Pushing event updated for resources: {'Port': ['ID=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:44.858619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:44.868615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting subnet 5ac26c2e-053c-45bb-b88c-db4f5c70d0f8 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:44.883698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:44.977795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.005288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] For port dc8aba64-02f9-4da1-8b89-5a02df2d1041, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dc8aba64-02f9-4da1-8b89-5a02df2d1041,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:45.019431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.046408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-49642c73-1a71-4f22-be5e-6d1452fb19b2 service neutron] 10.222.0.62 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637582 Nov 23 10:17:45.106874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 46035fbb-ed47-41e1-a311-fe4a6d83fb2f up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:45.165967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port dc8aba64-02f9-4da1-8b89-5a02df2d1041 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:45.166607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.212164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.248861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-e62de78a-36fa-46e2-9a0d-6c2343f3794b service neutron] 10.222.0.62 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013147 Nov 23 10:17:45.265681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496f1fa-0898-4333-8b93-f11a6b04c3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-13425f3b-ae21-4b29-965f-f3523b60b3a4', 'network_id': '13425f3b-ae21-4b29-965f-f3523b60b3a4', 'tenant_id': '958dfc014d7f4744a5d6bfa383dabda2', 'fixed_ips': [{'subnet_id': '5ac26c2e-053c-45bb-b88c-db4f5c70d0f8'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:45.267310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5496f1fa-0898-4333-8b93-f11a6b04c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.295455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68635e-0f17-4bca-b4c7-c8746e397d96 req-06a2cd2e-0cc9-4871-b472-964493dcc340 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:45.297289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec68635e-0f17-4bca-b4c7-c8746e397d96 req-06a2cd2e-0cc9-4871-b472-964493dcc340 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 945 time: 0.1534281 Nov 23 10:17:45.352592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.399265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8a16-5207-4ab3-ab7e-db4f0418662d None None] Pushing event updated for resources: {'Port': ['ID=dc8aba64-02f9-4da1-8b89-5a02df2d1041,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:45.408078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac26c2e-053c-45bb-b88c-db4f5c70d0f8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:45.417727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.421794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7fa607d2-e3bd-431d-97ec-5fd8c403c35e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac26c2e-053c-45bb-b88c-db4f5c70d0f8 HTTP/1.1" status: 204 len: 168 time: 0.6719422 Nov 23 10:17:45.424374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39692) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:45.445407 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec68635e-0f17-4bca-b4c7-c8746e397d96 req-14caa6cb-6917-4a1a-b8cc-51a6db065964 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417475 Nov 23 10:17:45.549412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b7c1b3c9-ddf1-4cca-91b9-a510b6ebb7a6 req-346884ef-2af2-4970-a743-e681ea170f6e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 210 time: 0.0456781 Nov 23 10:17:45.574022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6468da6-5bf0-4a20-b550-fed5d737de69 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:45.582862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6468da6-5bf0-4a20-b550-fed5d737de69 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:45.591069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:45.592090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b6468da6-5bf0-4a20-b550-fed5d737de69 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1664467 Nov 23 10:17:45.605951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6da65b32-b144-43e8-b9bf-99a4bf6985f5 None None] Provisioning complete for port f499bf36-cf66-4bcb-9407-f02916e16e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:45.606327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6da65b32-b144-43e8-b9bf-99a4bf6985f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.620441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:45.652754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d2f4b-58b4-4238-80c0-b136cfa1671e None None] Network 13425f3b-ae21-4b29-965f-f3523b60b3a4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:45.721853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:45.722247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.798985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c55609-3c5a-4203-bc2e-7fa71bb3dd1e req-f908dfc0-2508-4d7a-b7ed-f2ed316b83c8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:45.808889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78c55609-3c5a-4203-bc2e-7fa71bb3dd1e req-f908dfc0-2508-4d7a-b7ed-f2ed316b83c8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 945 time: 0.0777366 Nov 23 10:17:45.814938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bdb1-f3b2-4881-83b6-3b04893ec2af tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.830361 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb7bdb1-f3b2-4881-83b6-3b04893ec2af tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 10:17:45.830831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb7bdb1-f3b2-4881-83b6-3b04893ec2af tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:17:45.846188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6cb7bdb1-f3b2-4881-83b6-3b04893ec2af tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/13425f3b-ae21-4b29-965f-f3523b60b3a4 HTTP/1.1" status: 409 len: 405 time: 0.2482646 Nov 23 10:17:45.846470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39708) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:45.851522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2003852079'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:45.897295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6da65b32-b144-43e8-b9bf-99a4bf6985f5 None None] Port f499bf36-cf66-4bcb-9407-f02916e16e08 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:45.897802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:45.903773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.918512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78c55609-3c5a-4203-bc2e-7fa71bb3dd1e req-9d3e2b8a-444d-494f-8860-530c017d544e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086590 Nov 23 10:17:45.950350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:45.961642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:45.962378 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment 13828d56-e961-4577-8b6c-1ed88a7f33e5 of type vlan for network 12da9cb8-e5a2-4960-b92e-d2123362dcfc Nov 23 10:17:46.021520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.063133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.064923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6da65b32-b144-43e8-b9bf-99a4bf6985f5 None None] Provisioning complete for port dc8aba64-02f9-4da1-8b89-5a02df2d1041 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:46.065296 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6da65b32-b144-43e8-b9bf-99a4bf6985f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.103214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.110000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:46.110822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.179077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3310153 Nov 23 10:17:46.181616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39714) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:46.188865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:46.243133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530fd0-abd4-4700-bda2-61dc87561f80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=12da9cb8-e5a2-4960-b92e-d2123362dcfc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:46.251955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 2, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:46.275934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:46.320081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.338922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb3cd53c-8ce3-4504-8475-ce4d785c76d7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:46.345670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-d974159c-be63-4e3c-9349-0a1990e6d03d tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:46.347142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-d974159c-be63-4e3c-9349-0a1990e6d03d tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 945 time: 0.1503384 Nov 23 10:17:46.354814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Checking router: 4770a2e1-29af-456e-9616-9adc8d1e46d9 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:17:46.355163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Updating router 4770a2e1-29af-456e-9616-9adc8d1e46d9 port f499bf36-cf66-4bcb-9407-f02916e16e08 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:17:46.411057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:46.413004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8ba6d-a26c-4b24-a9d4-56e43fe43448 None None] Network ec7661ad-f80d-4aa7-8c56-c711411677fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:46.413666 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.507061 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.509049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:46.512120 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca39b40-b8d7-4230-84a1-fa94dcfd2bea" -d '{"events": [{"server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "name": "network-vif-plugged", "status": "completed", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:46.540445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Deleting port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:46.540807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.595818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:46.616235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde87-50d5-49a2-8665-402f6c617560 req-565b2133-ef76-4700-8ab4-d6a82eebed68 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:46.620119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-762bde87-50d5-49a2-8665-402f6c617560 req-565b2133-ef76-4700-8ab4-d6a82eebed68 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 945 time: 0.1146131 Nov 23 10:17:46.628725 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1310a1c-4e17-453f-9728-c47477e571a9 x-openstack-request-id: req-e1310a1c-4e17-453f-9728-c47477e571a9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:46.629119 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "name": "network-vif-plugged", "status": "completed", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:46.629459 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1310a1c-4e17-453f-9728-c47477e571a9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:46.629981 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f', 'code': 200} Nov 23 10:17:46.641662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:46.643106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.704077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.735195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] For port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,segment=NetworkSegment(a995ccfc-ca78-4853-a1e8-6822d7b52ce8),segment_id=a995ccfc-ca78-4853-a1e8-6822d7b52ce8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:46.735770 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:46.738909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-762bde87-50d5-49a2-8665-402f6c617560 req-bbcf2c83-3b58-437b-bd28-e6bdab4015ec tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/security-groups?id=01795233-ab39-4de1-af40-4a20f9320377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065724 Nov 23 10:17:46.881395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:47.033350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c60c15c8-270c-4fb7-908a-a12f8372a4ab None None] Provisioning complete for port f499bf36-cf66-4bcb-9407-f02916e16e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:47.034258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c60c15c8-270c-4fb7-908a-a12f8372a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.046746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.124828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985fae-63b9-40ab-af90-88d06a79c6d4 req-2e333972-f078-428c-9077-aa62fbde243e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:47.126368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98985fae-63b9-40ab-af90-88d06a79c6d4 req-2e333972-f078-428c-9077-aa62fbde243e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.0841393 Nov 23 10:17:47.180268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35d01158-f7f7-4310-8182-9b1eed67b5b2 req-d07e9307-21fd-4261-a9b5-c64aa0804422 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 210 time: 0.4750187 Nov 23 10:17:47.193404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Calling delete_port for a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:47.227410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98985fae-63b9-40ab-af90-88d06a79c6d4 req-0f9e344f-f6d7-4953-95a0-1823a9b80641 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Nov 23 10:17:47.325401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0d6c0-4ea3-4519-9a02-113e01803981 req-719f1d27-1ab8-4ff4-9dc6-92dced96debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:47.326979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ae0d6c0-4ea3-4519-9a02-113e01803981 req-719f1d27-1ab8-4ff4-9dc6-92dced96debd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 1097 time: 0.6274078 Nov 23 10:17:47.351636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c60c15c8-270c-4fb7-908a-a12f8372a4ab None None] Port f499bf36-cf66-4bcb-9407-f02916e16e08 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:17:47.415295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,segment=NetworkSegment(273e205f-17b1-4053-b978-0c2152922d3f),segment_id=273e205f-17b1-4053-b978-0c2152922d3f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:47.416276 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c60c15c8-270c-4fb7-908a-a12f8372a4ab None None] Provisioning complete for port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:47.416690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c60c15c8-270c-4fb7-908a-a12f8372a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.423232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.424032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc8aba64-02f9-4da1-8b89-5a02df2d1041 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:47.433381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-5e63c0fa-a0d1-4827-b233-90753a7a21ac tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:47.435163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-5e63c0fa-a0d1-4827-b233-90753a7a21ac tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 796 time: 0.2742465 Nov 23 10:17:47.468968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.objects.ports [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110023) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:17:47.482013 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.525382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ae0d6c0-4ea3-4519-9a02-113e01803981 req-5f383fb6-32c0-49ff-899a-7a875a993484 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875696 Nov 23 10:17:47.594312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:47.617071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.645479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port dc8aba64-02f9-4da1-8b89-5a02df2d1041 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:47.645671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.645835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=56aca287-27bc-4ed1-b67e-b299e617fa1c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:47.649966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.655713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.664082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-cf140710-ac9d-4bb4-9290-005833e46bd0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 378 time: 0.1926756 Nov 23 10:17:47.696623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'port': {'device_id': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'admin_state_up': True, 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'security_groups': ['01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:47.707988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': '13828d56-e961-4577-8b6c-1ed88a7f33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:47.708395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: 12da9cb8-e5a2-4960-b92e-d2123362dcfc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:47.721539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Pushing event deleted for resources: {'Port': ['ID=a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:47.768757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2381148-4a7c-4a1d-b16d-dc1213c935d8 None None] Pushing event updated for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:47.813505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677aff9-44fb-42d5-9ee1-31be869d8c41 None None] DHCP port deletion for bcc1fc90-5372-4145-b98d-10fe8ef93836 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:47.868652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] No DVR routers for this DVR port a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:47.871684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Attempting to bind port f499bf36-cf66-4bcb-9407-f02916e16e08 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:47.872024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Attempting to bind port f499bf36-cf66-4bcb-9407-f02916e16e08 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:47.872612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Attempting to bind port f499bf36-cf66-4bcb-9407-f02916e16e08 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:47.885388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.891498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8b6fa79-a062-4649-875d-0e31cad7012e req-8b9a57a5-9af0-4d29-a2d5-bc46d1ce1d57 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.50 "DELETE /v2.0/ports/a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 HTTP/1.1" status: 204 len: 173 time: 1.5367119 Nov 23 10:17:47.898512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'name': 'network-vif-deleted', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:47.901408 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd35e2-7c30-44e2-90ce-bbdbabc42dad" -d '{"events": [{"server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "name": "network-vif-deleted", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:47.940504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:47.980042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:47.992857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:47.995693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.996261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Bound using segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:47.996959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Bound port: f499bf36-cf66-4bcb-9407-f02916e16e08, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:47.998174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:47.998428 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6624a0-f359-4e65-81b3-94c5ae5a226d x-openstack-request-id: req-fb6624a0-f359-4e65-81b3-94c5ae5a226d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:47.998626 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337536a0-7c85-4f3d-ba93-0b2b1bcc4623", "name": "network-vif-deleted", "tag": "a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:47.998885 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb6624a0-f359-4e65-81b3-94c5ae5a226d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:47.999289 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337536a0-7c85-4f3d-ba93-0b2b1bcc4623', 'name': 'network-vif-deleted', 'tag': 'a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70', 'status': 'completed', 'code': 200} Nov 23 10:17:48.014958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d61af58-9a5c-4520-9917-3859aa04e6a8 req-aa62a388-6168-49c4-bf83-be60083480c2 tempest-VolumesActionsTest-207842330 tempest-VolumesActionsTest-207842330-project] 10.222.0.62 "GET /v2.0/ports?device_id=337536a0-7c85-4f3d-ba93-0b2b1bcc4623 HTTP/1.1" status: 200 len: 210 time: 0.0874364 Nov 23 10:17:48.040908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 12da9cb8-e5a2-4960-b92e-d2123362dcfc) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:48.050607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8291066c-6619-469f-bfa3-48e3c442d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.056523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dc2a8-4674-4218-b2e3-abc74b5524fa None None] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:48.064833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:48.065616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.109833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8526ed34-d4ff-4989-a53b-34a32556822b None None] Provisioning complete for port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:48.110231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8526ed34-d4ff-4989-a53b-34a32556822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.122515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:48.126793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.143565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b87d5088-e786-433a-98a5-d1a5ee616953 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9603090 Nov 23 10:17:48.146200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:48.151616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'port': {'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc', 'name': 'tempest-NetworksIpV6TestAttrs-444921003'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:48.154743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb3cd53c-8ce3-4504-8475-ce4d785c76d7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:48.351675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.12 (49cba4dd-c061-4af5-87d7-4d96f33225c1/0c4f5259-366a-421d-bd66-23b64e93471e/16bcf258-2e52-4f39-b72b-441152210510) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:48.373098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:48.374612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] For port f499bf36-cf66-4bcb-9407-f02916e16e08, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:48.377024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.381101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-33d28088-d46c-4e73-a17f-9425f034c71b req-375a49af-2343-482e-93df-b135ce45f8f0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 210 time: 0.0675099 Nov 23 10:17:48.403514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] device_id is not set on port cde9167b-2afb-46ec-ad5b-34d1d6c83db2 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:17:48.430529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-12da9cb8-e5a2-4960-b92e-d2123362dcfc', 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc', 'tenant_id': '958dfc014d7f4744a5d6bfa383dabda2', 'fixed_ips': [{'subnet_id': '56aca287-27bc-4ed1-b67e-b299e617fa1c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:48.431806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.440735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] For port f499bf36-cf66-4bcb-9407-f02916e16e08, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f499bf36-cf66-4bcb-9407-f02916e16e08,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:48.456813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef592d8-5d29-4ef9-a3a4-0676cc1069bc req-6ba9a2a5-4429-41fd-928f-5acc9ea620fb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:48.458641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ef592d8-5d29-4ef9-a3a4-0676cc1069bc req-6ba9a2a5-4429-41fd-928f-5acc9ea620fb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1245923 Nov 23 10:17:48.483853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.555091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Allocated IP 2001:db8::f816:3eff:fe07:438a (12da9cb8-e5a2-4960-b92e-d2123362dcfc/56aca287-27bc-4ed1-b67e-b299e617fa1c/cde9167b-2afb-46ec-ad5b-34d1d6c83db2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:48.584731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ef592d8-5d29-4ef9-a3a4-0676cc1069bc req-647ac7f1-49c6-4f95-af08-2686ce8d0809 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107812 Nov 23 10:17:48.625979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:48.626502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.636257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.666707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2381148-4a7c-4a1d-b16d-dc1213c935d8 None None] Pushing event updated for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:48.686040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.712865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:17:48.713567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:48.743334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:48.747266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:48.755022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:48.755837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.762428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:48.795659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:48.805784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:48.806086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a2eb6544-0ab4-4c3d-b522-07ccc5f1ec70 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:48.823459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:48.824201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.826524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.849128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-19e3ab73-4948-48cc-8505-c0d9ebaa01ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1752241 Nov 23 10:17:48.879592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] Provisioning complete for port f499bf36-cf66-4bcb-9407-f02916e16e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:48.879968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.880347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Request body: {'port': {'device_id': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:48.889055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:48.897399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:48.900343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Port': ['ID=cde9167b-2afb-46ec-ad5b-34d1d6c83db2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:48.904737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:48.912218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:48.913141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.940696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-197ba39a-f5eb-4ac1-929c-bbf3ff0c9dc1 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7923534 Nov 23 10:17:48.941536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39746) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:48.953833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:48.997626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:17:49.000434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Allocated IP 2001:db8::f816:3eff:fe2c:ff06 (12da9cb8-e5a2-4960-b92e-d2123362dcfc/56aca287-27bc-4ed1-b67e-b299e617fa1c/387717af-e5ff-410b-998b-f52c233fb153) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:49.032152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting subnet 56aca287-27bc-4ed1-b67e-b299e617fa1c {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:17:49.327842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bcf258-2e52-4f39-b72b-441152210510 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:49.350049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.370911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.379018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Transition to ACTIVE for port object 16bcf258-2e52-4f39-b72b-441152210510 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:17:49.384570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.497705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:49.681602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabd00a-b267-4b8c-97dc-3f9838628a5c req-592f79bd-7566-4e83-996d-674d440719ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:49.691442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7eabd00a-b267-4b8c-97dc-3f9838628a5c req-592f79bd-7566-4e83-996d-674d440719ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 944 time: 0.1567376 Nov 23 10:17:49.705230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:49.705719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:49.706175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:49.714923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] For port f499bf36-cf66-4bcb-9407-f02916e16e08, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f499bf36-cf66-4bcb-9407-f02916e16e08,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:49.717330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:17:49.717790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:49.727004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.730122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.740603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.766901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7eabd00a-b267-4b8c-97dc-3f9838628a5c req-b743d9fb-df67-4437-94b2-b7126befc775 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743794 Nov 23 10:17:49.767941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:49.768402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:49.768885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Bound using segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:49.770877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Bound port: 16bcf258-2e52-4f39-b72b-441152210510, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:49.778268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.783971 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.825761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:49.830386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:49.834214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:49.876587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d40fe9-346f-4245-99c2-b5b5fd1281c1 None None] Pushing event updated for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:49.877476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d03c0-4503-4d5e-8b8e-c6301c897be0 req-ccb83733-d631-4d25-8654-cd39bcbffefc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:49.885295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:49.888214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:49.889634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc1d03c0-4503-4d5e-8b8e-c6301c897be0 req-ccb83733-d631-4d25-8654-cd39bcbffefc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1946895 Nov 23 10:17:49.893345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.895426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.900354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:48Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:49.944060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:49.944878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:49.946393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] 10.222.0.50 "PUT /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1092 time: 1.0762863 Nov 23 10:17:49.958397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656297-ce88-4d9d-88bc-df28fc505ebb None None] The sync data for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 is: [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:48Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:17:49.991785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226048d-e5a8-4262-beae-c4181e5a0d13 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:50.004171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a41184a8-9cd6-4955-b2aa-636701511844 None None] Provisioning complete for port f499bf36-cf66-4bcb-9407-f02916e16e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:50.004550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a41184a8-9cd6-4955-b2aa-636701511844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.007279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:50.011015 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba0905f-44d1-4386-bd02-17f60d770243" -d '{"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:50.122514 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ba169-1f3c-4f3e-ba05-527ec1fba89c x-openstack-request-id: req-7b9ba169-1f3c-4f3e-ba05-527ec1fba89c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:50.123096 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:50.123563 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b9ba169-1f3c-4f3e-ba05-527ec1fba89c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:50.124333 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'status': 'completed', 'code': 200} Nov 23 10:17:50.149708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-6a2ecfcb-5d1e-494d-a91f-4847a5c8e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.157309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-6a2ecfcb-5d1e-494d-a91f-4847a5c8e1ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1095 time: 0.1599650 Nov 23 10:17:50.168632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Pushing event updated for resources: {'Port': ['ID=387717af-e5ff-410b-998b-f52c233fb153,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:50.198583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Attempting to bind port 387717af-e5ff-410b-998b-f52c233fb153 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:50.198965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Attempting to bind port 387717af-e5ff-410b-998b-f52c233fb153 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '13828d56-e961-4577-8b6c-1ed88a7f33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:50.203525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Attempting to bind port 387717af-e5ff-410b-998b-f52c233fb153 on network 12da9cb8-e5a2-4960-b92e-d2123362dcfc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:50.215747 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:17:50.223532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:50.223967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Checking segment: {'id': '13828d56-e961-4577-8b6c-1ed88a7f33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:50.224519 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.224923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Bound using segment: {'id': '13828d56-e961-4577-8b6c-1ed88a7f33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:50.225422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Bound port: 387717af-e5ff-410b-998b-f52c233fb153, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13828d56-e961-4577-8b6c-1ed88a7f33e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '12da9cb8-e5a2-4960-b92e-d2123362dcfc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:50.225821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.229136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.247841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-e5dfa8f7-3353-46f7-a199-928c2d02c1af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 217 time: 0.0802765 Nov 23 10:17:50.345274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-b8d13b90-e2b4-436a-8afc-6803147f34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.348081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-b8d13b90-e2b4-436a-8afc-6803147f34ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.0934076 Nov 23 10:17:50.349422 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.388658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.391441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/56aca287-27bc-4ed1-b67e-b299e617fa1c HTTP/1.1" status: 204 len: 168 time: 1.4479492 Nov 23 10:17:50.395179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39804) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:50.456784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-e0d1decb-4e15-4bd1-a415-514b3847c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.467754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-e0d1decb-4e15-4bd1-a415-514b3847c64e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075914 Nov 23 10:17:50.485440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc1d03c0-4503-4d5e-8b8e-c6301c897be0 req-58dee562-a425-4007-b4ee-b92ef454189e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947831 Nov 23 10:17:50.490401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f805858-e04b-4707-ad02-3734c02bcb35 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.493717 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f805858-e04b-4707-ad02-3734c02bcb35 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.495480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9f805858-e04b-4707-ad02-3734c02bcb35 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0990427 Nov 23 10:17:50.497262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=56aca287-27bc-4ed1-b67e-b299e617fa1c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:50.500044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39806) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:50.542592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fc1c38c7-9bd2-48ef-a4dc-dd9339f9eb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.581417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] For port 387717af-e5ff-410b-998b-f52c233fb153, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:50.605270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-82109ff7-045a-4aad-8a7a-d0ebb0ef5d02 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.618140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.618494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.618842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.619187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.619525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.619862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.620196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.620709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.621098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.621429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.621759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.622110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f3bc0-92f7-4cf2-a478-a5dc564d9831 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:17:50.630093 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.630994 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-82109ff7-045a-4aad-8a7a-d0ebb0ef5d02 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 10:17:50.631476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82109ff7-045a-4aad-8a7a-d0ebb0ef5d02 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:17:50.635097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-82109ff7-045a-4aad-8a7a-d0ebb0ef5d02 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/12da9cb8-e5a2-4960-b92e-d2123362dcfc HTTP/1.1" status: 409 len: 405 time: 0.1338658 Nov 23 10:17:50.640041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39812) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:50.649109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-790084101'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:50.655216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] For port 387717af-e5ff-410b-998b-f52c233fb153, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=387717af-e5ff-410b-998b-f52c233fb153,segment=NetworkSegment(13828d56-e961-4577-8b6c-1ed88a7f33e5),segment_id=13828d56-e961-4577-8b6c-1ed88a7f33e5)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:50.671604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.682337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:50.692047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.734721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:50.746962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-8e9d64db-37dc-4723-9d16-ee793c861885 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715938 Nov 23 10:17:50.747714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.749982 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment a30ab7bd-46b5-4dd2-a55d-29608b02e156 of type vlan for network d16ddefc-4cef-4474-8c5e-f171c56eab3a Nov 23 10:17:50.808027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.824384 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dee9-9918-43fd-8b52-12b83c707133 None None] Pushing event updated for resources: {'Port': ['ID=387717af-e5ff-410b-998b-f52c233fb153,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:50.858685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.868560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:50.869223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:50.954944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3137457 Nov 23 10:17:50.981227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39818) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:50.986472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca677d22-f4bc-4471-b0da-c6f750a42480 req-e38ceab3-97f8-49fe-889d-f5b750cde35e service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319953 Nov 23 10:17:50.990800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': 'd16ddefc-4cef-4474-8c5e-f171c56eab3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:51.037276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bf98-9cde-481e-8ebf-5c7ae5ddaa3b req-e2e6b4e1-ba8c-4786-a086-be7beb0186a2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.058508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71a8bf98-9cde-481e-8ebf-5c7ae5ddaa3b req-e2e6b4e1-ba8c-4786-a086-be7beb0186a2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 944 time: 0.1713259 Nov 23 10:17:51.172393 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b289ac7-100b-4be7-928c-e099289fbfe0 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=d16ddefc-4cef-4474-8c5e-f171c56eab3a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:51.179194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71a8bf98-9cde-481e-8ebf-5c7ae5ddaa3b req-63753428-43ad-4700-9df6-c89163f1caf1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115227 Nov 23 10:17:51.184481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d16ddefc-4cef-4474-8c5e-f171c56eab3a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:51.187764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-d4c339f7-ce82-4f82-b773-d2a35ae9f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.189267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-d4c339f7-ce82-4f82-b773-d2a35ae9f394 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1095 time: 0.1204104 Nov 23 10:17:51.238082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66981ca-336c-4348-8d2a-eded166291e3 req-670f7de4-bdf8-4b7b-91a5-f3251cf3b7a8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.240658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b66981ca-336c-4348-8d2a-eded166291e3 req-670f7de4-bdf8-4b7b-91a5-f3251cf3b7a8 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.4117806 Nov 23 10:17:51.332534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:51.362549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:51.371926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:51.452208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-772f433d-933f-407b-8991-22ec8954e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.453177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-772f433d-933f-407b-8991-22ec8954e9a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.2565863 Nov 23 10:17:51.512722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-c06ceb3a-4233-4c6e-a3d0-6fb4b7b984f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 217 time: 0.0494962 Nov 23 10:17:51.545346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b66981ca-336c-4348-8d2a-eded166291e3 req-692b45fd-f37d-4636-bc47-d2e330a7d627 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953496 Nov 23 10:17:51.618718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-2d7001da-19ef-4fdc-b286-3a64db02b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.625565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-2d7001da-19ef-4fdc-b286-3a64db02b67d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.1056681 Nov 23 10:17:51.756975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-15719007-f733-42d0-ab86-7aa3fa43c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.758879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-15719007-f733-42d0-ab86-7aa3fa43c33c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248379 Nov 23 10:17:51.798278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86575c84-787a-42b2-bd83-868f5120b57f req-b5c65166-f4d3-4291-92c2-dba11299c283 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:51.799766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86575c84-787a-42b2-bd83-868f5120b57f req-b5c65166-f4d3-4291-92c2-dba11299c283 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1083758 Nov 23 10:17:51.888391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:17:51.890721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:51.991844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=423d82a8-ef61-4754-84a3-636507ce794a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:51.993094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86575c84-787a-42b2-bd83-868f5120b57f req-77610135-169b-4cd8-ba6e-a5fe49dbbe43 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712089 Nov 23 10:17:52.002910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': 'a30ab7bd-46b5-4dd2-a55d-29608b02e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd16ddefc-4cef-4474-8c5e-f171c56eab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:52.003287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: d16ddefc-4cef-4474-8c5e-f171c56eab3a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:52.036348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-636b08ab-f598-4c24-a87f-368192bdef38 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689750 Nov 23 10:17:52.042084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network d16ddefc-4cef-4474-8c5e-f171c56eab3a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:52.056320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d16ddefc-4cef-4474-8c5e-f171c56eab3a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:52.063654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:52.064480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.071700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed841dde-a881-41d7-b6ab-6268da28326f None None] Network d16ddefc-4cef-4474-8c5e-f171c56eab3a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:52.092105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bea6b574-e28f-4f30-bd64-1e1502831bad tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1082098 Nov 23 10:17:52.093959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39846) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:52.319648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 387717af-e5ff-410b-998b-f52c233fb153 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:52.463878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ba0905f-44d1-4386-bd02-17f60d770243 req-6f6f00ab-4712-4af5-a81a-e061f4f82d7a service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198198 Nov 23 10:17:52.490165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.583734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f5d3-8116-4328-bc23-8b5510a1bd8d req-4d16b9f6-ff12-495c-aeae-aa239668b189 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:52.602084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4352f5d3-8116-4328-bc23-8b5510a1bd8d req-4d16b9f6-ff12-495c-aeae-aa239668b189 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 944 time: 0.1718702 Nov 23 10:17:52.634694 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.656741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7490b-3a67-4b2e-b8c3-41f5f3884152 req-f5b24f2a-9b06-4aaf-b482-bf5e07b17b4a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:52.674147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87b7490b-3a67-4b2e-b8c3-41f5f3884152 req-f5b24f2a-9b06-4aaf-b482-bf5e07b17b4a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1051967 Nov 23 10:17:52.714962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4352f5d3-8116-4328-bc23-8b5510a1bd8d req-b3a5e14c-a6e9-4145-a73e-e51525059406 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063197 Nov 23 10:17:52.731391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.745922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f6acf-71bd-4dc8-b261-59f10a1864b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d16ddefc-4cef-4474-8c5e-f171c56eab3a', 'network_id': 'd16ddefc-4cef-4474-8c5e-f171c56eab3a', 'tenant_id': '958dfc014d7f4744a5d6bfa383dabda2', 'fixed_ips': [{'subnet_id': '423d82a8-ef61-4754-84a3-636507ce794a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:52.747100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6acf-71bd-4dc8-b261-59f10a1864b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.770918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 387717af-e5ff-410b-998b-f52c233fb153 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:52.772310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.829559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87b7490b-3a67-4b2e-b8c3-41f5f3884152 req-b80f2f03-9459-4ef8-8292-b6238e4db15f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473863 Nov 23 10:17:52.835799 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:52.852439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 16bcf258-2e52-4f39-b72b-441152210510 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:17:52.867111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=423d82a8-ef61-4754-84a3-636507ce794a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:52.897746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a4132-8c23-4db7-a1da-ae3f84cd2174 None None] Network 12da9cb8-e5a2-4960-b92e-d2123362dcfc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:52.964860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.021517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16ddefc-4cef-4474-8c5e-f171c56eab3a']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:53.067947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30ab7bd-46b5-4dd2-a55d-29608b02e156') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:53.068240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30ab7bd-46b5-4dd2-a55d-29608b02e156') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:53.089715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.111345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.123834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:53.124244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:53.127858 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:53.218132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.226885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.240532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39862) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:53.241154 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/d16ddefc-4cef-4474-8c5e-f171c56eab3a HTTP/1.1" status: 204 len: 168 time: 1.1441181 Nov 23 10:17:53.249183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954123348'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:53.257050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e0f9-7e23-4605-b9b4-59431c3e0151 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=d16ddefc-4cef-4474-8c5e-f171c56eab3a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:53.278746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:53.289151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.289385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-3f8f6acf-71bd-4dc8-b261-59f10a1864b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 10:17:53.289385 n-d-781076-5 neutron-server[110025]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 23 10:17:53.289385 n-d-781076-5 neutron-server[110025]: [parameters: {'project_id': '958dfc014d7f4744a5d6bfa383dabda2', 'id': '0837ceeb-8855-460c-9766-869f9a3b73d1', 'name': '', 'network_id': 'd16ddefc-4cef-4474-8c5e-f171c56eab3a', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-d16ddefc-4cef-4474-8c5e-f171c56eab3a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3277}] Nov 23 10:17:53.289385 n-d-781076-5 neutron-server[110025]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:17:53.290131 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-3f8f6acf-71bd-4dc8-b261-59f10a1864b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:17:53.290280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1eb673eb-6377-4801-8abb-1c8f30c238c6 None None] Provisioning complete for port 387717af-e5ff-410b-998b-f52c233fb153 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:53.290640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1eb673eb-6377-4801-8abb-1c8f30c238c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.347311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:53.367591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.368094 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment b1b47b8d-990a-47e1-96cb-2debce541644 of type vlan for network c8065558-5de1-4a75-8411-b4d344e218c4 Nov 23 10:17:53.472778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:53.474040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.482145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.506962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '16bcf258-2e52-4f39-b72b-441152210510', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'port_id': '16bcf258-2e52-4f39-b72b-441152210510', 'mac_address': 'fa:16:3e:03:3d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:17:53.572683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.583359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:53.584528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.587110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] DHCP port deletion for 12da9cb8-e5a2-4960-b92e-d2123362dcfc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:53.599129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.625112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 387717af-e5ff-410b-998b-f52c233fb153, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=387717af-e5ff-410b-998b-f52c233fb153,segment=NetworkSegment(13828d56-e961-4577-8b6c-1ed88a7f33e5),segment_id=13828d56-e961-4577-8b6c-1ed88a7f33e5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:53.661051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4164746 Nov 23 10:17:53.662232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:53.667918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': 'c8065558-5de1-4a75-8411-b4d344e218c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:53.728092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74aa43-f6a3-4bf6-b1b1-e77d83892350 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=c8065558-5de1-4a75-8411-b4d344e218c4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:53.741146 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.742313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f499bf36-cf66-4bcb-9407-f02916e16e08 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:53.774382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c8065558-5de1-4a75-8411-b4d344e218c4 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:53.781952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1eb673eb-6377-4801-8abb-1c8f30c238c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.888128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6acf-71bd-4dc8-b261-59f10a1864b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.897919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:53.902410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:53.916714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-80f6148d-87d8-4fd9-8c9d-9f6f36ba70ee tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:53.918353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-80f6148d-87d8-4fd9-8c9d-9f6f36ba70ee tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1300814 Nov 23 10:17:53.927531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b6667-9743-4c22-a6f0-6dd0b2f0bb78 req-f52d3827-2ea7-44d5-b891-6977050199e9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:53.929117 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c23b6667-9743-4c22-a6f0-6dd0b2f0bb78 req-f52d3827-2ea7-44d5-b891-6977050199e9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 944 time: 0.0811627 Nov 23 10:17:53.960980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.040713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f31dc-6134-460e-8bf5-900550efb15c req-c36360ec-cd82-4037-9d0d-e31003eff762 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:54.048199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5d9f31dc-6134-460e-8bf5-900550efb15c req-c36360ec-cd82-4037-9d0d-e31003eff762 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 946 time: 0.1401720 Nov 23 10:17:54.146129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c23b6667-9743-4c22-a6f0-6dd0b2f0bb78 req-13671b23-5eca-4127-bb1b-1a12b719d806 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2068558 Nov 23 10:17:54.192716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:54.192825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.227040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bcf258-2e52-4f39-b72b-441152210510 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:17:54.238332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5d9f31dc-6134-460e-8bf5-900550efb15c req-e98a8cf3-5676-4c0e-a915-2d8fad1f2a0c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889296 Nov 23 10:17:54.346862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=387717af-e5ff-410b-998b-f52c233fb153,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:54.358737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5ed61-7eba-4efd-bbc8-04d714434d7e None None] Network d16ddefc-4cef-4474-8c5e-f171c56eab3a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:54.366032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:54.366586 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.397261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 46035fbb-ed47-41e1-a311-fe4a6d83fb2f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:54.409868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Deleting port 387717af-e5ff-410b-998b-f52c233fb153 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:54.412193 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.416192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:54.418667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.434138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5ed61-7eba-4efd-bbc8-04d714434d7e None None] Network d16ddefc-4cef-4474-8c5e-f171c56eab3a could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:17:54.447416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-1eb673eb-6377-4801-8abb-1c8f30c238c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:17:54.465089 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-1eb673eb-6377-4801-8abb-1c8f30c238c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:17:54.469169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.559940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=04367c7d-fd69-4169-aed6-95281fe07ca9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:54.582464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': 'b1b47b8d-990a-47e1-96cb-2debce541644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c8065558-5de1-4a75-8411-b4d344e218c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:54.583823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: c8065558-5de1-4a75-8411-b4d344e218c4, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:54.627876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network c8065558-5de1-4a75-8411-b4d344e218c4 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:54.639555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c8065558-5de1-4a75-8411-b4d344e218c4) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:54.644473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:54.645468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.649360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.672458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:54.682162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb3847b5-9624-4c3b-82b8-4df49316e057 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0158987 Nov 23 10:17:54.682729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39884) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:54.693553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=46035fbb-ed47-41e1-a311-fe4a6d83fb2f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:54.700596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a6d04-e203-42e0-bc45-3e234f51408f None None] Network c8065558-5de1-4a75-8411-b4d344e218c4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:54.712124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c', '46035fbb-ed47-41e1-a311-fe4a6d83fb2f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:54.734535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406a30a-2378-459a-8b7f-7b0428754a5c None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:17:54.736822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f499bf36-cf66-4bcb-9407-f02916e16e08 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:54.737300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.777869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['16bcf258-2e52-4f39-b72b-441152210510'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:17:54.781995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] For port 387717af-e5ff-410b-998b-f52c233fb153, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=387717af-e5ff-410b-998b-f52c233fb153,segment=NetworkSegment(13828d56-e961-4577-8b6c-1ed88a7f33e5),segment_id=13828d56-e961-4577-8b6c-1ed88a7f33e5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:54.782524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.786472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 46035fbb-ed47-41e1-a311-fe4a6d83fb2f on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:54.790851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.798595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c7d9d70-609e-4555-83f1-76b6b932743e req-7410a0c4-6432-43a1-a0c9-38082a33ead4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "DELETE /v2.0/ports/46035fbb-ed47-41e1-a311-fe4a6d83fb2f HTTP/1.1" status: 204 len: 173 time: 0.8684220 Nov 23 10:17:54.802250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'name': 'network-vif-deleted', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:54.804942 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc31687-6448-4384-b9a5-d7cd30e8fa89" -d '{"events": [{"server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "name": "network-vif-deleted", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:54.822243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:54.875250 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150730f-be72-4b5b-a8cc-f902bbe277bb x-openstack-request-id: req-c150730f-be72-4b5b-a8cc-f902bbe277bb {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:54.875544 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea", "name": "network-vif-deleted", "tag": "46035fbb-ed47-41e1-a311-fe4a6d83fb2f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:54.875798 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c150730f-be72-4b5b-a8cc-f902bbe277bb {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:54.876214 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea', 'name': 'network-vif-deleted', 'tag': '46035fbb-ed47-41e1-a311-fe4a6d83fb2f', 'status': 'completed', 'code': 200} Nov 23 10:17:54.924937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.038679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.312126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Calling delete_port for 387717af-e5ff-410b-998b-f52c233fb153 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:55.538906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-64bc4b45-080b-473e-8f48-644eb5c870b0 req-e92a802f-99dd-4d4c-bc86-43916a2a671d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=905bc0e8-3fb3-4b99-a2e6-d9d651ab62ea HTTP/1.1" status: 200 len: 210 time: 0.0882468 Nov 23 10:17:55.630997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.687375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=04367c7d-fd69-4169-aed6-95281fe07ca9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:55.726195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] Pushing event deleted for resources: {'Port': ['ID=387717af-e5ff-410b-998b-f52c233fb153,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:55.805436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.847299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8065558-5de1-4a75-8411-b4d344e218c4']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:55.864880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b47b8d-990a-47e1-96cb-2debce541644') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:55.865288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b47b8d-990a-47e1-96cb-2debce541644') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:55.880530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a25de-db39-4420-aca4-998356d9651e req-009e5da9-ee41-4a46-b14b-83e3d569c4ee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:55.882242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-856a25de-db39-4420-aca4-998356d9651e req-009e5da9-ee41-4a46-b14b-83e3d569c4ee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.1995990 Nov 23 10:17:55.902299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cfd28-ac7a-4f67-8524-25a4b7c0cc22 None None] No DVR routers for this DVR port 387717af-e5ff-410b-998b-f52c233fb153 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:55.926293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.949825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3449ef3-9857-4e33-9771-d52279aead0f None None] Network c8065558-5de1-4a75-8411-b4d344e218c4 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:55.955796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.984477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 387717af-e5ff-410b-998b-f52c233fb153 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:55.986944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:55.987705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:55.991361 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:56.007256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-856a25de-db39-4420-aca4-998356d9651e req-1b6bbf35-7ee6-46f7-9ab3-e68c80c36b02 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183226 Nov 23 10:17:56.073317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.080989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.083479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 387717af-e5ff-410b-998b-f52c233fb153 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:56.084001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 387717af-e5ff-410b-998b-f52c233fb153 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:56.090685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39898) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:56.093277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/c8065558-5de1-4a75-8411-b4d344e218c4 HTTP/1.1" status: 204 len: 168 time: 1.4018004 Nov 23 10:17:56.101360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-704524311'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:56.115022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d100d7-ee47-4a46-85be-994915db4a01 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=c8065558-5de1-4a75-8411-b4d344e218c4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:56.158025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:56.162058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.225787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:17:56.244903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.245286 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Added segment b1deec97-932d-4a18-8ea2-5d043898e121 of type vlan for network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 Nov 23 10:17:56.294782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.326386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.335783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:56.336947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:56.395315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39900) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:56.399255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3061075 Nov 23 10:17:56.401183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Request body: {'subnet': {'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:17:56.446794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d53aa-d83a-42e0-b17c-194532e107a7 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Network': ['ID=498a457c-9bd5-4dc6-94cb-40f6efaa3b62,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:56.466364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:17:56.619622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Made reservation on behalf of 958dfc014d7f4744a5d6bfa383dabda2 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:17:56.625239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:57.075292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 46035fbb-ed47-41e1-a311-fe4a6d83fb2f no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:17:57.137013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 46035fbb-ed47-41e1-a311-fe4a6d83fb2f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:17:57.137334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 46035fbb-ed47-41e1-a311-fe4a6d83fb2f not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:17:57.159713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.objects.ports [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110024) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:17:57.166930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:57.231055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event updated for resources: {'Subnet': ['ID=5a429fe4-c823-4fb9-a128-b6cbe79f7dba,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:57.268789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-ea1029ce-e967-4581-aa77-313f94f54420 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:57.270382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-ea1029ce-e967-4581-aa77-313f94f54420 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.3007112 Nov 23 10:17:57.303537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-87d2c115-3388-4b2d-940b-86431ed88c74 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/quotas/ed9564467fa94bb699ffc452b37ae7d2 HTTP/1.1" status: 200 len: 375 time: 0.0170741 Nov 23 10:17:57.358712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955659-284f-4002-8785-a3f0cb76a003 req-55676ee8-fbf3-4a25-b8ab-1b26d25e07ce tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:57.361398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Checking segment: {'id': 'b1deec97-932d-4a18-8ea2-5d043898e121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:57.361791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network hostable DHCP agents. Network: 498a457c-9bd5-4dc6-94cb-40f6efaa3b62, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:17:57.375922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38955659-284f-4002-8785-a3f0cb76a003 req-55676ee8-fbf3-4a25-b8ab-1b26d25e07ce tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.1932859 Nov 23 10:17:57.408006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-9a69e0b0-3814-4c36-899e-169b714b4aff tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923035 Nov 23 10:17:57.409914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:17:57.443542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 498a457c-9bd5-4dc6-94cb-40f6efaa3b62) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:57.452359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355930d6-b2c8-48d7-b50f-14e989550ceb None None] Network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:57.478198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:57.481223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:57.510262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38955659-284f-4002-8785-a3f0cb76a003 req-4c4d2c65-de9e-494d-9a9c-9f3a2e7b15a2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331935 Nov 23 10:17:57.607110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ff420a4-471e-4688-a770-852039cf1c5d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2073169 Nov 23 10:17:57.607332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 39924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:17:57.672523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-782915db-3287-4916-acd8-55fbbc4f6dc6 service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553070 Nov 23 10:17:57.815817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-498a457c-9bd5-4dc6-94cb-40f6efaa3b62', 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62', 'tenant_id': '958dfc014d7f4744a5d6bfa383dabda2', 'fixed_ips': [{'subnet_id': '5a429fe4-c823-4fb9-a128-b6cbe79f7dba'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:17:57.817309 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:57.847307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:57.886097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-2e9d1481-40bc-415b-b3b6-edc2ff65336f service neutron] 10.222.0.62 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066324 Nov 23 10:17:57.942163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.019446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Allocated IP 2001:db8::f816:3eff:fe53:eb79 (498a457c-9bd5-4dc6-94cb-40f6efaa3b62/5a429fe4-c823-4fb9-a128-b6cbe79f7dba/30805c93-4b81-4271-aaf6-9746eb5087d0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:17:58.191950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-505a8bd4-4e05-435c-855a-e868fc1db37d req-c4586e7a-6c37-4b9f-bd7a-320926e75646 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 210 time: 0.0442514 Nov 23 10:17:58.229261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.241138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.268428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.308642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=5a429fe4-c823-4fb9-a128-b6cbe79f7dba,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:58.352920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:17:58.361463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:17:58.371586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:17:58.451601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Pushing event updated for resources: {'Port': ['ID=30805c93-4b81-4271-aaf6-9746eb5087d0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:58.452274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.480982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498a457c-9bd5-4dc6-94cb-40f6efaa3b62']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:58.491376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Attempting to bind port 30805c93-4b81-4271-aaf6-9746eb5087d0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:17:58.495818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Attempting to bind port 30805c93-4b81-4271-aaf6-9746eb5087d0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b1deec97-932d-4a18-8ea2-5d043898e121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:17:58.496682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Attempting to bind port 30805c93-4b81-4271-aaf6-9746eb5087d0 on network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:17:58.498132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1deec97-932d-4a18-8ea2-5d043898e121') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:58.498449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1deec97-932d-4a18-8ea2-5d043898e121') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:17:58.511045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:17:58.511928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Checking segment: {'id': 'b1deec97-932d-4a18-8ea2-5d043898e121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:17:58.512789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.514541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.515562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Bound using segment: {'id': 'b1deec97-932d-4a18-8ea2-5d043898e121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:17:58.516487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Bound port: 30805c93-4b81-4271-aaf6-9746eb5087d0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1deec97-932d-4a18-8ea2-5d043898e121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:17:58.516986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.566462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.581290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:17:58.581708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:17:58.591446 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:17:58.626013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] For port 30805c93-4b81-4271-aaf6-9746eb5087d0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:17:58.715131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.api [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:17:58.715131 n-d-781076-5 neutron-server[110023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:17:58.715131 n-d-781076-5 neutron-server[110023]: [parameters: {'id': '498a457c-9bd5-4dc6-94cb-40f6efaa3b62'}] Nov 23 10:17:58.715131 n-d-781076-5 neutron-server[110023]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:17:58.715787 n-d-781076-5 neutron-server[110023]: DEBUG oslo_db.api [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:17:58.715900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] For port 30805c93-4b81-4271-aaf6-9746eb5087d0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30805c93-4b81-4271-aaf6-9746eb5087d0,segment=NetworkSegment(b1deec97-932d-4a18-8ea2-5d043898e121),segment_id=b1deec97-932d-4a18-8ea2-5d043898e121)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:17:58.745478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:58.768053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfd375-efe6-4d60-9025-ca4b71251c4c req-24e5e8ff-3e36-4cdb-8d6b-9ac19f60b437 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:58.776403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30bfd375-efe6-4d60-9025-ca4b71251c4c req-24e5e8ff-3e36-4cdb-8d6b-9ac19f60b437 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.1382942 Nov 23 10:17:58.825737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 16bcf258-2e52-4f39-b72b-441152210510 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:17:58.866512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30bfd375-efe6-4d60-9025-ca4b71251c4c req-2a17a0d2-2b13-43ce-a91e-a8d82163815c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889437 Nov 23 10:17:58.972880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3d36-eeed-4bef-9524-a76ead1f8ecd None None] Pushing event updated for resources: {'Port': ['ID=30805c93-4b81-4271-aaf6-9746eb5087d0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:59.006642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 16bcf258-2e52-4f39-b72b-441152210510 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:17:59.021925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5be9e-98b4-43cb-80b6-5528d0fd4f14 None None] Network 498a457c-9bd5-4dc6-94cb-40f6efaa3b62 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:17:59.026194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 16bcf258-2e52-4f39-b72b-441152210510 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:17:59.026957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.217037 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.347733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.365060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45e44fd2-cb5e-42e5-b50c-94fd8a415165 req-b55d221b-e6d8-4c9d-abe3-1a2904015ec9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 210 time: 0.0482221 Nov 23 10:17:59.383495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99cc67-dc0a-488d-9945-2d9d47e0c9e0 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:17:59.384827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:17:59.387142 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca518e1-4722-492a-9e2e-20ec7dd680e9" -d '{"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-plugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:17:59.397787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting port 30805c93-4b81-4271-aaf6-9746eb5087d0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:17:59.397998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.481465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] For port 30805c93-4b81-4271-aaf6-9746eb5087d0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30805c93-4b81-4271-aaf6-9746eb5087d0,segment=NetworkSegment(b1deec97-932d-4a18-8ea2-5d043898e121),segment_id=b1deec97-932d-4a18-8ea2-5d043898e121)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:59.482097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.483942 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1d025a-6ce6-43c0-9e85-4d0832c56b84 x-openstack-request-id: req-af1d025a-6ce6-43c0-9e85-4d0832c56b84 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:17:59.484418 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-plugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:17:59.484812 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af1d025a-6ce6-43c0-9e85-4d0832c56b84 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:17:59.485348 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'code': 200} Nov 23 10:17:59.487996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:17:59.498145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.510403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Calling delete_port for 30805c93-4b81-4271-aaf6-9746eb5087d0 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:17:59.600788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:17:59.619081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99cc67-dc0a-488d-9945-2d9d47e0c9e0 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:17:59.828313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf172-a6b0-4be5-b806-c7322b87f4f7 req-4d74ce7f-ee30-44ee-9a39-7171bd71eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:59.832259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ecf172-a6b0-4be5-b806-c7322b87f4f7 req-4d74ce7f-ee30-44ee-9a39-7171bd71eda1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1097 time: 0.1847141 Nov 23 10:17:59.944541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:17:59.969870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No DVR routers for this DVR port 30805c93-4b81-4271-aaf6-9746eb5087d0 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:17:59.995718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-eaa18d85-406a-4183-8f50-8fe37f00f0b9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:17:59.997924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-eaa18d85-406a-4183-8f50-8fe37f00f0b9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 805 time: 0.3383746 Nov 23 10:18:00.034689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Request body: {'port': {'device_id': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'admin_state_up': True, 'tenant_id': 'ed9564467fa94bb699ffc452b37ae7d2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:00.076520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Port': ['ID=30805c93-4b81-4271-aaf6-9746eb5087d0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:00.146276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49ecf172-a6b0-4be5-b806-c7322b87f4f7 req-71cf3c3d-2b87-4216-8c7a-e442f7f2bcc3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2980146 Nov 23 10:18:00.257879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.295321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e786bd-fd10-4414-8436-ea9308a416f8 req-8c9abc8f-4610-49e6-993e-2e505408ac19 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:00.296752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0e786bd-fd10-4414-8436-ea9308a416f8 req-8c9abc8f-4610-49e6-993e-2e505408ac19 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.2719142 Nov 23 10:18:00.302589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498a457c-9bd5-4dc6-94cb-40f6efaa3b62']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:00.327835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1deec97-932d-4a18-8ea2-5d043898e121') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:00.328660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1deec97-932d-4a18-8ea2-5d043898e121') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:00.349321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.387561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.411215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:00.412077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:00.416814 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:00.434685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a0e786bd-fd10-4414-8436-ea9308a416f8 req-d9384c2d-5157-40c1-b49c-f4be547fd98c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294968 Nov 23 10:18:00.438908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Made reservation on behalf of ed9564467fa94bb699ffc452b37ae7d2 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:00.442765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.513688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.519265 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:00.523488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/498a457c-9bd5-4dc6-94cb-40f6efaa3b62 HTTP/1.1" status: 204 len: 168 time: 2.9154983 Nov 23 10:18:00.528618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39972) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.577048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23415c53-815a-4ad0-8c42-3bc96c1c8184 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=498a457c-9bd5-4dc6-94cb-40f6efaa3b62,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:00.586867 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c131b2-747f-4392-b8f6-198f82333a37 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.587316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c131b2-747f-4392-b8f6-198f82333a37 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.602698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a1c131b2-747f-4392-b8f6-198f82333a37 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/5a429fe4-c823-4fb9-a128-b6cbe79f7dba HTTP/1.1" status: 404 len: 337 time: 0.0719590 Nov 23 10:18:00.633390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.685211 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-593921f0-c98e-4b7d-8239-d611267473b1 req-939cc771-0095-43b1-8e00-729d6a6cb477 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 210 time: 0.1003726 Nov 23 10:18:00.686382 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8328f3a6-3431-4279-a75d-4bf07bf29552 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.687071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8328f3a6-3431-4279-a75d-4bf07bf29552 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.692535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8328f3a6-3431-4279-a75d-4bf07bf29552 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/498a457c-9bd5-4dc6-94cb-40f6efaa3b62 HTTP/1.1" status: 404 len: 339 time: 0.0553393 Nov 23 10:18:00.696528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39976) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.751584 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c163a-e16a-4436-9c66-d57e18a3fd80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.752060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02c163a-e16a-4436-9c66-d57e18a3fd80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.755332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b02c163a-e16a-4436-9c66-d57e18a3fd80 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/04367c7d-fd69-4169-aed6-95281fe07ca9 HTTP/1.1" status: 404 len: 337 time: 0.0577607 Nov 23 10:18:00.769262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39978) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.790643 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-263bc2a5-7119-4cb6-a8c7-5c01a5172819 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.791175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263bc2a5-7119-4cb6-a8c7-5c01a5172819 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.796581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-263bc2a5-7119-4cb6-a8c7-5c01a5172819 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/c8065558-5de1-4a75-8411-b4d344e218c4 HTTP/1.1" status: 404 len: 339 time: 0.0238328 Nov 23 10:18:00.797243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.883001 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-92419d6d-769b-418b-857c-00265f974b9b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.883001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92419d6d-769b-418b-857c-00265f974b9b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.883001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-92419d6d-769b-418b-857c-00265f974b9b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/423d82a8-ef61-4754-84a3-636507ce794a HTTP/1.1" status: 404 len: 337 time: 0.0764318 Nov 23 10:18:00.883001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39994) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:00.980600 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2aff78-8ed5-4e96-a80f-70fd7c7f3a19 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:00.980600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2aff78-8ed5-4e96-a80f-70fd7c7f3a19 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:00.980600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b2aff78-8ed5-4e96-a80f-70fd7c7f3a19 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/d16ddefc-4cef-4474-8c5e-f171c56eab3a HTTP/1.1" status: 404 len: 339 time: 0.0463157 Nov 23 10:18:00.980600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 39998) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:01.041742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting port cde9167b-2afb-46ec-ad5b-34d1d6c83db2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:01.043265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.219731 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.260802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Calling delete_port for cde9167b-2afb-46ec-ad5b-34d1d6c83db2 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:01.274942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Allocated IP 172.20.0.14 (8d145db9-91cf-430d-a4af-7fbdb1882e61/ee5fdbb1-f525-4d66-8eed-6fee10280d20/60f79136-406b-4a39-ad94-d283683b7af6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:01.367364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.419438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Port': ['ID=cde9167b-2afb-46ec-ad5b-34d1d6c83db2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:01.425395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.429949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2bb99f0-39e2-44dc-9831-4d2e5851c467 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/ports/cde9167b-2afb-46ec-ad5b-34d1d6c83db2 HTTP/1.1" status: 204 len: 168 time: 0.5013022 Nov 23 10:18:01.433722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:01.468757 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c803c747-23b4-42ed-a755-59f7375d147e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:01.472332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c803c747-23b4-42ed-a755-59f7375d147e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:01.476105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c803c747-23b4-42ed-a755-59f7375d147e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/56aca287-27bc-4ed1-b67e-b299e617fa1c HTTP/1.1" status: 404 len: 337 time: 0.0398257 Nov 23 10:18:01.478634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40012) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:01.584848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.594854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.706901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.711771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43a22-1a27-495a-bc83-9660a8de9006 req-322052b0-1061-4e9b-9c12-4627feaccce0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:01.720747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63a43a22-1a27-495a-bc83-9660a8de9006 req-322052b0-1061-4e9b-9c12-4627feaccce0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.1213796 Nov 23 10:18:01.723477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.736253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:01.749534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12da9cb8-e5a2-4960-b92e-d2123362dcfc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:01.764606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13828d56-e961-4577-8b6c-1ed88a7f33e5') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:01.764995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13828d56-e961-4577-8b6c-1ed88a7f33e5') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:01.779057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.801828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.828109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:01.828857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:01.836429 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:01.845756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event updated for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:01.864818 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:01.876565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-63a43a22-1a27-495a-bc83-9660a8de9006 req-d610ca25-a3ae-4a2d-a6d0-a2e9721c2a97 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418173 Nov 23 10:18:01.886663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:01.902402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:01.934948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fa529-406c-48de-abc3-8dcc5601c91f None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:02.015275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:02.016201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.048016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5c351ff4-70b5-4fec-865d-8474e65f8c8d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0174713 Nov 23 10:18:02.059158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-660e918c-389d-419b-9848-4f6a5853e537 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:18:02.061118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-660e918c-389d-419b-9848-4f6a5853e537 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076652 Nov 23 10:18:02.119659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78950-3c4c-45ab-b879-cb0a113c977e req-43179ba8-6c94-49f7-8f2b-b6d5f362f8cb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:02.123957 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21d78950-3c4c-45ab-b879-cb0a113c977e req-43179ba8-6c94-49f7-8f2b-b6d5f362f8cb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 932 time: 0.2710657 Nov 23 10:18:02.126670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7f99bbc4-5da1-4769-b770-3665b2d04a44 None None] Provisioning complete for port 60f79136-406b-4a39-ad94-d283683b7af6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:02.127049 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f99bbc4-5da1-4769-b770-3665b2d04a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.139864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.173282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.179367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/12da9cb8-e5a2-4960-b92e-d2123362dcfc HTTP/1.1" status: 204 len: 168 time: 0.6983535 Nov 23 10:18:02.185146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:02.223150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7f99bbc4-5da1-4769-b770-3665b2d04a44 None None] Port 60f79136-406b-4a39-ad94-d283683b7af6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:18:02.229362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769235b-4eec-4127-88fe-37dbe413bb9e tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=12da9cb8-e5a2-4960-b92e-d2123362dcfc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:02.229979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f14c-c4f8-49b7-ba0e-1f3f717cfcdf req-e06cb572-bde4-4b8b-9814-8adbd0f0b02a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:02.239707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e218f14c-c4f8-49b7-ba0e-1f3f717cfcdf req-e06cb572-bde4-4b8b-9814-8adbd0f0b02a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.1622703 Nov 23 10:18:02.374153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e218f14c-c4f8-49b7-ba0e-1f3f717cfcdf req-ced9e226-caa3-47bc-84a3-2debec8b6d1f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1323333 Nov 23 10:18:02.399257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Request body: {'port': {'device_id': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:02.403740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40036) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:02.491776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21d78950-3c4c-45ab-b879-cb0a113c977e req-2eadd1b7-8238-4a02-b71b-16b6bb46927e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593733 Nov 23 10:18:02.539856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.548643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52f9b6-76e5-4707-8537-646d13bdac75 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:02.550854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c52f9b6-76e5-4707-8537-646d13bdac75 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1092 time: 0.1335349 Nov 23 10:18:02.556421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40040) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:02.561667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '16bcf258-2e52-4f39-b72b-441152210510', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:02.571727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting port 572b7848-387e-40bd-8ce5-b00d870460e8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:02.572362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.708178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.740526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Calling delete_port for 572b7848-387e-40bd-8ce5-b00d870460e8 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:02.858389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f79136-406b-4a39-ad94-d283683b7af6 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:02.866754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.877453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.880813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Transition to ACTIVE for port object 60f79136-406b-4a39-ad94-d283683b7af6 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:18:02.888498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.921833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.926317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Port': ['ID=572b7848-387e-40bd-8ce5-b00d870460e8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:02.940087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:02.972182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-977f8237-2bfe-4294-b080-52aa5e96e35b tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/ports/572b7848-387e-40bd-8ce5-b00d870460e8 HTTP/1.1" status: 204 len: 168 time: 0.7855008 Nov 23 10:18:02.974441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:02.998231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c82be-bc4d-419a-8d99-ef42199ee527 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:03.034831 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d30729e-a27f-4339-aae8-6dbee0f9bb4a tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] DELETE failed (client error): The resource could not be found. Nov 23 10:18:03.035300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d30729e-a27f-4339-aae8-6dbee0f9bb4a tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:18:03.040722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d30729e-a27f-4339-aae8-6dbee0f9bb4a tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/5ac26c2e-053c-45bb-b88c-db4f5c70d0f8 HTTP/1.1" status: 404 len: 337 time: 0.0630484 Nov 23 10:18:03.050630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40054) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:03.083974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Pushing event updated for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:03.165546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.200065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Attempting to bind port 60f79136-406b-4a39-ad94-d283683b7af6 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:03.200407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Attempting to bind port 60f79136-406b-4a39-ad94-d283683b7af6 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:03.200738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Attempting to bind port 60f79136-406b-4a39-ad94-d283683b7af6 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:03.214772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Port 60f79136-406b-4a39-ad94-d283683b7af6 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:03.215104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Attempting to bind port 60f79136-406b-4a39-ad94-d283683b7af6 on network 8d145db9-91cf-430d-a4af-7fbdb1882e61 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:03.225912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:03.225912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Checking segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:03.225912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Bound using segment: {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:03.225912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Bound port: 60f79136-406b-4a39-ad94-d283683b7af6, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c747fd11-e8b7-49cb-b404-6ab4c5c40931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:03.225912 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.318648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:03.321996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=60f79136-406b-4a39-ad94-d283683b7af6,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:03.330420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.334528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.335067 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.369462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13425f3b-ae21-4b29-965f-f3523b60b3a4']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:03.382403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d5c9c5-0d23-402e-be70-667af1ae5188') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:03.382403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d5c9c5-0d23-402e-be70-667af1ae5188') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:03.414526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.427446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:03.428250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.429680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] 10.222.0.11 "PUT /v2.0/ports/60f79136-406b-4a39-ad94-d283683b7af6 HTTP/1.1" status: 200 len: 1092 time: 1.2905254 Nov 23 10:18:03.439416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8cd16-be4d-47ea-a3cb-837f603555a2 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:03.458811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:03.463070 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93244003-08f8-4b24-bc76-df420684b558" -d '{"events": [{"name": "network-changed", "server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "tag": "60f79136-406b-4a39-ad94-d283683b7af6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:03.505163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.539479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:03.541473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:03.557255 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:03.583301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b792a84-938c-4928-86cf-263f356cb712 service neutron] Pushing event updated for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:03.606404 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78c5cf-bfbe-47fa-aeb5-8cce5584288e x-openstack-request-id: req-ba78c5cf-bfbe-47fa-aeb5-8cce5584288e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:03.606673 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "tag": "60f79136-406b-4a39-ad94-d283683b7af6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:03.606932 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba78c5cf-bfbe-47fa-aeb5-8cce5584288e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:03.607363 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6', 'status': 'completed', 'code': 200} Nov 23 10:18:03.658467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.197 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/83192ff4-d427-4812-acb2-c7bf58458602) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:03.673268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-4f3a41ce-34f1-42a1-99a3-b3888a053486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:03.675012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-4f3a41ce-34f1-42a1-99a3-b3888a053486 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 1095 time: 0.1917160 Nov 23 10:18:03.720077 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.725655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-5e821c67-119d-42b3-9c9d-1ea1ff470457 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f79136-406b-4a39-ad94-d283683b7af6 HTTP/1.1" status: 200 len: 217 time: 0.0414484 Nov 23 10:18:03.736602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.743663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/13425f3b-ae21-4b29-965f-f3523b60b3a4 HTTP/1.1" status: 204 len: 168 time: 0.6911747 Nov 23 10:18:03.763467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40068) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:03.785199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2736b-217a-4adb-af94-2a3a32be8609 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=13425f3b-ae21-4b29-965f-f3523b60b3a4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:03.801447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-43a217cd-3600-4854-9ead-772c41c84be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:03.803220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-43a217cd-3600-4854-9ead-772c41c84be4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.0673664 Nov 23 10:18:03.858100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41dfd-b8ed-4ca9-b717-2e84b3a2bdb9 req-3ddf673b-7fbe-4e14-946e-eeafb27ee5bd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:03.859769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52d41dfd-b8ed-4ca9-b717-2e84b3a2bdb9 req-3ddf673b-7fbe-4e14-946e-eeafb27ee5bd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 944 time: 0.1602395 Nov 23 10:18:03.866738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting subnet 410d6df8-4d7f-4afb-82ed-8a0bdf12777b {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:18:03.876265 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.898751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-b24fab89-45da-4c16-a766-f85a193f044f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840249 Nov 23 10:18:03.944752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:03.988794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-52d41dfd-b8ed-4ca9-b717-2e84b3a2bdb9 req-d50d17a2-6a19-4223-bb14-fb7ba387c1a2 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195042 Nov 23 10:18:04.092820 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.102513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-878c34aa-c54f-4f92-af07-784252e33f55 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900477 Nov 23 10:18:04.138877 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.227829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.238450 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.292991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc182a5-77b9-43fb-8b66-a4012d23504c None None] Network ec7661ad-f80d-4aa7-8c56-c711411677fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:04.304307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.309834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/subnets/410d6df8-4d7f-4afb-82ed-8a0bdf12777b HTTP/1.1" status: 204 len: 168 time: 0.5453398 Nov 23 10:18:04.312595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe5a38-2077-415c-80e3-03177d87688d tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Subnet': ['ID=410d6df8-4d7f-4afb-82ed-8a0bdf12777b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:04.315085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:04.322615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:04.327921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:04.330559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:04.418194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5eefad59-3f45-4d2a-b7f2-3731ccdbca01 req-a9de69ae-38b8-4331-8f7c-2e5123fab46f service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976372 Nov 23 10:18:04.448923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=83192ff4-d427-4812-acb2-c7bf58458602,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:04.572301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.607299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] DHCP port deletion for ec7661ad-f80d-4aa7-8c56-c711411677fd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:04.668528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244003-08f8-4b24-bc76-df420684b558 req-f4f5659a-3f31-4c6e-960a-2ac10d4eab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:04.670134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-f4f5659a-3f31-4c6e-960a-2ac10d4eab13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 1095 time: 0.1717427 Nov 23 10:18:04.715896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Deleting port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:04.716966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.724891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Deleting port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:04.725014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.869931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] For port bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,segment=NetworkSegment(273e205f-17b1-4053-b978-0c2152922d3f),segment_id=273e205f-17b1-4053-b978-0c2152922d3f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:04.870355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.875443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] For port bb3cd53c-8ce3-4504-8475-ce4d785c76d7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,segment=NetworkSegment(273e205f-17b1-4053-b978-0c2152922d3f),segment_id=273e205f-17b1-4053-b978-0c2152922d3f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:04.875981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:04.885177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244003-08f8-4b24-bc76-df420684b558 req-b6bd16d8-ac9f-431c-a1be-81bfd2d331e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:04.886693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-b6bd16d8-ac9f-431c-a1be-81bfd2d331e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.2078562 Nov 23 10:18:04.886820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Calling delete_port for bb3cd53c-8ce3-4504-8475-ce4d785c76d7 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:04.898652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Calling delete_port for bb3cd53c-8ce3-4504-8475-ce4d785c76d7 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:05.009725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-65548fd6-0a2d-4ef0-84ea-b8ca03254a62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f79136-406b-4a39-ad94-d283683b7af6 HTTP/1.1" status: 200 len: 217 time: 0.0935707 Nov 23 10:18:05.017045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.063313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.116164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] No DVR routers for this DVR port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:05.145578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] Pushing event deleted for resources: {'Port': ['ID=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:05.160811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b12685-2f49-4eb4-8f4a-a49021900cc7 None None] No DVR routers for this DVR port bb3cd53c-8ce3-4504-8475-ce4d785c76d7 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:05.208317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Port': ['ID=bb3cd53c-8ce3-4504-8475-ce4d785c76d7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:05.261202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244003-08f8-4b24-bc76-df420684b558 req-33de098a-3265-446a-9569-48c0913ef4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:05.263809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-33de098a-3265-446a-9569-48c0913ef4c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.2027736 Nov 23 10:18:05.308489 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.319384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cce36d-df2f-469c-babb-bed197e65387 req-6053e4a7-6682-480c-9cd5-b081712b4b5b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:05.322050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6cce36d-df2f-469c-babb-bed197e65387 req-6053e4a7-6682-480c-9cd5-b081712b4b5b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 944 time: 0.1289425 Nov 23 10:18:05.326109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-7c398cfa-9cd9-4f58-9c51-22b8cb4ddd71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471647 Nov 23 10:18:05.365829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7661ad-f80d-4aa7-8c56-c711411677fd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:05.371839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.380536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273e205f-17b1-4053-b978-0c2152922d3f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:05.380536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273e205f-17b1-4053-b978-0c2152922d3f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:05.400636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.447185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.461494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:05.463027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:05.474899 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:05.583707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6cce36d-df2f-469c-babb-bed197e65387 req-da13af1f-9673-48d8-8981-b3fc12e37b5d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508628 Nov 23 10:18:05.610470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.619990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.629618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] 10.222.0.62 "DELETE /v2.0/networks/ec7661ad-f80d-4aa7-8c56-c711411677fd HTTP/1.1" status: 204 len: 168 time: 1.3120794 Nov 23 10:18:05.645374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434636db-9e6a-4e0a-9641-ce197ad73bb9 tempest-NetworksIpV6TestAttrs-1470024802 tempest-NetworksIpV6TestAttrs-1470024802-project] Pushing event deleted for resources: {'Network': ['ID=ec7661ad-f80d-4aa7-8c56-c711411677fd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:05.665776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:05.702312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-dcf0af1e-8ee8-4982-8710-89ef1954116a service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604207 Nov 23 10:18:06.012318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb3cd53c-8ce3-4504-8475-ce4d785c76d7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:18:06.040290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bb3cd53c-8ce3-4504-8475-ce4d785c76d7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:18:06.041263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb3cd53c-8ce3-4504-8475-ce4d785c76d7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:18:06.069756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93244003-08f8-4b24-bc76-df420684b558 req-fd3755d1-3b59-4bf2-b9de-c6f0899d3f60 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570316 Nov 23 10:18:06.165110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:06.182383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.203053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.349075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=83192ff4-d427-4812-acb2-c7bf58458602,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:06.370909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.421381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a48ba03-7c06-4d30-a8a0-c01368d76442 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=958dfc014d7f4744a5d6bfa383dabda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550573 Nov 23 10:18:06.424824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:06.585971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.658901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.756923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.759750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:06.761940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e414c45c-c4cb-42a0-b985-51d4eb07edff HTTP/1.1" status: 204 len: 168 time: 0.3351262 Nov 23 10:18:06.789683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04e25-d71f-4b2d-b741-598977d62432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e414c45c-c4cb-42a0-b985-51d4eb07edff,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:06.848675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c85ee-ed81-4203-8374-a1a0cc004d65 req-1045b259-6522-4d1c-a33e-f24de9767ac1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:06.850516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-563c85ee-ed81-4203-8374-a1a0cc004d65 req-1045b259-6522-4d1c-a33e-f24de9767ac1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 944 time: 0.1050656 Nov 23 10:18:06.945763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-563c85ee-ed81-4203-8374-a1a0cc004d65 req-5167552f-0abc-44fd-abb7-a05d87c93039 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Nov 23 10:18:07.103449 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP fecbbfab-612c-44bb-8a5a-830b97fee155 associated. External IP: 172.25.1.197, port: 16bcf258-2e52-4f39-b72b-441152210510. Nov 23 10:18:07.126971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 60f79136-406b-4a39-ad94-d283683b7af6 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:18:07.337574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=60f79136-406b-4a39-ad94-d283683b7af6,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:07.356135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '60f79136-406b-4a39-ad94-d283683b7af6', 'network_id': '8d145db9-91cf-430d-a4af-7fbdb1882e61', 'port_id': '60f79136-406b-4a39-ad94-d283683b7af6', 'mac_address': 'fa:16:3e:c6:c7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5fdbb1-f525-4d66-8eed-6fee10280d20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:18:07.411763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:07.430317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f79136-406b-4a39-ad94-d283683b7af6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:07.453252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=60f79136-406b-4a39-ad94-d283683b7af6,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:07.458458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:07.525945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 4770a2e1-29af-456e-9616-9adc8d1e46d9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:18:07.550248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:07.765553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:18:07.781021 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Sync routers for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:18:07.796301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['60f79136-406b-4a39-ad94-d283683b7af6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:07.825043 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:07.827614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:07.844264 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:07.899391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dcd79061-77ae-4af7-8ac0-a7e370317887 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3413770 Nov 23 10:18:07.900008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:07.902600 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b635102-6da6-464e-b9ea-2bb79d1a53ec" -d '{"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:07.987122 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6baa81-c338-4a59-bc5f-6bb13f773dae x-openstack-request-id: req-fb6baa81-c338-4a59-bc5f-6bb13f773dae {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:07.987589 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:07.987852 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb6baa81-c338-4a59-bc5f-6bb13f773dae {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:07.988267 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'status': 'completed', 'code': 200} Nov 23 10:18:08.196895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c562-aba0-4077-8247-a11746d47210 req-c7a5ac39-48db-4bbf-a0d2-65a93c271ff4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:08.202528 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:08.207723 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff24c562-aba0-4077-8247-a11746d47210 req-c7a5ac39-48db-4bbf-a0d2-65a93c271ff4 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 945 time: 0.1560678 Nov 23 10:18:08.294499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff24c562-aba0-4077-8247-a11746d47210 req-3dc2154a-0f8b-40eb-a858-111d20865e5f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854135 Nov 23 10:18:08.371360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472e13a-a744-4004-a6ee-e364d71f0254 req-bfa84b38-ca79-4bd7-8077-1bd8b2e2eefa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:08.373638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9472e13a-a744-4004-a6ee-e364d71f0254 req-bfa84b38-ca79-4bd7-8077-1bd8b2e2eefa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.2686646 Nov 23 10:18:08.396645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-ebccd2a9-3b2c-49fa-9b6f-dae0ceae544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:08.403162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-ebccd2a9-3b2c-49fa-9b6f-dae0ceae544b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1097 time: 0.3819826 Nov 23 10:18:08.719219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9472e13a-a744-4004-a6ee-e364d71f0254 req-aacf2fdd-ed73-469e-8ea1-3662cff09c99 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3360529 Nov 23 10:18:08.742874 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fecbbfab-612c-44bb-8a5a-830b97fee155', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'port_id': '16bcf258-2e52-4f39-b72b-441152210510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'mac_address': 'fa:16:3e:03:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:18:04Z', 'updated_at': '2021-11-23T10:18:04Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:08.745562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40210) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:08.757861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-3c535f42-556c-4697-b790-4aca60b1b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:08.759411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-3c535f42-556c-4697-b790-4aca60b1b590 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.3090119 Nov 23 10:18:08.773444 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Checking router: 4770a2e1-29af-456e-9616-9adc8d1e46d9 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:18:08.786061 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:08.787566 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:17:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:08.875558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ebff5be9-c77b-4ad1-a750-07189c069231 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 200 len: 992 time: 0.1286294 Nov 23 10:18:08.905827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-57871801-8a0f-4b82-864f-1eaea39596ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1000 time: 0.1381624 Nov 23 10:18:09.035271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-4da4afa7-54d8-4308-8eab-825fa7fdb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:09.039064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-4da4afa7-54d8-4308-8eab-825fa7fdb063 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.1261406 Nov 23 10:18:09.088427 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:09.113012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-cf18c8d1-8047-46aa-95d5-38eee1bfadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:09.114669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-cf18c8d1-8047-46aa-95d5-38eee1bfadcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687602 Nov 23 10:18:09.126133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 60f79136-406b-4a39-ad94-d283683b7af6 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:09.331719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 60f79136-406b-4a39-ad94-d283683b7af6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:18:09.344657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 60f79136-406b-4a39-ad94-d283683b7af6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:09.345039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:09.406661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-52ce7c96-122c-430d-9e3e-df2c7f003346 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595661 Nov 23 10:18:09.452310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e38ca-221e-4e3b-8f73-7b5607fd21b1 req-8c763db5-293b-4999-a490-aa308e8d033f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:09.458695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f8e38ca-221e-4e3b-8f73-7b5607fd21b1 req-8c763db5-293b-4999-a490-aa308e8d033f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 945 time: 0.0670455 Nov 23 10:18:09.530785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f8e38ca-221e-4e3b-8f73-7b5607fd21b1 req-6bd2dab9-47c3-4910-aa00-230f8dc4650d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Nov 23 10:18:09.594810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:09.656241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=60f79136-406b-4a39-ad94-d283683b7af6,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:09.662965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:09.670710 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e9558-a3d0-47d8-8b4d-d0931cd9b6cb" -d '{"events": [{"server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "name": "network-vif-plugged", "status": "completed", "tag": "60f79136-406b-4a39-ad94-d283683b7af6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:09.687709 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:09.702328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1b635102-6da6-464e-b9ea-2bb79d1a53ec req-c0561e67-4801-473a-8897-02e03db20b48 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716613 Nov 23 10:18:09.731165 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fecbbfab-612c-44bb-8a5a-830b97fee155', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'port_id': '16bcf258-2e52-4f39-b72b-441152210510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'mac_address': 'fa:16:3e:03:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:18:04Z', 'updated_at': '2021-11-23T10:18:04Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:09.784733 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26f639-78cd-422f-a4bf-5838b9f648a9 None None] The sync data for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 is: [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fecbbfab-612c-44bb-8a5a-830b97fee155', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'port_id': '16bcf258-2e52-4f39-b72b-441152210510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'mac_address': 'fa:16:3e:03:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:18:04Z', 'updated_at': '2021-11-23T10:18:04Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:18:09.803613 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5e4351-204d-49c4-b2bf-4a5f6b154573 x-openstack-request-id: req-fa5e4351-204d-49c4-b2bf-4a5f6b154573 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:09.804191 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "name": "network-vif-plugged", "status": "completed", "tag": "60f79136-406b-4a39-ad94-d283683b7af6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:09.804630 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa5e4351-204d-49c4-b2bf-4a5f6b154573 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:09.818965 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6', 'code': 200} Nov 23 10:18:09.842918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:09.879499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40248) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:09.957690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1445-609c-4d6b-a0f4-a43a192e7157 req-afdb6051-110e-409f-b806-96cbb1c2c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:09.963590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9a1445-609c-4d6b-a0f4-a43a192e7157 req-afdb6051-110e-409f-b806-96cbb1c2c7a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0891683 Nov 23 10:18:10.031985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-767ce081-c073-4149-8a48-cd52980cafa9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 200 len: 992 time: 0.1507304 Nov 23 10:18:10.075285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9a1445-609c-4d6b-a0f4-a43a192e7157 req-0a4fda1f-6a44-4ec9-bd9c-1c5b523c04c5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Nov 23 10:18:10.178152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b86f1f-fc5f-4d8a-9cbd-7e0dfd49170e None None] New status for floating IP fecbbfab-612c-44bb-8a5a-830b97fee155: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:18:10.779732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f7a59-d936-4085-a128-e698550a3d95 req-5cefa173-91a2-47c5-bf0a-0a03842a7b78 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:10.788598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-661f7a59-d936-4085-a128-e698550a3d95 req-5cefa173-91a2-47c5-bf0a-0a03842a7b78 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1007397 Nov 23 10:18:10.874442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-661f7a59-d936-4085-a128-e698550a3d95 req-f59f49cb-dac1-4627-86d4-a191a8d41ec9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846632 Nov 23 10:18:11.047303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:11.245869 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-592773c8-d2aa-498a-a233-2cb0d7dbc518 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 200 len: 994 time: 0.2092078 Nov 23 10:18:12.034187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18338d60-2546-43cd-8cd2-0cf12c42e29b req-e7b87413-15f1-4380-9538-5cd2b2098ec5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:12.042489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18338d60-2546-43cd-8cd2-0cf12c42e29b req-e7b87413-15f1-4380-9538-5cd2b2098ec5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0661011 Nov 23 10:18:12.110192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18338d60-2546-43cd-8cd2-0cf12c42e29b req-aff8f015-8387-4c45-8428-53cdc651c9c2 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656171 Nov 23 10:18:12.147036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40332) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:12.437210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6674e5a0-9a4e-461c-9914-aca905b46edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:12.442652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64177e-47ee-42f9-9805-893800e2326f req-89628ef1-e16f-4401-87de-2f6f67d1b3a1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:12.451582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd64177e-47ee-42f9-9805-893800e2326f req-89628ef1-e16f-4401-87de-2f6f67d1b3a1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0988269 Nov 23 10:18:12.549548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd64177e-47ee-42f9-9805-893800e2326f req-af61e255-55f1-4d3b-9741-a2112ffead4a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897512 Nov 23 10:18:12.625080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6674e5a0-9a4e-461c-9914-aca905b46edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:12.631730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6674e5a0-9a4e-461c-9914-aca905b46edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:12.772778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674e5a0-9a4e-461c-9914-aca905b46edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a445e86-42aa-4371-ab9b-e8d76cdd9735,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:12.809036 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40352) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:12.809224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6674e5a0-9a4e-461c-9914-aca905b46edf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b912651e4a047bcac03d28167207422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6605911 Nov 23 10:18:12.843157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfae2-24ef-454e-b838-cbe935151b39 req-6f719529-7d97-4a64-bf3e-f822efcd0953 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:12.847211 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bbbfae2-24ef-454e-b838-cbe935151b39 req-6f719529-7d97-4a64-bf3e-f822efcd0953 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1816702 Nov 23 10:18:12.903859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:12.926938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:12.955643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bbbfae2-24ef-454e-b838-cbe935151b39 req-cf6c5552-75e7-4174-b519-d703362a159e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 Nov 23 10:18:13.006845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.007559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.012958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a445e86-42aa-4371-ab9b-e8d76cdd9735 HTTP/1.1" status: 204 len: 168 time: 0.2010252 Nov 23 10:18:13.024762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288458b9-8c3c-4649-b558-19f755102987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a445e86-42aa-4371-ab9b-e8d76cdd9735,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:13.353617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73007a-93b6-4398-bf1e-07f90deb250e req-f6014d34-744e-4b3a-8ece-ca3349c8f63f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:13.359124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d73007a-93b6-4398-bf1e-07f90deb250e req-f6014d34-744e-4b3a-8ece-ca3349c8f63f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1600204 Nov 23 10:18:13.474713 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d73007a-93b6-4398-bf1e-07f90deb250e req-cbf09fe1-be83-49c7-95e5-81cbb6691e62 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026034 Nov 23 10:18:13.509506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:13.535163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c451cb6c-c00c-4b8c-9ac0-7a733455987d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.697221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c451cb6c-c00c-4b8c-9ac0-7a733455987d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.703635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c451cb6c-c00c-4b8c-9ac0-7a733455987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.771609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c451cb6c-c00c-4b8c-9ac0-7a733455987d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31461450692d46e79f336bdd372db6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604280 Nov 23 10:18:13.772943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451cb6c-c00c-4b8c-9ac0-7a733455987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cfac06-8e27-4104-99eb-0f95968a200c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:13.774326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40378) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:13.900264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:13.929000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:14.009547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40386) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:14.027215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:14.031043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:14.035820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86cfac06-8e27-4104-99eb-0f95968a200c HTTP/1.1" status: 204 len: 168 time: 0.2604501 Nov 23 10:18:14.120337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85fc73-d5c0-47bd-b9e6-0c3e029b6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cfac06-8e27-4104-99eb-0f95968a200c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:14.175790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16df3d-827c-4121-b063-1920b1840e17 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:14.176272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16df3d-827c-4121-b063-1920b1840e17 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:14.176733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16df3d-827c-4121-b063-1920b1840e17 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:14.178770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea16df3d-827c-4121-b063-1920b1840e17 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&network_id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 2970 time: 0.1673398 Nov 23 10:18:14.632896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8c92-a108-4215-a6b2-d11ebfb9b5b0 req-8cb0e6bc-85bf-4991-bff2-cd9eeec73aba tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:14.634533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5beb8c92-a108-4215-a6b2-d11ebfb9b5b0 req-8cb0e6bc-85bf-4991-bff2-cd9eeec73aba tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Nov 23 10:18:14.719497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5beb8c92-a108-4215-a6b2-d11ebfb9b5b0 req-f0c2ee64-d9ff-4760-8bc0-b81fe85f77d7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787382 Nov 23 10:18:15.924257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:15.968607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c8a25-cf15-48f1-aa5d-cbf29fb4beda req-5dd47f97-2389-4903-85fc-b46f84d55404 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:15.974610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-320c8a25-cf15-48f1-aa5d-cbf29fb4beda req-5dd47f97-2389-4903-85fc-b46f84d55404 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0904913 Nov 23 10:18:16.073367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-320c8a25-cf15-48f1-aa5d-cbf29fb4beda req-24b02f97-6e27-4d12-a460-8efbc79608dc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897670 Nov 23 10:18:17.286087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffff17-6154-47cf-a92e-5c2e58b8174b req-f4cf7343-d34f-4db6-a454-53a750d0a16a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:17.300131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dffff17-6154-47cf-a92e-5c2e58b8174b req-f4cf7343-d34f-4db6-a454-53a750d0a16a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1028268 Nov 23 10:18:17.388935 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6dffff17-6154-47cf-a92e-5c2e58b8174b req-e2529000-fd9e-4aa9-bf13-af94b26c200b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874562 Nov 23 10:18:17.766675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:17.837548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-1b65620d-aa17-4221-9058-15df176f1951 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932250 Nov 23 10:18:17.851761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a225e-820f-4aa7-925e-e88cdddb9970 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:17.853663 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f81a225e-820f-4aa7-925e-e88cdddb9970 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293 HTTP/1.1" status: 200 len: 814 time: 0.0860622 Nov 23 10:18:17.890672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6dd1812c-b155-45fc-ba92-97edac3e59bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:18.059085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-b55faab3-d54b-44ba-97f5-7a79b5ef9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:18.061925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-b55faab3-d54b-44ba-97f5-7a79b5ef9877 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 1097 time: 0.1337414 Nov 23 10:18:18.268561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-2366eddd-eeac-4650-974a-96136c574748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:18.272326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-2366eddd-eeac-4650-974a-96136c574748 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 200 len: 906 time: 0.1570370 Nov 23 10:18:18.364555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-5792895b-f0fe-435e-8b55-442c65161a7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 200 len: 217 time: 0.0838830 Nov 23 10:18:18.490889 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-eed67908-2d50-48fd-896d-925e3e3f3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:18.493421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-eed67908-2d50-48fd-896d-925e3e3f3314 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 200 len: 845 time: 0.1208029 Nov 23 10:18:18.595713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-b812f8f2-5b77-4aaf-89cc-1ed15eb4185c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d145db9-91cf-430d-a4af-7fbdb1882e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915742 Nov 23 10:18:18.632129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4d49-600e-45ae-b656-f58ab4068192 req-c3d3d4dd-7bb2-4814-b2c8-70253a7b242d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:18.641541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a39b4d49-600e-45ae-b656-f58ab4068192 req-c3d3d4dd-7bb2-4814-b2c8-70253a7b242d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1346424 Nov 23 10:18:18.760428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a39b4d49-600e-45ae-b656-f58ab4068192 req-22140cc9-aebe-4550-bffb-fd110f1ceb9e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178155 Nov 23 10:18:18.812491 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-20be9b42-9e95-4d8f-a101-b1614849f239 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044899 Nov 23 10:18:18.957233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e8ad62a5-7897-45fe-b418-daa5e96d7e34 req-1d353334-c931-4c47-98a5-df6154896c95 service neutron] 10.222.0.11 "GET /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374929 Nov 23 10:18:19.303635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40562) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:19.309455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'network': {'name': 'tempest-network-smoke--1066059960', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:19.349860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:19.355328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:19.399291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:18:19.435040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:19.435367 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Added segment cad2f63e-92a8-4852-84e8-577e34fbd606 of type vlan for network b7a80c10-bb4f-4752-9eda-1951ac702f38 Nov 23 10:18:19.533995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:19.573056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:19.596063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:19.598425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:19.648632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3437097 Nov 23 10:18:19.654296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40574) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:19.724667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1ce7d-d407-41a4-8845-452186189f01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Network': ['ID=b7a80c10-bb4f-4752-9eda-1951ac702f38,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:19.738681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:18:19.769162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b07473-c4ad-4f99-91f3-731028e175a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:19.771246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e3b07473-c4ad-4f99-91f3-731028e175a4 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1157198 Nov 23 10:18:19.776321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40582) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:19.943374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29b548-6304-43cb-8d5e-c14322cb9f23 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:19.948286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:19.948477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ea29b548-6304-43cb-8d5e-c14322cb9f23 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699305 Nov 23 10:18:20.005698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0ba8fd2a-b081-4410-b025-6ec924246c41 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561402 Nov 23 10:18:20.009805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40590) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:20.054106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6174489d-fdbb-4b56-85bc-3c166d84a3b2 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411303 Nov 23 10:18:20.056839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40594) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:20.068923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ab65-1d37-46aa-a3f2-0ef1083ce813 req-c80e3057-4133-49a1-a91e-871bde7722e9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:20.071066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc93ab65-1d37-46aa-a3f2-0ef1083ce813 req-c80e3057-4133-49a1-a91e-871bde7722e9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0922005 Nov 23 10:18:20.159238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc93ab65-1d37-46aa-a3f2-0ef1083ce813 req-a934aad2-9a18-40bd-8afa-4c8698451303 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790758 Nov 23 10:18:20.172934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df56e3-aab4-413b-ba97-380ace092cb3 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:20.174633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-70df56e3-aab4-413b-ba97-380ace092cb3 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164131 Nov 23 10:18:20.179438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:20.217923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40608) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:20.218197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91ef1063-02bb-441e-a02b-fbb5af3eccc9 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369503 Nov 23 10:18:20.223921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659544120', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:20.337584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:20.342717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.371748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1e5958a6-e88e-450d-8e23-d89820589fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.407483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.564350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.640907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Checking segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:20.641283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network hostable DHCP agents. Network: b7a80c10-bb4f-4752-9eda-1951ac702f38, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:18:20.648454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Subnet': ['ID=1493c6c0-12d8-4963-8079-84cf89697246,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:20.663869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:18:20.675453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b7a80c10-bb4f-4752-9eda-1951ac702f38) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:20.680355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:20.681173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.688095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6945e68-e398-4b7e-acc8-9922c254f042 None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:20.711508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e9a2e18-aeaf-4c88-ba26-a1edaaf8fe20 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4919319 Nov 23 10:18:20.935590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b7a80c10-bb4f-4752-9eda-1951ac702f38', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ips': [{'subnet_id': '1493c6c0-12d8-4963-8079-84cf89697246'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:18:20.937169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:20.995285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40628) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:21.000205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581296141', 'description': 'tempest-secgroup-smoke-581296141 description', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:21.040492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.176858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Allocated IP 172.20.0.18 (b7a80c10-bb4f-4752-9eda-1951ac702f38/1493c6c0-12d8-4963-8079-84cf89697246/7a3d96ec-365f-498d-a949-6e43afe8bd78) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:21.205409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.216780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.255136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.256401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2600853 Nov 23 10:18:21.259170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40636) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:21.294215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:21.313517 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.332640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6fc4-da88-49c2-868d-71517f9b7b84 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898ba64d-0f72-415b-8b0b-3cb3ba752453,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:21.381915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.444928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.465102 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.543486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.552895 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.557784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:21.567550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:21.575710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:21.597568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d31183-6a4d-481e-96dd-ec971355312c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:21.631230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.636332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eacb602d-a783-41a6-9e35-7341148aa9e9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453596 Nov 23 10:18:21.636513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:21.650528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:21.683682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Pushing event updated for resources: {'Port': ['ID=7a3d96ec-365f-498d-a949-6e43afe8bd78,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:21.715986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.728661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Attempting to bind port 7a3d96ec-365f-498d-a949-6e43afe8bd78 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:21.729085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Attempting to bind port 7a3d96ec-365f-498d-a949-6e43afe8bd78 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:21.729453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Attempting to bind port 7a3d96ec-365f-498d-a949-6e43afe8bd78 on network b7a80c10-bb4f-4752-9eda-1951ac702f38 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:21.735611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:21.735996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Checking segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:21.736404 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.736863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Bound using segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:21.737649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Bound port: 7a3d96ec-365f-498d-a949-6e43afe8bd78, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:21.738584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.811343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.817343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.830744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] For port 7a3d96ec-365f-498d-a949-6e43afe8bd78, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:21.834375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] For port 7a3d96ec-365f-498d-a949-6e43afe8bd78, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7a3d96ec-365f-498d-a949-6e43afe8bd78,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:21.846514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.846965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d930983-a7e5-4170-b261-707ae961a7d4,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:21.883494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:21.889559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-00df2348-2662-4694-af7a-b6bb80da3a57 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2496042 Nov 23 10:18:21.890002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40648) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:21.901637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:21.943384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448d30-26ec-43e9-823d-80e5944dd3b5 req-aa32fd13-cfa5-46d8-9dc0-62693a3cb9a6 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:21.951257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94448d30-26ec-43e9-823d-80e5944dd3b5 req-aa32fd13-cfa5-46d8-9dc0-62693a3cb9a6 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1322091 Nov 23 10:18:21.981995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f94ae7-9381-41ae-b69e-5a433846c4a6 None None] Pushing event updated for resources: {'Port': ['ID=7a3d96ec-365f-498d-a949-6e43afe8bd78,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:21.991170 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.090854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.094432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94448d30-26ec-43e9-823d-80e5944dd3b5 req-db074c7e-2714-4678-9472-ac12fd49d91c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419103 Nov 23 10:18:22.106829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.126811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1d3cc5-cf19-434e-8cb8-ae2c50943bd1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:22.138419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.140050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0ce37568-d25c-46eb-9c7d-8f7b7f65fd00 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2489333 Nov 23 10:18:22.142975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40660) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:22.147966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:22.185243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.263201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.277678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.327005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0088d9a1-ab29-4f33-a7b6-cb3063bb3201,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:22.351226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.355703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0c43f720-c77e-42e6-b5c8-c0961f4bec0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2088530 Nov 23 10:18:22.356286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:22.361230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:22.401035 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:18:22.408947 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.504774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.514016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.538981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8bb2de-076c-41d9-9a8d-4a4d7b32fab0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:22.553755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.555079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f266625-57b0-4dc1-b8f4-fde66182f538 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1977606 Nov 23 10:18:22.558276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:22.563119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '898ba64d-0f72-415b-8b0b-3cb3ba752453', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:22.590614 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:18:22.596485 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.678611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.681409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.686527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.702274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976f4bd9-5a87-48f3-a8ff-a3ec1e384079,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:22.720664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:22.722566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0f358fe-9946-47e4-92d2-a5abaced3fc6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626096 Nov 23 10:18:23.063291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-d82d9d7f-f561-4d49-90b0-80b1ccbb1525 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581296141&fields=id&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 267 time: 0.0717456 Nov 23 10:18:23.238310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-18cf9cfb-f527-48ac-86f7-2a078bc47848 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:23.240292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-18cf9cfb-f527-48ac-86f7-2a078bc47848 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/networks?id=b7a80c10-bb4f-4752-9eda-1951ac702f38 HTTP/1.1" status: 200 len: 797 time: 0.1692739 Nov 23 10:18:23.264619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-df95ab47-4873-427e-8165-38cadc71f304 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/quotas/9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 375 time: 0.0101326 Nov 23 10:18:23.275033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4893a-e95f-4392-85e7-9480b690f899 req-bbc26bf1-c0df-476d-9731-c99168ea0f3e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:23.288434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76e4893a-e95f-4392-85e7-9480b690f899 req-bbc26bf1-c0df-476d-9731-c99168ea0f3e tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1165349 Nov 23 10:18:23.388792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-7d4f38e3-f064-4145-8ae4-ef67ccc93606 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1161761 Nov 23 10:18:23.391043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76e4893a-e95f-4392-85e7-9480b690f899 req-ca476b51-7b45-45fa-a26b-a110a4290e80 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016240 Nov 23 10:18:23.407586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64c336-c275-402a-b123-18a7ff5e76ea None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:23.492199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-551b5870-45f6-4cf3-b877-b5476e0633ed service neutron] 10.222.0.62 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023638 Nov 23 10:18:23.575096 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:23.602106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-c119e495-18b4-4d1a-8e4c-891576f814e4 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090796 Nov 23 10:18:23.609625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] Provisioning complete for port 7a3d96ec-365f-498d-a949-6e43afe8bd78 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:23.610225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:23.833345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:23.866402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86a462bc-a246-44ac-998b-4975bc0cae2a req-6673ff55-9df5-437d-a267-211fccf82baa tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 210 time: 0.0601988 Nov 23 10:18:23.875422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] For port 7a3d96ec-365f-498d-a949-6e43afe8bd78, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7a3d96ec-365f-498d-a949-6e43afe8bd78,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:23.881103 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:24.009618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ffd0d-7ae4-460f-86cf-39ac2ef402e5 None None] Pushing event updated for resources: {'Port': ['ID=7a3d96ec-365f-498d-a949-6e43afe8bd78,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:24.072168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7a3d96ec-365f-498d-a949-6e43afe8bd78 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:24.193149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7a3d96ec-365f-498d-a949-6e43afe8bd78 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:24.193521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:24.275730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-77a587dc-9132-4c70-b1e5-5b9b727908f1 None None] Provisioning complete for port 7a3d96ec-365f-498d-a949-6e43afe8bd78 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:24.276100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77a587dc-9132-4c70-b1e5-5b9b727908f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:24.547757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990f801-a5fb-44ce-93ec-d68d33f62988 req-daac2583-318f-46c4-881b-986d44b94284 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:24.557024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f990f801-a5fb-44ce-93ec-d68d33f62988 req-daac2583-318f-46c4-881b-986d44b94284 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0642214 Nov 23 10:18:24.618126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f990f801-a5fb-44ce-93ec-d68d33f62988 req-f053d8ba-43d7-4031-8d10-ed0b6e92e3bf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Nov 23 10:18:25.019796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dab76a2-2ad9-47d1-83ba-40e88f3762b1 req-9deeaf85-7855-43d6-a2be-11705e0bc4ac tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 210 time: 0.0462010 Nov 23 10:18:25.367306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-599aebc6-238e-4df9-bf5d-71f862e580a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:25.369378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-599aebc6-238e-4df9-bf5d-71f862e580a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/networks?id=b7a80c10-bb4f-4752-9eda-1951ac702f38 HTTP/1.1" status: 200 len: 797 time: 0.1894324 Nov 23 10:18:25.451746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40764) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:25.466988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-5423de26-0e7f-4bee-b56b-67d096dc3448 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673322 Nov 23 10:18:25.479348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-33da0c61-d955-4b71-b7f1-8b48c3fb04ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 471 time: 0.0952132 Nov 23 10:18:25.497320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'port': {'device_id': 'f986b265-3223-409f-9faf-a346ccedd00e', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'admin_state_up': True, 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'security_groups': ['898ba64d-0f72-415b-8b0b-3cb3ba752453']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:25.665093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-45dcea3b-5766-41d9-9ee4-647f7740bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:25.666611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-45dcea3b-5766-41d9-9ee4-647f7740bdc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0753505 Nov 23 10:18:25.679207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1ee0-5467-4b24-9acf-b4f0ba4bdfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:25.759265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:25.762964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:25.833900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab465d5-78f9-4876-b0c4-d528a157c4c2 req-bb68091b-2547-4c48-988f-cb772e1c6c26 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:25.839073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ab465d5-78f9-4876-b0c4-d528a157c4c2 req-bb68091b-2547-4c48-988f-cb772e1c6c26 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1178529 Nov 23 10:18:25.922676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.30 (b7a80c10-bb4f-4752-9eda-1951ac702f38/1493c6c0-12d8-4963-8079-84cf89697246/5549faca-75bc-4842-b21e-76958da6ebb1) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:25.974226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7ab465d5-78f9-4876-b0c4-d528a157c4c2 req-20bebce1-bb36-4d8e-bd05-80b639f96b75 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265090 Nov 23 10:18:25.986155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1ee0-5467-4b24-9acf-b4f0ba4bdfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:25.993564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1ee0-5467-4b24-9acf-b4f0ba4bdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.012120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7a3d96ec-365f-498d-a949-6e43afe8bd78 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:26.039965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a2e1ee0-5467-4b24-9acf-b4f0ba4bdfd1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73ab84cf11fb4ef8a84dc8ecaf9572f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866423 Nov 23 10:18:26.042279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e1ee0-5467-4b24-9acf-b4f0ba4bdfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdd8ac4-f68d-4093-b633-832cf0e99dca,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:26.047007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40772) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:26.143244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7a3d96ec-365f-498d-a949-6e43afe8bd78 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:26.143608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.149291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.198346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.273551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.277382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.278775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afdd8ac4-f68d-4093-b633-832cf0e99dca HTTP/1.1" status: 204 len: 168 time: 0.2308285 Nov 23 10:18:26.317617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40fdbd-ad3a-497d-9b63-f11b68290db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdd8ac4-f68d-4093-b633-832cf0e99dca,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:26.324285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:26.356354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3dd17b4-c7c5-4c7f-acac-8ca983680b27 req-8f5511fc-f46d-4b3d-98e7-f14abac89782 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 210 time: 0.1502717 Nov 23 10:18:26.371461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-30764eb6-f0b3-4241-941d-cb8bb552013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:26.383240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-30764eb6-f0b3-4241-941d-cb8bb552013b service neutron] 10.222.0.50 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.6779451 Nov 23 10:18:26.439967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Deleting subnet c3da6531-ad90-4dc1-9732-d60c1b14e570 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:18:26.449852 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.465632 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-5035d4cf-9e52-4f6a-b142-fa115c0ad645 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1002 time: 0.0701866 Nov 23 10:18:26.498655 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.536696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-4559a78b-4f28-4879-be3f-508cf280ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:26.539216 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-4559a78b-4f28-4879-be3f-508cf280ef40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.0653689 Nov 23 10:18:26.545511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.567728 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.622190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-60f87b7e-6fb3-41b4-9781-35f52ec6f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:26.623768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-60f87b7e-6fb3-41b4-9781-35f52ec6f220 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765402 Nov 23 10:18:26.631656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.702673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.717685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.727646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9d955-df7b-41cd-83a9-0c34842c9e8a None None] Network bcc1fc90-5372-4145-b98d-10fe8ef93836 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:26.744079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c3da6531-ad90-4dc1-9732-d60c1b14e570 HTTP/1.1" status: 204 len: 168 time: 0.4175339 Nov 23 10:18:26.759934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40784) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:26.772013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:26.795124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:26.800235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c47b6-1bd7-401c-a71d-7f837523618d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3da6531-ad90-4dc1-9732-d60c1b14e570,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:26.820944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:26.844521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40786) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:26.859703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7560bedb-72d6-4c2e-9814-9f310f5a707f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:26.877884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:26.929432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892b7d1-43a9-4365-a2be-9d386ae0355d None None] DHCP port deletion for bcc1fc90-5372-4145-b98d-10fe8ef93836 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:26.968265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.968622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.968962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.969298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.969636 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.969997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.970451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.970800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.971209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.971475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.971792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.972120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:26.987568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-fc3866a5-fb96-48f5-a320-97ec43ee707c service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533447 Nov 23 10:18:26.999728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:27.000401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.015214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.025602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7560bedb-72d6-4c2e-9814-9f310f5a707f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.036735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7560bedb-72d6-4c2e-9814-9f310f5a707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.111885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560bedb-72d6-4c2e-9814-9f310f5a707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a916803d-ca03-4d02-8ebb-4c72d79b3302,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:27.114035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-f691730c-d56c-4003-85e0-835952b5a1a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6246502 Nov 23 10:18:27.192007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7560bedb-72d6-4c2e-9814-9f310f5a707f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dea142615c1647e7819408513c5f33ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438892 Nov 23 10:18:27.192925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 40792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:27.200520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.214816 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:18:27.230934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc1fc90-5372-4145-b98d-10fe8ef93836']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:27.241056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:27.241357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a995ccfc-ca78-4853-a1e8-6822d7b52ce8') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:27.251267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.254296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e9e60-e70e-47b8-a185-f7c01baf7173 req-f9e406e6-3d3d-4aa4-9ddd-d4f12f98f141 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:27.255210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-51edeebd-b3ad-4e29-a766-d57c1a49095c None None] Provisioning complete for port 5549faca-75bc-4842-b21e-76958da6ebb1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:27.255696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-51edeebd-b3ad-4e29-a766-d57c1a49095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.258377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc8e9e60-e70e-47b8-a185-f7c01baf7173 req-f9e406e6-3d3d-4aa4-9ddd-d4f12f98f141 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1533725 Nov 23 10:18:27.264747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.271412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:27.271810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.331450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-51edeebd-b3ad-4e29-a766-d57c1a49095c None None] Port 5549faca-75bc-4842-b21e-76958da6ebb1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:27.338518 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:27.342524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Request body: {'port': {'device_id': 'f986b265-3223-409f-9faf-a346ccedd00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:27.349383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.373445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.379075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bcc1fc90-5372-4145-b98d-10fe8ef93836 HTTP/1.1" status: 204 len: 168 time: 0.6157317 Nov 23 10:18:27.400692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53e691-9231-475d-aed1-d88a32b6de28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc1fc90-5372-4145-b98d-10fe8ef93836,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:27.455766 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8315e35b-ecf4-43fe-a3a3-0c1a480b11e2 req-a6032d53-9533-41e7-b44d-806fced3807f service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515321 Nov 23 10:18:27.477909 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.716072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40802) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:27.802836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4cf8c46-3c74-4c5e-8a4c-7708e50faa1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7452b52d3fdd4d5a9d304b4702e52cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823038 Nov 23 10:18:27.806370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 40804) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:27.849739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8da2-0e9a-4332-9fc9-537a55ea155b req-f31c0cf9-2426-470a-bb57-9d085f1d275c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:27.851673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48be8da2-0e9a-4332-9fc9-537a55ea155b req-f31c0cf9-2426-470a-bb57-9d085f1d275c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 932 time: 0.1896601 Nov 23 10:18:27.879927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.926931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc8e9e60-e70e-47b8-a185-f7c01baf7173 req-b7cdee2e-9b8d-47a1-a876-c23c2d0cb2fd tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599121 Nov 23 10:18:27.932579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.952517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.986477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.989561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:27.990799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a916803d-ca03-4d02-8ebb-4c72d79b3302 HTTP/1.1" status: 204 len: 168 time: 0.7968485 Nov 23 10:18:28.000207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771397-a54e-4a53-8c65-088e40811a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a916803d-ca03-4d02-8ebb-4c72d79b3302,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:28.012772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48be8da2-0e9a-4332-9fc9-537a55ea155b req-4347b3c2-1956-4b90-8e4d-6f821bf449f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147647 Nov 23 10:18:28.023210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.102616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5549faca-75bc-4842-b21e-76958da6ebb1 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:28.111074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.135736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Transition to ACTIVE for port object 5549faca-75bc-4842-b21e-76958da6ebb1 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:18:28.135736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.136168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.139589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01795233-ab39-4de1-af40-4a20f9320377 HTTP/1.1" status: 204 len: 168 time: 0.3296685 Nov 23 10:18:28.146052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12387-35db-427b-bc81-40cb2816ecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01795233-ab39-4de1-af40-4a20f9320377,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:28.147826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.215573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Pushing event updated for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:28.326467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Attempting to bind port 5549faca-75bc-4842-b21e-76958da6ebb1 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:28.326814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Attempting to bind port 5549faca-75bc-4842-b21e-76958da6ebb1 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:28.327183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Attempting to bind port 5549faca-75bc-4842-b21e-76958da6ebb1 on network b7a80c10-bb4f-4752-9eda-1951ac702f38 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:28.333107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Port 5549faca-75bc-4842-b21e-76958da6ebb1 on network b7a80c10-bb4f-4752-9eda-1951ac702f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:28.333749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Attempting to bind port 5549faca-75bc-4842-b21e-76958da6ebb1 on network b7a80c10-bb4f-4752-9eda-1951ac702f38 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:28.340830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:28.341178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Checking segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:28.341553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Bound using segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:28.342024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Bound port: 5549faca-75bc-4842-b21e-76958da6ebb1, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:28.342382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.433278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:28.441518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5549faca-75bc-4842-b21e-76958da6ebb1,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:28.451111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.513166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:28.513878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:28.529733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] 10.222.0.50 "PUT /v2.0/ports/5549faca-75bc-4842-b21e-76958da6ebb1 HTTP/1.1" status: 200 len: 1092 time: 1.1932240 Nov 23 10:18:28.532172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:28.565407 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be6ba6-5cff-40c2-b48e-e6cef61a2541" -d '{"events": [{"name": "network-changed", "server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:28.679492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fdb43-2257-4a4c-97d6-3ce03e03049c service neutron] Pushing event updated for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:28.694310 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd336f35-1028-445b-a310-6720d9b81192 x-openstack-request-id: req-bd336f35-1028-445b-a310-6720d9b81192 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:28.694612 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:28.694871 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd336f35-1028-445b-a310-6720d9b81192 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:28.699447 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1', 'status': 'completed', 'code': 200} Nov 23 10:18:28.717294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-fa6ff821-8fd4-4286-9fd3-e507be9cc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:28.718944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-fa6ff821-8fd4-4286-9fd3-e507be9cc0e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 1095 time: 0.1137714 Nov 23 10:18:28.785297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-5a20ca81-3153-4676-97ff-b073f08f9768 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5549faca-75bc-4842-b21e-76958da6ebb1 HTTP/1.1" status: 200 len: 217 time: 0.0577433 Nov 23 10:18:29.170903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827c42d-77cb-4327-8801-c2aa99fb4078 req-7b69802e-fd47-4e6c-b8d0-9d3c4a7047cf tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.172460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8827c42d-77cb-4327-8801-c2aa99fb4078 req-7b69802e-fd47-4e6c-b8d0-9d3c4a7047cf tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 944 time: 0.0863001 Nov 23 10:18:29.244376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8827c42d-77cb-4327-8801-c2aa99fb4078 req-42c1162d-5518-4e3b-af13-f4656d491fe3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617473 Nov 23 10:18:29.285551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-ff98fef7-f87a-4a71-ae6b-3f1148d6bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.287043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-ff98fef7-f87a-4a71-ae6b-3f1148d6bebc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1493c6c0-12d8-4963-8079-84cf89697246 HTTP/1.1" status: 200 len: 838 time: 0.4945290 Nov 23 10:18:29.302532 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1f6a-508a-4da4-9fd7-46341dbdf443 req-9b254bea-bca0-467a-9458-600a4a787561 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.303956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c9c1f6a-508a-4da4-9fd7-46341dbdf443 req-9b254bea-bca0-467a-9458-600a4a787561 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0714223 Nov 23 10:18:29.376528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c9c1f6a-508a-4da4-9fd7-46341dbdf443 req-f6c84e44-cfe9-4873-8d96-a708ca4bcea7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629592 Nov 23 10:18:29.379227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-e519b6ab-6a9f-4cc8-89f9-c3b05c1c4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.380942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-e519b6ab-6a9f-4cc8-89f9-c3b05c1c4440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a80c10-bb4f-4752-9eda-1951ac702f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760632 Nov 23 10:18:29.482134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-cf31e395-e0c8-48e2-be65-0239ee16cdea service neutron] 10.222.0.50 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912180 Nov 23 10:18:29.585995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e9d73b1-16e5-4127-a197-34f2df24adab req-ccbca0ae-61a2-467b-8ad9-e2595a0f384f service neutron] 10.222.0.50 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953052 Nov 23 10:18:29.706490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-5bfd55a7-a5f2-4eb5-85c9-15aa5344ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.708082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-5bfd55a7-a5f2-4eb5-85c9-15aa5344ea32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 1095 time: 0.0681796 Nov 23 10:18:29.814071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-0bee39f4-e200-4a21-8a91-97462e1759ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.816430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-0bee39f4-e200-4a21-8a91-97462e1759ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7a80c10-bb4f-4752-9eda-1951ac702f38 HTTP/1.1" status: 200 len: 898 time: 0.1006730 Nov 23 10:18:29.872681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-6d3fe7c1-066a-4f33-8097-e42b020cd0e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5549faca-75bc-4842-b21e-76958da6ebb1 HTTP/1.1" status: 200 len: 217 time: 0.0466359 Nov 23 10:18:29.938810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-98b440be-e6ec-4027-9cfb-ec3d38100174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:29.940487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-98b440be-e6ec-4027-9cfb-ec3d38100174 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1493c6c0-12d8-4963-8079-84cf89697246 HTTP/1.1" status: 200 len: 838 time: 0.0583606 Nov 23 10:18:30.002154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-8dd9a7ee-b429-4079-a489-d473c7d299f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:30.003742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-8dd9a7ee-b429-4079-a489-d473c7d299f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a80c10-bb4f-4752-9eda-1951ac702f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513902 Nov 23 10:18:30.120634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-0c299027-0b50-4bad-83cc-486b41f92aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072280 Nov 23 10:18:30.246322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-54be6ba6-5cff-40c2-b48e-e6cef61a2541 req-bd2449dd-7237-4656-a983-907174ed9ccb service neutron] 10.222.0.50 "GET /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162207 Nov 23 10:18:30.372760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d02b6-cd09-4569-a4ae-e94046d89e9f req-02570780-eff5-49bf-b6a2-fc741b471d03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:30.374628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e09d02b6-cd09-4569-a4ae-e94046d89e9f req-02570780-eff5-49bf-b6a2-fc741b471d03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 944 time: 0.0593917 Nov 23 10:18:30.437541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e09d02b6-cd09-4569-a4ae-e94046d89e9f req-6f029c10-da62-40c1-8fc2-2632d0095653 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565972 Nov 23 10:18:30.522850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4447a5f-0dc8-4ccd-8af6-836450264cc0 req-7033eb81-f30e-448c-81be-0cb11c7f01f3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:30.524336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4447a5f-0dc8-4ccd-8af6-836450264cc0 req-7033eb81-f30e-448c-81be-0cb11c7f01f3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0588586 Nov 23 10:18:30.592667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4447a5f-0dc8-4ccd-8af6-836450264cc0 req-458f4c31-3b3f-4af9-b8cf-f1968595c84d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Nov 23 10:18:31.024806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5549faca-75bc-4842-b21e-76958da6ebb1 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:18:31.140802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5549faca-75bc-4842-b21e-76958da6ebb1,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:31.155425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5549faca-75bc-4842-b21e-76958da6ebb1', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'port_id': '5549faca-75bc-4842-b21e-76958da6ebb1', 'mac_address': 'fa:16:3e:9e:1c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1493c6c0-12d8-4963-8079-84cf89697246', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:18:31.206403 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:31.223343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5549faca-75bc-4842-b21e-76958da6ebb1 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:31.246661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5549faca-75bc-4842-b21e-76958da6ebb1,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:31.251809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:31.311161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:31.320542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.321057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.321676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.322122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.322555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.322984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.323427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.323850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.324265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.324811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.325345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.326110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:31.482673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5549faca-75bc-4842-b21e-76958da6ebb1'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:31.631990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28282c-e053-4d0a-807c-aeaa6f49df7d req-7b5d23fd-1710-4c3a-b50c-b8a4a0ee4e3f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:31.634253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f28282c-e053-4d0a-807c-aeaa6f49df7d req-7b5d23fd-1710-4c3a-b50c-b8a4a0ee4e3f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 945 time: 0.0712461 Nov 23 10:18:31.701152 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9f28282c-e053-4d0a-807c-aeaa6f49df7d req-ea7fada1-d444-4c42-b6bc-ff3290f2b220 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560389 Nov 23 10:18:31.812375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ef6d2-8fbf-4a41-acd4-ddf152698fcd req-8b53ce97-1b12-4319-a08a-2e5db2e327eb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:31.813996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9ef6d2-8fbf-4a41-acd4-ddf152698fcd req-8b53ce97-1b12-4319-a08a-2e5db2e327eb tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0789869 Nov 23 10:18:31.912199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd9ef6d2-8fbf-4a41-acd4-ddf152698fcd req-f5bd2949-1e11-4ad3-b94e-a02f1ef0514b tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917444 Nov 23 10:18:32.842108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb6541-0972-448e-9ae9-62ba7fd3b097 req-d2ac625c-c889-4b8e-8453-8275e5acf1ce tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:32.847946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9fb6541-0972-448e-9ae9-62ba7fd3b097 req-d2ac625c-c889-4b8e-8453-8275e5acf1ce tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 945 time: 0.0572398 Nov 23 10:18:32.916173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9fb6541-0972-448e-9ae9-62ba7fd3b097 req-bb2bcd3f-3b9a-498e-8d33-27140ac91d1e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642617 Nov 23 10:18:33.039891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5549faca-75bc-4842-b21e-76958da6ebb1 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:33.063189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a2e8b-ee8b-498e-837f-42c23cced70b req-47db3838-bd40-4693-8ccc-795c82933886 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:33.068121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e8a2e8b-ee8b-498e-837f-42c23cced70b req-47db3838-bd40-4693-8ccc-795c82933886 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0715532 Nov 23 10:18:33.105855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5549faca-75bc-4842-b21e-76958da6ebb1 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:18:33.118975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5549faca-75bc-4842-b21e-76958da6ebb1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:33.119454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:33.144356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e8a2e8b-ee8b-498e-837f-42c23cced70b req-4e3b7966-cc7f-4701-aa84-cd8625d2ffe1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691388 Nov 23 10:18:33.219462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:33.245547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:33.247880 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316e70e-e3a6-4e7f-bd19-e6bdff412f93" -d '{"events": [{"server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "name": "network-vif-plugged", "status": "completed", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:33.262954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5549faca-75bc-4842-b21e-76958da6ebb1,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:33.268527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:33.293702 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc25be-f9b8-45f5-959e-399d1a6f2054 x-openstack-request-id: req-70cc25be-f9b8-45f5-959e-399d1a6f2054 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:33.294022 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "name": "network-vif-plugged", "status": "completed", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:33.294275 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70cc25be-f9b8-45f5-959e-399d1a6f2054 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:33.294664 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1', 'code': 200} Nov 23 10:18:33.339660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:33.510881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334bea5-8875-46c4-92bb-66a688247e65 req-d7e72e69-abf9-4367-9872-c8032476f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:33.513670 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d334bea5-8875-46c4-92bb-66a688247e65 req-d7e72e69-abf9-4367-9872-c8032476f05c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 1097 time: 0.1422994 Nov 23 10:18:33.587435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d334bea5-8875-46c4-92bb-66a688247e65 req-4f8fdde1-7f4c-4074-b01a-778f0aeb650a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663064 Nov 23 10:18:33.941598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859816d2-9c49-4be1-bdba-ea4c831cf9be req-44b7f39c-99e8-4b6e-ad32-731753370589 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:33.942927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-859816d2-9c49-4be1-bdba-ea4c831cf9be req-44b7f39c-99e8-4b6e-ad32-731753370589 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.0514371 Nov 23 10:18:34.026030 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-859816d2-9c49-4be1-bdba-ea4c831cf9be req-728186bb-f915-47f0-a6b7-a6958026d7b1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735891 Nov 23 10:18:34.052520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41364) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:34.082589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90a2bc-0eae-4dd6-823b-82afd8d722c8 req-479308b0-3c1f-48c8-a866-7805dda49956 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:34.084285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea90a2bc-0eae-4dd6-823b-82afd8d722c8 req-479308b0-3c1f-48c8-a866-7805dda49956 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.0822642 Nov 23 10:18:34.124301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a97548c9-9847-446e-b681-1c3f80638489 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 200 len: 994 time: 0.0698056 Nov 23 10:18:34.152191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea90a2bc-0eae-4dd6-823b-82afd8d722c8 req-2e34bf9c-8ac8-400b-a67a-a92ce23803dc tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615141 Nov 23 10:18:34.299265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5496-a652-4852-aa32-4eac66e30c8e req-fb781349-996f-4780-98dd-21d317a9fa4a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:34.300752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3ac5496-a652-4852-aa32-4eac66e30c8e req-fb781349-996f-4780-98dd-21d317a9fa4a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0494013 Nov 23 10:18:34.356740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3ac5496-a652-4852-aa32-4eac66e30c8e req-0e3eaac4-76ae-413d-8a66-d6f2db2c9fa0 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Nov 23 10:18:34.539336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98161c8f-7e22-478e-9ba5-3673e6d80b0c req-a6919b86-838d-43ac-bf4d-10624e96a009 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:34.540941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98161c8f-7e22-478e-9ba5-3673e6d80b0c req-a6919b86-838d-43ac-bf4d-10624e96a009 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0471952 Nov 23 10:18:34.593217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98161c8f-7e22-478e-9ba5-3673e6d80b0c req-862326a8-60d7-44d1-a7ca-3b54fb74c97f tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451205 Nov 23 10:18:35.346850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440198-85fd-4563-96e6-02c954d9a856 req-4be09a4c-faa3-49bb-8db9-10ced8445f67 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:35.356010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8440198-85fd-4563-96e6-02c954d9a856 req-4be09a4c-faa3-49bb-8db9-10ced8445f67 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.1084478 Nov 23 10:18:35.430748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8440198-85fd-4563-96e6-02c954d9a856 req-2289021a-0458-425e-a9b9-70991b50141d tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689833 Nov 23 10:18:35.520026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-82201730-7f24-4c7a-9834-248476b13f35 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2168000 Nov 23 10:18:35.534224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-ed1682ec-f796-4fff-8ddd-dd5d07a8fb8e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:18:35.540057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-ed1682ec-f796-4fff-8ddd-dd5d07a8fb8e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133121 Nov 23 10:18:35.574497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa766f2-d3d8-49d1-a9ab-09349a023104 req-1a40af07-63fe-4e80-bdee-4c5f30cbb462 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:35.576207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eaa766f2-d3d8-49d1-a9ab-09349a023104 req-1a40af07-63fe-4e80-bdee-4c5f30cbb462 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0822034 Nov 23 10:18:35.632070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eaa766f2-d3d8-49d1-a9ab-09349a023104 req-693102a4-cced-4fc2-8b83-1dc6f6570c2d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Nov 23 10:18:35.784226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4dced-d741-4fa7-af3c-15cf5dfe805d req-87af6810-1091-4d9a-ad30-d394ae9ca440 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:35.786516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77e4dced-d741-4fa7-af3c-15cf5dfe805d req-87af6810-1091-4d9a-ad30-d394ae9ca440 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.0596671 Nov 23 10:18:35.853035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77e4dced-d741-4fa7-af3c-15cf5dfe805d req-3d14ac82-eff8-4100-97e9-70bb88bf690b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592656 Nov 23 10:18:36.168219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-0bc6e421-475a-43ff-b273-3d091981ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.169749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-0bc6e421-475a-43ff-b273-3d091981ef86 service neutron] 10.222.0.62 "GET /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1094 time: 0.0398958 Nov 23 10:18:36.182498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Request body: {'binding': {'host': 'n-h1-781076-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:36.183278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Unknown quota resources ['binding']. {{(pid=110024) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:18:36.334395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on host n-h1-781076-5 for vnic_type normal with profile None {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:36.334741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:36.335585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:36.341385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:36.341700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:36.347458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:36.348089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:36.348464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Bound using segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:36.348903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Bound port: 16bcf258-2e52-4f39-b72b-441152210510, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:36.444087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:36.451626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:36.452805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] 10.222.0.62 "POST /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510/bindings HTTP/1.1" status: 201 len: 389 time: 0.2740684 Nov 23 10:18:36.595371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8d4d1-209d-44c3-b31e-59b4a5365b33 req-7067daab-0404-463e-a3a3-ff5e2b7affa6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.597548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0eb8d4d1-209d-44c3-b31e-59b4a5365b33 req-7067daab-0404-463e-a3a3-ff5e2b7affa6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.0561604 Nov 23 10:18:36.694302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0eb8d4d1-209d-44c3-b31e-59b4a5365b33 req-b611d89b-0a24-4dc2-a810-7864d6fa6300 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850930 Nov 23 10:18:36.728931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-5be5bdf4-5126-48fe-bab8-5b874d62bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.730567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-5be5bdf4-5126-48fe-bab8-5b874d62bdcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0841162 Nov 23 10:18:36.775111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a4eb-62e5-4f73-aa4c-a49e848fa5c8 req-2b2ccc1b-fea8-4533-8002-26fa33c50521 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.794814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc26a4eb-62e5-4f73-aa4c-a49e848fa5c8 req-2b2ccc1b-fea8-4533-8002-26fa33c50521 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.0812151 Nov 23 10:18:36.850477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-915c0565-958f-412c-9b65-96292dd41df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.852302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-915c0565-958f-412c-9b65-96292dd41df5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.1136446 Nov 23 10:18:36.884959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc26a4eb-62e5-4f73-aa4c-a49e848fa5c8 req-e58d4bd7-c653-49d5-a617-bab38d322cd9 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879400 Nov 23 10:18:36.925217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-a5191f26-f4b9-479a-b5f2-d19a4fd633d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1002 time: 0.0651829 Nov 23 10:18:36.980654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-99861581-863f-4482-873a-4a338caf9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:36.982339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-99861581-863f-4482-873a-4a338caf9405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.0506518 Nov 23 10:18:37.032145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9657282e-87b4-41f3-b083-0fe748c71bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:37.033962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9657282e-87b4-41f3-b083-0fe748c71bd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446320 Nov 23 10:18:37.135966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-619fd1ae-78b5-4aae-b112-495507359cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948601 Nov 23 10:18:37.243480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-849de90a-9b96-40a4-b90c-d86be48e3a88 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000295 Nov 23 10:18:37.347728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:37.390202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-d4af6097-47e1-4838-aea1-fe17f87054fa tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:37.391803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-d4af6097-47e1-4838-aea1-fe17f87054fa tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&tenant_id=e53ef36b98084a9b94f57f73c49e47ce&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1097 time: 0.0879896 Nov 23 10:18:37.404719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-5'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:37.460052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:37.612416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:37.653128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:37.699249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:37.702187 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2373d5-785d-490c-98e4-5d45fad474cb" -d '{"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:37.707453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:37.718493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:37.823088 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68acb1b9-6b34-4446-94e6-b0779cc935c0 x-openstack-request-id: req-68acb1b9-6b34-4446-94e6-b0779cc935c0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:37.823675 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:37.824022 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68acb1b9-6b34-4446-94e6-b0779cc935c0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:37.824523 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'code': 200} Nov 23 10:18:37.825217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:38.053016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f940df6-87cf-4fb0-8cb1-b9b85c6becb4 req-67cea4fa-5152-46da-b76c-904d23047a33 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:38.061502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f940df6-87cf-4fb0-8cb1-b9b85c6becb4 req-67cea4fa-5152-46da-b76c-904d23047a33 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 944 time: 0.2578189 Nov 23 10:18:38.065270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on host n-h2-781076-5 for vnic_type normal with profile {"migrating_to": "n-h1-781076-5"} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:38.066621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:38.067266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:38.088869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.102047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad33d2-fbe7-4008-b3dd-6c29114f58d8 req-021542d3-a8af-4c46-aada-71fa991e9036 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:38.105821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44ad33d2-fbe7-4008-b3dd-6c29114f58d8 req-021542d3-a8af-4c46-aada-71fa991e9036 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1094751 Nov 23 10:18:38.106565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:38.106977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Attempting to bind port 16bcf258-2e52-4f39-b72b-441152210510 on network 49cba4dd-c061-4af5-87d7-4d96f33225c1 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:38.120819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:38.122105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Checking segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:38.122422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Bound using segment: {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:38.122991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Bound port: 16bcf258-2e52-4f39-b72b-441152210510, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e83278-f0ad-45ab-825d-9a2db3d0e05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:38.123420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.133045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f940df6-87cf-4fb0-8cb1-b9b85c6becb4 req-f53128b6-efda-45da-affa-34f2c6d6d702 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703928 Nov 23 10:18:38.221087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44ad33d2-fbe7-4008-b3dd-6c29114f58d8 req-e419479b-692d-414e-bd8f-b34f968647fc tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084659 Nov 23 10:18:38.248941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6606556f-5614-4982-8288-1823612f2228 None None] Provisioning complete for port 16bcf258-2e52-4f39-b72b-441152210510 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:38.249506 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6606556f-5614-4982-8288-1823612f2228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.264961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:38.270585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:38.279468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.321464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6606556f-5614-4982-8288-1823612f2228 None None] Port 16bcf258-2e52-4f39-b72b-441152210510 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:18:38.467022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:38.475758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.17 (b7a80c10-bb4f-4752-9eda-1951ac702f38/1493c6c0-12d8-4963-8079-84cf89697246/2fb229ad-d27f-43ff-9fe9-56b05f6dadb7) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:38.521295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:38.527021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.528513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-552d3453-e5c4-4a9a-ba4f-c8763b8c4a93 service neutron] 10.222.0.11 "PUT /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1122 time: 1.1286874 Nov 23 10:18:38.584504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['16bcf258-2e52-4f39-b72b-441152210510'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:38.636769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.692278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.748525 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:38.755841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:38.776269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:38.857440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:38.860863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:38.944743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] Provisioning complete for port 16bcf258-2e52-4f39-b72b-441152210510 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:38.955986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.066128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.066343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.103620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:39.107001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:39.109295 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204c7b9-a5ea-427c-abdd-acd7e6ed4444" -d '{"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-plugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:39.117245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.178405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c103db-cff3-450a-976d-01f7d716c900 None None] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:39.255416 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f9506-f83e-4084-8814-3a3629323486 x-openstack-request-id: req-393f9506-f83e-4084-8814-3a3629323486 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:39.256046 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-plugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:39.256046 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-393f9506-f83e-4084-8814-3a3629323486 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:39.256385 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'code': 200} Nov 23 10:18:39.257515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 16bcf258-2e52-4f39-b72b-441152210510 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:18:39.337716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ffa0e-3fde-4297-a8b0-57d8cb6c9ed5 req-6c8b0093-c9e2-4c62-9a1d-bcb8424268fa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:39.339981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de5ffa0e-3fde-4297-a8b0-57d8cb6c9ed5 req-6c8b0093-c9e2-4c62-9a1d-bcb8424268fa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.1020241 Nov 23 10:18:39.422945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de5ffa0e-3fde-4297-a8b0-57d8cb6c9ed5 req-9f45d0c7-3578-4286-8e75-781339f77efd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757103 Nov 23 10:18:39.503183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:39.533385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 16bcf258-2e52-4f39-b72b-441152210510 has no active binding in host n-h1-781076-5 {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:18:39.544053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ede4b-a6d0-41ca-a689-73e9a0b1cb96 req-c56e55c0-7c1b-4c09-b15e-f0b3e3da962d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:39.545668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-796ede4b-a6d0-41ca-a689-73e9a0b1cb96 req-c56e55c0-7c1b-4c09-b15e-f0b3e3da962d tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.2001388 Nov 23 10:18:39.630451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-796ede4b-a6d0-41ca-a689-73e9a0b1cb96 req-e5a8e01a-dd64-4300-b0c2-1f0e7e8036e7 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732760 Nov 23 10:18:39.640720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.646400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.663489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f72924fb-f35a-4da0-87aa-8141155d2cfb None None] Provisioning complete for port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:39.663934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f72924fb-f35a-4da0-87aa-8141155d2cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.743458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f72924fb-f35a-4da0-87aa-8141155d2cfb None None] Port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:18:39.777201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:39.825723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:39.828801 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:39.868514 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe1e0a-808f-48b7-a5c7-5da7117f5953 x-openstack-request-id: req-9ebe1e0a-808f-48b7-a5c7-5da7117f5953 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:39.868902 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:39.869281 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ebe1e0a-808f-48b7-a5c7-5da7117f5953 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:39.869787 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'status': 'completed', 'code': 200} Nov 23 10:18:39.887343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:39.964451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36aba-03c8-4c29-a046-43bbc578e6fb req-85e24f97-09c2-4454-b0a1-085d2058f3a3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:39.966147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-f577196d-1f8d-4ac0-812a-514dc09923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:39.968296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-f577196d-1f8d-4ac0-812a-514dc09923c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1127 time: 0.0522707 Nov 23 10:18:39.970339 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ea36aba-03c8-4c29-a046-43bbc578e6fb req-85e24f97-09c2-4454-b0a1-085d2058f3a3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1571963 Nov 23 10:18:39.991486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:39.995229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:40.103471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ea36aba-03c8-4c29-a046-43bbc578e6fb req-9244f45c-925e-4f71-a97a-3045cfedbb1c tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300633 Nov 23 10:18:40.133043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-65fed95e-5432-4a09-ad2b-448a0c2ed44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:40.134648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-65fed95e-5432-4a09-ad2b-448a0c2ed44a service neutron] 10.222.0.50 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.1589208 Nov 23 10:18:40.203740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:18:40.391621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-6493d7ce-1576-41e4-aa20-b470b15f86f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1002 time: 0.2488260 Nov 23 10:18:40.420045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:18:40.430998 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:18:40.432072 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2cf4735-2858-47e3-b9f0-d781dcece1f5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/2c221c3c-f17e-49b5-9779-2492404a17e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0828178 Nov 23 10:18:40.450466 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:40.452233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:40.482913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ac3fb0c6-6c32-4f4d-882c-a92be97eb732 None None] Provisioning complete for port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:40.485692 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb0c6-6c32-4f4d-882c-a92be97eb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:40.593307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc97d-9982-48ef-b38e-12a3a7ee02fa req-414ed9d3-75f2-49fc-b290-17368d734dee tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:40.599355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a79cc97d-9982-48ef-b38e-12a3a7ee02fa req-414ed9d3-75f2-49fc-b290-17368d734dee tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.3078001 Nov 23 10:18:40.620538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fb0c6-6c32-4f4d-882c-a92be97eb732 None None] Port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:18:40.658783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-9d9265d7-6107-4368-8e71-a2c3efa1a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:40.660186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-9d9265d7-6107-4368-8e71-a2c3efa1a51e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.2522471 Nov 23 10:18:40.664192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:40.697050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fb8cd-7a12-4392-a06a-3f486403c87a req-73cc7994-5de9-498e-8e2a-f87023bd5d00 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:40.699103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b89fb8cd-7a12-4392-a06a-3f486403c87a req-73cc7994-5de9-498e-8e2a-f87023bd5d00 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.1153622 Nov 23 10:18:40.807149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b89fb8cd-7a12-4392-a06a-3f486403c87a req-0601764d-6789-4794-a90f-d54395ce19ed tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015704 Nov 23 10:18:40.811203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a79cc97d-9982-48ef-b38e-12a3a7ee02fa req-0e246268-cd45-48f2-ae0e-5215c76bd473 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007720 Nov 23 10:18:40.822243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-bdff8734-d4fd-4abf-8746-587e468e8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:40.823740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-bdff8734-d4fd-4abf-8746-587e468e8953 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510582 Nov 23 10:18:40.862093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41500) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:40.972566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-8511d4b7-3429-431a-9758-0d8aa1016866 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400511 Nov 23 10:18:40.979307 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:18:38Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fb229ad-d27f-43ff-9fe9-56b05f6dadb7', 'name': '', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '1493c6c0-12d8-4963-8079-84cf89697246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:18:38Z', 'updated_at': '2021-11-23T10:18:39Z', 'revision_number': 2, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '1493c6c0-12d8-4963-8079-84cf89697246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:41.068721 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:18:41.069528 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Updating router 2c221c3c-f17e-49b5-9779-2492404a17e2 port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:18:41.085211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db6c24ce-2c15-4101-b326-ec52eff21f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.101713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a418cf5e-5d61-4747-a3c9-a7f6a4ce3c69 req-72521ccf-f156-4150-8307-01e56d183744 service neutron] 10.222.0.50 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179199 Nov 23 10:18:41.142732 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.231440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db6c24ce-2c15-4101-b326-ec52eff21f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.236018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-db6c24ce-2c15-4101-b326-ec52eff21f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.269703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1b768-f855-4bc8-a4d4-38e5966136c5 req-e1bb7a15-e6d7-40ce-a1cb-28a5687d6d97 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:41.271414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ab1b768-f855-4bc8-a4d4-38e5966136c5 req-e1bb7a15-e6d7-40ce-a1cb-28a5687d6d97 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1060519 Nov 23 10:18:41.302142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db6c24ce-2c15-4101-b326-ec52eff21f5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9176ecb2c0cb4ea3a2fb66e26110e686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389148 Nov 23 10:18:41.304767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c24ce-2c15-4101-b326-ec52eff21f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8f944-938f-4f69-a62f-5f638f36af7e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:41.304926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41506) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:41.354792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ab1b768-f855-4bc8-a4d4-38e5966136c5 req-0b5e1052-02b9-478d-b3a9-3fbf2eba02bf tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 23 10:18:41.366189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.396215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.446350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.449355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.453350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cef8f944-938f-4f69-a62f-5f638f36af7e HTTP/1.1" status: 204 len: 168 time: 0.1447482 Nov 23 10:18:41.469047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ab2c-209e-4daa-8886-022afcd62658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8f944-938f-4f69-a62f-5f638f36af7e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:41.479180 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.509832 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.580689 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Pushing event updated for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:41.591395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.591743 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.592083 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.592437 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.592760 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.593075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.593395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.593719 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.594132 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.594383 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.594698 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.595119 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:41.630981 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Attempting to bind port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:41.631842 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Attempting to bind port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:41.632693 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Attempting to bind port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 on network b7a80c10-bb4f-4752-9eda-1951ac702f38 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:41.639882 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:41.640987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Checking segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:41.641490 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.642021 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Bound using segment: {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:41.642903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Bound port: 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2f63e-92a8-4852-84e8-577e34fbd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:41.643382 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.717999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] For port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:41.722138 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] For port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:41.729609 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.794586 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:41.795312 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:41.818649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41514) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:41.833564 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b5c6-9a3b-4798-9a3f-54e9875dd046 None None] Pushing event updated for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:41.834787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be8dab38-e030-4743-8959-16b49ceccbd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.876111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] Provisioning complete for port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:41.876699 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.962912 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be8dab38-e030-4743-8959-16b49ceccbd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.973047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-be8dab38-e030-4743-8959-16b49ceccbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:41.988027 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:42.032816 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.098283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dab38-e030-4743-8959-16b49ceccbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fae4ab-c5c5-42b9-92b3-b9ca69f4c531,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:42.103047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] For port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:42.113384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.128841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7459b-8792-437e-8f10-88b2f33c7aa4 req-1ad24170-091e-471e-bfb6-028ee96f8eff tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:42.136239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ca7459b-8792-437e-8f10-88b2f33c7aa4 req-1ad24170-091e-471e-bfb6-028ee96f8eff tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.1678081 Nov 23 10:18:42.138721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-be8dab38-e030-4743-8959-16b49ceccbd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6555976b025c4d45b503b9a4e953e5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189569 Nov 23 10:18:42.141474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:42.205051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc23c75-d910-47e4-bbef-8e6d6052c845 None None] Pushing event updated for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:42.240634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1520ca3e-ad5c-4da0-98ac-ca3ea2c28980 None None] Provisioning complete for port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:42.241804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1520ca3e-ad5c-4da0-98ac-ca3ea2c28980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.261574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.283803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ca7459b-8792-437e-8f10-88b2f33c7aa4 req-42db5922-26b2-44fe-979f-311a22c4f806 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339912 Nov 23 10:18:42.328788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.415869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710adc8-3aad-4824-822e-de966800e52c req-631467ee-9680-4188-9d4c-f6348a1804f1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:42.417422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d710adc8-3aad-4824-822e-de966800e52c req-631467ee-9680-4188-9d4c-f6348a1804f1 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1094549 Nov 23 10:18:42.425303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.434855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.437598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30fae4ab-c5c5-42b9-92b3-b9ca69f4c531 HTTP/1.1" status: 204 len: 168 time: 0.2950268 Nov 23 10:18:42.441040 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:18:38Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fb229ad-d27f-43ff-9fe9-56b05f6dadb7', 'name': '', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '1493c6c0-12d8-4963-8079-84cf89697246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:18:38Z', 'updated_at': '2021-11-23T10:18:41Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '1493c6c0-12d8-4963-8079-84cf89697246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:42.466903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fe702-8503-49ea-9b75-185c275d187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fae4ab-c5c5-42b9-92b3-b9ca69f4c531,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:42.476439 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8fd65-8c48-4159-a9b0-cfa55de7d99a None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:18:38Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fb229ad-d27f-43ff-9fe9-56b05f6dadb7', 'name': '', 'network_id': 'b7a80c10-bb4f-4752-9eda-1951ac702f38', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dd:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '1493c6c0-12d8-4963-8079-84cf89697246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:18:38Z', 'updated_at': '2021-11-23T10:18:41Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '1493c6c0-12d8-4963-8079-84cf89697246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:18:42.578622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac31e7-4149-427d-91cb-62877d24f4c2 req-dd327bc6-c242-43b8-8d21-93f116187560 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:42.580519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07ac31e7-4149-427d-91cb-62877d24f4c2 req-dd327bc6-c242-43b8-8d21-93f116187560 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 946 time: 0.1072717 Nov 23 10:18:42.617015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port 60f79136-406b-4a39-ad94-d283683b7af6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:42.617537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.665661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-07ac31e7-4149-427d-91cb-62877d24f4c2 req-f60e94a4-3b9a-4911-97d5-e4dfae18603a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608227 Nov 23 10:18:42.777835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port 60f79136-406b-4a39-ad94-d283683b7af6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=60f79136-406b-4a39-ad94-d283683b7af6,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:42.779792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:42.800566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for 60f79136-406b-4a39-ad94-d283683b7af6 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:42.985388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.002631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c', '60f79136-406b-4a39-ad94-d283683b7af6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:43.052763 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62de3b-e470-48b7-9b96-0534425b8095 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:43.077222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=60f79136-406b-4a39-ad94-d283683b7af6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:43.105953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port 60f79136-406b-4a39-ad94-d283683b7af6 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:43.109053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.113427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d710adc8-3aad-4824-822e-de966800e52c req-7c3d8b54-e426-4ede-9c2f-0dc12dcab0f5 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "DELETE /v2.0/ports/60f79136-406b-4a39-ad94-d283683b7af6 HTTP/1.1" status: 204 len: 173 time: 0.6896515 Nov 23 10:18:43.114232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'name': 'network-vif-deleted', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:43.117678 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39523b37-4021-4e58-a89f-eae5620b134d" -d '{"events": [{"server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "name": "network-vif-deleted", "tag": "60f79136-406b-4a39-ad94-d283683b7af6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:43.199583 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce390195-2817-4627-8638-67e5fd99fb4d x-openstack-request-id: req-ce390195-2817-4627-8638-67e5fd99fb4d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:43.199879 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df777ce-0854-4e41-b59b-40b67766b7c6", "name": "network-vif-deleted", "tag": "60f79136-406b-4a39-ad94-d283683b7af6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:43.200127 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce390195-2817-4627-8638-67e5fd99fb4d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:43.200533 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df777ce-0854-4e41-b59b-40b67766b7c6', 'name': 'network-vif-deleted', 'tag': '60f79136-406b-4a39-ad94-d283683b7af6', 'status': 'completed', 'code': 200} Nov 23 10:18:43.465337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ac953-6fee-466b-b5f7-ba0a0edde690 req-19dbb4bb-2607-4787-ad22-0ac6f9f12fee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:43.474204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-449ac953-6fee-466b-b5f7-ba0a0edde690 req-19dbb4bb-2607-4787-ad22-0ac6f9f12fee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.0690503 Nov 23 10:18:43.526283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-449ac953-6fee-466b-b5f7-ba0a0edde690 req-8ceac2e3-0b3e-46cd-8972-13ccf70a128e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510960 Nov 23 10:18:43.566203 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41554) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:43.686788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-867850493-network', 'tenant_id': 'b79fe3c524534d4496b0235bf5b795ea'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:43.721424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Made reservation on behalf of b79fe3c524534d4496b0235bf5b795ea for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:43.724278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.739112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.800369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42735287-3d00-494e-9583-e1983bcf8819 req-0005d176-33de-4a2f-82c9-0f6b41c44766 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df777ce-0854-4e41-b59b-40b67766b7c6 HTTP/1.1" status: 200 len: 210 time: 0.0338221 Nov 23 10:18:43.862352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.867580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.882673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:18:43.902660 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.903051 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Added segment 977acd48-9984-45d0-9d3e-212c84d86115 of type vlan for network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 Nov 23 10:18:43.922067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c743632-182d-41c6-9505-97e0ecb65775,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:43.956115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.984251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:43.985491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:43.986164 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.009812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:44.024956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4545035 Nov 23 10:18:44.025083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41564) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:44.031638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Request body: {'subnet': {'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-867850493-subnet', 'tenant_id': 'b79fe3c524534d4496b0235bf5b795ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:44.056168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515d78-b1de-4ec8-a542-a56cae57c9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=286fb21f-79ae-4a5b-bb1c-af3c66a6b916,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:44.069514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:44.069514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.089252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Made reservation on behalf of b79fe3c524534d4496b0235bf5b795ea for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:44.093848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.104500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:18:44.288701 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.337694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff83339b-db39-4a06-9c3f-910c1d41ace2,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:44.354089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Checking segment: {'id': '977acd48-9984-45d0-9d3e-212c84d86115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:44.354473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Network hostable DHCP agents. Network: 286fb21f-79ae-4a5b-bb1c-af3c66a6b916, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:18:44.372946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:18:44.382676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 286fb21f-79ae-4a5b-bb1c-af3c66a6b916) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:44.387010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:44.387617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.396638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b04d1-c640-4e54-8128-4b20d28bd379 None None] Network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:44.409961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4eae55b-23fe-4e41-8b0f-9134d0b1c209 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3796682 Nov 23 10:18:44.525465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac96271-a8e9-4587-a601-87dbc4698daf None None] Network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:44.695591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60e8ba-4942-41c4-8d4f-4d12c810e6e9 req-c4dce246-80c9-4673-a9c0-02b12aa57025 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:44.697196 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b60e8ba-4942-41c4-8d4f-4d12c810e6e9 req-c4dce246-80c9-4673-a9c0-02b12aa57025 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.0658202 Nov 23 10:18:44.758506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b60e8ba-4942-41c4-8d4f-4d12c810e6e9 req-d520f32a-209a-4cb4-8a8f-541f211cd357 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547702 Nov 23 10:18:44.956718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:44.962780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226378913-network', 'tenant_id': '531d8e8097cf4313bb6e906e8cf49730'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:44.984382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Made reservation on behalf of 531d8e8097cf4313bb6e906e8cf49730 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:44.987101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:44.997398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.081903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.086546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.111416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:18:45.128809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb34b5-780f-4a7a-80ef-012dda7a51e4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:45.131714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.132059 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Added segment 3e770ea5-47fc-4371-8464-fee138a311ec of type vlan for network a148b2d9-4aff-43fd-8c0d-ff658e0989c9 Nov 23 10:18:45.189636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.224378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.225384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:45.226182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.255426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 60f79136-406b-4a39-ad94-d283683b7af6 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:18:45.269422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3115597 Nov 23 10:18:45.272306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:45.277523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Request body: {'subnet': {'network_id': 'a148b2d9-4aff-43fd-8c0d-ff658e0989c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226378913-subnet', 'tenant_id': '531d8e8097cf4313bb6e906e8cf49730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:45.291747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 60f79136-406b-4a39-ad94-d283683b7af6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:18:45.292662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 60f79136-406b-4a39-ad94-d283683b7af6 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:18:45.302753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Made reservation on behalf of 531d8e8097cf4313bb6e906e8cf49730 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:45.306111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.329629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679c91-1d70-4c02-9105-89b920b7c899 admin admin] Pushing event updated for resources: {'Network': ['ID=a148b2d9-4aff-43fd-8c0d-ff658e0989c9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:45.340811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a148b2d9-4aff-43fd-8c0d-ff658e0989c9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:18:45.506399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.566439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5f7227-896b-460e-b018-f6ad120069c6,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:45.595170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Checking segment: {'id': '3e770ea5-47fc-4371-8464-fee138a311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a148b2d9-4aff-43fd-8c0d-ff658e0989c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:45.595457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Network hostable DHCP agents. Network: a148b2d9-4aff-43fd-8c0d-ff658e0989c9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:18:45.623761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Network a148b2d9-4aff-43fd-8c0d-ff658e0989c9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:18:45.640143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a148b2d9-4aff-43fd-8c0d-ff658e0989c9) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:45.645709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:45.646607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.652601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de3d22-de6a-496b-b941-3a3459ad4962 None None] Network a148b2d9-4aff-43fd-8c0d-ff658e0989c9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:45.691025 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-360f1cf7-ab0a-4d98-85ea-a6cfd4a68ff3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4173436 Nov 23 10:18:45.768901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cfe9-be7e-44e7-9ab1-cb069f9945e8 req-2e5f47c6-98c7-4a44-9771-cac2db2f9b7a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:45.783244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df72cfe9-be7e-44e7-9ab1-cb069f9945e8 req-2e5f47c6-98c7-4a44-9771-cac2db2f9b7a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 946 time: 0.1065013 Nov 23 10:18:45.906998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9efca-6bc4-4578-86f9-0fcdcafc8743 None None] Network a148b2d9-4aff-43fd-8c0d-ff658e0989c9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:45.911216 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:45.932862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df72cfe9-be7e-44e7-9ab1-cb069f9945e8 req-34edd53e-f84e-4e00-bbd8-4185f84bedf3 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426873 Nov 23 10:18:45.973106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2012a2a-c243-4014-9cf8-75ffde0739fa req-8bdcb6b5-e9ca-49cd-98be-4637e5df1f78 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:45.980228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2012a2a-c243-4014-9cf8-75ffde0739fa req-8bdcb6b5-e9ca-49cd-98be-4637e5df1f78 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 946 time: 0.0870473 Nov 23 10:18:46.037697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e2012a2a-c243-4014-9cf8-75ffde0739fa req-d1a7ef74-ba6e-4ca6-92a5-b65590972f88 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559947 Nov 23 10:18:46.338661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-9d599eba-d1bd-4220-821a-a7b4b8418f46 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:46.340280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-9d599eba-d1bd-4220-821a-a7b4b8418f46 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/networks?id=286fb21f-79ae-4a5b-bb1c-af3c66a6b916 HTTP/1.1" status: 200 len: 808 time: 0.1049426 Nov 23 10:18:46.358695 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-c6afc1db-94a5-4043-9f19-536aa8af7668 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/quotas/b79fe3c524534d4496b0235bf5b795ea HTTP/1.1" status: 200 len: 375 time: 0.0126123 Nov 23 10:18:46.390726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-10edd9ea-979b-4d7a-8678-8c849eae4881 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b79fe3c524534d4496b0235bf5b795ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263362 Nov 23 10:18:46.490258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-bd6080fc-b651-4fb3-8a26-b36994292d18 service neutron] 10.222.0.62 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Nov 23 10:18:46.606037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-51f8f54e-5895-4f31-8096-68350e46583f service neutron] 10.222.0.62 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094096 Nov 23 10:18:46.636721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-438b7b0a-e491-40a1-b526-debf2895f91d service neutron] 10.222.0.50 "GET /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 384 time: 0.0666144 Nov 23 10:18:46.803007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36224876-9766-427f-9438-5ed26a7a6b97 req-7a02517c-f4c0-4435-b7b1-2ae5056b8306 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Nov 23 10:18:46.847593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:46.868941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:46.915911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:46.918522 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb0627d-8493-4772-8b6c-ef08f2b48dec" -d '{"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:46.926240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:46.943205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.028062 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e74e0f-4ed4-4d60-89c5-c44af24398a5 x-openstack-request-id: req-30e74e0f-4ed4-4d60-89c5-c44af24398a5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:47.029251 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:47.029251 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30e74e0f-4ed4-4d60-89c5-c44af24398a5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:47.029582 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'code': 200} Nov 23 10:18:47.062276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] Transition to ACTIVE for port object 16bcf258-2e52-4f39-b72b-441152210510 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:18:47.071092 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.118498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfac415-812a-4050-8ad0-e8e096938819 req-123338b8-d319-4681-bf9e-8f640bbd256a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.121088 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dfac415-812a-4050-8ad0-e8e096938819 req-123338b8-d319-4681-bf9e-8f640bbd256a tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 946 time: 0.0758076 Nov 23 10:18:47.132480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=11']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:47.229775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dfac415-812a-4050-8ad0-e8e096938819 req-d4bb50a2-1bb9-414a-b12a-2c508e5c3c3f tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9abbaee-2508-4b4a-87a9-20f9f5757283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975027 Nov 23 10:18:47.273091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] No DVR routers for this DVR port 16bcf258-2e52-4f39-b72b-441152210510 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:47.376339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662878-00a5-46a5-b257-cd95d9a008af req-77bf3f77-e970-471a-a063-82afbdd545ae tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.378266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be662878-00a5-46a5-b257-cd95d9a008af req-77bf3f77-e970-471a-a063-82afbdd545ae tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.1925275 Nov 23 10:18:47.454638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-92a255ce-0f59-44e7-a4fa-56fa0af2c043 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.456150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-92a255ce-0f59-44e7-a4fa-56fa0af2c043 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 946 time: 0.1454089 Nov 23 10:18:47.538486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be662878-00a5-46a5-b257-cd95d9a008af req-18f48734-3a9b-4a1f-93f5-941a956566ad tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530423 Nov 23 10:18:47.582318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-9eedd8db-3a41-43ad-a930-9363f13ba252 service neutron] 10.222.0.50 "PUT /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510/bindings/n-h1-781076-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9389842 Nov 23 10:18:47.611338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Deleting port b2c4c649-5317-493f-b9c5-6e066c5eb89c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:47.611674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.730586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-154749e5-4d4f-4960-b063-2946399d5cdd tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.732529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-154749e5-4d4f-4960-b063-2946399d5cdd tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&tenant_id=e53ef36b98084a9b94f57f73c49e47ce&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.0926070 Nov 23 10:18:47.737495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] For port b2c4c649-5317-493f-b9c5-6e066c5eb89c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b2c4c649-5317-493f-b9c5-6e066c5eb89c,segment=NetworkSegment(c747fd11-e8b7-49cb-b404-6ab4c5c40931),segment_id=c747fd11-e8b7-49cb-b404-6ab4c5c40931)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:47.737857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.755331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Calling delete_port for b2c4c649-5317-493f-b9c5-6e066c5eb89c owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:47.811936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-ab8f2f1a-efec-451d-b8b5-00994d26b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.813438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-ab8f2f1a-efec-451d-b8b5-00994d26b3f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 1096 time: 0.0728493 Nov 23 10:18:47.844747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91293097-a62a-48ba-b5fa-ee2ce5d477d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.895259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-d5867af0-ff17-4ee3-85a7-3c89b89a52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:47.896953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-d5867af0-ff17-4ee3-85a7-3c89b89a52f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0509911 Nov 23 10:18:47.924987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:47.948910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b2c4c649-5317-493f-b9c5-6e066c5eb89c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:47.960733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Pushing event deleted for resources: {'Port': ['ID=b2c4c649-5317-493f-b9c5-6e066c5eb89c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:48.009527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] No DVR routers for this DVR port b2c4c649-5317-493f-b9c5-6e066c5eb89c on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:48.009964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28357f4-9b9d-43c6-9fdc-5c490203d47a None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:48.013009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:48.016817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-220eec88-20f1-4484-b992-d66285a0e6d9 req-eb5c9653-992c-4b1a-ab66-1bd2be37c354 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.11 "DELETE /v2.0/ports/b2c4c649-5317-493f-b9c5-6e066c5eb89c HTTP/1.1" status: 204 len: 173 time: 0.5538309 Nov 23 10:18:48.238598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-81d52eaf-443a-4ad1-b52b-0a19d96b4333 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:48.241170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-81d52eaf-443a-4ad1-b52b-0a19d96b4333 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.11 "GET /v2.0/networks?id=286fb21f-79ae-4a5b-bb1c-af3c66a6b916 HTTP/1.1" status: 200 len: 808 time: 0.1691539 Nov 23 10:18:48.258849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Request body: {'port': {'device_id': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916', 'admin_state_up': True, 'tenant_id': 'b79fe3c524534d4496b0235bf5b795ea'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:48.367796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-88639650-2c19-4000-9ff7-ff01f5ae13e6 req-adc0bc92-72fd-41b8-87cb-ae83306d9c44 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 210 time: 0.4695973 Nov 23 10:18:48.452421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-c530173e-68f3-427c-807e-8e7bf1ac6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:48.454045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-c530173e-68f3-427c-807e-8e7bf1ac6ef5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.5464051 Nov 23 10:18:48.619388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-932f4c2d-bb86-4799-afd2-b3d2447c2965 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 1000 time: 0.1496100 Nov 23 10:18:48.737728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-0b7edcb8-241b-43dd-ad5e-b837e54ee69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:48.739188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-0b7edcb8-241b-43dd-ad5e-b837e54ee69e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.1117778 Nov 23 10:18:48.776312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d96480f0-e1d2-4b04-bd43-4c864a40d0c2 req-ca3add8d-cf00-464e-9df0-d575ca315557 tempest-ServersTestJSON-1157697432 tempest-ServersTestJSON-1157697432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b2f090-a518-443b-ab37-c186dc885698 HTTP/1.1" status: 200 len: 210 time: 0.0357127 Nov 23 10:18:48.820469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Made reservation on behalf of b79fe3c524534d4496b0235bf5b795ea for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:48.823719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f47efb-27b6-4230-92b8-e85ffefeaedb req-b046c35a-885b-4a63-ab59-452ffb7abe0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:48.824219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:48.825244 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1f47efb-27b6-4230-92b8-e85ffefeaedb req-b046c35a-885b-4a63-ab59-452ffb7abe0d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.1549842 Nov 23 10:18:48.861101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-e3e1bbad-71db-4b0a-8abd-5ee55e876d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:48.862622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-e3e1bbad-71db-4b0a-8abd-5ee55e876d0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155469 Nov 23 10:18:48.922395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1f47efb-27b6-4230-92b8-e85ffefeaedb req-b32b471c-0369-449f-9d93-89b5d249b568 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834658 Nov 23 10:18:48.965073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Allocated IP 172.20.0.3 (286fb21f-79ae-4a5b-bb1c-af3c66a6b916/ff83339b-db39-4a06-9c3f-910c1d41ace2/84e4a047-a2fe-4684-858f-146a3dc16efd) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:48.980762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-de2cd9b7-9c36-4533-aaa6-28ff407da5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102154 Nov 23 10:18:49.031266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'name': 'network-vif-deleted', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:49.033832 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedcc8b7-038e-4ba1-9097-28da537ee3bc" -d '{"events": [{"server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "name": "network-vif-deleted", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:49.087735 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564cac53-ffbc-41ac-a949-060e323846a6 x-openstack-request-id: req-564cac53-ffbc-41ac-a949-060e323846a6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:49.088026 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f090-a518-443b-ab37-c186dc885698", "name": "network-vif-deleted", "tag": "b2c4c649-5317-493f-b9c5-6e066c5eb89c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:49.088276 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-564cac53-ffbc-41ac-a949-060e323846a6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:49.088593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-7fd36ab3-f68c-40f9-abb2-1d495baf7423 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994942 Nov 23 10:18:49.088754 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f090-a518-443b-ab37-c186dc885698', 'name': 'network-vif-deleted', 'tag': 'b2c4c649-5317-493f-b9c5-6e066c5eb89c', 'status': 'completed', 'code': 200} Nov 23 10:18:49.138539 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.140393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 16bcf258-2e52-4f39-b72b-441152210510 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:18:49.178559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.208183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 16bcf258-2e52-4f39-b72b-441152210510 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:18:49.219401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:49.222745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:49.229228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:49.262473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Pushing event updated for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:49.286343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:49.286901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.305563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-602afcd0-3e8d-4e77-a674-d264a2ff1a94 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0538042 Nov 23 10:18:49.318359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Request body: {'port': {'device_id': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:49.342261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-445b2597-4e22-4379-8e19-442f065435c5 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:49.343772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-445b2597-4e22-4379-8e19-442f065435c5 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5&tenant_id=e53ef36b98084a9b94f57f73c49e47ce&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 1096 time: 0.0440795 Nov 23 10:18:49.379111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.548980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-997d2d29-fe8d-4112-b37b-fb0516d5f296 service neutron] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:49.557001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16384066-a241-4b30-9497-d96b8b81aa29 req-a7dd7c7f-1f59-4193-a32a-1c29d5b0001e tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:49.558659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16384066-a241-4b30-9497-d96b8b81aa29 req-a7dd7c7f-1f59-4193-a32a-1c29d5b0001e tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 931 time: 0.1053970 Nov 23 10:18:49.562066 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-997d2d29-fe8d-4112-b37b-fb0516d5f296 service neutron] Publish callbacks [] for binding, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.563544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-997d2d29-fe8d-4112-b37b-fb0516d5f296 service neutron] 10.222.0.11 "DELETE /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510/bindings/n-h2-781076-5 HTTP/1.1" status: 204 len: 173 time: 0.2125194 Nov 23 10:18:49.615338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16384066-a241-4b30-9497-d96b8b81aa29 req-76dd621e-a31c-4a73-9034-c17151a0e18b tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Nov 23 10:18:49.685010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e4a047-a2fe-4684-858f-146a3dc16efd {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:49.692742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.707066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Transition to ACTIVE for port object 84e4a047-a2fe-4684-858f-146a3dc16efd will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:18:49.711847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.763396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:49.839752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41762) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:49.861775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Attempting to bind port 84e4a047-a2fe-4684-858f-146a3dc16efd on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:49.862971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Attempting to bind port 84e4a047-a2fe-4684-858f-146a3dc16efd by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '977acd48-9984-45d0-9d3e-212c84d86115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:49.863782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Attempting to bind port 84e4a047-a2fe-4684-858f-146a3dc16efd on network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:49.869498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Port 84e4a047-a2fe-4684-858f-146a3dc16efd on network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:49.870235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Attempting to bind port 84e4a047-a2fe-4684-858f-146a3dc16efd on network 286fb21f-79ae-4a5b-bb1c-af3c66a6b916 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:49.877504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:49.878349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Checking segment: {'id': '977acd48-9984-45d0-9d3e-212c84d86115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:49.878984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Bound using segment: {'id': '977acd48-9984-45d0-9d3e-212c84d86115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:49.879641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Bound port: 84e4a047-a2fe-4684-858f-146a3dc16efd, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977acd48-9984-45d0-9d3e-212c84d86115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:49.880245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.887367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Deleting subnet ee5fdbb1-f525-4d66-8eed-6fee10280d20 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:18:49.892055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.961529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:49.963646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:49.968072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=84e4a047-a2fe-4684-858f-146a3dc16efd,segment=NetworkSegment(977acd48-9984-45d0-9d3e-212c84d86115),segment_id=977acd48-9984-45d0-9d3e-212c84d86115)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:49.973336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.040131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.040757 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.042161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] 10.222.0.11 "PUT /v2.0/ports/84e4a047-a2fe-4684-858f-146a3dc16efd HTTP/1.1" status: 200 len: 1091 time: 0.7281380 Nov 23 10:18:50.058988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.068496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911e7c0-49c4-4517-82c5-f054f969cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:50.120454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c97f86-d24d-4c19-a955-5b1f1d3e6a92 req-fa80fc7f-91bc-4c23-9e1f-0cb27f8b1185 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.121964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79c97f86-d24d-4c19-a955-5b1f1d3e6a92 req-fa80fc7f-91bc-4c23-9e1f-0cb27f8b1185 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.0995300 Nov 23 10:18:50.132596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-4ce1592f-3ca7-4f6e-ad0f-677e2cbf8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.134343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-4ce1592f-3ca7-4f6e-ad0f-677e2cbf8bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b79fe3c524534d4496b0235bf5b795ea&device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0495565 Nov 23 10:18:50.151984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.177815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-c4eace47-751d-45b6-aa5a-ca19eb6dd665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e4a047-a2fe-4684-858f-146a3dc16efd HTTP/1.1" status: 200 len: 217 time: 0.0356410 Nov 23 10:18:50.188496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5fdbb1-f525-4d66-8eed-6fee10280d20,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:50.192568 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.195826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d8f99ed5-20dc-49d4-948e-990c983cd99d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ee5fdbb1-f525-4d66-8eed-6fee10280d20 HTTP/1.1" status: 204 len: 168 time: 0.3550398 Nov 23 10:18:50.199632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41770) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:50.205217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d767e5-6f69-4b68-b23f-41521a85c867 None None] Network 8d145db9-91cf-430d-a4af-7fbdb1882e61 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:50.231425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79c97f86-d24d-4c19-a955-5b1f1d3e6a92 req-077c184f-c487-4867-b1ee-4912e3f096bf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963874 Nov 23 10:18:50.273379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-ce7fbecc-84f2-4462-af88-e6b628c661c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.275087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-ce7fbecc-84f2-4462-af88-e6b628c661c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff83339b-db39-4a06-9c3f-910c1d41ace2 HTTP/1.1" status: 200 len: 848 time: 0.0886886 Nov 23 10:18:50.348930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.349142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-28f3f387-c20a-4637-b30b-f1ac401aaae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=286fb21f-79ae-4a5b-bb1c-af3c66a6b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651000 Nov 23 10:18:50.399959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-97604b17-327c-4367-b412-8846fcfa106c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.429122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.446650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1abd591-2736-4696-a6ea-23bb9d455572 None None] DHCP port deletion for 8d145db9-91cf-430d-a4af-7fbdb1882e61 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:18:50.480879 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.502503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d145db9-91cf-430d-a4af-7fbdb1882e61']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:50.514271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c747fd11-e8b7-49cb-b404-6ab4c5c40931') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:50.514568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c747fd11-e8b7-49cb-b404-6ab4c5c40931') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:50.517862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9d79-e358-400d-a836-f39ca5e4b60e req-cee58293-d1d2-4955-9e51-679da9ad9624 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.519543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a9e9d79-e358-400d-a836-f39ca5e4b60e req-cee58293-d1d2-4955-9e51-679da9ad9624 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1096 time: 0.1113443 Nov 23 10:18:50.525652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.540656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.547551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:18:50.547946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:18:50.550024 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:18:50.561291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-2336bcce-374d-4484-abc3-6afe9e2883ae service neutron] 10.222.0.11 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048695 Nov 23 10:18:50.612607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.623327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:50.624784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a9e9d79-e358-400d-a836-f39ca5e4b60e req-6767658a-9335-47c6-9e21-7f5de8a2b93b tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947485 Nov 23 10:18:50.626804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8d145db9-91cf-430d-a4af-7fbdb1882e61 HTTP/1.1" status: 204 len: 168 time: 0.4262118 Nov 23 10:18:50.648248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d145db9-91cf-430d-a4af-7fbdb1882e61,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:50.652064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.652416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.652755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.653085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.653441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.654118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.654447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.654771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.655094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.655413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.655738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.656056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee9f0-2f34-45ee-910b-5ee5c8097b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:18:50.714283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e1ca8a65-ba32-4755-96ab-df741e7c84a9 req-3d41c532-f71d-4f16-9697-6b6d6e6a27de service neutron] 10.222.0.11 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422324 Nov 23 10:18:50.787872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae075-8c18-4b1f-9e83-f31d97ed56d8 req-500005a1-7790-4a34-905d-71b7f2ce73cb tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.788893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dd24-c3d9-49ca-ad74-7468bf3aa144 req-7f126e87-7bdb-406a-8d64-62b8735657da tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:50.789091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9eae075-8c18-4b1f-9e83-f31d97ed56d8 req-500005a1-7790-4a34-905d-71b7f2ce73cb tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 943 time: 0.0592535 Nov 23 10:18:50.790637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49a2dd24-c3d9-49ca-ad74-7468bf3aa144 req-7f126e87-7bdb-406a-8d64-62b8735657da tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Nov 23 10:18:50.859999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a9eae075-8c18-4b1f-9e83-f31d97ed56d8 req-be12b4e5-b444-41c6-9df4-372723d0f186 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602908 Nov 23 10:18:50.870843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49a2dd24-c3d9-49ca-ad74-7468bf3aa144 req-03f3fd09-3733-4542-8d68-df3cfc8bded4 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739877 Nov 23 10:18:50.887509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41794) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:50.933947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41796) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:50.983276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-30fd90dc-1d37-4699-8ab1-3f0f6fde53f0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 200 len: 992 time: 0.0945606 Nov 23 10:18:50.994534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d089a874-11cd-4f33-b400-49168fc1da03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed9564467fa94bb699ffc452b37ae7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592701 Nov 23 10:18:50.997245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41798) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:51.046729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:51.067750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:51.090602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:51.092847 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c494af-096d-430c-9e53-db7b3b42a3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:51.127228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:51.130803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:51.132171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9abbaee-2508-4b4a-87a9-20f9f5757283 HTTP/1.1" status: 204 len: 168 time: 0.1338551 Nov 23 10:18:51.133913 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39ed29-c6c6-40ad-9755-6c51a321869e x-openstack-request-id: req-3f39ed29-c6c6-40ad-9755-6c51a321869e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:51.134209 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:51.134550 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f39ed29-c6c6-40ad-9755-6c51a321869e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:51.134953 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd', 'status': 'completed', 'code': 200} Nov 23 10:18:51.147220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb502-5b3c-45ac-995d-e6822077bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abbaee-2508-4b4a-87a9-20f9f5757283,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:51.197981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-2cdb394f-a15d-4036-a97e-7ebc204fe984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:51.199698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-2cdb394f-a15d-4036-a97e-7ebc204fe984 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b79fe3c524534d4496b0235bf5b795ea&device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0439944 Nov 23 10:18:51.270172 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:51.288726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b2c4c649-5317-493f-b9c5-6e066c5eb89c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:18:51.319646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-cfe46eed-3aed-477a-9c64-e47e0a147163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:51.321349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-cfe46eed-3aed-477a-9c64-e47e0a147163 service neutron] 10.222.0.11 "GET /v2.0/networks?id=286fb21f-79ae-4a5b-bb1c-af3c66a6b916 HTTP/1.1" status: 200 len: 909 time: 0.1140347 Nov 23 10:18:51.322432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: b2c4c649-5317-493f-b9c5-6e066c5eb89c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:18:51.322783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b2c4c649-5317-493f-b9c5-6e066c5eb89c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:18:51.365529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-44a872f9-0c84-4431-803e-2af92847032d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e4a047-a2fe-4684-858f-146a3dc16efd HTTP/1.1" status: 200 len: 217 time: 0.0362518 Nov 23 10:18:51.417756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-3baaf800-6be6-46b6-bb65-4dbbebe5bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:51.419421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-3baaf800-6be6-46b6-bb65-4dbbebe5bd66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff83339b-db39-4a06-9c3f-910c1d41ace2 HTTP/1.1" status: 200 len: 848 time: 0.0470550 Nov 23 10:18:51.457154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-5051a777-80ac-474f-b88a-15a8c8cf9a65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=286fb21f-79ae-4a5b-bb1c-af3c66a6b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298898 Nov 23 10:18:51.563363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-de20df87-30be-4b54-be8c-b4b17f253025 service neutron] 10.222.0.11 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960112 Nov 23 10:18:51.662481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51c494af-096d-430c-9e53-db7b3b42a3a2 req-4106f6a2-aaf7-40c0-8d7f-996a74a1c267 service neutron] 10.222.0.11 "GET /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941947 Nov 23 10:18:51.894746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:51.987494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980842-4e33-4d65-8ab9-34e84c7f2b98 req-d21d4326-f493-4d56-a701-cf68243f9638 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:51.989007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec980842-4e33-4d65-8ab9-34e84c7f2b98 req-d21d4326-f493-4d56-a701-cf68243f9638 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 943 time: 0.0535116 Nov 23 10:18:52.007147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2053379355-network', 'tenant_id': 'e5ca2eb5dbc94e4db26049309a3c7a39'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:52.061542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec980842-4e33-4d65-8ab9-34e84c7f2b98 req-931432f8-d5f1-4e4f-8ef2-6fd0c08c7afe tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660026 Nov 23 10:18:52.062135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Made reservation on behalf of e5ca2eb5dbc94e4db26049309a3c7a39 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:52.064502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.073419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.153356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.158034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.184041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:18:52.194451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f5545e-f94f-4aaa-a8aa-c66f54478094,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:52.200763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.201116 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Added segment 0a3a25ab-219b-4879-91c5-4a00a0d96e3b of type vlan for network bac6befe-ad22-4bb9-a357-524847b819ac Nov 23 10:18:52.243977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.271575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.272556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:52.273148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.310977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4117105 Nov 23 10:18:52.311216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41852) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:52.316098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Request body: {'subnet': {'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2053379355-subnet', 'tenant_id': 'e5ca2eb5dbc94e4db26049309a3c7a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:52.353864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf757b87-f556-4a41-971c-671a17968fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=bac6befe-ad22-4bb9-a357-524847b819ac,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:52.365132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network bac6befe-ad22-4bb9-a357-524847b819ac details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:18:52.370224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Made reservation on behalf of e5ca2eb5dbc94e4db26049309a3c7a39 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:52.372744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.555064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.609354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:52.618236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Checking segment: {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:52.618662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Network hostable DHCP agents. Network: bac6befe-ad22-4bb9-a357-524847b819ac, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:18:52.635596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Network bac6befe-ad22-4bb9-a357-524847b819ac is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:18:52.644517 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, bac6befe-ad22-4bb9-a357-524847b819ac) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:52.649065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:52.649866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.654599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088939c1-efdf-4ba4-91a4-f21b30cc5c72 None None] Network bac6befe-ad22-4bb9-a357-524847b819ac requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:52.670689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d70ed57-44ad-4e39-bd3c-c9d2fd70d2fd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3583617 Nov 23 10:18:52.721700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:52.796047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72725bef-2c92-4ddb-ab7d-84efd7bcdaca None None] Network bac6befe-ad22-4bb9-a357-524847b819ac requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:18:53.142001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-e91cd53c-d590-4f42-a9ac-959e15834ca5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:53.143582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-e91cd53c-d590-4f42-a9ac-959e15834ca5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 814 time: 0.1263125 Nov 23 10:18:53.162051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-cd31cef7-728d-4982-836e-3c17f31c0178 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/quotas/e5ca2eb5dbc94e4db26049309a3c7a39 HTTP/1.1" status: 200 len: 375 time: 0.0104465 Nov 23 10:18:53.203961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-be74c4ab-0bca-4d0f-b3ab-63aac3a03d80 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353186 Nov 23 10:18:53.209298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d83697-b5a4-4e14-b833-95fdf6e51799 req-8dc9bb0d-6eab-4015-b3df-820c285e6adb tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:53.210933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65d83697-b5a4-4e14-b833-95fdf6e51799 req-8dc9bb0d-6eab-4015-b3df-820c285e6adb tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 943 time: 0.0624447 Nov 23 10:18:53.255515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 41890) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:53.298233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-6eea2d42-186e-4567-be66-2b748a2ed01b service neutron] 10.222.0.62 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Nov 23 10:18:53.314700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65d83697-b5a4-4e14-b833-95fdf6e51799 req-60cea719-703b-45cf-8480-c45b55f9a380 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979860 Nov 23 10:18:53.412418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-5596d201-5d5d-478f-8b36-c7a2d1c04629 service neutron] 10.222.0.62 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069975 Nov 23 10:18:53.441555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 83192ff4-d427-4812-acb2-c7bf58458602 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:53.441922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.524246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.524672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.540484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.542939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 83192ff4-d427-4812-acb2-c7bf58458602 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:53.638230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c37b45db-9d27-4f4e-89fb-a0372edba28f req-5d4839cd-fd2f-4b73-a0ef-fb3478266f1e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 210 time: 0.0449064 Nov 23 10:18:53.760911 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.793736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=83192ff4-d427-4812-acb2-c7bf58458602,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:53.875725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:53.876128 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP fecbbfab-612c-44bb-8a5a-830b97fee155 disassociated (deleted). External IP: 172.25.1.197, port: 16bcf258-2e52-4f39-b72b-441152210510. Nov 23 10:18:54.107236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 4770a2e1-29af-456e-9616-9adc8d1e46d9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:18:54.237962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:18:54.242626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:54.249925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Sync routers for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:18:54.261927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:54.263057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:54.270403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f3661ab6-fb70-47b2-a293-57c478fa7b62 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/floatingips/fecbbfab-612c-44bb-8a5a-830b97fee155 HTTP/1.1" status: 204 len: 168 time: 1.0139630 Nov 23 10:18:54.270985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:54.273334 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfced430-63b4-401c-8b9c-eada8bbb80c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:54.410235 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f942e7b-5c96-4403-9000-fecdf5a44e24 x-openstack-request-id: req-1f942e7b-5c96-4403-9000-fecdf5a44e24 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:54.410735 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:54.411005 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f942e7b-5c96-4403-9000-fecdf5a44e24 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:54.411447 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'status': 'completed', 'code': 200} Nov 23 10:18:54.542015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db5dd-0405-486e-b8fd-575dd4343054 req-9de0eb98-1277-4c04-bfa1-9387acd30bf7 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:54.550443 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-031db5dd-0405-486e-b8fd-575dd4343054 req-9de0eb98-1277-4c04-bfa1-9387acd30bf7 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 943 time: 0.0824084 Nov 23 10:18:54.617567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-031db5dd-0405-486e-b8fd-575dd4343054 req-49e54083-b970-4dc2-8212-818871a7dfe8 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638659 Nov 23 10:18:54.627898 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:54.662786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-04234e83-d1cb-4d1a-8062-2866ba511a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:54.665268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-04234e83-d1cb-4d1a-8062-2866ba511a4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 1096 time: 0.1750896 Nov 23 10:18:54.752875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8819ec5d-ae53-436a-9a72-594a324bc93d req-7f3410fb-3b4e-4ccb-9ccc-efcd716e0f25 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 210 time: 0.0377150 Nov 23 10:18:54.836506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaccb1a-0360-468b-882f-3f4010fc738c req-ffb4469e-f30f-4e57-b439-674bc37de627 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:54.843723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ccaccb1a-0360-468b-882f-3f4010fc738c req-ffb4469e-f30f-4e57-b439-674bc37de627 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.2745743 Nov 23 10:18:54.896461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-41119087-6c36-4b93-88d3-41adcd4fd86f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:54.897854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-41119087-6c36-4b93-88d3-41adcd4fd86f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 814 time: 0.3117888 Nov 23 10:18:54.908548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:54.917799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Request body: {'port': {'device_id': '9e60b653-5d58-40f1-8530-ca605086a97d', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'admin_state_up': True, 'tenant_id': 'e5ca2eb5dbc94e4db26049309a3c7a39'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:54.939435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Checking router: 4770a2e1-29af-456e-9616-9adc8d1e46d9 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:18:54.948883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:54.949503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:54.956215 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-8f4e20dc-a83f-422c-893f-63ba45b23b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:54.958031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-8f4e20dc-a83f-422c-893f-63ba45b23b9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 200 len: 897 time: 0.2821729 Nov 23 10:18:54.970896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ccaccb1a-0360-468b-882f-3f4010fc738c req-409f3540-42a0-449a-854d-c98a6777eeab tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263268 Nov 23 10:18:55.013981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-57ab0028-1b05-4d7c-93c0-76ae07716252 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 200 len: 217 time: 0.0478392 Nov 23 10:18:55.071917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:55.111545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-1fae826c-317d-4008-aee5-1d1ef055aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:55.113046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-1fae826c-317d-4008-aee5-1d1ef055aad7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 200 len: 834 time: 0.0691833 Nov 23 10:18:55.174453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-22c04558-0e32-48f5-af7d-687db5b364e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:55.175730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-22c04558-0e32-48f5-af7d-687db5b364e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49cba4dd-c061-4af5-87d7-4d96f33225c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537050 Nov 23 10:18:55.179804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Made reservation on behalf of e5ca2eb5dbc94e4db26049309a3c7a39 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:18:55.184122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.250642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-f7b4cf6e-0842-4306-a13d-7356287cb100 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:55.252341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-f7b4cf6e-0842-4306-a13d-7356287cb100 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 945 time: 0.0636303 Nov 23 10:18:55.298562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 84e4a047-a2fe-4684-858f-146a3dc16efd details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:18:55.309064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-ed2017e7-bddd-47b6-8052-6cbaa17ddbb5 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029224 Nov 23 10:18:55.310139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:55.349777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a028be-82e3-4c91-8fd1-df4063a83f12 None None] The sync data for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 is: [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:17:42Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'f499bf36-cf66-4bcb-9407-f02916e16e08', 'name': '', 'network_id': '49cba4dd-c061-4af5-87d7-4d96f33225c1', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:53:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:41Z', 'updated_at': '2021-11-23T10:17:49Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '0c4f5259-366a-421d-bd66-23b64e93471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:18:55.391480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 16bcf258-2e52-4f39-b72b-441152210510 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:55.393401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.465434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=84e4a047-a2fe-4684-858f-146a3dc16efd,segment=NetworkSegment(977acd48-9984-45d0-9d3e-212c84d86115),segment_id=977acd48-9984-45d0-9d3e-212c84d86115)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:55.497025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '84e4a047-a2fe-4684-858f-146a3dc16efd', 'network_id': '286fb21f-79ae-4a5b-bb1c-af3c66a6b916', 'port_id': '84e4a047-a2fe-4684-858f-146a3dc16efd', 'mac_address': 'fa:16:3e:ae:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff83339b-db39-4a06-9c3f-910c1d41ace2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:18:55.534063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfced430-63b4-401c-8b9c-eada8bbb80c7 req-e754b352-cb95-4b14-8bc6-7589867968c4 service neutron] 10.222.0.11 "GET /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131257 Nov 23 10:18:55.548843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.563537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 16bcf258-2e52-4f39-b72b-441152210510, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=16bcf258-2e52-4f39-b72b-441152210510,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:55.563967 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.571875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e4a047-a2fe-4684-858f-146a3dc16efd {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:55.575175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Allocated IP 172.20.0.2 (bac6befe-ad22-4bb9-a357-524847b819ac/b143a645-5dc1-4bd3-928f-bb7b66fc8a9c/ff994fa0-94d3-4905-a918-1457e433c886) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:18:55.584568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 16bcf258-2e52-4f39-b72b-441152210510 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:55.604436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=84e4a047-a2fe-4684-858f-146a3dc16efd,segment=NetworkSegment(977acd48-9984-45d0-9d3e-212c84d86115),segment_id=977acd48-9984-45d0-9d3e-212c84d86115)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:55.610830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.701516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:55.742353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.775990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.784679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=16bcf258-2e52-4f39-b72b-441152210510,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:55.796301 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6aff3b-47f7-4401-943d-34e968e8fee9 None None] New status for floating IP fecbbfab-612c-44bb-8a5a-830b97fee155: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:18:55.836739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.884642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Network bac6befe-ad22-4bb9-a357-524847b819ac is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:18:55.892411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:18:55.895031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:18:55.930071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['84e4a047-a2fe-4684-858f-146a3dc16efd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:55.944895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] No DVR routers for this DVR port 16bcf258-2e52-4f39-b72b-441152210510 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:18:55.951591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:55.955953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77de3dad-17bf-484c-a0ac-29b75a4bd891 req-e13b0118-1d05-4036-8579-ddce53e1d326 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "DELETE /v2.0/ports/16bcf258-2e52-4f39-b72b-441152210510 HTTP/1.1" status: 204 len: 173 time: 0.6972692 Nov 23 10:18:55.958610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:55.967112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5b4f2-76ec-4633-9a38-a89afe87a8fd req-221e60ee-1609-4820-a7b6-2c59c990b1db tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:55.969754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57f5b4f2-76ec-4633-9a38-a89afe87a8fd req-221e60ee-1609-4820-a7b6-2c59c990b1db tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 944 time: 0.2136950 Nov 23 10:18:56.063683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:56.081879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.085838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57f5b4f2-76ec-4633-9a38-a89afe87a8fd req-32aa0893-d89c-4b65-8075-8e28c2b189b1 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Nov 23 10:18:56.097786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73271a4b-800e-413c-8879-95507465cba1 req-ff6b56c6-a8bd-487e-9842-749effe2f9bd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:56.106157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73271a4b-800e-413c-8879-95507465cba1 req-ff6b56c6-a8bd-487e-9842-749effe2f9bd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 931 time: 0.1540480 Nov 23 10:18:56.133222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-e15f0310-7267-4259-aef9-01be8f4b1792 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2211528 Nov 23 10:18:56.146796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Request body: {'port': {'device_id': '9e60b653-5d58-40f1-8530-ca605086a97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:18:56.226157 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5048145-dfc7-4db9-a8c2-ba1f487c5205 req-8f13d4e5-2a23-47e2-be3b-568ad85dfc91 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb740f2e-313e-4c91-b3ca-97c0920ab5c5 HTTP/1.1" status: 200 len: 210 time: 0.0407190 Nov 23 10:18:56.250202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73271a4b-800e-413c-8879-95507465cba1 req-734b433f-e610-4f3b-bc6e-04cf46c51a72 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423292 Nov 23 10:18:56.295562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.413046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-deleted', 'tag': '16bcf258-2e52-4f39-b72b-441152210510'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:56.416725 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99c80d-513f-4e85-9cf8-eb439887eb14" -d '{"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-deleted", "tag": "16bcf258-2e52-4f39-b72b-441152210510"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:56.462087 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8079893-d310-422e-95a2-22de2b6a32ae x-openstack-request-id: req-b8079893-d310-422e-95a2-22de2b6a32ae {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:56.462375 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb740f2e-313e-4c91-b3ca-97c0920ab5c5", "name": "network-vif-deleted", "tag": "16bcf258-2e52-4f39-b72b-441152210510", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:56.462611 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8079893-d310-422e-95a2-22de2b6a32ae {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:56.463006 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb740f2e-313e-4c91-b3ca-97c0920ab5c5', 'name': 'network-vif-deleted', 'tag': '16bcf258-2e52-4f39-b72b-441152210510', 'status': 'completed', 'code': 200} Nov 23 10:18:56.588894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:56.597282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.609406 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Transition to ACTIVE for port object ff994fa0-94d3-4905-a918-1457e433c886 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:18:56.613362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.663703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:56.739687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Attempting to bind port ff994fa0-94d3-4905-a918-1457e433c886 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:18:56.739973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Attempting to bind port ff994fa0-94d3-4905-a918-1457e433c886 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:18:56.740307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Attempting to bind port ff994fa0-94d3-4905-a918-1457e433c886 on network bac6befe-ad22-4bb9-a357-524847b819ac {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:56.744787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Port ff994fa0-94d3-4905-a918-1457e433c886 on network bac6befe-ad22-4bb9-a357-524847b819ac not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:18:56.745126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Attempting to bind port ff994fa0-94d3-4905-a918-1457e433c886 on network bac6befe-ad22-4bb9-a357-524847b819ac {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:18:56.750112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:18:56.750453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Checking segment: {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:18:56.750849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Bound using segment: {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:18:56.751259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Bound port: ff994fa0-94d3-4905-a918-1457e433c886, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:18:56.751632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.816246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:18:56.819467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:18:56.825099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.859139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:56.859775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:56.861246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] 10.222.0.50 "PUT /v2.0/ports/ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 1091 time: 0.7195415 Nov 23 10:18:56.861649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:56.863944 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863583e6-a430-41b6-a1be-9e1538cc8052" -d '{"events": [{"name": "network-changed", "server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:56.888470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431923b-1938-488a-842a-d1bd6b7a1c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:56.967999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-0a20b8f7-8ba0-4992-a458-5e12496baf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:56.969868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-0a20b8f7-8ba0-4992-a458-5e12496baf66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1094 time: 0.0521240 Nov 23 10:18:56.986535 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac02f85-be3b-451f-b9c3-3900ddd402ad x-openstack-request-id: req-bac02f85-be3b-451f-b9c3-3900ddd402ad {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:56.986817 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:56.987070 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bac02f85-be3b-451f-b9c3-3900ddd402ad {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:56.987467 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'status': 'completed', 'code': 200} Nov 23 10:18:57.017041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-9fed1824-1727-44cf-a696-12276a2e7fa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0382974 Nov 23 10:18:57.070225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2635-26ba-4077-9187-4978da512f56 req-2d26afe0-85c0-404b-a463-861985584eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:57.071712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-2d26afe0-85c0-404b-a463-861985584eac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0468128 Nov 23 10:18:57.103047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-34ab7ade-e0bf-4ace-b0c9-c7e06e5be1af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245726 Nov 23 10:18:57.205699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-1d14466b-eab5-4037-a75e-78befe71d944 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957663 Nov 23 10:18:57.221120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966fd64-eec2-4faf-a2e9-0cb6ff8a8de3 req-24d6981e-5957-44fb-8eca-1e53b061425f tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:57.223070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7966fd64-eec2-4faf-a2e9-0cb6ff8a8de3 req-24d6981e-5957-44fb-8eca-1e53b061425f tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 944 time: 0.0529261 Nov 23 10:18:57.275295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7966fd64-eec2-4faf-a2e9-0cb6ff8a8de3 req-2ee8ab9a-0e1d-4353-b49a-e8bf6af0ebf0 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Nov 23 10:18:57.302170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 41992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:57.316072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 84e4a047-a2fe-4684-858f-146a3dc16efd up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:18:57.366368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6daf2635-26ba-4077-9187-4978da512f56 req-26fa87aa-201c-4cc5-aa0b-1b30ba1a3f03 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524234 Nov 23 10:18:57.388444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 84e4a047-a2fe-4684-858f-146a3dc16efd completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:18:57.400170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 84e4a047-a2fe-4684-858f-146a3dc16efd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:18:57.400692 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:57.438165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91d0d0-6853-436c-80e9-9401aa14f286 req-f6c1678a-5b1f-4b96-8ad7-69ce95f3d474 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:57.447446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a91d0d0-6853-436c-80e9-9401aa14f286 req-f6c1678a-5b1f-4b96-8ad7-69ce95f3d474 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.0701008 Nov 23 10:18:57.496096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-e3a36deb-43c9-41cf-ace7-efbd35576624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:57.497604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-e3a36deb-43c9-41cf-ace7-efbd35576624 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1094 time: 0.0712125 Nov 23 10:18:57.500606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a91d0d0-6853-436c-80e9-9401aa14f286 req-da42d89a-ea07-4b19-958b-8e65f38dbd6b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519178 Nov 23 10:18:57.531242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:57.553861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:18:57.556429 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a37dac2-a659-421f-808a-5d5b7751d787" -d '{"events": [{"server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "name": "network-vif-plugged", "status": "completed", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:18:57.573666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=84e4a047-a2fe-4684-858f-146a3dc16efd,segment=NetworkSegment(977acd48-9984-45d0-9d3e-212c84d86115),segment_id=977acd48-9984-45d0-9d3e-212c84d86115)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:57.579079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:57.613391 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868264a2-b7d4-49da-8ef5-4d0fac15228b x-openstack-request-id: req-868264a2-b7d4-49da-8ef5-4d0fac15228b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:18:57.613677 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "name": "network-vif-plugged", "status": "completed", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:18:57.614146 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-868264a2-b7d4-49da-8ef5-4d0fac15228b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:18:57.614683 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd', 'code': 200} Nov 23 10:18:57.640395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:57.712228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae70ebd-52f1-4d5f-81c9-b399e9ce5c00 req-00c21e97-7f99-461e-9268-a6463f9e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:57.713774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dae70ebd-52f1-4d5f-81c9-b399e9ce5c00 req-00c21e97-7f99-461e-9268-a6463f9e28f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0424562 Nov 23 10:18:57.770261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dae70ebd-52f1-4d5f-81c9-b399e9ce5c00 req-9ff9ebf6-241a-4b76-a700-3790bcc5c05e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Nov 23 10:18:58.021302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-2d66c6be-25cc-460a-9d80-1dcdfee801a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:58.022820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-2d66c6be-25cc-460a-9d80-1dcdfee801a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.5087855 Nov 23 10:18:58.089802 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-8d27fc49-2c23-41ba-98d7-9e6ad00e7484 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Nov 23 10:18:58.166832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-81fb3b80-969e-4a4f-9110-dd422db98a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:58.168321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-81fb3b80-969e-4a4f-9110-dd422db98a25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0689397 Nov 23 10:18:58.207537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-1591bd2b-a2e3-411b-82f7-e5f29107545d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295625 Nov 23 10:18:58.335312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-e93d0e33-e1a3-4a12-9463-2d2d2453ff2f service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175759 Nov 23 10:18:58.373956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:58.398933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33cfb6-3f0a-41f0-97f4-4574a6a8e595 req-6037fcb4-6e3b-47ba-ae67-57ab4ed6cdea tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:58.400438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb33cfb6-3f0a-41f0-97f4-4574a6a8e595 req-6037fcb4-6e3b-47ba-ae67-57ab4ed6cdea tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 945 time: 0.0532587 Nov 23 10:18:58.454192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb33cfb6-3f0a-41f0-97f4-4574a6a8e595 req-a9b337d5-c948-4b02-91dd-fb725fefd1d7 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Nov 23 10:18:58.513357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-863583e6-a430-41b6-a1be-9e1538cc8052 req-789db704-f0f4-45fa-9561-8b466afa4e62 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691833 Nov 23 10:18:58.661802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff4dd-0c51-47d2-b2cf-701b18a187c1 req-ef728924-7703-4c44-a9dd-01f13f44fa7e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:58.663320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-141ff4dd-0c51-47d2-b2cf-701b18a187c1 req-ef728924-7703-4c44-a9dd-01f13f44fa7e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.0714514 Nov 23 10:18:58.763181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-141ff4dd-0c51-47d2-b2cf-701b18a187c1 req-88cb5d42-7d50-4139-98dc-52f82fb60d9a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934324 Nov 23 10:18:58.785856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port f499bf36-cf66-4bcb-9407-f02916e16e08 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:18:58.786245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:58.876330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port f499bf36-cf66-4bcb-9407-f02916e16e08, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f499bf36-cf66-4bcb-9407-f02916e16e08,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:58.876703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:58.889830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for f499bf36-cf66-4bcb-9407-f02916e16e08 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:18:59.096186 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.124384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=f499bf36-cf66-4bcb-9407-f02916e16e08,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:59.165107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:18:59.274787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:59.291215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ff994fa0-94d3-4905-a918-1457e433c886', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'port_id': 'ff994fa0-94d3-4905-a918-1457e433c886', 'mac_address': 'fa:16:3e:52:78:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b143a645-5dc1-4bd3-928f-bb7b66fc8a9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:18:59.330022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 16bcf258-2e52-4f39-b72b-441152210510 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:18:59.352921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.353390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 16bcf258-2e52-4f39-b72b-441152210510 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:18:59.353737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 16bcf258-2e52-4f39-b72b-441152210510 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:18:59.355304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.369752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:18:59.400206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:18:59.406992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.460009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:18:59.572933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05697cf-5f50-4c2f-a06a-d74629bf9823 req-eb7634b0-3ff8-42df-a46c-af54bf5877f0 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:59.574449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b05697cf-5f50-4c2f-a06a-d74629bf9823 req-eb7634b0-3ff8-42df-a46c-af54bf5877f0 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Nov 23 10:18:59.608828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 4770a2e1-29af-456e-9616-9adc8d1e46d9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:18:59.620678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:18:59.628525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b05697cf-5f50-4c2f-a06a-d74629bf9823 req-492fffc0-bd75-43d3-884e-630982a2294e tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Nov 23 10:18:59.739528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:18:59.755365 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-45a4eb85-dcae-4bb6-8415-f56bce84aebf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/4770a2e1-29af-456e-9616-9adc8d1e46d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516227 Nov 23 10:18:59.757949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42046) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:18:59.765348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Sync routers for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:18:59.790033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:18:59.790676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:18:59.853981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting subnet 0c4f5259-366a-421d-bd66-23b64e93471e {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:18:59.870412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.943230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:18:59.947042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:18:59.972098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed082c-8ca2-4c87-91dd-0006d1e96049 req-25c1baf1-047b-464f-8795-b72359858019 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:18:59.973657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ed082c-8ca2-4c87-91dd-0006d1e96049 req-25c1baf1-047b-464f-8795-b72359858019 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 944 time: 0.1166956 Nov 23 10:19:00.096420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.104162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12ed082c-8ca2-4c87-91dd-0006d1e96049 req-e561fc5d-51f1-4a67-83db-f7d510a4f367 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223722 Nov 23 10:19:00.193447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.229468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4f5259-366a-421d-bd66-23b64e93471e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:00.235537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.238660 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08de051d-0a7f-4122-9148-6b441ed489c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/subnets/0c4f5259-366a-421d-bd66-23b64e93471e HTTP/1.1" status: 204 len: 168 time: 0.4796569 Nov 23 10:19:00.241210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42062) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:00.255537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf3193-83ec-447b-8a7b-67febc7c4fda None None] Network 49cba4dd-c061-4af5-87d7-4d96f33225c1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:00.375957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.412620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:18:59Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:00.446789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Checking router: 4770a2e1-29af-456e-9616-9adc8d1e46d9 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:00.463181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Routers {'4770a2e1-29af-456e-9616-9adc8d1e46d9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:00.463796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4770a2e1-29af-456e-9616-9adc8d1e46d9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:00.502245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.589964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port d56cb17c-85e6-47b3-a249-fffc68663bee {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:00.591778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.621669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] DHCP port deletion for 49cba4dd-c061-4af5-87d7-4d96f33225c1 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:00.678370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] Set router 4770a2e1-29af-456e-9616-9adc8d1e46d9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:00.696306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port d56cb17c-85e6-47b3-a249-fffc68663bee, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d56cb17c-85e6-47b3-a249-fffc68663bee,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:00.696764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.724872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for d56cb17c-85e6-47b3-a249-fffc68663bee owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:00.867412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Deleting port dc8aba64-02f9-4da1-8b89-5a02df2d1041 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:00.867412 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.945463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:00.987327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42080) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:01.003290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=d56cb17c-85e6-47b3-a249-fffc68663bee,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:01.144958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd399857-651f-4251-94b0-84034cd08f98 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:01.157776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] For port dc8aba64-02f9-4da1-8b89-5a02df2d1041, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dc8aba64-02f9-4da1-8b89-5a02df2d1041,segment=NetworkSegment(18e83278-f0ad-45ab-825d-9a2db3d0e05f),segment_id=18e83278-f0ad-45ab-825d-9a2db3d0e05f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:01.158185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.173267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:01.243557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Calling delete_port for dc8aba64-02f9-4da1-8b89-5a02df2d1041 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:01.265926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:18:59Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:01.304609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027bbf-5df1-4ac4-9114-02e46be8175a None None] The sync data for ids ['4770a2e1-29af-456e-9616-9adc8d1e46d9'] in n-d-781076-5 is: [{'id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731298874', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:17:32Z', 'updated_at': '2021-11-23T10:18:59Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': 'd56cb17c-85e6-47b3-a249-fffc68663bee', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770a2e1-29af-456e-9616-9adc8d1e46d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:17:34Z', 'updated_at': '2021-11-23T10:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:01.360600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port ff994fa0-94d3-4905-a918-1457e433c886 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:19:01.372024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ff994fa0-94d3-4905-a918-1457e433c886 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:01.372387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.436579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.468959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] Pushing event deleted for resources: {'Port': ['ID=dc8aba64-02f9-4da1-8b89-5a02df2d1041,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:01.477309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fee258-f11d-41c1-be55-9511b87bf45c None None] No DVR routers for this DVR port dc8aba64-02f9-4da1-8b89-5a02df2d1041 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:01.535877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.566284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:01.567155 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d42940-727f-4b29-9b47-a9a56532f26c" -d '{"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:01.595881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:01.602330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.650395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d1c15-207a-4099-a919-3592272330e6 req-aeca0937-2cc5-4fc0-b65d-774480c038ed tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:01.655189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b6d1c15-207a-4099-a919-3592272330e6 req-aeca0937-2cc5-4fc0-b65d-774480c038ed tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 944 time: 0.1243007 Nov 23 10:19:01.695116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:01.707410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.731766 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebef4ed-921e-4ffb-80fb-880b2b6cfb4d x-openstack-request-id: req-9ebef4ed-921e-4ffb-80fb-880b2b6cfb4d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:01.732096 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:01.732355 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ebef4ed-921e-4ffb-80fb-880b2b6cfb4d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:01.732810 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'code': 200} Nov 23 10:19:01.858507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1023c-f967-4501-94bf-d9450a39f089 req-caf91c17-01f8-4341-9e6b-8e28984be8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:01.860029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25c1023c-f967-4501-94bf-d9450a39f089 req-caf91c17-01f8-4341-9e6b-8e28984be8f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1096 time: 0.0452640 Nov 23 10:19:01.891317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.895680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.904042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b6d1c15-207a-4099-a919-3592272330e6 req-7dcff95f-c1dc-48e3-a5db-ac3c4580d61b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938777 Nov 23 10:19:01.908028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-25c1023c-f967-4501-94bf-d9450a39f089 req-ab10ea04-efff-406d-adb2-341dbce53c40 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Nov 23 10:19:01.984028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.984028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Fanout notify agent at l3_agent the message router_deleted on router 4770a2e1-29af-456e-9616-9adc8d1e46d9 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:19:01.991884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:01.993013 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e362740-7c8c-4c83-a58f-9628ca0626c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/routers/4770a2e1-29af-456e-9616-9adc8d1e46d9 HTTP/1.1" status: 204 len: 168 time: 1.7508771 Nov 23 10:19:01.995913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42106) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:02.098107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc8aba64-02f9-4da1-8b89-5a02df2d1041 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:02.111325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.131636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: dc8aba64-02f9-4da1-8b89-5a02df2d1041 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:02.132127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dc8aba64-02f9-4da1-8b89-5a02df2d1041 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:02.132736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f499bf36-cf66-4bcb-9407-f02916e16e08 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:02.160532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f499bf36-cf66-4bcb-9407-f02916e16e08 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:02.160879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f499bf36-cf66-4bcb-9407-f02916e16e08 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:02.277239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.303276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.303827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cba4dd-c061-4af5-87d7-4d96f33225c1']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:02.315593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e83278-f0ad-45ab-825d-9a2db3d0e05f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:02.316010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e83278-f0ad-45ab-825d-9a2db3d0e05f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:02.329562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.346576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.353844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:19:02.354425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:19:02.358224 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:19:02.453266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.461260 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.467685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/networks/49cba4dd-c061-4af5-87d7-4d96f33225c1 HTTP/1.1" status: 204 len: 168 time: 0.4679379 Nov 23 10:19:02.476432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42118) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:02.483797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cbc45-ea33-4764-a520-19e9f1e1f4d1 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Network': ['ID=49cba4dd-c061-4af5-87d7-4d96f33225c1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:02.541238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.570921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.664199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.668198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:02.671993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/security-groups/01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90 HTTP/1.1" status: 204 len: 168 time: 0.1917906 Nov 23 10:19:02.686976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0435c-6ac5-4f8a-99a8-6695cf4276a6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5fdc4-977d-4f5a-b9a7-b5ddd2725d90,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:02.870231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:02.870760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.026987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:03.026987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.065200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:03.138771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e653db-6509-422e-b3b8-efb29b9fc200 req-10961692-201b-430f-a79b-fbab742472bc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:03.144329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4e653db-6509-422e-b3b8-efb29b9fc200 req-10961692-201b-430f-a79b-fbab742472bc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1009476 Nov 23 10:19:03.247025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4e653db-6509-422e-b3b8-efb29b9fc200 req-69271ab5-6637-4194-acdb-f6b5f5cf5f64 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Nov 23 10:19:03.326433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42154) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:03.334359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699265511', 'description': 'tempest-secgroup-smoke-1699265511 description', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:03.371460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.378543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.402951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=2fb229ad-d27f-43ff-9fe9-56b05f6dadb7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:03.500348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.506560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.544498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.546199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2180822 Nov 23 10:19:03.552569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:03.558332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:03.575972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0abb9a-622e-43d2-8570-fb8dbf97662c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c615345-e58d-44e8-969d-000bf873e98b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:03.603932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.659862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.661371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.667170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.690221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9d86c5-7bd7-4af6-8539-10e237da4e6f,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:03.695778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.700481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4eb42d67-8823-4176-8727-39cc33c7885e tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468868 Nov 23 10:19:03.704160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42168) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:03.712050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:03.744424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.816985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.822538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.842154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fcf1d4-05b2-42f5-bc8f-bd557cc5f728,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:03.873043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:03.878160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-889410b6-0c9a-4bd5-870f-40bbac141803 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698771 Nov 23 10:19:03.879044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42174) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:03.886692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:03.926641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.033390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d56cb17c-85e6-47b3-a249-fffc68663bee no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:04.059297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d56cb17c-85e6-47b3-a249-fffc68663bee {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:04.059939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d56cb17c-85e6-47b3-a249-fffc68663bee not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:04.079053 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.083335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.105031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6161e24a-7f81-4dcf-8929-209d032dc89c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:04.121451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.125577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d71150b2-762e-4354-b6e5-371167acf77f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415676 Nov 23 10:19:04.125704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42182) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:04.133523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:04.180130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.193046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af064-05ab-4a46-b459-605d67828eeb req-0d3009bf-b52d-4c28-9406-c54d6fe15669 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:04.194605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e76af064-05ab-4a46-b459-605d67828eeb req-0d3009bf-b52d-4c28-9406-c54d6fe15669 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Nov 23 10:19:04.215970 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:19:04.287747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.291073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e76af064-05ab-4a46-b459-605d67828eeb req-78507ff8-089f-409d-8dba-c2f33b5e27e3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642090 Nov 23 10:19:04.307793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.324253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0c1558-5a35-4d38-9bab-62f593d7fdb8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:04.363718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:04.365618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.369446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a7b22096-4341-4428-8f9d-4a2e5c909325 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2397454 Nov 23 10:19:04.369810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:04.375819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:04.414267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7ead-a4bb-49d2-be56-14a9cd970da1 req-7e5a9522-81c1-4b8c-802c-9975e142398c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:04.415811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02e7ead-a4bb-49d2-be56-14a9cd970da1 req-7e5a9522-81c1-4b8c-802c-9975e142398c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0871747 Nov 23 10:19:04.417134 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:19:04.422381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.495228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:04.505054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5939f91f-a89b-4521-9e0c-9508d412ea0f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/2c221c3c-f17e-49b5-9779-2492404a17e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5110853 Nov 23 10:19:04.506684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e02e7ead-a4bb-49d2-be56-14a9cd970da1 req-8a1a1fef-d5ea-4a1c-ac8e-998b9f16a111 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803168 Nov 23 10:19:04.510236 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:04.524486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.530216 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.534863 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:04.535770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:04.553422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef88007-7431-4498-b193-8d03a36788a3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:04.560999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.562576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca24630e-0612-4b21-ab7d-7f0b0dbe7ab2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1919630 Nov 23 10:19:04.565461 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42202) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:04.571232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'security_group_rule': {'security_group_id': '9c615345-e58d-44e8-969d-000bf873e98b', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:04.605109 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Project e53ef36b98084a9b94f57f73c49e47ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:19:04.615265 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.679483 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:04.717426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.755616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.781538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3a349b-697e-4f06-a9ec-d03bedaa18ed,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:04.828599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c63355-c45a-47f9-8dc5-e6ec52ec6c39 req-b5b0c7d0-15a3-4ef9-ba65-254567c5dae9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:04.830596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38c63355-c45a-47f9-8dc5-e6ec52ec6c39 req-b5b0c7d0-15a3-4ef9-ba65-254567c5dae9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.0560901 Nov 23 10:19:04.844265 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.846717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8401cfb9-b8f0-427f-996f-52693a0fee57 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2793517 Nov 23 10:19:04.848840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:04.855219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'network': {'name': 'tempest-network-smoke--1816833959', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:04.890520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-ccf922e7-9102-4b6e-92f4-4a6ecd3e7a77 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:04.891853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-ccf922e7-9102-4b6e-92f4-4a6ecd3e7a77 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 814 time: 0.1729128 Nov 23 10:19:04.907899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:04.911505 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.926899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-54759ac7-26cd-4560-b0cd-763cd8f753d1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/quotas/e5ca2eb5dbc94e4db26049309a3c7a39 HTTP/1.1" status: 200 len: 375 time: 0.0276105 Nov 23 10:19:04.930008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38c63355-c45a-47f9-8dc5-e6ec52ec6c39 req-013885df-d517-4e5f-802b-dd4529b88dec tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911241 Nov 23 10:19:04.946406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:19:04.966064 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:04.966492 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Added segment 2e0b23db-8951-41cb-8a36-ef00cb359796 of type vlan for network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd Nov 23 10:19:04.987951 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:04.994291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-9db52946-914b-4d2e-ab4b-eec3a5c181c5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645306 Nov 23 10:19:05.006730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-097f2986-a729-4cc5-928b-751f924209e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:19:05.007729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-097f2986-a729-4cc5-928b-751f924209e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058799 Nov 23 10:19:05.020594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.041118 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:05.047876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.053359 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:05.054133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:05.054418 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:05.054883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.095587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2420578 Nov 23 10:19:05.098287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:05.104784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'admin_state_up': True, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:05.126606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978e861-7277-4f7a-a7c4-87ecdecca098 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Network': ['ID=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:05.139217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:19:05.142110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.143282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.172549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-4e38aec5-da35-4dbb-9e9a-94d51b02f2b3 service neutron] 10.222.0.62 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566598 Nov 23 10:19:05.205158 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:05.241804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.466378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.477564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-8f624daf-d62c-4498-9d7d-42d147da3961 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:05.480003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-8f624daf-d62c-4498-9d7d-42d147da3961 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.11 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 945 time: 0.1525872 Nov 23 10:19:05.495611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e22ef-ef01-436a-a8bd-0c42e0f463b3 req-58235d6f-a8d1-4845-a456-8f2a5352ec17 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:05.497228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967e22ef-ef01-436a-a8bd-0c42e0f463b3 req-58235d6f-a8d1-4845-a456-8f2a5352ec17 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 945 time: 0.0830245 Nov 23 10:19:05.513873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-0919143e-c9d0-4f54-8d8f-18c210fec332 service neutron] 10.222.0.62 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308561 Nov 23 10:19:05.519371 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:05.557341 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be49ee3-4703-4bb0-81d3-08b0cae2aa9d None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '5f23c8aa-8835-455d-a29b-2ea7f2ad2058', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'port_id': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'mac_address': 'fa:16:3e:f2:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:17:10Z', 'updated_at': '2021-11-23T10:17:14Z', 'revision_number': 1, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:05.599518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967e22ef-ef01-436a-a8bd-0c42e0f463b3 req-7843d96e-355e-4b2f-a4f9-aaa6d3dfbf30 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c743632-182d-41c6-9505-97e0ecb65775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Nov 23 10:19:05.675684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Deleting port 84e4a047-a2fe-4684-858f-146a3dc16efd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:05.676033 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.797534 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.811085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28cdaaf6-fad5-4f49-852b-e2fe22e39056 req-9cf2ae56-eb06-4eab-8681-77e6dd3d4e97 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 210 time: 0.0550332 Nov 23 10:19:05.837541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.860789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] For port 84e4a047-a2fe-4684-858f-146a3dc16efd, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=84e4a047-a2fe-4684-858f-146a3dc16efd,segment=NetworkSegment(977acd48-9984-45d0-9d3e-212c84d86115),segment_id=977acd48-9984-45d0-9d3e-212c84d86115)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:05.861218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:05.881819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Calling delete_port for 84e4a047-a2fe-4684-858f-146a3dc16efd owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:05.974147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:05.983723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.219 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/5981b5c5-5b3a-4098-b245-add94ba941c3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:06.040671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:06.041280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 2fb229ad-d27f-43ff-9fe9-56b05f6dadb7 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:06.149160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:06.163029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['84e4a047-a2fe-4684-858f-146a3dc16efd'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:06.231152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Pushing event deleted for resources: {'Port': ['ID=84e4a047-a2fe-4684-858f-146a3dc16efd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:06.269132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] No DVR routers for this DVR port 84e4a047-a2fe-4684-858f-146a3dc16efd on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:06.284486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:06.286601 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082180cc-0b22-4259-9f38-3d4786700a6c req-eea27d8b-a0b2-41e5-bf01-c250b26a2f0e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:06.288259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-082180cc-0b22-4259-9f38-3d4786700a6c req-eea27d8b-a0b2-41e5-bf01-c250b26a2f0e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.2734714 Nov 23 10:19:06.288418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21168cd7-521d-4f23-bb19-1a39a51ab34f req-edcfafe3-bf90-4c71-bdbb-7df9af3953b3 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.11 "DELETE /v2.0/ports/84e4a047-a2fe-4684-858f-146a3dc16efd HTTP/1.1" status: 204 len: 173 time: 0.7901585 Nov 23 10:19:06.288839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'name': 'network-vif-deleted', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:06.291729 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9dee30-99bd-4a5b-80f0-f72f78f188d6" -d '{"events": [{"server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "name": "network-vif-deleted", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:06.297303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbf33a-1cb0-48d0-b84d-60373096b986 req-277c7a28-31cf-40e7-8b90-f584f532c521 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:06.299962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17cbf33a-1cb0-48d0-b84d-60373096b986 req-277c7a28-31cf-40e7-8b90-f584f532c521 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.2226107 Nov 23 10:19:06.352846 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba8fe54-a9a6-4b7e-bcea-8cd5fb289be0 x-openstack-request-id: req-9ba8fe54-a9a6-4b7e-bcea-8cd5fb289be0 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:06.353143 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3015111f-ff2f-44ec-b0b9-1950fdf38fa5", "name": "network-vif-deleted", "tag": "84e4a047-a2fe-4684-858f-146a3dc16efd", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:06.353398 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ba8fe54-a9a6-4b7e-bcea-8cd5fb289be0 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:06.353808 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3015111f-ff2f-44ec-b0b9-1950fdf38fa5', 'name': 'network-vif-deleted', 'tag': '84e4a047-a2fe-4684-858f-146a3dc16efd', 'status': 'completed', 'code': 200} Nov 23 10:19:06.411555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:06.459973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17cbf33a-1cb0-48d0-b84d-60373096b986 req-96c8f26b-f100-443d-87e9-301e029a207e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360590 Nov 23 10:19:06.508297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:06.513909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 5549faca-75bc-4842-b21e-76958da6ebb1 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:06.514252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:06.749188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dab2d12-92c9-4e1c-a49c-6dbf17a7c444 req-b2495938-8930-4f23-afd8-9ae73497d5d2 tempest-VolumesActionsTest-1976682088 tempest-VolumesActionsTest-1976682088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3015111f-ff2f-44ec-b0b9-1950fdf38fa5 HTTP/1.1" status: 200 len: 210 time: 0.0440447 Nov 23 10:19:06.986326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:06.998008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:07.005233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:07.017758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2102c78-132a-457d-a67c-cedf2a30766f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:07.070380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e6c30f36-2b25-4264-a2fa-941508ccf07f None None] Provisioning complete for port 5981b5c5-5b3a-4098-b245-add94ba941c3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:07.071074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e6c30f36-2b25-4264-a2fa-941508ccf07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.083605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62650646-d21f-4220-b68d-db83c01d647f req-316acd61-f69f-4541-91ed-30f0b3b57aae tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 210 time: 0.1207170 Nov 23 10:19:07.107300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=5981b5c5-5b3a-4098-b245-add94ba941c3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:07.135961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e6c30f36-2b25-4264-a2fa-941508ccf07f None None] Port 5981b5c5-5b3a-4098-b245-add94ba941c3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:07.275388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 5549faca-75bc-4842-b21e-76958da6ebb1, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5549faca-75bc-4842-b21e-76958da6ebb1,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:07.275753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.309246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-3810e77c-1fcd-42a7-8e7f-8f9bd220ffd6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:07.310714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-3810e77c-1fcd-42a7-8e7f-8f9bd220ffd6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 814 time: 0.3468387 Nov 23 10:19:07.315699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 5549faca-75bc-4842-b21e-76958da6ebb1 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:07.333999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Request body: {'port': {'device_id': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'admin_state_up': True, 'tenant_id': 'e5ca2eb5dbc94e4db26049309a3c7a39'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:07.606045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff1b7-bb13-48a1-a096-841715f0d31b req-29486d25-6c30-4376-b29c-922f0b5e62b1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:07.615048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4ff1b7-bb13-48a1-a096-841715f0d31b req-29486d25-6c30-4376-b29c-922f0b5e62b1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=f986b265-3223-409f-9faf-a346ccedd00e HTTP/1.1" status: 200 len: 946 time: 0.0623379 Nov 23 10:19:07.618867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Made reservation on behalf of e5ca2eb5dbc94e4db26049309a3c7a39 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:07.622537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.667816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4ff1b7-bb13-48a1-a096-841715f0d31b req-56741098-27bc-40f2-8407-a662cf83f8ba tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=898ba64d-0f72-415b-8b0b-3cb3ba752453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517790 Nov 23 10:19:07.668425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.698100 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.784113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=5549faca-75bc-4842-b21e-76958da6ebb1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:07.892347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] No DVR routers for this DVR port 5549faca-75bc-4842-b21e-76958da6ebb1 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:07.899484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:07.902952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "DELETE /v2.0/ports/5549faca-75bc-4842-b21e-76958da6ebb1 HTTP/1.1" status: 204 len: 173 time: 1.5964954 Nov 23 10:19:07.905292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'name': 'network-vif-deleted', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:07.907925 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e3331-7841-45f5-ac96-29136921048e" -d '{"events": [{"server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "name": "network-vif-deleted", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:07.980715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Allocated IP 172.20.0.14 (bac6befe-ad22-4bb9-a357-524847b819ac/b143a645-5dc1-4bd3-928f-bb7b66fc8a9c/2843afe0-d31f-49ec-9c6c-1e89684c58f8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:07.983800 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4399cc-719d-44c0-be8f-85fe03411fd7 x-openstack-request-id: req-8a4399cc-719d-44c0-be8f-85fe03411fd7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:07.984094 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f986b265-3223-409f-9faf-a346ccedd00e", "name": "network-vif-deleted", "tag": "5549faca-75bc-4842-b21e-76958da6ebb1", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:07.984351 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a4399cc-719d-44c0-be8f-85fe03411fd7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:07.984752 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f986b265-3223-409f-9faf-a346ccedd00e', 'name': 'network-vif-deleted', 'tag': '5549faca-75bc-4842-b21e-76958da6ebb1', 'status': 'completed', 'code': 200} Nov 23 10:19:08.206660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.295373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4a5a9dd-c16c-474e-b226-51c18ece24f0 req-0d43b1cd-e6ab-4082-b551-9fd95a8273e5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 210 time: 0.0449543 Nov 23 10:19:08.327629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.455346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.468008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:08.538447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 1f5815da-c9ea-493d-898c-ba7c45157b8e is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:19:08.602726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Network bac6befe-ad22-4bb9-a357-524847b819ac is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:08.604615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Pushing event updated for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:08.609448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:08.613004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:08.717473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:08.718361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.742886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8e900576-0c61-4e0e-a882-2f40a254b5c8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4193032 Nov 23 10:19:08.744609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:08.762909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Request body: {'port': {'device_id': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:08.768194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:08.775953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Sync routers for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:08.786794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:08.787633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:08.856065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.863655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.867857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f8106802-8136-4eef-b073-a9fa3638fad5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7649591 Nov 23 10:19:08.869005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42322) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:08.892070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.894683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:08.928220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:08.934190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cd31d1a5-5653-402d-b77f-84bf7c8fdf37 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e53ef36b98084a9b94f57f73c49e47ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621142 Nov 23 10:19:08.936914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42324) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.079457 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.082256 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.083457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/security-groups/898ba64d-0f72-415b-8b0b-3cb3ba752453 HTTP/1.1" status: 204 len: 168 time: 0.3142138 Nov 23 10:19:09.099141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2b63d-529c-4e96-84a4-7d073adf5db9 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ba64d-0f72-415b-8b0b-3cb3ba752453,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:09.125680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b9045-1587-42dc-9aa2-7a3d201a722b tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:09.130259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb2b9045-1587-42dc-9aa2-7a3d201a722b tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904318 Nov 23 10:19:09.131488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42332) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.149489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42336) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.221106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ad1b7e9a-0fc2-42bc-b38f-fb17e8f304a4 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883861 Nov 23 10:19:09.224850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42338) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.228936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520568519', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:09.280514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:07Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:09.306394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting subnet 1493c6c0-12d8-4963-8079-84cf89697246 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:19:09.310944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.321567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Checking router: 1f5815da-c9ea-493d-898c-ba7c45157b8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:09.322090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Updating router 1f5815da-c9ea-493d-898c-ba7c45157b8e port 5981b5c5-5b3a-4098-b245-add94ba941c3 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:19:09.324708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 84e4a047-a2fe-4684-858f-146a3dc16efd no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:09.339960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:09.344559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.392251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 84e4a047-a2fe-4684-858f-146a3dc16efd {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:09.393028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 84e4a047-a2fe-4684-858f-146a3dc16efd not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:09.396412 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.400390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.542298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843afe0-d31f-49ec-9c6c-1e89684c58f8 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:09.553285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.559648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a00e2b-661e-4eb7-bbb6-d905169a3963 req-b2f8351e-2996-4b88-9ce4-121c99647864 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:09.561333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3a00e2b-661e-4eb7-bbb6-d905169a3963 req-b2f8351e-2996-4b88-9ce4-121c99647864 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 932 time: 0.1437068 Nov 23 10:19:09.578766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Transition to ACTIVE for port object 2843afe0-d31f-49ec-9c6c-1e89684c58f8 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:19:09.585780 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.597055 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.663818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.744089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:09.754792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3a00e2b-661e-4eb7-bbb6-d905169a3963 req-f2d9afa6-ac59-4977-991f-2a5a8741d870 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478193 Nov 23 10:19:09.777514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.779175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.779858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Checking segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:09.780718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network hostable DHCP agents. Network: 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:19:09.787441 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.789330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Subnet': ['ID=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:09.808497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:19:09.818685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Subnet': ['ID=1493c6c0-12d8-4963-8079-84cf89697246,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:09.820148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:09.825023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:09.826028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.827058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.834927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42350) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.835654 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3d9d32f8-c52a-47f6-8bcd-0d73bf9651a1 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/subnets/1493c6c0-12d8-4963-8079-84cf89697246 HTTP/1.1" status: 204 len: 168 time: 0.6788466 Nov 23 10:19:09.839295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Attempting to bind port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:09.839632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Attempting to bind port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:09.840670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Attempting to bind port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 on network bac6befe-ad22-4bb9-a357-524847b819ac {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:09.845362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 on network bac6befe-ad22-4bb9-a357-524847b819ac not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:19:09.845697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Attempting to bind port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 on network bac6befe-ad22-4bb9-a357-524847b819ac {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:09.853007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:09.853355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Checking segment: {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:09.853787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Bound using segment: {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:09.854281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Bound port: 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3a25ab-219b-4879-91c5-4a00a0d96e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:09.854690 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.874147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e53f-887e-426d-8bbb-3983d8669cc4 None None] Pushing event updated for resources: {'Port': ['ID=5981b5c5-5b3a-4098-b245-add94ba941c3,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:09.881386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d4e6c97-dfb4-4131-884c-a211f412c2b7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6560280 Nov 23 10:19:09.882411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42354) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:09.882564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150271e-31ff-4908-9036-c98b02783bd5 None None] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:09.885198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b449b9-5dcd-47f7-8066-b851b8e80d63 None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:09.941355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525ac16-9c89-4c4d-a9b5-200db0b2b665 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:09.978882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:09.986072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:09.992032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:09.992546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.049219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:10.050169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.054249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] 10.222.0.50 "PUT /v2.0/ports/2843afe0-d31f-49ec-9c6c-1e89684c58f8 HTTP/1.1" status: 200 len: 1092 time: 1.3001223 Nov 23 10:19:10.054851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:10.057487 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379cd9d-0a36-4165-930e-589cf892fbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:10.071065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Attempting to bind port 5981b5c5-5b3a-4098-b245-add94ba941c3 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:10.071711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Attempting to bind port 5981b5c5-5b3a-4098-b245-add94ba941c3 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:10.072248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Attempting to bind port 5981b5c5-5b3a-4098-b245-add94ba941c3 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:10.100831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:10.101834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:10.102443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.103006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:10.103663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Bound port: 5981b5c5-5b3a-4098-b245-add94ba941c3, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:10.104247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.141701 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0d88a2-8d6a-4768-bbfa-0f4938460177 x-openstack-request-id: req-de0d88a2-8d6a-4768-bbfa-0f4938460177 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:10.142034 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:10.142297 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de0d88a2-8d6a-4768-bbfa-0f4938460177 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:10.143527 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8', 'status': 'completed', 'code': 200} Nov 23 10:19:10.154018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6a33-dc16-43c2-a706-3522bd52ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:10.176384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-51e9690f-872e-499e-94d9-54b180dee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:10.178237 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-51e9690f-872e-499e-94d9-54b180dee30a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 1095 time: 0.0835710 Nov 23 10:19:10.179170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6cd4dfea-ea0d-4ae9-959f-feb6a9afd51f None None] Provisioning complete for port 5981b5c5-5b3a-4098-b245-add94ba941c3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:10.179762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6cd4dfea-ea0d-4ae9-959f-feb6a9afd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.252584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 7a3d96ec-365f-498d-a949-6e43afe8bd78 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:10.252935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.253111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-3db40d8d-5154-4650-9db1-a8c30f92e4d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8 HTTP/1.1" status: 200 len: 217 time: 0.0635824 Nov 23 10:19:10.337792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083a10-8d3b-4029-8677-f358094f6f48 req-b7a5269c-3336-44c4-b445-1018e3ed83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:10.339454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-b7a5269c-3336-44c4-b445-1018e3ed83ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0770326 Nov 23 10:19:10.365469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] For port 5981b5c5-5b3a-4098-b245-add94ba941c3, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:10.371561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4dfea-ea0d-4ae9-959f-feb6a9afd51f None None] Port 5981b5c5-5b3a-4098-b245-add94ba941c3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:10.386733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 7a3d96ec-365f-498d-a949-6e43afe8bd78, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7a3d96ec-365f-498d-a949-6e43afe8bd78,segment=NetworkSegment(cad2f63e-92a8-4852-84e8-577e34fbd606),segment_id=cad2f63e-92a8-4852-84e8-577e34fbd606)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:10.387402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.394565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] For port 5981b5c5-5b3a-4098-b245-add94ba941c3, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5981b5c5-5b3a-4098-b245-add94ba941c3,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:10.406150 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.411831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 7a3d96ec-365f-498d-a949-6e43afe8bd78 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:10.415175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-54c9986f-7580-40e7-9ab2-6d77c3d78264 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689232 Nov 23 10:19:10.476218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5802cf1-3cf2-4606-8361-f88475d9a958 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:10.511173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e53f-887e-426d-8bbb-3983d8669cc4 None None] Pushing event updated for resources: {'Port': ['ID=5981b5c5-5b3a-4098-b245-add94ba941c3,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:10.513758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:10.514435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:10.567317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:19:10.568356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.577280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] DHCP port deletion for b7a80c10-bb4f-4752-9eda-1951ac702f38 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:10.737116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-b391ee3e-0aea-4bbf-a711-d624a755cb86 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149664 Nov 23 10:19:10.740048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.802483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] Provisioning complete for port 5981b5c5-5b3a-4098-b245-add94ba941c3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:10.803019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:10.816532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=7a3d96ec-365f-498d-a949-6e43afe8bd78,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:10.857390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] No DVR routers for this DVR port 7a3d96ec-365f-498d-a949-6e43afe8bd78 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:10.875893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:10.922683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55083a10-8d3b-4029-8677-f358094f6f48 req-8ddeb530-2854-40e4-93d8-dae59da2f6d2 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776078 Nov 23 10:19:11.006441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.030806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a80c10-bb4f-4752-9eda-1951ac702f38']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:11.041533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2f63e-92a8-4852-84e8-577e34fbd606') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:11.041801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2f63e-92a8-4852-84e8-577e34fbd606') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:11.091777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.098246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-4c6c85b0-65d5-473a-9316-f15842dbbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:11.100026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-4c6c85b0-65d5-473a-9316-f15842dbbccd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1087966 Nov 23 10:19:11.105974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.113810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:19:11.114230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.173775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Deleting port 7a3d96ec-365f-498d-a949-6e43afe8bd78 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:11.174169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.202111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5549faca-75bc-4842-b21e-76958da6ebb1 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:19:11.205574 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:19:11.228279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.235112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.241775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/networks/b7a80c10-bb4f-4752-9eda-1951ac702f38 HTTP/1.1" status: 204 len: 168 time: 1.4051681 Nov 23 10:19:11.242448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:11.298683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-a5b4fc54-fbff-423c-96c6-87276f3337d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:11.308575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Allocated IP 172.20.0.2 (2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd/101d3f55-c4b5-4dfb-b6ca-61fe24202fc5/ddf130a9-6004-4265-b392-da5f4c913741) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:11.309213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb0b1-1c1b-48cf-801c-d12ee1a69b76 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Network': ['ID=b7a80c10-bb4f-4752-9eda-1951ac702f38,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:11.311393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 5549faca-75bc-4842-b21e-76958da6ebb1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:11.311735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5549faca-75bc-4842-b21e-76958da6ebb1 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:11.312409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-a5b4fc54-fbff-423c-96c6-87276f3337d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.2044594 Nov 23 10:19:11.320370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.375007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-13ad8503-8c82-4e7a-993e-2b79ea3baa55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8 HTTP/1.1" status: 200 len: 217 time: 0.0547032 Nov 23 10:19:11.399042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] For port 7a3d96ec-365f-498d-a949-6e43afe8bd78, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:11.399417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.463372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Calling delete_port for 7a3d96ec-365f-498d-a949-6e43afe8bd78 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:11.468230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Port 7a3d96ec-365f-498d-a949-6e43afe8bd78 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:19:11.469452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-73b2eacd-b1c6-462a-8ea1-758f436cbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:11.471362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-73b2eacd-b1c6-462a-8ea1-758f436cbba7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0868053 Nov 23 10:19:11.475383 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.482308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.544171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-6a6bd0fd-af4c-4b91-8a09-3c18a0c46adf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508854 Nov 23 10:19:11.684128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Network b7a80c10-bb4f-4752-9eda-1951ac702f38 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:19:11.684886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-7fba0317-3ec6-4e9f-9797-8344abd626d0 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396527 Nov 23 10:19:11.685581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] No DVR routers for this DVR port 7a3d96ec-365f-498d-a949-6e43afe8bd78 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:11.687841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184b28-3095-4c42-a34f-cd95a4ffac87 None None] Pushing event deleted for resources: {'Port': ['ID=7a3d96ec-365f-498d-a949-6e43afe8bd78,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:11.706337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] For port 5981b5c5-5b3a-4098-b245-add94ba941c3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5981b5c5-5b3a-4098-b245-add94ba941c3,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:11.744743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658349a-b0d4-4a80-9429-9fcb047f7c28 req-7ed2db50-e6eb-4b5d-9c65-bef027ad3b1f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:11.761483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1658349a-b0d4-4a80-9429-9fcb047f7c28 req-7ed2db50-e6eb-4b5d-9c65-bef027ad3b1f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 944 time: 0.8641796 Nov 23 10:19:11.864650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.881199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.885143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5379cd9d-0a36-4165-930e-589cf892fbcc req-95c3d95f-b002-4290-863b-2a732ee55533 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915798 Nov 23 10:19:11.965465 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:11.971173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1658349a-b0d4-4a80-9429-9fcb047f7c28 req-74a43b84-1868-4c16-833a-db296743d4ec tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094238 Nov 23 10:19:11.980516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Pushing event updated for resources: {'Port': ['ID=ddf130a9-6004-4265-b392-da5f4c913741,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:12.046550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:12.055532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7a3d96ec-365f-498d-a949-6e43afe8bd78 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:12.080593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 7a3d96ec-365f-498d-a949-6e43afe8bd78 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:12.080817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7a3d96ec-365f-498d-a949-6e43afe8bd78 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:12.082831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:12.091463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d73e8-4e1d-4635-afb5-9948124c7007 None None] Pushing event updated for resources: {'Port': ['ID=5981b5c5-5b3a-4098-b245-add94ba941c3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:12.094687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:12.098064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:07Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:12.131726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f49458-f230-4d62-a089-78f6a5754fc4 None None] The sync data for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 is: [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:07Z', 'revision_number': 3, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:12.189040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:12.189503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.218406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Attempting to bind port ddf130a9-6004-4265-b392-da5f4c913741 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:12.219140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Attempting to bind port ddf130a9-6004-4265-b392-da5f4c913741 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:12.219771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Attempting to bind port ddf130a9-6004-4265-b392-da5f4c913741 on network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:12.226991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:12.227667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Checking segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:12.228229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.228759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Bound using segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:12.229383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Bound port: ddf130a9-6004-4265-b392-da5f4c913741, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:12.229933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.304621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] For port ddf130a9-6004-4265-b392-da5f4c913741, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:12.310392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] For port ddf130a9-6004-4265-b392-da5f4c913741, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ddf130a9-6004-4265-b392-da5f4c913741,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:12.316490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.340540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.1 (2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd/101d3f55-c4b5-4dfb-b6ca-61fe24202fc5/543b38a1-183e-46bf-a25a-46c470ba28a2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:12.369941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.370529 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.406323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:12.407259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbd692-d466-4db3-bf90-659324edab99 None None] Pushing event updated for resources: {'Port': ['ID=ddf130a9-6004-4265-b392-da5f4c913741,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:12.760860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.804394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.810248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=4fcf6ddb-559c-42f2-9d5d-b9dd54910fb5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:12.883873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:12.996529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:13.006591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:13.014041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:13.078558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:13.137836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a759-58f9-4491-84d4-3b6fe5932274 req-abd3c295-03c3-4733-a4ce-82a0588f5693 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:13.139442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8795a759-58f9-4491-84d4-3b6fe5932274 req-abd3c295-03c3-4733-a4ce-82a0588f5693 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 944 time: 0.0855098 Nov 23 10:19:13.199065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2843afe0-d31f-49ec-9c6c-1e89684c58f8 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:19:13.216740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:13.216740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:13.216740 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Floating IP 5f23c8aa-8835-455d-a29b-2ea7f2ad2058 disassociated (deleted). External IP: 172.25.1.215, port: a9f6187e-cdfb-423b-9596-7dae0eec3690. Nov 23 10:19:13.247572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8795a759-58f9-4491-84d4-3b6fe5932274 req-051c9bdb-42bf-4ef8-b386-80c5b780e028 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006985 Nov 23 10:19:13.374267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:13.404431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '2843afe0-d31f-49ec-9c6c-1e89684c58f8', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'port_id': '2843afe0-d31f-49ec-9c6c-1e89684c58f8', 'mac_address': 'fa:16:3e:3c:0d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b143a645-5dc1-4bd3-928f-bb7b66fc8a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:19:13.475114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:13.500525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:13.524183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2843afe0-d31f-49ec-9c6c-1e89684c58f8 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:13.549213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:13.555094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:13.657249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:13.759225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['2843afe0-d31f-49ec-9c6c-1e89684c58f8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:13.832149 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:14.014312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ecb753-e065-4994-a197-2f8fb6a64974 None None] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:14.107462 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:14.119807 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:14.125662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.134552 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:14.135176 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:14.167739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] Provisioning complete for port ddf130a9-6004-4265-b392-da5f4c913741 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:14.168110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.250997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5981b5c5-5b3a-4098-b245-add94ba941c3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:14.383059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53c2f91f-766e-4551-8958-416848d3b422 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/floatingips/5f23c8aa-8835-455d-a29b-2ea7f2ad2058 HTTP/1.1" status: 204 len: 168 time: 3.1289124 Nov 23 10:19:14.422187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:14.433566 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67168719-3b60-4bfd-83e2-6cc8b3b703f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:14.538431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5c276-0cda-4161-bab4-7fdc771b6889 req-8c8dbd20-b350-4cfd-bb22-140e828e7fcf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:14.546121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cc5c276-0cda-4161-bab4-7fdc771b6889 req-8c8dbd20-b350-4cfd-bb22-140e828e7fcf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 945 time: 0.1038270 Nov 23 10:19:14.614699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.621238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cc5c276-0cda-4161-bab4-7fdc771b6889 req-371f4087-dc65-4b9a-a21d-619a02fe7c8c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741105 Nov 23 10:19:14.633401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.656422 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:14.707872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5981b5c5-5b3a-4098-b245-add94ba941c3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:14.708242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.786232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.862454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:14.874918 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76908275-4e54-438d-a901-a89c14636b80 x-openstack-request-id: req-76908275-4e54-438d-a901-a89c14636b80 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:14.875226 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:14.876551 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76908275-4e54-438d-a901-a89c14636b80 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:14.876972 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'status': 'completed', 'code': 200} Nov 23 10:19:14.941110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] For port ddf130a9-6004-4265-b392-da5f4c913741, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ddf130a9-6004-4265-b392-da5f4c913741,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:14.952551 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.038646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:15.109847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-9b481d97-7d68-43b2-bd7f-f550b673d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:15.111452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-9b481d97-7d68-43b2-bd7f-f550b673d98f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 1097 time: 0.2449574 Nov 23 10:19:15.191120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ddf130a9-6004-4265-b392-da5f4c913741 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:15.193696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de95c6-f294-422a-a887-422b2aa92a15 None None] Pushing event updated for resources: {'Port': ['ID=ddf130a9-6004-4265-b392-da5f4c913741,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:15.245218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2843afe0-d31f-49ec-9c6c-1e89684c58f8 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:15.270750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:15.341382 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:15.366851 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:15.367647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-335b9a3c-53ab-4f52-a3e3-617f5000f613 None None] Provisioning complete for port ddf130a9-6004-4265-b392-da5f4c913741 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:15.368166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-335b9a3c-53ab-4f52-a3e3-617f5000f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.368833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:15.418131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ddf130a9-6004-4265-b392-da5f4c913741 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:15.418500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.498506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:19:15.510853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:15.511230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.642982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-335b9a3c-53ab-4f52-a3e3-617f5000f613 None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:15.643332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-335b9a3c-53ab-4f52-a3e3-617f5000f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.660364 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:15.759141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.782736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0aabb-1a26-47f5-9c6b-2eb15f2f7892 req-a599058a-4385-447c-9f50-9fe11eb65607 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:15.785395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24f0aabb-1a26-47f5-9c6b-2eb15f2f7892 req-a599058a-4385-447c-9f50-9fe11eb65607 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 945 time: 0.0605121 Nov 23 10:19:15.864493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24f0aabb-1a26-47f5-9c6b-2eb15f2f7892 req-6efd7091-e503-4e81-82ee-dfc05a12ae21 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724802 Nov 23 10:19:15.916375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:15.926652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:15.928584 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575616bf-a3b0-4884-aaf3-230db553b2af" -d '{"events": [{"server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:15.937346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.943174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:15.943800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-335b9a3c-53ab-4f52-a3e3-617f5000f613 None None] Port 543b38a1-183e-46bf-a25a-46c470ba28a2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:16.018708 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c451b-1ef2-44d7-9946-b2bff45dffae x-openstack-request-id: req-932c451b-1ef2-44d7-9946-b2bff45dffae {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:16.019080 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:16.019395 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-932c451b-1ef2-44d7-9946-b2bff45dffae {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:16.019850 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8', 'code': 200} Nov 23 10:19:16.089307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ddf130a9-6004-4265-b392-da5f4c913741 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:16.173481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:16.197473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:16.214416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f73a-22fb-4978-96e7-b4b6d54d407f req-cff3c750-5f6b-43e0-8a0f-15cbee1f1a90 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.224091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b960f73a-22fb-4978-96e7-b4b6d54d407f req-cff3c750-5f6b-43e0-8a0f-15cbee1f1a90 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 1.3400512 Nov 23 10:19:16.252654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-7621f801-2855-4962-a0c7-206adb796e12 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.254455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-7621f801-2855-4962-a0c7-206adb796e12 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 946 time: 0.1972663 Nov 23 10:19:16.255842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:16.261158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c7e85-6f5b-4af4-8b5c-9b1760abb16e req-e66a637b-b34f-426a-b258-29bbb0728daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.266335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-784c7e85-6f5b-4af4-8b5c-9b1760abb16e req-e66a637b-b34f-426a-b258-29bbb0728daa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1528933 Nov 23 10:19:16.284023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c237ab67-5d6d-479c-b985-4a423830ddb8 None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:16.290304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c237ab67-5d6d-479c-b985-4a423830ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:16.308572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-8be06e1d-d039-424b-b346-f3f40f5d225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.310117 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-8be06e1d-d039-424b-b346-f3f40f5d225a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 200 len: 897 time: 1.1889429 Nov 23 10:19:16.417696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ddf130a9-6004-4265-b392-da5f4c913741 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:16.420275 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:16.435815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-c89441fb-0db2-4091-9315-2b68b393e54f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 200 len: 217 time: 0.0906248 Nov 23 10:19:16.444666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b960f73a-22fb-4978-96e7-b4b6d54d407f req-42553904-261d-4649-bd2d-f6a7454f9374 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=f41a09cd-10a0-49f3-8c04-511f8509ca98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194605 Nov 23 10:19:16.499074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-c2729461-d5ec-406e-a694-978290d2c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.500589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-c2729461-d5ec-406e-a694-978290d2c137 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927f4f3d-15dc-4528-baaf-d9318cbbb758 HTTP/1.1" status: 200 len: 835 time: 0.0532672 Nov 23 10:19:16.502178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c237ab67-5d6d-479c-b985-4a423830ddb8 None None] Port 543b38a1-183e-46bf-a25a-46c470ba28a2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:16.552324 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:16.597033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675d359-48b7-47dc-898c-8b45c76d514d None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:03Z', 'revision_number': 6, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '016d1445-1042-46f1-8537-15285cdf3e04', 'name': '', 'network_id': '9d7fb026-1b90-452c-9499-08d6d446ee1d', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:75:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:41Z', 'updated_at': '2021-11-23T10:16:48Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '927f4f3d-15dc-4528-baaf-d9318cbbb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:16.652114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-784c7e85-6f5b-4af4-8b5c-9b1760abb16e req-2fd5a062-ba8d-4e72-b615-44077be632fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332801 Nov 23 10:19:16.684358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port a9f6187e-cdfb-423b-9596-7dae0eec3690 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:16.684717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:16.696954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-9482b59f-7b28-47c4-aeb5-32c94f2631e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:16.698628 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-9482b59f-7b28-47c4-aeb5-32c94f2631e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d7fb026-1b90-452c-9499-08d6d446ee1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395051 Nov 23 10:19:16.719441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 1f5815da-c9ea-493d-898c-ba7c45157b8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:16.742018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fd5ff1fb-1dfb-4b71-9efb-64854b6b0532 None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:16.742446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd5ff1fb-1dfb-4b71-9efb-64854b6b0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:16.805486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ff1fb-1dfb-4b71-9efb-64854b6b0532 None None] Port 543b38a1-183e-46bf-a25a-46c470ba28a2 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:16.920295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port a9f6187e-cdfb-423b-9596-7dae0eec3690, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=a9f6187e-cdfb-423b-9596-7dae0eec3690,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:16.921713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:16.956696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for a9f6187e-cdfb-423b-9596-7dae0eec3690 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:17.066553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984eada5-3215-432e-8833-553696f423c6 None None] New status for floating IP 5f23c8aa-8835-455d-a29b-2ea7f2ad2058: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:19:17.079298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-6def9a20-3efa-4de2-b837-ffc3f7aab95b service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699422 Nov 23 10:19:17.126951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:17.138890 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Sync routers for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:17.162757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:17.164179 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:17.199716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c902f352-785e-45cd-9e6b-297c7fb273b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/1f5815da-c9ea-493d-898c-ba7c45157b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3125880 Nov 23 10:19:17.330022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-3663d0a7-ae44-4ae3-abac-b7fb708a9c35 service neutron] 10.222.0.11 "GET /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411854 Nov 23 10:19:17.368818 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:17.526064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-c57ffd98-28e3-432f-b4cd-093e3922ae09 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699265511&fields=id&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 267 time: 0.1127238 Nov 23 10:19:17.648757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b72e7-1b0b-4291-8ea9-85afb682a9b3 req-8cae0852-e149-4519-9ab3-2fcd365b33bf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:17.650283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a3b72e7-1b0b-4291-8ea9-85afb682a9b3 req-8cae0852-e149-4519-9ab3-2fcd365b33bf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 946 time: 0.1026773 Nov 23 10:19:17.663141 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 2, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:17.701402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-a4844ac5-f769-4080-9671-ad955b6d1306 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:17.709273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-a4844ac5-f769-4080-9671-ad955b6d1306 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 797 time: 0.1821337 Nov 23 10:19:17.719152 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Checking router: 1f5815da-c9ea-493d-898c-ba7c45157b8e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:17.719840 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Updating router 1f5815da-c9ea-493d-898c-ba7c45157b8e port 543b38a1-183e-46bf-a25a-46c470ba28a2 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:19:17.748383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-375ba0ee-1ce7-41c7-a790-6e55ebb403b5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/quotas/e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 375 time: 0.0378714 Nov 23 10:19:17.754085 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:17.776982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a3b72e7-1b0b-4291-8ea9-85afb682a9b3 req-18363a67-281a-4320-9b01-e3086b0a1735 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183140 Nov 23 10:19:17.866161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd051-e02a-4bbc-a357-82992aae42ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:17.883032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-274b216c-d3fd-462e-839f-44ae43a88799 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327291 Nov 23 10:19:17.919054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:17.989383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=a9f6187e-cdfb-423b-9596-7dae0eec3690,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:18.025048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6898cd59-d683-4d4c-9ed3-b2f564094881 req-ac8dac30-00d5-40c3-94c9-e3c7ab94d2e6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5c8444-1418-4360-b6b9-2e0facd0a51e HTTP/1.1" status: 200 len: 210 time: 0.0490551 Nov 23 10:19:18.061391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-a9ce3fb8-7241-46fa-aa1e-3cef47aaf276 service neutron] 10.222.0.62 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736727 Nov 23 10:19:18.101301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] No DVR routers for this DVR port a9f6187e-cdfb-423b-9596-7dae0eec3690 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:18.110066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.115841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72efbea1-29ac-4e4c-a86d-416df819fea6 req-852af831-80f5-47a5-a3f2-6bee1f7afd31 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.11 "DELETE /v2.0/ports/a9f6187e-cdfb-423b-9596-7dae0eec3690 HTTP/1.1" status: 204 len: 173 time: 1.8483078 Nov 23 10:19:18.116597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'name': 'network-vif-deleted', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:18.123782 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2abb5f-7bd1-4266-a74e-bef42e085cc1" -d '{"events": [{"server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "name": "network-vif-deleted", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:18.217428 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-ae3100e2-37a5-48cd-9a32-f75b1710aca1 service neutron] 10.222.0.62 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466472 Nov 23 10:19:18.234299 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a5886-644d-44cf-b209-17db47d1f25e x-openstack-request-id: req-5f8a5886-644d-44cf-b209-17db47d1f25e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:18.234592 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c8444-1418-4360-b6b9-2e0facd0a51e", "name": "network-vif-deleted", "tag": "a9f6187e-cdfb-423b-9596-7dae0eec3690", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:18.234845 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f8a5886-644d-44cf-b209-17db47d1f25e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:18.235278 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c8444-1418-4360-b6b9-2e0facd0a51e', 'name': 'network-vif-deleted', 'tag': 'a9f6187e-cdfb-423b-9596-7dae0eec3690', 'status': 'completed', 'code': 200} Nov 23 10:19:18.288566 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.296735 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.380640 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67984b9b-6226-42e2-a518-fa20b5914c97 None None] Pushing event updated for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:18.482631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1aa3051f-c7c3-40ec-ad47-920f4c03764c req-c8afbbea-4006-4154-ad66-3af5bf12e146 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 210 time: 0.0572467 Nov 23 10:19:18.503879 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Attempting to bind port 543b38a1-183e-46bf-a25a-46c470ba28a2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:18.504424 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Attempting to bind port 543b38a1-183e-46bf-a25a-46c470ba28a2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:18.504876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Attempting to bind port 543b38a1-183e-46bf-a25a-46c470ba28a2 on network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:18.511822 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:18.512366 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Checking segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:18.513009 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.513610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Bound using segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:18.514417 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Bound port: 543b38a1-183e-46bf-a25a-46c470ba28a2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:18.515422 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.641717 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] For port 543b38a1-183e-46bf-a25a-46c470ba28a2, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:18.651924 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] For port 543b38a1-183e-46bf-a25a-46c470ba28a2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=543b38a1-183e-46bf-a25a-46c470ba28a2,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:18.661752 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:18.827513 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:18.828129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:18.887581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:18.889493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.026776 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:19.081038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbc5ea-4d7e-4552-944a-f13d6a7994eb req-67633c43-a21b-4e5a-bed6-8b54870c10ec tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:19.083886 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dafbc5ea-4d7e-4552-944a-f13d6a7994eb req-67633c43-a21b-4e5a-bed6-8b54870c10ec tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 946 time: 0.1629241 Nov 23 10:19:19.142067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42554) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:19.193407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.196241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67984b9b-6226-42e2-a518-fa20b5914c97 None None] Pushing event updated for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:19.232915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dafbc5ea-4d7e-4552-944a-f13d6a7994eb req-2b020fd8-31b6-4036-b446-e5f72231b793 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397216 Nov 23 10:19:19.288249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] For port 543b38a1-183e-46bf-a25a-46c470ba28a2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=543b38a1-183e-46bf-a25a-46c470ba28a2,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:19.294308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.351135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.358391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a9f6187e-cdfb-423b-9596-7dae0eec3690 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:19.420854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.533282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.536896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.541298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/security-groups/f41a09cd-10a0-49f3-8c04-511f8509ca98 HTTP/1.1" status: 204 len: 168 time: 0.3975747 Nov 23 10:19:19.560637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46d759-de45-45af-b13d-ddef7049b642 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a09cd-10a0-49f3-8c04-511f8509ca98,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:19.664776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fc6a34c-8f44-4c2d-b508-abb39d3f609c req-7c765236-be0a-4fbe-906d-f73ddd96f44a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 210 time: 0.0392809 Nov 23 10:19:19.674911 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:18Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:19.688167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc25b8-0422-4803-9005-db3588e925b2 req-cf3255b1-182e-47bb-bdd4-81dc6987d493 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:19.698989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2dc25b8-0422-4803-9005-db3588e925b2 req-cf3255b1-182e-47bb-bdd4-81dc6987d493 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 946 time: 0.1397746 Nov 23 10:19:19.700963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:19.744194 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73872b59-44b1-49af-9404-fb14a3e2b70e None None] The sync data for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 is: [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:18Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:19.853570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: a9f6187e-cdfb-423b-9596-7dae0eec3690 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:19.858712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device a9f6187e-cdfb-423b-9596-7dae0eec3690 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:19.886810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2dc25b8-0422-4803-9005-db3588e925b2 req-c13cd325-79fc-49e1-a4d4-17cec8dd475b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866374 Nov 23 10:19:19.903638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9e1c2bdf-92d9-4dcc-ba4b-8e88796097b2 None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:19.904627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2bdf-92d9-4dcc-ba4b-8e88796097b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:19.906408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bd6d4-2d0b-4814-b99c-f7edfc33a6ad None None] Pushing event updated for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:20.152417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 543b38a1-183e-46bf-a25a-46c470ba28a2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:20.235737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 543b38a1-183e-46bf-a25a-46c470ba28a2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:20.236490 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:20.345853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4eefe744-11f7-4c0d-9ad5-84618bb045c3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:20.347546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4eefe744-11f7-4c0d-9ad5-84618bb045c3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 797 time: 0.3101959 Nov 23 10:19:20.407166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-47fe24b1-71d4-459c-a063-7c54c46d17c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:20.425905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:20.484832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-bf2c53ec-8b62-45c7-9958-e493640a56dc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e53ef36b98084a9b94f57f73c49e47ce HTTP/1.1" status: 200 len: 380 time: 0.1260431 Nov 23 10:19:20.502952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'port': {'device_id': '3a65b74d-8017-4375-966b-4941acb663ce', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'admin_state_up': True, 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'security_groups': ['9c615345-e58d-44e8-969d-000bf873e98b']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:20.642907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Made reservation on behalf of e53ef36b98084a9b94f57f73c49e47ce for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:20.646790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:20.855178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-212b8365-051a-4cb0-8a6c-cde4a047f07c req-6c13f9c5-da8d-4293-96d6-d4e63acc4232 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 210 time: 0.0811818 Nov 23 10:19:20.938287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-c26294ec-5119-40bc-963e-89f2b3ed730c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:20.940121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-c26294ec-5119-40bc-963e-89f2b3ed730c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 946 time: 0.1610434 Nov 23 10:19:20.946024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.068345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf287e-e2b9-4764-b849-dbbf232c9334 req-4e7e2f02-4620-4fa6-a602-6286bcad9f11 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:21.079226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cdf287e-e2b9-4764-b849-dbbf232c9334 req-4e7e2f02-4620-4fa6-a602-6286bcad9f11 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 946 time: 0.0934064 Nov 23 10:19:21.112839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.20.0.14 (2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd/101d3f55-c4b5-4dfb-b6ca-61fe24202fc5/dc1b17a1-2dd5-4f01-93a4-7499802cb71b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:21.142972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cdf287e-e2b9-4764-b849-dbbf232c9334 req-e22789b4-1dc0-45df-9b2e-f61ba37bbf27 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625236 Nov 23 10:19:21.256518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Deleting port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:21.257030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.277821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.516840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] For port 2843afe0-d31f-49ec-9c6c-1e89684c58f8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2843afe0-d31f-49ec-9c6c-1e89684c58f8,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:21.517418 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.538226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.547514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Calling delete_port for 2843afe0-d31f-49ec-9c6c-1e89684c58f8 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:21.722105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.823516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:21.837518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:21.840608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:21.847294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:21.904892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 016d1445-1042-46f1-8537-15285cdf3e04 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:21.905246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.914206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:21.927573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886', '2843afe0-d31f-49ec-9c6c-1e89684c58f8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:21.978414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:21.979011 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.039640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Pushing event deleted for resources: {'Port': ['ID=2843afe0-d31f-49ec-9c6c-1e89684c58f8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:22.168001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-0d7ac437-ea7b-4977-913a-ffa7e71facd2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6767936 Nov 23 10:19:22.221368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Request body: {'port': {'device_id': '3a65b74d-8017-4375-966b-4941acb663ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:22.229440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] No DVR routers for this DVR port 2843afe0-d31f-49ec-9c6c-1e89684c58f8 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:22.233736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.239366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ba2e6e-fb7a-4677-996c-f76cc8c89a0f req-bdbee1a2-cb07-4d99-a718-41abb885180b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "DELETE /v2.0/ports/2843afe0-d31f-49ec-9c6c-1e89684c58f8 HTTP/1.1" status: 204 len: 173 time: 1.2908547 Nov 23 10:19:22.257539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'name': 'network-vif-deleted', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:22.259955 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e341d-bb94-4f8d-ba60-cd1d502ce5f9" -d '{"events": [{"server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "name": "network-vif-deleted", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:22.299621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f79c7ac-ec95-4cab-9331-f6ecadbfa441 req-20b3e102-7fa8-4ad3-b835-7cafc6c31aba tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=595c9c35-0337-4edf-bc07-b5cff4725eb5 HTTP/1.1" status: 200 len: 210 time: 0.0621254 Nov 23 10:19:22.316840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 016d1445-1042-46f1-8537-15285cdf3e04, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=016d1445-1042-46f1-8537-15285cdf3e04,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:22.317206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.332282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f3e30-42f0-4195-b459-77c958cd6639 req-e42cc07d-4571-4a6b-8e11-6ac17590ef1a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:22.333787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef2f3e30-42f0-4195-b459-77c958cd6639 req-e42cc07d-4571-4a6b-8e11-6ac17590ef1a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 932 time: 0.3088658 Nov 23 10:19:22.360668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 016d1445-1042-46f1-8537-15285cdf3e04 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:22.412811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.427044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ce4e7be3-6f68-4bd6-b455-0eee6abd4a9c None None] Provisioning complete for port dc1b17a1-2dd5-4f01-93a4-7499802cb71b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:22.428130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ce4e7be3-6f68-4bd6-b455-0eee6abd4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.484629 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958c282-e051-4f55-a42d-4bddfcd78c95 x-openstack-request-id: req-1958c282-e051-4f55-a42d-4bddfcd78c95 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:22.484925 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595c9c35-0337-4edf-bc07-b5cff4725eb5", "name": "network-vif-deleted", "tag": "2843afe0-d31f-49ec-9c6c-1e89684c58f8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:22.485132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1958c282-e051-4f55-a42d-4bddfcd78c95 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:22.485540 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595c9c35-0337-4edf-bc07-b5cff4725eb5', 'name': 'network-vif-deleted', 'tag': '2843afe0-d31f-49ec-9c6c-1e89684c58f8', 'status': 'completed', 'code': 200} Nov 23 10:19:22.516755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e7be3-6f68-4bd6-b455-0eee6abd4a9c None None] Port dc1b17a1-2dd5-4f01-93a4-7499802cb71b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:22.555699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ef2f3e30-42f0-4195-b459-77c958cd6639 req-91878e13-b603-4db3-93c7-cb1f04dbeb78 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151399 Nov 23 10:19:22.693141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.917413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:22.979710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=016d1445-1042-46f1-8537-15285cdf3e04,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:23.091733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1b17a1-2dd5-4f01-93a4-7499802cb71b {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:23.109073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:23.169817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Transition to ACTIVE for port object dc1b17a1-2dd5-4f01-93a4-7499802cb71b will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:19:23.177152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:23.284756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:23.337391 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:23.490861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Attempting to bind port dc1b17a1-2dd5-4f01-93a4-7499802cb71b on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:23.491192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Attempting to bind port dc1b17a1-2dd5-4f01-93a4-7499802cb71b by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:23.491515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Attempting to bind port dc1b17a1-2dd5-4f01-93a4-7499802cb71b on network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:23.506080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Port dc1b17a1-2dd5-4f01-93a4-7499802cb71b on network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:19:23.506378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Attempting to bind port dc1b17a1-2dd5-4f01-93a4-7499802cb71b on network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:23.517656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:23.517995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Checking segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:23.518371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Bound using segment: {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:23.518800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Bound port: dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b23db-8951-41cb-8a36-ef00cb359796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:23.519152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:23.524931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:23.544722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f950-bcd4-4d50-84a1-38933e744934 req-9b3ef965-c5da-42b0-9782-3a3d7abe79e9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:23.546241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd95f950-bcd4-4d50-84a1-38933e744934 req-9b3ef965-c5da-42b0-9782-3a3d7abe79e9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0985787 Nov 23 10:19:23.681920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb1f9-79b7-45bf-9ff4-4f053ea8feac req-f1627d95-dac3-4861-b410-cde1f20a4a77 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:23.683496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01ebb1f9-79b7-45bf-9ff4-4f053ea8feac req-f1627d95-dac3-4861-b410-cde1f20a4a77 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.0519059 Nov 23 10:19:23.743569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01ebb1f9-79b7-45bf-9ff4-4f053ea8feac req-d4d8658b-e53d-4187-a411-4579c34e1fd8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521734 Nov 23 10:19:24.055583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd95f950-bcd4-4d50-84a1-38933e744934 req-ccf45006-8213-499a-8280-342439dd59e8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733477 Nov 23 10:19:24.058216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:24.063487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:24.070360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.078404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router 2c221c3c-f17e-49b5-9779-2492404a17e2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:24.141141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.142196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.144019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] 10.222.0.11 "PUT /v2.0/ports/dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 1092 time: 1.9319165 Nov 23 10:19:24.273996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12dd0f-8a8c-4e99-93ab-b6c0392768be service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:24.397237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77655a-14b5-4945-996e-d9536c10890e req-36c38bcc-a1e1-4c9e-9909-480b3d712433 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.404762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f77655a-14b5-4945-996e-d9536c10890e req-36c38bcc-a1e1-4c9e-9909-480b3d712433 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1276989 Nov 23 10:19:24.413753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-bb466249-9b68-44e2-9f3a-eb74b348ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.415876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-bb466249-9b68-44e2-9f3a-eb74b348ee04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1095 time: 0.1827292 Nov 23 10:19:24.417220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:24.429846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Sync routers for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:24.431704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-95d6a830-4be4-4101-a1af-48b2e33967f0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/2c221c3c-f17e-49b5-9779-2492404a17e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7289226 Nov 23 10:19:24.434958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:24.466419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:24.467066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:24.474738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-b56770e4-86ae-4a76-ac90-cb03f0265252 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 217 time: 0.0469515 Nov 23 10:19:24.504921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:24.505142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting subnet 927f4f3d-15dc-4528-baaf-d9318cbbb758 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:19:24.507771 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ec34e-31c8-4be3-ae14-6c9a36857132" -d '{"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:24.515392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f77655a-14b5-4945-996e-d9536c10890e req-c31c47b7-ca21-4b08-9ab0-7dfb7a8c64ea tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092224 Nov 23 10:19:24.522644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.575275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-479b9ce0-1f7f-4b5d-90d1-77a1510bac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.577119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-479b9ce0-1f7f-4b5d-90d1-77a1510bac3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.0945127 Nov 23 10:19:24.609224 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d86a6a-61ed-429e-8051-a6f5d58940e5 x-openstack-request-id: req-23d86a6a-61ed-429e-8051-a6f5d58940e5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:24.610195 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:24.610805 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23d86a6a-61ed-429e-8051-a6f5d58940e5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:24.611444 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'status': 'completed', 'code': 200} Nov 23 10:19:24.622295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.651003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:24.659409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-3d8b23c1-e125-49aa-8dd5-2a4c8c99ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.661607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-3d8b23c1-e125-49aa-8dd5-2a4c8c99ea11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740786 Nov 23 10:19:24.784659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.814890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdf5e6-73f3-4c87-acec-689d33b5e59e req-05641a7d-2e41-4720-a454-811c412f9b50 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:24.816414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48cdf5e6-73f3-4c87-acec-689d33b5e59e req-05641a7d-2e41-4720-a454-811c412f9b50 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1616108 Nov 23 10:19:24.862574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.889272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-e9bbb922-bb41-4c6d-a9c5-eda38f451e17 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194991 Nov 23 10:19:24.968278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:22Z', 'revision_number': 7, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:24.975949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Subnet': ['ID=927f4f3d-15dc-4528-baaf-d9318cbbb758,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:24.991055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:24.999055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fba32bd8-1a1c-4d64-9a44-ec6eeddfb7e8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/subnets/927f4f3d-15dc-4528-baaf-d9318cbbb758 HTTP/1.1" status: 204 len: 168 time: 0.5629811 Nov 23 10:19:24.999703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6451db58-6d5c-421a-95b9-f0e205f4ce81 req-65d553b7-bd86-40d8-b4e6-7e8e84dcd240 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023815 Nov 23 10:19:25.001768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:25.038398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c39378-7c0d-41b5-a444-ae38e89b7878 None None] Network 9d7fb026-1b90-452c-9499-08d6d446ee1d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:25.040132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-48cdf5e6-73f3-4c87-acec-689d33b5e59e req-f2da632c-c33c-4198-87ad-2f9507e8ddfa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105517 Nov 23 10:19:25.040972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Checking router: 2c221c3c-f17e-49b5-9779-2492404a17e2 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:25.063642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Routers {'2c221c3c-f17e-49b5-9779-2492404a17e2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:25.072179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2c221c3c-f17e-49b5-9779-2492404a17e2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:25.098820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f531475-c30e-4de6-80d1-929fcc35f73b req-b89bb6c6-66d2-4557-9ad1-04e84acd5709 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:25.107168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f531475-c30e-4de6-80d1-929fcc35f73b req-b89bb6c6-66d2-4557-9ad1-04e84acd5709 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.2367020 Nov 23 10:19:25.152712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-be1ce20d-2a3d-4893-b802-a67b52d51651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:25.154650 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-be1ce20d-2a3d-4893-b802-a67b52d51651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1095 time: 0.0925758 Nov 23 10:19:25.222407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:25.271132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] Set router 2c221c3c-f17e-49b5-9779-2492404a17e2 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:25.378187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:25.389739 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f531475-c30e-4de6-80d1-929fcc35f73b req-bb2e347c-aaac-4da5-aa78-f84ca46d1e8d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816381 Nov 23 10:19:25.451228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 99c11272-682e-4d22-8a82-da536a9b30ba {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:25.451575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:25.464690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-12fd1ebf-7d14-434b-93e1-0d8c6dc59df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:25.466529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-12fd1ebf-7d14-434b-93e1-0d8c6dc59df2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 898 time: 0.3030944 Nov 23 10:19:25.509672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2843afe0-d31f-49ec-9c6c-1e89684c58f8 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:25.520617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-bb13d123-d983-496c-95aa-f3d711f10560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 217 time: 0.0460064 Nov 23 10:19:25.578144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-adb10740-28c8-4b8a-94e6-3d16872e96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:25.579683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-adb10740-28c8-4b8a-94e6-3d16872e96e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.0527806 Nov 23 10:19:25.593823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 99c11272-682e-4d22-8a82-da536a9b30ba, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=99c11272-682e-4d22-8a82-da536a9b30ba,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:25.594319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:25.622551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 2843afe0-d31f-49ec-9c6c-1e89684c58f8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:25.623949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 99c11272-682e-4d22-8a82-da536a9b30ba owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:25.624374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2843afe0-d31f-49ec-9c6c-1e89684c58f8 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:25.678800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-f571377d-68e4-4b1a-9dc7-f93c9699b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:25.683962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-f571377d-68e4-4b1a-9dc7-f93c9699b9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965071 Nov 23 10:19:25.846434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:25.872971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-8b8c656c-aeac-4187-8793-10a801add30a service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797497 Nov 23 10:19:25.876833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=99c11272-682e-4d22-8a82-da536a9b30ba,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:25.898061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:22Z', 'revision_number': 7, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:25.929872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b0926-f826-427a-a613-d55a90b0652f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:25.994894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184dfaf5-98fa-41e8-ac3f-bec2542db2b9 None None] The sync data for ids ['2c221c3c-f17e-49b5-9779-2492404a17e2'] in n-d-781076-5 is: [{'id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'name': 'tempest-TestNetworkBasicOps-router-924232422', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:16:36Z', 'updated_at': '2021-11-23T10:19:22Z', 'revision_number': 7, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '99c11272-682e-4d22-8a82-da536a9b30ba', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c221c3c-f17e-49b5-9779-2492404a17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:16:37Z', 'updated_at': '2021-11-23T10:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:26.020389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.043142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] DHCP port deletion for 9d7fb026-1b90-452c-9499-08d6d446ee1d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:26.075785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a83ec34e-31c8-4be3-ae14-6c9a36857132 req-0e59d87a-2f98-4523-a032-3dd35510dd8a service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945176 Nov 23 10:19:26.208169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.211576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.272346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-746ec11d-46ee-48df-8740-f69b60281ff1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013544 Nov 23 10:19:26.278964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Deleting port f1d88903-b4ba-4d9c-9cf7-269e82a1591b {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:26.279691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.316456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.317214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Fanout notify agent at l3_agent the message router_deleted on router 2c221c3c-f17e-49b5-9779-2492404a17e2 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:19:26.341974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.348290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-895d1fc6-7066-4ad8-9d45-1c46572e135a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/routers/2c221c3c-f17e-49b5-9779-2492404a17e2 HTTP/1.1" status: 204 len: 168 time: 1.3441782 Nov 23 10:19:26.349116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42648) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:26.402149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] For port f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,segment=NetworkSegment(ae5ff0c8-30de-453c-95a7-18be163b185f),segment_id=ae5ff0c8-30de-453c-95a7-18be163b185f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:26.404823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.422676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Calling delete_port for f1d88903-b4ba-4d9c-9cf7-269e82a1591b owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:26.425514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1047d-5309-4616-a333-2a17912d1157 req-52fe5f9e-a271-4f4e-bdfd-436aefecd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:26.427787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-52fe5f9e-a271-4f4e-bdfd-436aefecd1c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1096 time: 0.1009319 Nov 23 10:19:26.522815 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.580747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.595187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] No DVR routers for this DVR port f1d88903-b4ba-4d9c-9cf7-269e82a1591b on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:26.617262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ae3c0-7e12-49bf-9dc3-8f07d514723d None None] Pushing event deleted for resources: {'Port': ['ID=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:26.644523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port f1d88903-b4ba-4d9c-9cf7-269e82a1591b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:19:26.644878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.675554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1047d-5309-4616-a333-2a17912d1157 req-dcd217a0-f813-4576-af15-45e8d783ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:26.677308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-dcd217a0-f813-4576-af15-45e8d783ed77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.2079055 Nov 23 10:19:26.721111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port f1d88903-b4ba-4d9c-9cf7-269e82a1591b, host n-d-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:26.721492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.737630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for f1d88903-b4ba-4d9c-9cf7-269e82a1591b owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:19:26.740704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.ipam_backend_mixin [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Port f1d88903-b4ba-4d9c-9cf7-269e82a1591b was not found and therefore no delete operation was performed {{(pid=110024) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:19:26.742188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.749760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-49c4f5f9-c425-4c1a-85dc-34201b0c0876 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0454099 Nov 23 10:19:26.757673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] No DVR routers for this DVR port f1d88903-b4ba-4d9c-9cf7-269e82a1591b on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:19:26.784739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=f1d88903-b4ba-4d9c-9cf7-269e82a1591b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:26.827011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dfbc0-5d3e-4fa7-abea-77e068527eb3 req-552e07a6-64b7-4bdd-b6f5-0139514d34bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:26.828808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-158dfbc0-5d3e-4fa7-abea-77e068527eb3 req-552e07a6-64b7-4bdd-b6f5-0139514d34bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.2883377 Nov 23 10:19:26.875979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1047d-5309-4616-a333-2a17912d1157 req-cd53ecd4-216c-4047-9070-8278d82eb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:26.877622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-cd53ecd4-216c-4047-9070-8278d82eb5fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.1163111 Nov 23 10:19:26.930104 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:26.958879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7fb026-1b90-452c-9499-08d6d446ee1d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:26.962454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-f74aff51-a9d2-459a-9c1e-c6d9cec456c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736074 Nov 23 10:19:26.967138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-158dfbc0-5d3e-4fa7-abea-77e068527eb3 req-e1f0ff96-9568-4072-a71d-51ce14565ddf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275580 Nov 23 10:19:26.984521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5ff0c8-30de-453c-95a7-18be163b185f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:26.985009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5ff0c8-30de-453c-95a7-18be163b185f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:27.010920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.025675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.032492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:19:27.032952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:19:27.036409 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:19:27.074080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-559f826d-d4bb-4ee5-b166-b12680b94955 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040487 Nov 23 10:19:27.112368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.118137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.131421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/networks/9d7fb026-1b90-452c-9499-08d6d446ee1d HTTP/1.1" status: 204 len: 168 time: 0.7750826 Nov 23 10:19:27.145108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42656) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:27.151445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'network': {'name': 'tempest-network-smoke--443410490', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:27.157013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f6b10-69f7-46d0-9c9e-2490930bab86 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Network': ['ID=9d7fb026-1b90-452c-9499-08d6d446ee1d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:27.188492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:27.192326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.194409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ac1047d-5309-4616-a333-2a17912d1157 req-be11bbba-659c-4df1-b473-ca7c0b3bb8b9 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125326 Nov 23 10:19:27.219707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:19:27.231934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.232285 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Added segment b3b30066-c936-46d7-b25f-646c89e40570 of type vlan for network 25799a4c-1eca-42f0-8388-ef90050f9a33 Nov 23 10:19:27.273351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.303246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.313181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:27.313181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.359115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2126114 Nov 23 10:19:27.362405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 42666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:27.369570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'admin_state_up': True, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:27.415206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13376-b505-47b3-9fef-f77042d274ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Network': ['ID=25799a4c-1eca-42f0-8388-ef90050f9a33,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:27.427343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:19:27.437642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.438968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:27.538050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.025973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.071398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 99c11272-682e-4d22-8a82-da536a9b30ba no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:28.115436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 99c11272-682e-4d22-8a82-da536a9b30ba {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:28.117477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 99c11272-682e-4d22-8a82-da536a9b30ba not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:28.118074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 016d1445-1042-46f1-8537-15285cdf3e04 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:28.165141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 016d1445-1042-46f1-8537-15285cdf3e04 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:28.171887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 016d1445-1042-46f1-8537-15285cdf3e04 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:28.172597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f1d88903-b4ba-4d9c-9cf7-269e82a1591b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:19:28.223411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f1d88903-b4ba-4d9c-9cf7-269e82a1591b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:19:28.223751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f1d88903-b4ba-4d9c-9cf7-269e82a1591b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:19:28.274471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f4216-de94-491c-a811-afcb25a5d628 req-668d4be4-0f2b-4c7c-b095-0b7bd6f1a49c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:28.276175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c78f4216-de94-491c-a811-afcb25a5d628 req-668d4be4-0f2b-4c7c-b095-0b7bd6f1a49c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.1213636 Nov 23 10:19:28.390872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2f950-909b-4080-bb38-d02391639453 req-0acd8902-8b7c-42b6-b12d-5fd3dfe82546 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:28.404977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cce2f950-909b-4080-bb38-d02391639453 req-0acd8902-8b7c-42b6-b12d-5fd3dfe82546 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0718677 Nov 23 10:19:28.410365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c78f4216-de94-491c-a811-afcb25a5d628 req-bf4c3712-1d9d-4049-8ca3-6c992c5cbd24 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254625 Nov 23 10:19:28.439016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.469025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.509598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cce2f950-909b-4080-bb38-d02391639453 req-e70f7057-eda7-4ee1-91e2-cce425b7e588 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062677 Nov 23 10:19:28.664843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.25.1.55 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/281c6f19-7e72-4643-bbba-ee9747933de1) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:28.789463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.862552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:28.930773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:28.941092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb218-be21-45ea-9dde-65e940ead276 req-92ee1c7b-3a62-4ce7-a58c-a6873ccef296 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:28.943188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee2fb218-be21-45ea-9dde-65e940ead276 req-92ee1c7b-3a62-4ce7-a58c-a6873ccef296 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1158736 Nov 23 10:19:28.946855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:28.963318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feca8d6-db41-471d-a63f-2adc41c61c63 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:29.025877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:29.031813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ee2fb218-be21-45ea-9dde-65e940ead276 req-6fc76ba3-79bb-4144-bdc1-6ab169f2f3e3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654058 Nov 23 10:19:29.033728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=281c6f19-7e72-4643-bbba-ee9747933de1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:29.094571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-67648759-bc51-4747-bfb8-3b849fce20b2 None None] Provisioning complete for port 281c6f19-7e72-4643-bbba-ee9747933de1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:29.095139 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-67648759-bc51-4747-bfb8-3b849fce20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:29.144725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-67648759-bc51-4747-bfb8-3b849fce20b2 None None] Port 281c6f19-7e72-4643-bbba-ee9747933de1 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:29.328637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:19:29.449414 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:29.567463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:29.586645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'mac_address': 'fa:16:3e:aa:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:19:29.629089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e88d-6214-45b2-8548-cd27f4c55f4e req-3a0008ee-00c4-41e3-9ba7-673ba8155ab0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:29.630847 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db37e88d-6214-45b2-8548-cd27f4c55f4e req-3a0008ee-00c4-41e3-9ba7-673ba8155ab0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.0792661 Nov 23 10:19:29.668590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:29.702291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b17a1-2dd5-4f01-93a4-7499802cb71b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:29.714443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db37e88d-6214-45b2-8548-cd27f4c55f4e req-0fd12e57-029f-4503-8a83-be8e22264c95 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772483 Nov 23 10:19:29.739672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:29.745594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:29.796879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:29.803225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:29.956813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router a22d3f67-119d-465c-b9d5-3dae5c984e42 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:19:30.045405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dc1b17a1-2dd5-4f01-93a4-7499802cb71b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:30.076849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:30.087634 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Sync routers for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:30.102575 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:30.105129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:30.112307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:30.117072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 42992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:30.118149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-02db8ea5-a65e-4f46-a895-229e4c07f31e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7546833 Nov 23 10:19:30.161838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24c1c9c8-5cb8-4b99-b3f1-05b54367f591 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434661 Nov 23 10:19:30.165104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:30.363680 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:30.374981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d4cfe-3ad3-4908-9ec2-3e252c254501 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:30.380168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f2d4cfe-3ad3-4908-9ec2-3e252c254501 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2136371 Nov 23 10:19:30.380898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:30.522822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ddf50b75-959b-48a5-ba0e-9eab856afe05 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378083 Nov 23 10:19:30.523524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43048) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:30.533805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947919408', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:30.757949 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:29Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:30.807433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:30.813732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:30.914563 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Checking router: a22d3f67-119d-465c-b9d5-3dae5c984e42 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:30.915105 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Updating router a22d3f67-119d-465c-b9d5-3dae5c984e42 port 281c6f19-7e72-4643-bbba-ee9747933de1 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:19:30.928747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112fbf-ef1e-4f52-bac8-14887c98f0aa req-c762b30f-f8a2-42db-9bcb-9e9703816bb7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:30.936686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86112fbf-ef1e-4f52-bac8-14887c98f0aa req-c762b30f-f8a2-42db-9bcb-9e9703816bb7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 945 time: 0.1098144 Nov 23 10:19:30.946051 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.037636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86112fbf-ef1e-4f52-bac8-14887c98f0aa req-1f469b14-0e09-45f9-bebd-34467d208840 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999770 Nov 23 10:19:31.174655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.253722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Subnet': ['ID=8b2fc5a8-677c-44e4-acee-0d0ed5b76365,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:31.267411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Checking segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:31.267777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network hostable DHCP agents. Network: 25799a4c-1eca-42f0-8388-ef90050f9a33, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:19:31.275338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.275936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.276283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.276704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.277059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.277423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.277826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.278554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.279056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.279429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.279741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.280293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:31.297757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:19:31.311810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 25799a4c-1eca-42f0-8388-ef90050f9a33) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:31.323114 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.323575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21040d7e-a4b6-492d-a1c6-ea2d23f4d9ac None None] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:31.330496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:31.331813 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.335952 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.354533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43148) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:31.362837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2edfaac4-93c4-4659-84b3-f00cb64c8322 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8380208 Nov 23 10:19:31.387261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:31.438885 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Attempting to bind port 281c6f19-7e72-4643-bbba-ee9747933de1 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:31.439070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de88bf4-38f5-47c4-896a-8738331f5d83 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:31.439385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Attempting to bind port 281c6f19-7e72-4643-bbba-ee9747933de1 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:31.439817 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Attempting to bind port 281c6f19-7e72-4643-bbba-ee9747933de1 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:31.448973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916aea1-5bd2-496f-beec-33174e67f287 None None] Pushing event updated for resources: {'Port': ['ID=281c6f19-7e72-4643-bbba-ee9747933de1,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:31.458966 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:31.460258 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:31.460858 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.461450 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:31.462367 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Bound port: 281c6f19-7e72-4643-bbba-ee9747933de1, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:31.462947 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.531146 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] For port 281c6f19-7e72-4643-bbba-ee9747933de1, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:31.535142 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] For port 281c6f19-7e72-4643-bbba-ee9747933de1, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=281c6f19-7e72-4643-bbba-ee9747933de1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:31.542040 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.595702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e4393c-6e11-4b3a-9a49-25a0c63e55be None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:19:31.610056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port dc1b17a1-2dd5-4f01-93a4-7499802cb71b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:19:31.621201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dc1b17a1-2dd5-4f01-93a4-7499802cb71b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:31.621540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.625416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-25799a4c-1eca-42f0-8388-ef90050f9a33', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:19:31.626607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.697248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] Provisioning complete for port 281c6f19-7e72-4643-bbba-ee9747933de1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:31.697982 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:31.715628 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916aea1-5bd2-496f-beec-33174e67f287 None None] Pushing event updated for resources: {'Port': ['ID=281c6f19-7e72-4643-bbba-ee9747933de1,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:31.720296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:31.720843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:31.887794 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:31.921702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Allocated IP 172.20.0.2 (25799a4c-1eca-42f0-8388-ef90050f9a33/8b2fc5a8-677c-44e4-acee-0d0ed5b76365/4e9a61cb-53e4-43a3-afc3-2b867962cdde) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:32.123796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.186896 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:29Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:32.217411 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888afcca-95dc-4d99-99a8-4703b6e4d823 None None] The sync data for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 is: [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:29Z', 'revision_number': 3, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:32.267736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ceb8-7862-489e-bdb1-0b52081a5965 req-c659d925-6da1-4de1-b0f1-f9a8cd5cbe86 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:32.276478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e1ceb8-7862-489e-bdb1-0b52081a5965 req-c659d925-6da1-4de1-b0f1-f9a8cd5cbe86 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 945 time: 0.1029556 Nov 23 10:19:32.283086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:32.289495 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d58f6-5b75-4f24-9a71-f0f6b6900072" -d '{"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:32.302848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.319113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8752c-f95f-4680-b568-e725d5ac9e3f req-d9a25f40-de31-4b20-8215-259f60d2bf4d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:32.320873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65c8752c-f95f-4680-b568-e725d5ac9e3f req-d9a25f40-de31-4b20-8215-259f60d2bf4d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1034906 Nov 23 10:19:32.330028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e1ceb8-7862-489e-bdb1-0b52081a5965 req-a43982ef-251b-4c8c-87af-3d93028342c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523686 Nov 23 10:19:32.337586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.347718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:32.356919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] For port 281c6f19-7e72-4643-bbba-ee9747933de1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=281c6f19-7e72-4643-bbba-ee9747933de1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:32.359244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.365226 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.371212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.423711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:32.431168 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a106fa-146f-4819-998d-d646ea28067c x-openstack-request-id: req-98a106fa-146f-4819-998d-d646ea28067c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:32.431524 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:32.431725 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98a106fa-146f-4819-998d-d646ea28067c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:32.432112 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'code': 200} Nov 23 10:19:32.433602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:32.436136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:32.444194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-65c8752c-f95f-4680-b568-e725d5ac9e3f req-b3911020-d4d9-4a1d-b287-59c59753efc6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103697 Nov 23 10:19:32.524957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.557070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:32.582594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279d4e4-8393-4047-a4ad-1ae340cbdfb9 req-45420e6d-b387-4ddd-9d52-184337761bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:32.584569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4279d4e4-8393-4047-a4ad-1ae340cbdfb9 req-45420e6d-b387-4ddd-9d52-184337761bfb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.0804448 Nov 23 10:19:32.596592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.597115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.597773 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.598297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.598956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.599558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.600944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.601593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.602110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.602602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.603080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.603551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:32.696776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-294aec1e-c286-4b80-a701-da8ff395c824 None None] Provisioning complete for port 281c6f19-7e72-4643-bbba-ee9747933de1 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:32.697521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-294aec1e-c286-4b80-a701-da8ff395c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.700571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Attempting to bind port 4e9a61cb-53e4-43a3-afc3-2b867962cdde on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:32.701337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Attempting to bind port 4e9a61cb-53e4-43a3-afc3-2b867962cdde by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:32.702625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Attempting to bind port 4e9a61cb-53e4-43a3-afc3-2b867962cdde on network 25799a4c-1eca-42f0-8388-ef90050f9a33 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:32.708022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4279d4e4-8393-4047-a4ad-1ae340cbdfb9 req-6977071d-d187-4b03-abe2-cb910fcd1a2f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573213 Nov 23 10:19:32.710969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e772-2877-46fe-b81a-b4deef688ecf None None] Pushing event updated for resources: {'Port': ['ID=281c6f19-7e72-4643-bbba-ee9747933de1,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:32.732606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e042-19af-48de-a468-7417c8bf513f req-4450f02f-c0ce-4c1c-aacb-8ab3c2b8b014 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:32.741385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e37e042-19af-48de-a468-7417c8bf513f req-4450f02f-c0ce-4c1c-aacb-8ab3c2b8b014 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1555691 Nov 23 10:19:32.762473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:32.763307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Checking segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:32.763717 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.764121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Bound using segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:32.764620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Bound port: 4e9a61cb-53e4-43a3-afc3-2b867962cdde, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:32.765000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:32.807412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5e37e042-19af-48de-a468-7417c8bf513f req-3a9b4a7f-8dec-426d-bf09-7dcd3c3dedbf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Nov 23 10:19:32.843635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Pushing event updated for resources: {'Port': ['ID=4e9a61cb-53e4-43a3-afc3-2b867962cdde,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:33.050559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] For port 4e9a61cb-53e4-43a3-afc3-2b867962cdde, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:33.091043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] For port 4e9a61cb-53e4-43a3-afc3-2b867962cdde, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e9a61cb-53e4-43a3-afc3-2b867962cdde,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:33.100615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:33.118539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.1 (25799a4c-1eca-42f0-8388-ef90050f9a33/8b2fc5a8-677c-44e4-acee-0d0ed5b76365/9c0db1bb-8387-4ffb-b1da-1d6637d15236) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:33.155346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642b574-5993-4047-b457-ed559d460da3 req-1298ad62-8ce0-4bbe-8e4a-e4a8e7713be0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:33.176338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1642b574-5993-4047-b457-ed559d460da3 req-1298ad62-8ce0-4bbe-8e4a-e4a8e7713be0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1426592 Nov 23 10:19:33.202561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31057c1d-13b8-4d27-be5e-c6ac6b0f2527 None None] Pushing event updated for resources: {'Port': ['ID=4e9a61cb-53e4-43a3-afc3-2b867962cdde,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:33.283352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1642b574-5993-4047-b457-ed559d460da3 req-8822827c-e644-422b-b54f-c3e911f82b94 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007314 Nov 23 10:19:33.332259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:33.452616 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:33.507692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:33.544783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ef0c-e5ce-44ce-97e9-53f4f20f1487 req-d7eef865-f6a0-40cf-b012-69a380c006b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:33.556488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d892ef0c-e5ce-44ce-97e9-53f4f20f1487 req-d7eef865-f6a0-40cf-b012-69a380c006b8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1186550 Nov 23 10:19:33.616600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:33.628754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:33.631726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:33.678123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d892ef0c-e5ce-44ce-97e9-53f4f20f1487 req-c0f3f7b5-2e7e-427c-9723-c44938fda89d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154175 Nov 23 10:19:33.715237 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:33.726942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf6d3-c940-4af6-9e9f-373ce1599109 req-d2b17965-5028-438d-9846-ecc5f84873ec tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:33.728585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85adf6d3-c940-4af6-9e9f-373ce1599109 req-d2b17965-5028-438d-9846-ecc5f84873ec tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.3378277 Nov 23 10:19:33.827473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85adf6d3-c940-4af6-9e9f-373ce1599109 req-8ed5eb47-94ce-4c65-adf3-b5b7ca7a90aa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Nov 23 10:19:33.954830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.205994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e9a61cb-53e4-43a3-afc3-2b867962cdde up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:34.303775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4e9a61cb-53e4-43a3-afc3-2b867962cdde triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:34.305299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.325298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87706a-2805-445d-9d8d-eb7bab237d00 req-303c7317-911d-4530-b487-fb3fb920670b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:34.327178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f87706a-2805-445d-9d8d-eb7bab237d00 req-303c7317-911d-4530-b487-fb3fb920670b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1003270 Nov 23 10:19:34.494283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.547514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 4e9a61cb-53e4-43a3-afc3-2b867962cdde, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e9a61cb-53e4-43a3-afc3-2b867962cdde,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:34.552635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.553782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 281c6f19-7e72-4643-bbba-ee9747933de1 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:34.560480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f87706a-2805-445d-9d8d-eb7bab237d00 req-4689736e-f07b-4497-a6bd-f454ce452fd6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171438 Nov 23 10:19:34.640774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.648088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=4e9a61cb-53e4-43a3-afc3-2b867962cdde,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:34.648661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.749857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.809606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711ef7-7f5b-4b5c-8a1a-be024507b366 req-2b98a89e-bc91-4348-85c4-e82023375aff tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:34.824463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81711ef7-7f5b-4b5c-8a1a-be024507b366 req-2b98a89e-bc91-4348-85c4-e82023375aff tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1058543 Nov 23 10:19:34.841025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:34.855644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 281c6f19-7e72-4643-bbba-ee9747933de1 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:34.856023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:34.932219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81711ef7-7f5b-4b5c-8a1a-be024507b366 req-6225cf51-e86b-4509-9dc4-f26a138857c5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063859 Nov 23 10:19:35.050426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411102-3b81-4f56-8caf-9233284e991e req-ee2d5bb2-7ac5-4412-834c-535842e035ca tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:35.051194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77679b97-3362-428f-9b9f-4635dce8af56 None None] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:19:35.052343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4411102-3b81-4f56-8caf-9233284e991e req-ee2d5bb2-7ac5-4412-834c-535842e035ca tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.2022929 Nov 23 10:19:35.083210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:35.092216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:35.214928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4411102-3b81-4f56-8caf-9233284e991e req-03a52f27-76d7-4b65-9f9c-c8954197cf60 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539159 Nov 23 10:19:35.242545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90133-8d0d-46b0-8b50-c8ed207fb259 req-bd24ca72-bd7e-4100-965e-3e3f6bafc4ae tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:35.258814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81b90133-8d0d-46b0-8b50-c8ed207fb259 req-bd24ca72-bd7e-4100-965e-3e3f6bafc4ae tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1036696 Nov 23 10:19:35.291777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4d6ace45-3acd-4833-bb7e-ae44bc859eb7 None None] Provisioning complete for port 4e9a61cb-53e4-43a3-afc3-2b867962cdde triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:35.292337 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d6ace45-3acd-4833-bb7e-ae44bc859eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:35.369241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81b90133-8d0d-46b0-8b50-c8ed207fb259 req-c9ac031b-cedf-4c2e-b5ee-972e6768585e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093917 Nov 23 10:19:35.377853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router a22d3f67-119d-465c-b9d5-3dae5c984e42 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:35.568698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035f47-7797-471a-94dd-cd376842081b req-cd474ce3-0817-4593-9df0-69f8031926e9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:35.570833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab035f47-7797-471a-94dd-cd376842081b req-cd474ce3-0817-4593-9df0-69f8031926e9 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1812720 Nov 23 10:19:35.580735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39057147-93cd-430f-afa9-fa84bbc08089 req-518caab5-8bd1-4830-a1c8-78c76c2c080e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:35.606782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39057147-93cd-430f-afa9-fa84bbc08089 req-518caab5-8bd1-4830-a1c8-78c76c2c080e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1151609 Nov 23 10:19:35.675311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:35.683208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ff7d28b-14a9-47a0-81d3-00973b6d67fb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/a22d3f67-119d-465c-b9d5-3dae5c984e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3260729 Nov 23 10:19:35.690381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab035f47-7797-471a-94dd-cd376842081b req-1d2284f5-a4fa-47b5-aa8c-de2638745c50 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124485 Nov 23 10:19:35.690894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:35.708176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Sync routers for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:35.714932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39057147-93cd-430f-afa9-fa84bbc08089 req-3fba7724-d5c3-4bc4-865b-eb16d16be425 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071458 Nov 23 10:19:35.722433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43250) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:35.783723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:35.786317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:35.824565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a054fca-1a4e-4b8a-8add-178f89871878 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:35.830896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3a054fca-1a4e-4b8a-8add-178f89871878 tempest-TestNetworkAdvancedServerOps-1091991118 tempest-TestNetworkAdvancedServerOps-1091991118-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1092 time: 0.1071992 Nov 23 10:19:35.834802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43256) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:35.844514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:35.888674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:36.135771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e9a61cb-53e4-43a3-afc3-2b867962cdde up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:36.171550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:36.290756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:36.350962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad43f-16f4-4074-9e79-732f54a69893 req-6841a865-7ef1-4444-a0b0-678518ce963c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.357640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b4ad43f-16f4-4074-9e79-732f54a69893 req-6841a865-7ef1-4444-a0b0-678518ce963c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.3478611 Nov 23 10:19:36.416573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-19540f64-1e75-4da1-b5ab-921d68ef2bd1 None None] Provisioning complete for port 4e9a61cb-53e4-43a3-afc3-2b867962cdde triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:36.417501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-19540f64-1e75-4da1-b5ab-921d68ef2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:36.528879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4e9a61cb-53e4-43a3-afc3-2b867962cdde triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:36.529164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:36.585281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Allocated IP 172.25.1.62 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/812c2ade-8590-43f5-ab67-c466ad1547eb) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:36.586792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6b4ad43f-16f4-4074-9e79-732f54a69893 req-74d5ee34-ffaf-4887-b120-ddf929313cab tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163491 Nov 23 10:19:36.608102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.608423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.610209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.610658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.611912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.612383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.612842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.613317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.623001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-07749865-fec8-4b01-85f8-95e517a412c8 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.9268320 Nov 23 10:19:36.624001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43264) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:36.812595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-19540f64-1e75-4da1-b5ab-921d68ef2bd1 None None] Provisioning complete for port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:36.812967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-19540f64-1e75-4da1-b5ab-921d68ef2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:36.908092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2b8d-7300-47b1-b1c4-51dc795ee01a req-4dbfe15a-e5ea-48c6-9a92-08a92aa63444 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.909619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89ac2b8d-7300-47b1-b1c4-51dc795ee01a req-4dbfe15a-e5ea-48c6-9a92-08a92aa63444 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1958542 Nov 23 10:19:36.914892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-19540f64-1e75-4da1-b5ab-921d68ef2bd1 None None] Port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:36.916503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.917141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.917683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:34Z', 'revision_number': 2, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:36.918199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.918967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.919596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.920207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.920982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.922136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:36.924764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af5ffa40-6076-4db8-a448-ab41fd954e95 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.2993019 Nov 23 10:19:36.927645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:36.963994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Checking router: a22d3f67-119d-465c-b9d5-3dae5c984e42 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:36.964360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Updating router a22d3f67-119d-465c-b9d5-3dae5c984e42 port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:19:36.992667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.000803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.009975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-89ac2b8d-7300-47b1-b1c4-51dc795ee01a req-253552c5-bea4-4a28-bab3-3c92f4e572b5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806367 Nov 23 10:19:37.061620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.121169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-161ec545-122a-4202-b0f3-45c6e00e003a None None] Provisioning complete for port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:37.121790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-161ec545-122a-4202-b0f3-45c6e00e003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.127312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:37.134000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:37.137811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:37.163252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=812c2ade-8590-43f5-ab67-c466ad1547eb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:37.453618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c59ada77-9276-4c0e-a9b6-f185b0b595bd tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.5222721 Nov 23 10:19:37.465794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-161ec545-122a-4202-b0f3-45c6e00e003a None None] Port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:37.525237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66d3ab-9745-4d07-822e-c4717b0fdaaa req-08c5a305-df22-44bc-bda5-077d217fab90 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:37.526733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2d66d3ab-9745-4d07-822e-c4717b0fdaaa req-08c5a305-df22-44bc-bda5-077d217fab90 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.2837570 Nov 23 10:19:37.649102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2d66d3ab-9745-4d07-822e-c4717b0fdaaa req-212f78a0-23f2-43cc-becd-07a874b569cb tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Nov 23 10:19:37.703147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.718492 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.783882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3e5d-c9e5-45e2-9591-10cd019e6bdf None None] Pushing event updated for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:37.828196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd75a-20be-4014-8902-98b3ae3a834e req-3881e9ca-f9f2-4e57-81dc-b5987a2448c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:37.835748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ccdd75a-20be-4014-8902-98b3ae3a834e req-3881e9ca-f9f2-4e57-81dc-b5987a2448c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1009433 Nov 23 10:19:37.873406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.878996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Attempting to bind port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:37.879504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Attempting to bind port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:37.879874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Attempting to bind port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 on network 25799a4c-1eca-42f0-8388-ef90050f9a33 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:37.893800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:37.894253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Checking segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:37.894695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.896094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Bound using segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:37.896094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Bound port: 9c0db1bb-8387-4ffb-b1da-1d6637d15236, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:37.896691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:37.973815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ccdd75a-20be-4014-8902-98b3ae3a834e req-595356c4-e1fc-4315-a47a-47d4d4cff478 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344311 Nov 23 10:19:38.036186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:38.040892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191028043', 'description': 'tempest-secgroup-smoke-1191028043 description', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:38.053521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] For port 9c0db1bb-8387-4ffb-b1da-1d6637d15236, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:38.058590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] For port 9c0db1bb-8387-4ffb-b1da-1d6637d15236, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9c0db1bb-8387-4ffb-b1da-1d6637d15236,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:38.065376 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.090461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.098867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.253352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.258587 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.270753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3e5d-c9e5-45e2-9591-10cd019e6bdf None None] Pushing event updated for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:38.273959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:38.274580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:38.332740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.482867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:38.664868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] Provisioning complete for port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:38.665237 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.876289 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.943546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:38.949178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9118340 Nov 23 10:19:38.952597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43322) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:38.972176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:38.980659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.001217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d956ad-c5d6-4a46-be2c-9c67e5e153be tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6af92-c706-43d7-9a11-2f846050b8dc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.040416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.046917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.058582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] For port 9c0db1bb-8387-4ffb-b1da-1d6637d15236, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9c0db1bb-8387-4ffb-b1da-1d6637d15236,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:39.068480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.098900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event updated for resources: {'Port': ['ID=812c2ade-8590-43f5-ab67-c466ad1547eb,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.143614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:38Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:39.164926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.181637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.223664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba6e103-bde8-4993-b768-20777466cb43,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.235231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.243848 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-43b98261-1302-4b50-94a5-498372140a51 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2849000 Nov 23 10:19:39.245128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43324) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:39.249971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:39.253373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8db8ae-a38d-45e1-be03-a842c05eafe6 None None] The sync data for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 is: [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:38Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:39.271598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d65742-07de-4bb8-bb1f-77b911080075 req-f821c6bd-1007-43cf-b5df-20eb5851713e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:39.284637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33d65742-07de-4bb8-bb1f-77b911080075 req-f821c6bd-1007-43cf-b5df-20eb5851713e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 814 time: 0.9494565 Nov 23 10:19:39.293647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7ddd74c6-9237-4192-ae8c-58032508b31d None None] Provisioning complete for port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:39.311997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.339390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33d65742-07de-4bb8-bb1f-77b911080075 req-908f22f7-c6d4-434a-8033-1ce349156581 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/quotas/e5ca2eb5dbc94e4db26049309a3c7a39 HTTP/1.1" status: 200 len: 375 time: 0.0537708 Nov 23 10:19:39.354484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ddd74c6-9237-4192-ae8c-58032508b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.363121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d4ac1-1a86-4c63-915c-9becc3fbf2f4 None None] Pushing event updated for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.399613 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP f4ee54e1-0120-46aa-a51c-965a2b659a34 associated. External IP: 172.25.1.62, port: dc1b17a1-2dd5-4f01-93a4-7499802cb71b. Nov 23 10:19:39.440663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.446241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.510386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.517907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2714493 Nov 23 10:19:39.519011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43326) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:39.531417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:39.537560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba592a-1028-409b-9d43-836e783e0aee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24365e9a-65b8-47e7-91e6-870da7707447,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.578159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.685543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.691948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.693624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33d65742-07de-4bb8-bb1f-77b911080075 req-d914f7cb-0bdf-499f-93b9-2b8b61bbc446 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3533459 Nov 23 10:19:39.728783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d044f2c5-08c0-4e8d-b667-ebbc8928802f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:39.737781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.746585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cfa53ea0-f15b-4064-ba6c-b4578cd74fb4 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244036 Nov 23 10:19:39.749173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43334) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:39.757253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:39.808760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.898737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 1f5815da-c9ea-493d-898c-ba7c45157b8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:39.938326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:39.947729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5164d-c400-42eb-9bc0-94199a721a2f req-a3458fed-a831-48f4-bb0b-0263b44e72e9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:39.955615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71e5164d-c400-42eb-9bc0-94199a721a2f req-a3458fed-a831-48f4-bb0b-0263b44e72e9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1094267 Nov 23 10:19:39.963327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.001598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221971be-aaae-4e61-9b01-499113b31884,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:40.013125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.014580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0faa3a97-568b-4cb8-8535-3c8c6d8a7a81 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2638204 Nov 23 10:19:40.027170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43336) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:40.037493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:40.076521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71e5164d-c400-42eb-9bc0-94199a721a2f req-ef916ace-15c9-4a28-b1dc-2349fa8c8214 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128168 Nov 23 10:19:40.177162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9c0db1bb-8387-4ffb-b1da-1d6637d15236 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:40.241330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:40.252379 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Sync routers for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:40.268198 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:40.274987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:40.290113 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:19:40.291003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:40.291382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.306671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.319853 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.371175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75f84d-8063-468f-bf04-8561bdcda636 req-36f3adc4-5bc8-4e4e-a5a7-15e3d28adfce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:40.382692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b75f84d-8063-468f-bf04-8561bdcda636 req-36f3adc4-5bc8-4e4e-a5a7-15e3d28adfce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1327465 Nov 23 10:19:40.506176 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa0213d7-2441-4d53-893f-5c0bc56bea54 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6692784 Nov 23 10:19:40.509010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:40.512928 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db260f38-ffc5-454f-b791-3d141abd9325" -d '{"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:40.540561 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:40.575448 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.590322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b75f84d-8063-468f-bf04-8561bdcda636 req-614d1b88-a0f4-40f0-99db-a7858216e0c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064977 Nov 23 10:19:40.596028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.667565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cecd86f-1bc5-4bf6-9b66-c628f9d22663,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:40.691309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.696207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-95ee3945-ee32-4db6-b487-5a121ccd0127 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6648307 Nov 23 10:19:40.696207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43348) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:40.699980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'security_group_rule': {'security_group_id': '37f6af92-c706-43d7-9a11-2f846050b8dc', 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:40.724405 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250b294d-ea48-4793-b518-12c546262b50 x-openstack-request-id: req-250b294d-ea48-4793-b518-12c546262b50 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:40.724662 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:40.724919 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-250b294d-ea48-4793-b518-12c546262b50 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:40.725330 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'status': 'completed', 'code': 200} Nov 23 10:19:40.727777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979ca7-5a69-4538-add0-f8ea579a937d req-488d5cb7-ee98-49be-be53-260410678df0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:40.729353 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99979ca7-5a69-4538-add0-f8ea579a937d req-488d5cb7-ee98-49be-be53-260410678df0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1282940 Nov 23 10:19:40.789850 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Project 9c9aeaf68dd24797b60ccb4a3b8fca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:19:40.835101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.856296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99979ca7-5a69-4538-add0-f8ea579a937d req-e69b0b3a-a05b-4428-9423-949024f57714 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131961 Nov 23 10:19:40.873046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43362) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:40.927828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77dc2910-04c6-4ca3-8610-b68c8fa90889 req-ed84f885-bc6d-4d35-9718-a10461e05ccb tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39 HTTP/1.1" status: 200 len: 221 time: 0.0949652 Nov 23 10:19:40.934392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260f38-ffc5-454f-b791-3d141abd9325 req-eafd4493-2fca-437c-b5a7-c686e3d49d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:40.936169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-eafd4493-2fca-437c-b5a7-c686e3d49d7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.1733427 Nov 23 10:19:40.975882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:40.984880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:41.041067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82a9e97-f37a-4186-ae6c-16017cae1414,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:41.045113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3e065ae3-4607-4c51-a066-03f8e39f4e69 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f4ee54e1-0120-46aa-a51c-965a2b659a34 HTTP/1.1" status: 200 len: 991 time: 0.1696267 Nov 23 10:19:41.097296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260f38-ffc5-454f-b791-3d141abd9325 req-fa6e2fa5-b8c5-4024-a725-4b82cf229fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.099014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-fa6e2fa5-b8c5-4024-a725-4b82cf229fb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 898 time: 0.1547697 Nov 23 10:19:41.102523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:41.112184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e5a9dade-1e0f-44fa-8940-e5569a184a8e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4155927 Nov 23 10:19:41.155237 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f4ee54e1-0120-46aa-a51c-965a2b659a34', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'mac_address': 'fa:16:3e:aa:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a65b74d-8017-4375-966b-4941acb663ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:37Z', 'updated_at': '2021-11-23T10:19:37Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:41.197568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed669992-f0b0-4f78-8089-354aeecb06df req-98ab6ddd-d1c2-4614-934d-aee3ff19ca01 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.199797 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Checking router: 1f5815da-c9ea-493d-898c-ba7c45157b8e for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:41.207979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed669992-f0b0-4f78-8089-354aeecb06df req-98ab6ddd-d1c2-4614-934d-aee3ff19ca01 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1613481 Nov 23 10:19:41.223632 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:19:41.226573 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:41.234567 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:41.235182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-0541f6e6-60d4-4293-932e-bf87ab906aa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 999 time: 0.1218262 Nov 23 10:19:41.314980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed669992-f0b0-4f78-8089-354aeecb06df req-7d177e78-4265-4916-af8d-3cfc4d06a38a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057324 Nov 23 10:19:41.347846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260f38-ffc5-454f-b791-3d141abd9325 req-5aea811b-27bc-4262-80e3-f3cc3891d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.358454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-5aea811b-27bc-4262-80e3-f3cc3891d67b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.1154804 Nov 23 10:19:41.451772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:41.456132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260f38-ffc5-454f-b791-3d141abd9325 req-a31c1c87-e7b9-486d-9fa0-7f07e5b8cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.457704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-a31c1c87-e7b9-486d-9fa0-7f07e5b8cde6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919495 Nov 23 10:19:41.499128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71283-f512-480d-b5ef-b7bb582f53c8 req-0a0a2703-5631-47fb-ac06-a7106f37c7c6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.501176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98d71283-f512-480d-b5ef-b7bb582f53c8 req-0a0a2703-5631-47fb-ac06-a7106f37c7c6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0675786 Nov 23 10:19:41.578044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-ebb02994-f869-4356-88b0-c10eb567996c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191028043&fields=id&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 267 time: 0.1616800 Nov 23 10:19:41.590050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98d71283-f512-480d-b5ef-b7bb582f53c8 req-25e1fea6-cb11-4377-b5c1-74bfe274ebad tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716794 Nov 23 10:19:41.631079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-9813a700-6ff3-4225-9b2d-684ffc03f971 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640654 Nov 23 10:19:41.764445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f44db8-9279-4d0f-b4bb-260e308b090b req-89950ac5-de5a-4e39-bbda-93f195bce5f7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.772320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f44db8-9279-4d0f-b4bb-260e308b090b req-89950ac5-de5a-4e39-bbda-93f195bce5f7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0752602 Nov 23 10:19:41.782604 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f4ee54e1-0120-46aa-a51c-965a2b659a34', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'mac_address': 'fa:16:3e:aa:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a65b74d-8017-4375-966b-4941acb663ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:37Z', 'updated_at': '2021-11-23T10:19:37Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:41.792478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-000d99ae-ff53-414e-bed1-3749d27ed80c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:41.794454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-000d99ae-ff53-414e-bed1-3749d27ed80c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/networks?id=25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 200 len: 796 time: 0.1976964 Nov 23 10:19:41.822610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bf628-06c6-477c-b179-f650acf3c985 None None] The sync data for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 is: [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f4ee54e1-0120-46aa-a51c-965a2b659a34', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'mac_address': 'fa:16:3e:aa:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a65b74d-8017-4375-966b-4941acb663ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:37Z', 'updated_at': '2021-11-23T10:19:37Z', 'revision_number': 0, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:41.828999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73f44db8-9279-4d0f-b4bb-260e308b090b req-caabceb6-b29f-444c-b2cf-99e6417091c3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Nov 23 10:19:41.876659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-9ef22da9-3042-4408-882e-400398b1aaee tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/quotas/9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 375 time: 0.0242419 Nov 23 10:19:41.934172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db260f38-ffc5-454f-b791-3d141abd9325 req-c08fd417-f7cd-4748-97cc-df943dff1ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902679 Nov 23 10:19:41.955445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-08a4b862-890e-40b1-9e29-809b6397e08b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718157 Nov 23 10:19:42.049175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:42.075445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-06c89fb2-3fd4-4b46-9c59-894cdc4a5a42 service neutron] 10.222.0.62 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168065 Nov 23 10:19:42.224261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-16833e54-9b65-4e45-b2cc-c00e21f40067 service neutron] 10.222.0.62 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471121 Nov 23 10:19:42.230153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-731116a5-1f90-4a4c-ba2d-950f30ff237d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f4ee54e1-0120-46aa-a51c-965a2b659a34 HTTP/1.1" status: 200 len: 991 time: 0.1673276 Nov 23 10:19:42.262789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9698ac-e7fc-4480-a5a8-020f83a61ffe None None] New status for floating IP f4ee54e1-0120-46aa-a51c-965a2b659a34: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:19:42.289111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169788d1-6218-4b80-beb8-369313d95acd req-01cfb274-8b2e-4f4f-85d1-ba694bb680c1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:42.314590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-169788d1-6218-4b80-beb8-369313d95acd req-01cfb274-8b2e-4f4f-85d1-ba694bb680c1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.3989727 Nov 23 10:19:42.441002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-169788d1-6218-4b80-beb8-369313d95acd req-34fcc104-3e45-4014-9ba8-f569aea4d518 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215212 Nov 23 10:19:42.498331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4a8f4ab1-9a22-4e71-b3c6-0a3c68db31e8 req-ed8c54c8-08bc-4e01-8096-886444aaa8a8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 210 time: 0.0341241 Nov 23 10:19:42.649530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9c4e9-2fd0-4d1c-8a69-aa739c753fa5 req-ad0d21ce-8878-4a3c-bd49-5ad1a5cc4f1d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:42.651265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f9c4e9-2fd0-4d1c-8a69-aa739c753fa5 req-ad0d21ce-8878-4a3c-bd49-5ad1a5cc4f1d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0973060 Nov 23 10:19:42.767384 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58f9c4e9-2fd0-4d1c-8a69-aa739c753fa5 req-361a12d7-f90b-4ace-b500-4343040d4108 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042345 Nov 23 10:19:43.020594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e76a31-dced-457b-b13b-25aa6e95625a req-0f2c38fe-59e9-40a3-af13-83eb124d41e1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:43.022273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e76a31-dced-457b-b13b-25aa6e95625a req-0f2c38fe-59e9-40a3-af13-83eb124d41e1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1267021 Nov 23 10:19:43.158699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1e76a31-dced-457b-b13b-25aa6e95625a req-26abe225-d5d3-406e-aed3-cc6d0472f205 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291766 Nov 23 10:19:43.232716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43426) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:43.371260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb596-31e0-4523-a9f5-ecbe6755493b req-4280d50c-b278-4604-ab08-7039ac4d77e1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:43.384211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e07fb596-31e0-4523-a9f5-ecbe6755493b req-4280d50c-b278-4604-ab08-7039ac4d77e1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1300092 Nov 23 10:19:43.410987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-887e0567-3259-4b82-b9cd-ead5e83278cf tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f4ee54e1-0120-46aa-a51c-965a2b659a34 HTTP/1.1" status: 200 len: 993 time: 0.1743145 Nov 23 10:19:43.465151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e07fb596-31e0-4523-a9f5-ecbe6755493b req-4eb3f98f-a817-4b72-a65a-dbd7199f2be4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777569 Nov 23 10:19:43.657947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85f62769-990c-4564-84c4-2aa13bcdad71 req-d379af11-67aa-47c7-83a6-bf4c67b5ddf8 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 210 time: 0.0532689 Nov 23 10:19:43.671397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920e396-d826-4f1f-ba2d-1aae7784a64f req-079dbdfa-60ab-4cfd-981f-2512f8807140 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:43.673262 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a920e396-d826-4f1f-ba2d-1aae7784a64f req-079dbdfa-60ab-4cfd-981f-2512f8807140 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1028702 Nov 23 10:19:43.747546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a920e396-d826-4f1f-ba2d-1aae7784a64f req-bdcefc46-c8a0-4254-9d3c-3e5f9b2852b0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Nov 23 10:19:43.963230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f92c4-5289-44d0-bc55-7da786465eb1 req-d7556e54-53fa-4ec1-babd-60229ba3af9d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:43.966056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a1f92c4-5289-44d0-bc55-7da786465eb1 req-d7556e54-53fa-4ec1-babd-60229ba3af9d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0913942 Nov 23 10:19:44.064367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a1f92c4-5289-44d0-bc55-7da786465eb1 req-4475b07e-faaf-4db9-a43b-a5c569764210 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913670 Nov 23 10:19:44.110429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-6e432975-77fd-425c-8cb2-4b34058fc85a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:44.113334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-6e432975-77fd-425c-8cb2-4b34058fc85a tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/networks?id=25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 200 len: 796 time: 0.2345848 Nov 23 10:19:44.227672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-26f9c89e-05e2-4d62-9cb5-e308e5c78669 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b HTTP/1.1" status: 200 len: 380 time: 0.1023588 Nov 23 10:19:44.252159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'port': {'device_id': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'admin_state_up': True, 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'security_groups': ['37f6af92-c706-43d7-9a11-2f846050b8dc']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:44.311445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefc271-0bea-4b01-a16b-1c2bd3306f7e req-5c1fb0bd-898d-4d3b-b977-f99525dd97cd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:44.319393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aeefc271-0bea-4b01-a16b-1c2bd3306f7e req-5c1fb0bd-898d-4d3b-b977-f99525dd97cd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1458247 Nov 23 10:19:44.449480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aeefc271-0bea-4b01-a16b-1c2bd3306f7e req-93bed0ea-eb3c-4bb0-a68b-88f324596ca5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280386 Nov 23 10:19:44.476601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:44.568825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Made reservation on behalf of 9c9aeaf68dd24797b60ccb4a3b8fca2b for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:19:44.574448 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:44.629632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febbbb61-0ba2-4e85-8980-d8deaab0e70e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:44.713850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febbbb61-0ba2-4e85-8980-d8deaab0e70e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:44.721786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febbbb61-0ba2-4e85-8980-d8deaab0e70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:44.738242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd1774-9672-40bb-a8f0-5b6a5cf4c71d req-29e812e4-65f9-4018-b594-962e88159dac tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:44.745975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bbcd1774-9672-40bb-a8f0-5b6a5cf4c71d req-29e812e4-65f9-4018-b594-962e88159dac tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1533637 Nov 23 10:19:44.807965 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-73affc2e-fc1d-4aa6-aaf9-a34750b27a74 req-08fefff1-ca8d-46d6-b14e-b04438e8e7bc tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 210 time: 0.0565255 Nov 23 10:19:44.814631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-febbbb61-0ba2-4e85-8980-d8deaab0e70e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdff4c7f85f648c98c2bd7b85219275d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334086 Nov 23 10:19:44.814631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43458) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:44.828312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bbcd1774-9672-40bb-a8f0-5b6a5cf4c71d req-c6a620f6-6e73-477a-bcbf-636ea3bbe247 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811064 Nov 23 10:19:44.844757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.20.0.14 (25799a4c-1eca-42f0-8388-ef90050f9a33/8b2fc5a8-677c-44e4-acee-0d0ed5b76365/d597800b-7b66-4efb-a11f-ad32ba9119be) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:44.875595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbbb61-0ba2-4e85-8980-d8deaab0e70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311e91a-a266-4679-bcf7-cea4b3aed763,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:44.908052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:44.933734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.031016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c11ed-a388-4d6f-9146-9cecf307d5d8 req-a6a06a97-eccb-46b4-a7be-66ad1e770500 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:45.032824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d92c11ed-a388-4d6f-9146-9cecf307d5d8 req-a6a06a97-eccb-46b4-a7be-66ad1e770500 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0807552 Nov 23 10:19:45.034258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.036957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.040545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7311e91a-a266-4679-bcf7-cea4b3aed763 HTTP/1.1" status: 204 len: 168 time: 0.2227728 Nov 23 10:19:45.083330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9c9a-44a4-4b71-9a15-9db8f8d8e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311e91a-a266-4679-bcf7-cea4b3aed763,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:45.132287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d92c11ed-a388-4d6f-9146-9cecf307d5d8 req-823bcd41-080b-4901-b888-eaf37f04331f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908864 Nov 23 10:19:45.156495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.220744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.295554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:45.313196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:45.316798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:45.320373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:45.346196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db003e18-18f2-4d77-b2aa-4f0cee164978 req-8f7a386a-6eed-4310-801d-aeda121f67b6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:45.358467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db003e18-18f2-4d77-b2aa-4f0cee164978 req-8f7a386a-6eed-4310-801d-aeda121f67b6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1059253 Nov 23 10:19:45.432580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:45.434127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.460609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-db003e18-18f2-4d77-b2aa-4f0cee164978 req-9b748c49-f3f9-4b73-89c8-25712606408c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945001 Nov 23 10:19:45.470717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-a2e08061-88b3-4f7c-9339-761491f80983 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2222199 Nov 23 10:19:45.490052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Request body: {'port': {'device_id': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:45.503024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:45.522193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66525d6c-f197-4948-ac46-dc05f6e5bb9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.576776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43476) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:45.642594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Deleting subnet ff83339b-db39-4a06-9c3f-910c1d41ace2 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:19:45.647251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.647452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.675711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99d59-ec05-4a71-8020-fd3768279159 req-203c0dde-4de6-4403-8b47-4b9fe4385c6b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:45.677231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eab99d59-ec05-4a71-8020-fd3768279159 req-203c0dde-4de6-4403-8b47-4b9fe4385c6b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1252580 Nov 23 10:19:45.704233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.730085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-76adba6a-2535-400c-afa6-86d8ad122be4 None None] Provisioning complete for port d597800b-7b66-4efb-a11f-ad32ba9119be triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:45.731104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-76adba6a-2535-400c-afa6-86d8ad122be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.751198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66525d6c-f197-4948-ac46-dc05f6e5bb9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.762995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66525d6c-f197-4948-ac46-dc05f6e5bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.776685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:45.779304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-76adba6a-2535-400c-afa6-86d8ad122be4 None None] Port d597800b-7b66-4efb-a11f-ad32ba9119be cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:19:45.811823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-eab99d59-ec05-4a71-8020-fd3768279159 req-694b470c-d4cf-4346-a627-264195ccd469 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137199 Nov 23 10:19:45.835925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525d6c-f197-4948-ac46-dc05f6e5bb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec0949-24ad-4ae7-9c72-41d9bb32dd26,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:45.868498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-66525d6c-f197-4948-ac46-dc05f6e5bb9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6a3b47f9d724aa697112a7f2ada864e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641510 Nov 23 10:19:45.869320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43482) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:45.899734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.023276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.046359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.099943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff83339b-db39-4a06-9c3f-910c1d41ace2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:46.107495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d597800b-7b66-4efb-a11f-ad32ba9119be {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:46.111841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.126103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.130039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1cc07fdd-e478-4a01-887d-6f7c281131b2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ff83339b-db39-4a06-9c3f-910c1d41ace2 HTTP/1.1" status: 204 len: 168 time: 0.5520945 Nov 23 10:19:46.137984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:46.147752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb015c34-adf1-4cce-8797-57b2b7ade837 req-ab0d22ab-0f39-4915-8a43-d5a8d9663ea5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:46.149027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.149566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb015c34-adf1-4cce-8797-57b2b7ade837 req-ab0d22ab-0f39-4915-8a43-d5a8d9663ea5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 932 time: 0.2199023 Nov 23 10:19:46.189873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Transition to ACTIVE for port object d597800b-7b66-4efb-a11f-ad32ba9119be will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:19:46.203258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b522d35-63ea-494a-aa65-f0f901c56f21 req-2cf381fa-d478-47a1-a183-fb8fce377d10 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:46.204885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b522d35-63ea-494a-aa65-f0f901c56f21 req-2cf381fa-d478-47a1-a183-fb8fce377d10 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1153617 Nov 23 10:19:46.207754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.221727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fb015c34-adf1-4cce-8797-57b2b7ade837 req-499ad156-aab3-44f6-aaae-380d8fb0f0ef tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637708 Nov 23 10:19:46.239675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.243726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.245377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28ec0949-24ad-4ae7-9c72-41d9bb32dd26 HTTP/1.1" status: 204 len: 168 time: 0.3732049 Nov 23 10:19:46.259895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c92cad-b5ab-4bf1-a4e9-a41cc36abbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec0949-24ad-4ae7-9c72-41d9bb32dd26,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:46.317542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.360603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Pushing event updated for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:46.432966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b522d35-63ea-494a-aa65-f0f901c56f21 req-a868acfe-44eb-4a71-9270-0eb31bcc7ffb tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815672 Nov 23 10:19:46.518142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.534098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Attempting to bind port d597800b-7b66-4efb-a11f-ad32ba9119be on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:19:46.534482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Attempting to bind port d597800b-7b66-4efb-a11f-ad32ba9119be by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:19:46.539534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Attempting to bind port d597800b-7b66-4efb-a11f-ad32ba9119be on network 25799a4c-1eca-42f0-8388-ef90050f9a33 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:46.555020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286fb21f-79ae-4a5b-bb1c-af3c66a6b916']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:46.557294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Port d597800b-7b66-4efb-a11f-ad32ba9119be on network 25799a4c-1eca-42f0-8388-ef90050f9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:19:46.557617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Attempting to bind port d597800b-7b66-4efb-a11f-ad32ba9119be on network 25799a4c-1eca-42f0-8388-ef90050f9a33 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:19:46.570763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977acd48-9984-45d0-9d3e-212c84d86115') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:46.571126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977acd48-9984-45d0-9d3e-212c84d86115') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:46.573096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:19:46.573490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Checking segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:19:46.573830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Bound using segment: {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:19:46.574426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Bound port: d597800b-7b66-4efb-a11f-ad32ba9119be, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b30066-c936-46d7-b25f-646c89e40570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:19:46.574784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.591267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.628388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedbcaf-b31f-41d0-aa4a-0e5719074267 req-85748f04-0330-4e99-afc2-58d5bc836b71 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:46.631020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eedbcaf-b31f-41d0-aa4a-0e5719074267 req-85748f04-0330-4e99-afc2-58d5bc836b71 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1030526 Nov 23 10:19:46.644964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.658447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:19:46.658913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:19:46.661263 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:19:46.699480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eedbcaf-b31f-41d0-aa4a-0e5719074267 req-7648c1f9-c321-4981-96a4-e80469db4a49 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576890 Nov 23 10:19:46.731432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:19:46.752967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d597800b-7b66-4efb-a11f-ad32ba9119be,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:19:46.762737 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.767739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.773912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43504) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:46.774050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] 10.222.0.62 "DELETE /v2.0/networks/286fb21f-79ae-4a5b-bb1c-af3c66a6b916 HTTP/1.1" status: 204 len: 168 time: 0.6351671 Nov 23 10:19:46.775504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.817564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc165db-ec79-45c0-8a21-e0f81a7ff513 admin admin] Pushing event deleted for resources: {'Network': ['ID=286fb21f-79ae-4a5b-bb1c-af3c66a6b916,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:46.833708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:46.834553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.836187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] 10.222.0.50 "PUT /v2.0/ports/d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 200 len: 1092 time: 1.3583851 Nov 23 10:19:46.838734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:46.842715 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8cf67e-2865-4e8d-b3a7-54907e89128e" -d '{"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:46.912700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Deleting subnet 8b5f7227-896b-460e-b018-f6ad120069c6 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:19:46.920779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ca6c-b7fe-4bb7-9ba5-394848e3937e service neutron] Pushing event updated for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:46.926843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:46.933784 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ce24f-63ed-4e20-8deb-6a4bf885d252 x-openstack-request-id: req-e19ce24f-63ed-4e20-8deb-6a4bf885d252 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:46.934195 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:46.934553 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e19ce24f-63ed-4e20-8deb-6a4bf885d252 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:46.935044 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'status': 'completed', 'code': 200} Nov 23 10:19:46.950157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-bd24d228-7e79-4fca-97f9-c4bf03b66591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:46.951836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-bd24d228-7e79-4fca-97f9-c4bf03b66591 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1095 time: 0.0745063 Nov 23 10:19:47.008303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.020500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-9e107a80-7661-471b-8508-7254a98af6ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 200 len: 217 time: 0.0587566 Nov 23 10:19:47.087359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e6e3fc1e-08b3-4693-8f46-f8274b785d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.090166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.091807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-e6e3fc1e-08b3-4693-8f46-f8274b785d0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2fc5a8-677c-44e4-acee-0d0ed5b76365 HTTP/1.1" status: 200 len: 834 time: 0.0647051 Nov 23 10:19:47.159747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-45fe6518-6c8b-48bf-aa1e-cacfd13a75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.161449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-45fe6518-6c8b-48bf-aa1e-cacfd13a75e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25799a4c-1eca-42f0-8388-ef90050f9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627239 Nov 23 10:19:47.162454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc0871-ca66-473b-b87d-68eecbe1273c req-b420e9e0-8eb2-432a-949f-8d0de685c40d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.166592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30fc0871-ca66-473b-b87d-68eecbe1273c req-b420e9e0-8eb2-432a-949f-8d0de685c40d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1628857 Nov 23 10:19:47.222075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.285619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-ef06992a-303f-45b6-bb51-234f4c6bf358 service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150975 Nov 23 10:19:47.287775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30fc0871-ca66-473b-b87d-68eecbe1273c req-bfab2958-3eda-4885-9eeb-6227dd2432b0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173937 Nov 23 10:19:47.288715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5f7227-896b-460e-b018-f6ad120069c6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:47.294399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.301035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0b0035f7-5be7-476e-94d0-6fe1669a66be admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b5f7227-896b-460e-b018-f6ad120069c6 HTTP/1.1" status: 204 len: 168 time: 0.5260069 Nov 23 10:19:47.301945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43524) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:47.395548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.456412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07333-03dd-486e-b8bf-81846ccb1713 req-693cb6ab-d982-4ba2-82d6-cce1970b811b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.457919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ee07333-03dd-486e-b8bf-81846ccb1713 req-693cb6ab-d982-4ba2-82d6-cce1970b811b tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 944 time: 0.1081591 Nov 23 10:19:47.475924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16a606b6-b41b-4cb2-95fc-e37f61d8b5e0 req-af4389bb-1276-464a-8199-b12157ba05d9 service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762893 Nov 23 10:19:47.492373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96308a9e-56b2-4763-b197-5f9149de9e8c req-bea3cce7-f8f4-4787-bc9b-3eee7abdccaa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.501230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96308a9e-56b2-4763-b197-5f9149de9e8c req-bea3cce7-f8f4-4787-bc9b-3eee7abdccaa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1170464 Nov 23 10:19:47.527007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ee07333-03dd-486e-b8bf-81846ccb1713 req-5746b99c-f46f-4f1e-95ce-7430a68cd58e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558212 Nov 23 10:19:47.586012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-83d39383-ace4-4d5f-ac46-722047ac620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.588027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.588560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-83d39383-ace4-4d5f-ac46-722047ac620c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1095 time: 0.0543585 Nov 23 10:19:47.624472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a148b2d9-4aff-43fd-8c0d-ff658e0989c9']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:47.636614 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96308a9e-56b2-4763-b197-5f9149de9e8c req-79bdc866-0036-429d-9670-afa1fb8730c7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295252 Nov 23 10:19:47.638272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e770ea5-47fc-4371-8464-fee138a311ec') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:47.638573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e770ea5-47fc-4371-8464-fee138a311ec') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:47.653994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.677425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.684974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:19:47.685381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.693580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-ae000e98-417e-455c-a8d5-b35c25dfb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.695129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-ae000e98-417e-455c-a8d5-b35c25dfb46a service neutron] 10.222.0.50 "GET /v2.0/networks?id=25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 200 len: 897 time: 0.0999997 Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:19:47.699132 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:19:47.750093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-7a3a7b2f-3bbc-4718-a439-fde6afe012d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 200 len: 217 time: 0.0466485 Nov 23 10:19:47.795844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.803241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.804134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-b34ad082-69af-455f-a280-dc077acd3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.806263 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-b34ad082-69af-455f-a280-dc077acd3f67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2fc5a8-677c-44e4-acee-0d0ed5b76365 HTTP/1.1" status: 200 len: 834 time: 0.0478003 Nov 23 10:19:47.809246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a148b2d9-4aff-43fd-8c0d-ff658e0989c9 HTTP/1.1" status: 204 len: 168 time: 0.5034766 Nov 23 10:19:47.830132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87bce5-c002-45e2-9d1b-0354427ec7d0 req-e5a76d11-846f-40bb-86f0-a5227ecbb73d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.831093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc87bce5-c002-45e2-9d1b-0354427ec7d0 req-e5a76d11-846f-40bb-86f0-a5227ecbb73d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0830317 Nov 23 10:19:47.831972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5c067-9e83-41e3-8083-acaeeced58f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a148b2d9-4aff-43fd-8c0d-ff658e0989c9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:47.855738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb92db1c-e512-4e16-86f0-f147bcc99893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:47.899856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc87bce5-c002-45e2-9d1b-0354427ec7d0 req-a78b34cd-a936-4bce-979a-48bae0945e7c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Nov 23 10:19:47.902894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-e6e2cf2e-7d98-4075-841d-6f6d7c0b0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:47.905045 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-e6e2cf2e-7d98-4075-841d-6f6d7c0b0ef4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25799a4c-1eca-42f0-8388-ef90050f9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904891 Nov 23 10:19:48.057819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-69203850-d910-4554-a2f3-781c1614144e service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444702 Nov 23 10:19:48.070513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81175cd-c33c-44fb-a9f0-0d3d133f5726 req-c397bbcb-61db-4888-a240-1a417a47aafa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:48.072044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e81175cd-c33c-44fb-a9f0-0d3d133f5726 req-c397bbcb-61db-4888-a240-1a417a47aafa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0702910 Nov 23 10:19:48.082700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43546) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:48.125215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d4b86cda-117a-4242-8634-d5ce5752808f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b79fe3c524534d4496b0235bf5b795ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412471 Nov 23 10:19:48.127819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43548) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:48.581539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e81175cd-c33c-44fb-a9f0-0d3d133f5726 req-f4158867-9629-4cde-8ca6-2c9f9dec09b0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903715 Nov 23 10:19:48.596749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f8cf67e-2865-4e8d-b3a7-54907e89128e req-5c94d955-09f7-4db4-addd-8cae02e30766 service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236840 Nov 23 10:19:48.632164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:48.661651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:48.680132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4b9a8-6359-43db-9290-bfc3b257ed31 req-01e9ead7-6e2c-4449-98e6-2463bca552d0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:48.688005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbc4b9a8-6359-43db-9290-bfc3b257ed31 req-01e9ead7-6e2c-4449-98e6-2463bca552d0 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 944 time: 0.0718687 Nov 23 10:19:48.728360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:48.735725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:48.739192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c743632-182d-41c6-9505-97e0ecb65775 HTTP/1.1" status: 204 len: 168 time: 0.6080782 Nov 23 10:19:48.747265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a26ba-82a7-4f11-99ad-5f3c4a62e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c743632-182d-41c6-9505-97e0ecb65775,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:48.806574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbc4b9a8-6359-43db-9290-bfc3b257ed31 req-923e8f8e-3eca-4671-a188-4a4249720616 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121259 Nov 23 10:19:48.880426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a571c9-90a7-46c6-8f40-1647fe342744 req-927a1c67-db91-4a3e-86e1-666dee80ce56 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:48.883573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a571c9-90a7-46c6-8f40-1647fe342744 req-927a1c67-db91-4a3e-86e1-666dee80ce56 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0564156 Nov 23 10:19:48.937575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a571c9-90a7-46c6-8f40-1647fe342744 req-77d8ea14-26d3-434a-9ac6-439cabef0a04 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Nov 23 10:19:49.127782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:49.185167 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b790b74-7bfa-47f6-af05-039aeac736b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=531d8e8097cf4313bb6e906e8cf49730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559084 Nov 23 10:19:49.187613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:49.259087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.282628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.334345 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.337066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.338256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6cb34b5-780f-4a7a-80ef-012dda7a51e4 HTTP/1.1" status: 204 len: 168 time: 0.1393077 Nov 23 10:19:49.346751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6dd5c-8bee-4fa8-82f3-f1de77e3e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb34b5-780f-4a7a-80ef-012dda7a51e4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:49.379828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d597800b-7b66-4efb-a11f-ad32ba9119be details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:19:49.487306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d597800b-7b66-4efb-a11f-ad32ba9119be,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:49.510136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'port_id': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'mac_address': 'fa:16:3e:df:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:19:49.556522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.569723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d597800b-7b66-4efb-a11f-ad32ba9119be {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:19:49.589595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d597800b-7b66-4efb-a11f-ad32ba9119be,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:49.593856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:49.645946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:49.803281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d597800b-7b66-4efb-a11f-ad32ba9119be'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:19:49.955174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a67ed5-b813-42e3-a56b-0db39016783f req-d1b7d4b2-420a-4e3c-86e7-ab1d38ba0ea2 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:49.957516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38a67ed5-b813-42e3-a56b-0db39016783f req-d1b7d4b2-420a-4e3c-86e7-ab1d38ba0ea2 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 945 time: 0.0783768 Nov 23 10:19:50.102249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38a67ed5-b813-42e3-a56b-0db39016783f req-b511c6b9-0ead-4ea1-9757-0d5ba9128d69 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284959 Nov 23 10:19:50.120946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1092-2f4f-490e-9db2-e12e71f3b530 req-8e90e5a8-f1bf-4c26-aa77-1bb6896b7fc8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:50.128907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b8a1092-2f4f-490e-9db2-e12e71f3b530 req-8e90e5a8-f1bf-4c26-aa77-1bb6896b7fc8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0631366 Nov 23 10:19:50.188036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b8a1092-2f4f-490e-9db2-e12e71f3b530 req-59d8e972-24b3-43a6-bca6-fe2d07a8f935 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Nov 23 10:19:50.364535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c1c16c2-1a27-47c1-aa3c-1a2f31822eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:50.421243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:50.474188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20897237-9a1c-4d05-ac52-2e268f0b7199 req-f0b05125-5cbe-4d97-9924-0200fef0ee1e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:50.482367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20897237-9a1c-4d05-ac52-2e268f0b7199 req-f0b05125-5cbe-4d97-9924-0200fef0ee1e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0595248 Nov 23 10:19:50.548633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20897237-9a1c-4d05-ac52-2e268f0b7199 req-8651624b-e3f4-40a5-b547-e718cff629fd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648212 Nov 23 10:19:51.233372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8735f7-4169-489d-a6cc-e147929e893a req-108baf2a-6fa7-490d-924e-dcc24cb4d7d6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:51.236764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f8735f7-4169-489d-a6cc-e147929e893a req-108baf2a-6fa7-490d-924e-dcc24cb4d7d6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Nov 23 10:19:51.277520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:51.299038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f8735f7-4169-489d-a6cc-e147929e893a req-a257a71b-414a-473e-8809-4b0a5e344ca7 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581434 Nov 23 10:19:51.383712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d597800b-7b66-4efb-a11f-ad32ba9119be up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:19:51.456801 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d597800b-7b66-4efb-a11f-ad32ba9119be completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:19:51.462949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d597800b-7b66-4efb-a11f-ad32ba9119be triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:19:51.463562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:51.548775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:51.573082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:51.575929 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f50bfbd-e15c-4429-937d-2cb65c0aa402" -d '{"events": [{"server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "name": "network-vif-plugged", "status": "completed", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:51.589315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d597800b-7b66-4efb-a11f-ad32ba9119be,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:19:51.595352 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:51.639359 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bb9752-ee8f-4201-89d2-17855c1e9519 x-openstack-request-id: req-f7bb9752-ee8f-4201-89d2-17855c1e9519 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:51.639661 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "name": "network-vif-plugged", "status": "completed", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:51.639918 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7bb9752-ee8f-4201-89d2-17855c1e9519 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:51.640402 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'code': 200} Nov 23 10:19:51.654539 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:51.711822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf71ee-f3a1-4ff1-9998-ac0d3f7e0eef req-63092fa0-ca47-4aa0-a7c3-3d6a1c88cd7e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:51.714420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adaf71ee-f3a1-4ff1-9998-ac0d3f7e0eef req-63092fa0-ca47-4aa0-a7c3-3d6a1c88cd7e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0613060 Nov 23 10:19:51.750898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58ff4b-0cc3-4d52-8735-c3c63567e87f req-5d3a98e3-d42a-409a-afae-eeefcddbc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:51.752413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf58ff4b-0cc3-4d52-8735-c3c63567e87f req-5d3a98e3-d42a-409a-afae-eeefcddbc5ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1097 time: 0.0471470 Nov 23 10:19:51.769902 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adaf71ee-f3a1-4ff1-9998-ac0d3f7e0eef req-fb68d1c6-127f-4e1c-9874-3bcff18b5f1e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Nov 23 10:19:51.817568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf58ff4b-0cc3-4d52-8735-c3c63567e87f req-571dcfa0-2b07-4218-9038-f382fc625de7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465941 Nov 23 10:19:52.438449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec4c11-6cec-4111-8fcc-f1ca1b1febc2 req-d16c61cf-7483-432b-a729-dcae57480e67 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:52.439949 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8aec4c11-6cec-4111-8fcc-f1ca1b1febc2 req-d16c61cf-7483-432b-a729-dcae57480e67 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.0559485 Nov 23 10:19:52.490962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8aec4c11-6cec-4111-8fcc-f1ca1b1febc2 req-8a755553-294f-4270-883d-0ace2dc685ea tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Nov 23 10:19:52.681263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:52.907026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a52d03-2d32-4724-a900-5614f5670104 req-0cb8e5d5-03e5-4b13-81b2-108ef67c257a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:52.908573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a52d03-2d32-4724-a900-5614f5670104 req-0cb8e5d5-03e5-4b13-81b2-108ef67c257a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0502930 Nov 23 10:19:52.972113 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a52d03-2d32-4724-a900-5614f5670104 req-64d6fbe3-d638-487e-8c62-2a36c11d30a9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567667 Nov 23 10:19:53.530231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:53.612178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303a08-4b48-4ea3-8995-72a34cdb232d req-26168206-0f6a-40a0-b073-5c52f8a0a417 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:53.613580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23303a08-4b48-4ea3-8995-72a34cdb232d req-26168206-0f6a-40a0-b073-5c52f8a0a417 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.0493674 Nov 23 10:19:53.665231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23303a08-4b48-4ea3-8995-72a34cdb232d req-ef12862f-8f85-4b84-b074-015f94a86848 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454412 Nov 23 10:19:53.784361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690caf-caa5-42be-879c-070666fe1af5 req-931a3a3f-3829-49ab-b2ef-5435ecf25678 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:53.785844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e690caf-caa5-42be-879c-070666fe1af5 req-931a3a3f-3829-49ab-b2ef-5435ecf25678 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.0548615 Nov 23 10:19:53.836805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e690caf-caa5-42be-879c-070666fe1af5 req-f1a9d72a-4261-40ef-b1f2-516f679846ca tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Nov 23 10:19:53.859436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:53.901374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4a1dd-712a-45cc-b5e5-23c26ef46da3 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:53.903287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-90d4a1dd-712a-45cc-b5e5-23c26ef46da3 tempest-TestNetworkBasicOps-1999574265 tempest-TestNetworkBasicOps-1999574265-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1092 time: 0.0423298 Nov 23 10:19:53.907341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43644) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:53.911789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:19:53.937515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:54.046788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:54.121603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94101e91-e2d2-4abf-baa2-96d241e1136b req-f849e861-8eff-48d6-8f6b-3067ceff582f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:54.123517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94101e91-e2d2-4abf-baa2-96d241e1136b req-f849e861-8eff-48d6-8f6b-3067ceff582f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0577309 Nov 23 10:19:54.168300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Allocated IP 172.25.1.56 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/12b88c05-18a0-405e-a7ab-897ec93cc891) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:19:54.225667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94101e91-e2d2-4abf-baa2-96d241e1136b req-034a4c73-2565-48ba-a9b8-00cf6bb599d7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818384 Nov 23 10:19:54.309905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:54.350366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:54.390998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:19:54.396143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:19:54.400342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:19:54.429061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=12b88c05-18a0-405e-a7ab-897ec93cc891,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:54.446399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.446399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.446679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.447022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.447489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.447709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.448002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.448329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.448655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.448979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.449474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.449813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:19:54.939957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:55.042485 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:55.196000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:55.201602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:55.268580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event updated for resources: {'Port': ['ID=12b88c05-18a0-405e-a7ab-897ec93cc891,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:19:55.286139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:55.724796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534692d5-0b85-4d21-94a0-338e989aa465 req-8d17860c-03e6-4f16-84d3-b7321642fe07 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:55.726459 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-534692d5-0b85-4d21-94a0-338e989aa465 req-8d17860c-03e6-4f16-84d3-b7321642fe07 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.4381771 Nov 23 10:19:55.773400 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Floating IP f692a8ae-1eaa-45e8-adb3-29b45142f4e4 associated. External IP: 172.25.1.56, port: d597800b-7b66-4efb-a11f-ad32ba9119be. Nov 23 10:19:55.831823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-534692d5-0b85-4d21-94a0-338e989aa465 req-0ab126a1-1bad-486a-a948-9709aefb1f44 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996344 Nov 23 10:19:56.027403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router a22d3f67-119d-465c-b9d5-3dae5c984e42 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:19:56.144355 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:19:56.157058 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Sync routers for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:19:56.168035 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:56.169334 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:56.175881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:19:56.211584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b873702-34f4-42b2-a495-b7224928ad1c tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3026834 Nov 23 10:19:56.212235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:19:56.213778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43698) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:56.215237 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13968a5-82a5-469a-afd2-ef88144192c4" -d '{"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:19:56.261508 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb5d0c5-3636-4b0b-a8c1-73c76421f605 x-openstack-request-id: req-bbb5d0c5-3636-4b0b-a8c1-73c76421f605 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:19:56.262040 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:19:56.262605 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbb5d0c5-3636-4b0b-a8c1-73c76421f605 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:19:56.263166 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'status': 'completed', 'code': 200} Nov 23 10:19:56.359415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-58ac353d-217a-45e1-ae36-8606993c771f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/f692a8ae-1eaa-45e8-adb3-29b45142f4e4 HTTP/1.1" status: 200 len: 991 time: 0.1438458 Nov 23 10:19:56.370027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-cd3b6dca-7615-4cc0-b305-494e53acfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:56.371816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-cd3b6dca-7615-4cc0-b305-494e53acfa48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1097 time: 0.0657625 Nov 23 10:19:56.395710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:56.490586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-1a2199cd-7640-431e-a6ee-5bf4db3a1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:56.492068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-1a2199cd-7640-431e-a6ee-5bf4db3a1d06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 200 len: 897 time: 0.1121459 Nov 23 10:19:56.563994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-a2a0770c-3724-4fe9-84d0-4574a00a3d59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 200 len: 999 time: 0.0649915 Nov 23 10:19:56.619099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-2995cdd6-0b90-4879-874e-6f47f311e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:56.620584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-2995cdd6-0b90-4879-874e-6f47f311e6d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2fc5a8-677c-44e4-acee-0d0ed5b76365 HTTP/1.1" status: 200 len: 834 time: 0.0485523 Nov 23 10:19:56.651455 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f692a8ae-1eaa-45e8-adb3-29b45142f4e4', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'port_id': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'mac_address': 'fa:16:3e:df:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:54Z', 'updated_at': '2021-11-23T10:19:54Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:56.668437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-991e0ca7-7e8f-4d2c-87c5-b5dda9186df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:56.670008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-991e0ca7-7e8f-4d2c-87c5-b5dda9186df7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25799a4c-1eca-42f0-8388-ef90050f9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418024 Nov 23 10:19:56.678406 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Checking router: a22d3f67-119d-465c-b9d5-3dae5c984e42 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:19:56.687381 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:19:56.687991 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:19:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:56.766571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-a89858e9-4faa-43df-ada6-1bba71973e46 service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884321 Nov 23 10:19:56.820269 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:19:56.883340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a13968a5-82a5-469a-afd2-ef88144192c4 req-fd7a77c5-2cb8-4f64-9c3d-41a322f01cfd service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104498 Nov 23 10:19:57.058363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a4935-746b-4599-b985-9a8d63ff43c7 req-bf8bb5c4-20c8-4ab9-bf6b-605c0a208972 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:57.060067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d93a4935-746b-4599-b985-9a8d63ff43c7 req-bf8bb5c4-20c8-4ab9-bf6b-605c0a208972 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0629716 Nov 23 10:19:57.114461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d93a4935-746b-4599-b985-9a8d63ff43c7 req-ebc26606-879d-4f9b-ba59-3a5efb5a186a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Nov 23 10:19:57.172504 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f692a8ae-1eaa-45e8-adb3-29b45142f4e4', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'port_id': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'mac_address': 'fa:16:3e:df:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:54Z', 'updated_at': '2021-11-23T10:19:54Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:19:57.208490 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b73aa-bb6e-497e-95bc-cc4e09d777d4 None None] The sync data for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 is: [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'f692a8ae-1eaa-45e8-adb3-29b45142f4e4', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'port_id': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'mac_address': 'fa:16:3e:df:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:19:54Z', 'updated_at': '2021-11-23T10:19:54Z', 'revision_number': 0, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:19:57.265383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32420f93-d8db-4a61-a6ae-3465f0c26730 req-644519a7-6afb-4a0d-80ff-a881923878da tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:57.267628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32420f93-d8db-4a61-a6ae-3465f0c26730 req-644519a7-6afb-4a0d-80ff-a881923878da tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0612783 Nov 23 10:19:57.323597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-32420f93-d8db-4a61-a6ae-3465f0c26730 req-85291156-85b1-4ec2-9819-0820d74a88a9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494051 Nov 23 10:19:57.363184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43740) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:57.459047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-584b5e20-0561-45d7-b607-442174646806 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/f692a8ae-1eaa-45e8-adb3-29b45142f4e4 HTTP/1.1" status: 200 len: 991 time: 0.0944359 Nov 23 10:19:57.509238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a83d9e-7bfd-403d-ad5f-4053628ae382 None None] New status for floating IP f692a8ae-1eaa-45e8-adb3-29b45142f4e4: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:19:57.531129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be427d8-f0ad-4d30-b7a3-0d8e146406b3 req-d037f61f-9fa2-40f3-a80f-15c4e941fe3c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:57.532888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2be427d8-f0ad-4d30-b7a3-0d8e146406b3 req-d037f61f-9fa2-40f3-a80f-15c4e941fe3c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0560286 Nov 23 10:19:57.585227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2be427d8-f0ad-4d30-b7a3-0d8e146406b3 req-016c7973-c41e-412a-9624-4bb7b78228df tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Nov 23 10:19:57.731049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863464f-cb7f-4713-bd25-1941dc470554 req-0930c2b2-6023-4bfb-82bd-1294b0b38bf8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:57.732745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3863464f-cb7f-4713-bd25-1941dc470554 req-0930c2b2-6023-4bfb-82bd-1294b0b38bf8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0653861 Nov 23 10:19:57.792781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3863464f-cb7f-4713-bd25-1941dc470554 req-046d6ca3-79fe-43b7-bc10-573a0ffa014e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Nov 23 10:19:57.930054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f34d5-81ec-4de6-90cf-9a69e2ed46d9 req-93c16d1a-bae2-4faf-b960-d2c169d17c64 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:57.931511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc4f34d5-81ec-4de6-90cf-9a69e2ed46d9 req-93c16d1a-bae2-4faf-b960-d2c169d17c64 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0503249 Nov 23 10:19:57.985988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bc4f34d5-81ec-4de6-90cf-9a69e2ed46d9 req-da75c096-8d73-4c67-af3f-a2ee6e29974d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Nov 23 10:19:58.123149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326833e-cdf8-4204-8b4f-dedb5cb657fa req-0f428bf6-d8b9-4f4d-8769-4e60b65a4802 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:58.124626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b326833e-cdf8-4204-8b4f-dedb5cb657fa req-0f428bf6-d8b9-4f4d-8769-4e60b65a4802 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0541563 Nov 23 10:19:58.175294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b326833e-cdf8-4204-8b4f-dedb5cb657fa req-8abff044-7a1f-4010-9938-17b83df4529b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Nov 23 10:19:58.332019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b3e9-b6ff-4c1c-a5fb-fa739e81ac0b req-fa21684b-e5cf-41ce-8251-6a60e326cd20 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:58.333743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1fd9b3e9-b6ff-4c1c-a5fb-fa739e81ac0b req-fa21684b-e5cf-41ce-8251-6a60e326cd20 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0506229 Nov 23 10:19:58.383605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1fd9b3e9-b6ff-4c1c-a5fb-fa739e81ac0b req-80223b84-6690-4de4-a527-10b673507607 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Nov 23 10:19:58.461576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43778) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:19:58.526817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d5f97-bd21-4cd0-af24-4cbbd0e4c64c req-99c4cb0c-0895-4ec0-b637-93288c067627 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:58.528795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-518d5f97-bd21-4cd0-af24-4cbbd0e4c64c req-99c4cb0c-0895-4ec0-b637-93288c067627 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0640924 Nov 23 10:19:58.582993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bfa71d83-c50f-4981-bb69-f3c0a5ac2617 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/f692a8ae-1eaa-45e8-adb3-29b45142f4e4 HTTP/1.1" status: 200 len: 993 time: 0.1192324 Nov 23 10:19:58.597642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-518d5f97-bd21-4cd0-af24-4cbbd0e4c64c req-ecb467df-725a-4491-aa4b-e0166f049ae8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Nov 23 10:19:58.734007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd84d49-7b25-46ae-aa29-7f5871b75715 req-59e5772d-0329-4f93-863e-eb0d2092edce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:58.735975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cd84d49-7b25-46ae-aa29-7f5871b75715 req-59e5772d-0329-4f93-863e-eb0d2092edce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0508485 Nov 23 10:19:58.796863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cd84d49-7b25-46ae-aa29-7f5871b75715 req-23873efe-d252-4f85-9557-3a3a5f40d468 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Nov 23 10:19:58.922090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7820-e21a-4694-a680-334ed82973ce req-f2c1a4a8-a6bb-40c2-aeef-9020e7145dce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:58.923523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d30c7820-e21a-4694-a680-334ed82973ce req-f2c1a4a8-a6bb-40c2-aeef-9020e7145dce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0513515 Nov 23 10:19:58.974607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d30c7820-e21a-4694-a680-334ed82973ce req-e3cbed0d-8943-4608-94c0-5810e25552c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Nov 23 10:19:59.127058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e1304-67e8-4f29-b464-8f906bf9dff3 req-f0b77c51-f63d-495c-9321-ac4b2ba6d6a5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:59.128772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f1e1304-67e8-4f29-b464-8f906bf9dff3 req-f0b77c51-f63d-495c-9321-ac4b2ba6d6a5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0569453 Nov 23 10:19:59.195586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3f1e1304-67e8-4f29-b464-8f906bf9dff3 req-b6feec53-f485-4b06-8bc0-44764cefe2ff tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Nov 23 10:19:59.332960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5f8e-2384-4b9a-a41e-09b279311889 req-e22b94e8-4422-4836-aafd-cd023285d425 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:59.334862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8bcc5f8e-2384-4b9a-a41e-09b279311889 req-e22b94e8-4422-4836-aafd-cd023285d425 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0550478 Nov 23 10:19:59.386366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8bcc5f8e-2384-4b9a-a41e-09b279311889 req-2804140e-2ee2-4df4-a75e-9e9b439232dc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Nov 23 10:19:59.592873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5eb3-32bd-4890-8bcc-91541e3b4119 req-b8e52451-75dc-4ce2-8db4-239fd0ea25a8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:59.595534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd3d5eb3-32bd-4890-8bcc-91541e3b4119 req-b8e52451-75dc-4ce2-8db4-239fd0ea25a8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0576899 Nov 23 10:19:59.648694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd3d5eb3-32bd-4890-8bcc-91541e3b4119 req-93f50ce9-216a-4f02-9310-86159a21c591 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Nov 23 10:19:59.774154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025a23-832f-4e88-a8a7-63e6551403ae req-94d5819b-b222-457c-8159-630dde87894e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:59.775652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b025a23-832f-4e88-a8a7-63e6551403ae req-94d5819b-b222-457c-8159-630dde87894e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0546165 Nov 23 10:19:59.824549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b025a23-832f-4e88-a8a7-63e6551403ae req-02511f1d-92a4-450f-b74f-73c8129cc9f7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Nov 23 10:19:59.980244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc28f7-61ef-4141-bc6d-755227e3dd6e req-0ee243a0-d651-41d1-a45b-b3a2dbac9956 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:19:59.981762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fddc28f7-61ef-4141-bc6d-755227e3dd6e req-0ee243a0-d651-41d1-a45b-b3a2dbac9956 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0644603 Nov 23 10:20:00.039518 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fddc28f7-61ef-4141-bc6d-755227e3dd6e req-eeec64fb-fdb4-4e44-98c9-46f48ee0eda1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515692 Nov 23 10:20:00.196898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18befda5-92c0-43ed-9d31-0f38df93cd66 req-22ae16d0-1e61-4983-a9c6-13018f05bc1c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:00.205076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18befda5-92c0-43ed-9d31-0f38df93cd66 req-22ae16d0-1e61-4983-a9c6-13018f05bc1c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0880303 Nov 23 10:20:00.258589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18befda5-92c0-43ed-9d31-0f38df93cd66 req-4143d136-5ec9-4e04-ba5b-9100ffe74598 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Nov 23 10:20:00.447566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884d35-8c2f-4627-8d9e-9f09709ac3ae req-ad2b7f07-0049-4a34-853e-4b11b99b52f0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:00.449386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b884d35-8c2f-4627-8d9e-9f09709ac3ae req-ad2b7f07-0049-4a34-853e-4b11b99b52f0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0645351 Nov 23 10:20:00.451332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 43848) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:00.522243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1b884d35-8c2f-4627-8d9e-9f09709ac3ae req-1e38d968-9ffd-40a2-8476-3d82e6c93a30 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577807 Nov 23 10:20:00.590405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f63637ae-145b-4b98-b646-fde29619e740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.657139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6773a-b3b6-4bbe-9408-e6ce5e7f1d5f req-eba88f9d-3cb1-44be-a731-2fe8427ab3b5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:00.658740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bb6773a-b3b6-4bbe-9408-e6ce5e7f1d5f req-eba88f9d-3cb1-44be-a731-2fe8427ab3b5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0643761 Nov 23 10:20:00.679434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f63637ae-145b-4b98-b646-fde29619e740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.685056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f63637ae-145b-4b98-b646-fde29619e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.711928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bb6773a-b3b6-4bbe-9408-e6ce5e7f1d5f req-b41358ad-6246-487e-afb5-e37ed408422e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Nov 23 10:20:00.728077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 43858) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:00.728326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f63637ae-145b-4b98-b646-fde29619e740 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e85e2ab871984afaa8d0456defaf86ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756109 Nov 23 10:20:00.729157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63637ae-145b-4b98-b646-fde29619e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1372853e-df31-4184-a994-977bca1b5eae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:00.786783 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.810661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.862489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.865500 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:00.868996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1372853e-df31-4184-a994-977bca1b5eae HTTP/1.1" status: 204 len: 168 time: 0.1358402 Nov 23 10:20:00.875213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c618a73-665f-4bc5-9622-6ca31cad3369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372853e-df31-4184-a994-977bca1b5eae,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:00.964800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2b15-22c0-4b01-a2bc-b8d622c66ec6 req-ecb52668-c3fb-4231-97b7-45c8f0ed0786 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:00.972208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b00a2b15-22c0-4b01-a2bc-b8d622c66ec6 req-ecb52668-c3fb-4231-97b7-45c8f0ed0786 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0717080 Nov 23 10:20:01.020228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b00a2b15-22c0-4b01-a2bc-b8d622c66ec6 req-1ecadd16-f32e-4ab1-9f17-6b5dfc99db9b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Nov 23 10:20:01.148063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a5cd-de49-4ba3-8970-0042415a1336 req-3812ffac-2882-447d-869e-42cdafbb6d62 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:01.150073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c8a5cd-de49-4ba3-8970-0042415a1336 req-3812ffac-2882-447d-869e-42cdafbb6d62 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0541177 Nov 23 10:20:01.206861 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82c8a5cd-de49-4ba3-8970-0042415a1336 req-67e50860-a8b6-4727-a3ae-7db39f86246d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Nov 23 10:20:01.373419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa3cd-5637-417a-808e-741f6ea0e9bd req-615d895b-b400-4219-96ad-41fb59e4364c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:01.375021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-546aa3cd-5637-417a-808e-741f6ea0e9bd req-615d895b-b400-4219-96ad-41fb59e4364c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0732870 Nov 23 10:20:01.434432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-546aa3cd-5637-417a-808e-741f6ea0e9bd req-de23ad5e-adfb-47bc-9ff1-e80e862dbcd0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529099 Nov 23 10:20:01.563087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88272fd-fc88-40fd-9115-c4de167df787 req-ae776142-2734-40cc-8dab-2703e33dcb1b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:01.564622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b88272fd-fc88-40fd-9115-c4de167df787 req-ae776142-2734-40cc-8dab-2703e33dcb1b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0527377 Nov 23 10:20:01.632001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b88272fd-fc88-40fd-9115-c4de167df787 req-01e51022-64c8-4d3e-8bc5-393c8457c13a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583713 Nov 23 10:20:02.088600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2404f-0f32-4ad7-9201-a5f413eb39f3 req-c5a0d011-56f9-44b0-8821-812f008761c1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:02.091050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daa2404f-0f32-4ad7-9201-a5f413eb39f3 req-c5a0d011-56f9-44b0-8821-812f008761c1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0582321 Nov 23 10:20:02.141602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-daa2404f-0f32-4ad7-9201-a5f413eb39f3 req-f285b322-eb02-41d7-bbd2-41670775c533 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Nov 23 10:20:03.288304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754e15-537c-4688-9876-11016781b0d0 req-ce95e6ff-89fe-4080-988a-a54efff1b469 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:03.290327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19754e15-537c-4688-9876-11016781b0d0 req-ce95e6ff-89fe-4080-988a-a54efff1b469 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0648913 Nov 23 10:20:03.346366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19754e15-537c-4688-9876-11016781b0d0 req-07f52ec5-531b-408a-a755-37bebd22351a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Nov 23 10:20:04.486748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149e2c-41bc-4b63-8933-c84dce9670ec req-2178437c-74c4-4db5-81a3-3d71b6756d0b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:04.488338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8149e2c-41bc-4b63-8933-c84dce9670ec req-2178437c-74c4-4db5-81a3-3d71b6756d0b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0605934 Nov 23 10:20:04.550312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8149e2c-41bc-4b63-8933-c84dce9670ec req-5258b636-08e0-4e4d-9d2d-a2561fcc8109 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Nov 23 10:20:05.653474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44020) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:05.743580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4e3df-515a-4c56-b525-d359a675a825 req-4bb79b48-6e9f-4255-8cfb-171636bd0ab0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:05.752755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18d4e3df-515a-4c56-b525-d359a675a825 req-4bb79b48-6e9f-4255-8cfb-171636bd0ab0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0890760 Nov 23 10:20:05.771287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3240c31a-dde9-4fdd-a021-3ca451cf2dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:05.821874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18d4e3df-515a-4c56-b525-d359a675a825 req-72a44b7a-501b-4af9-bcac-1a755dde0333 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677416 Nov 23 10:20:05.873455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3240c31a-dde9-4fdd-a021-3ca451cf2dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:05.878032 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3240c31a-dde9-4fdd-a021-3ca451cf2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:05.919713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3240c31a-dde9-4fdd-a021-3ca451cf2dcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=965083bf655a43b2bbb25fc2cab5ac59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650669 Nov 23 10:20:05.921142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240c31a-dde9-4fdd-a021-3ca451cf2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1657cf-01f1-4762-943e-d119f83bcabf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:05.922729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44028) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:05.980326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:06.007506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:06.059209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:06.063147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:06.067382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec1657cf-01f1-4762-943e-d119f83bcabf HTTP/1.1" status: 204 len: 168 time: 0.1411090 Nov 23 10:20:06.074596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49167e1-da06-4db7-a2ab-9683f6051102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1657cf-01f1-4762-943e-d119f83bcabf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:06.950465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1049e8-0917-45d0-9339-8eaeb45e659d req-2418d3ca-9714-465f-9bd9-c601d2aa59b4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:06.952002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a1049e8-0917-45d0-9339-8eaeb45e659d req-2418d3ca-9714-465f-9bd9-c601d2aa59b4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0559287 Nov 23 10:20:07.008745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a1049e8-0917-45d0-9339-8eaeb45e659d req-32c50b58-aad6-4226-8759-ffa950b92dea tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500989 Nov 23 10:20:08.139558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db585-e3fb-4c4c-a00b-83a5ede4fe9d req-4e22206c-f1b6-42d6-80aa-70e3c21d0e1f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:08.141038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f06db585-e3fb-4c4c-a00b-83a5ede4fe9d req-4e22206c-f1b6-42d6-80aa-70e3c21d0e1f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0580325 Nov 23 10:20:08.196494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f06db585-e3fb-4c4c-a00b-83a5ede4fe9d req-671ed98c-e2a8-4fd6-a093-ae7eddda5014 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Nov 23 10:20:09.348525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b4971-439c-46fb-a284-c789073be3d9 req-112d77bd-bceb-4193-843d-39fd7829cd84 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:09.351461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b0b4971-439c-46fb-a284-c789073be3d9 req-112d77bd-bceb-4193-843d-39fd7829cd84 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0831604 Nov 23 10:20:09.409928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b0b4971-439c-46fb-a284-c789073be3d9 req-682036fb-ecfb-40cd-8ad0-df609d46f2cc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Nov 23 10:20:10.535979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f06317-d646-4468-baa7-0d4dd26029d6 req-842c11f4-f8f4-444f-9638-f557d21ce782 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:10.538002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4f06317-d646-4468-baa7-0d4dd26029d6 req-842c11f4-f8f4-444f-9638-f557d21ce782 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0567086 Nov 23 10:20:10.617580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4f06317-d646-4468-baa7-0d4dd26029d6 req-a3d84276-d1ee-49f5-ab1d-69269379df5f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735660 Nov 23 10:20:11.763330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f655-b981-41d8-851b-fcc4d5154506 req-16e85870-6471-419c-b878-4e2495f498ad tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:11.770664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8070f655-b981-41d8-851b-fcc4d5154506 req-16e85870-6471-419c-b878-4e2495f498ad tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0619152 Nov 23 10:20:11.818941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8070f655-b981-41d8-851b-fcc4d5154506 req-6892d630-bf0f-47be-96af-fe698afe2888 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Nov 23 10:20:12.940432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbeb216-ce22-4b30-9b4d-32728da5eef8 req-a36acfac-a426-41e4-b0d6-d1b72e45564e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:12.942166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dbeb216-ce22-4b30-9b4d-32728da5eef8 req-a36acfac-a426-41e4-b0d6-d1b72e45564e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0522721 Nov 23 10:20:12.999583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dbeb216-ce22-4b30-9b4d-32728da5eef8 req-4a197924-9d63-45d3-a490-d67016969306 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Nov 23 10:20:14.131781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb246b5a-94ae-485f-9063-fafef487b77e req-873f19b3-6930-412b-b0f9-14e4cf69e5ce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:14.133595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb246b5a-94ae-485f-9063-fafef487b77e req-873f19b3-6930-412b-b0f9-14e4cf69e5ce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0561492 Nov 23 10:20:14.202915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb246b5a-94ae-485f-9063-fafef487b77e req-963252ce-7ad4-4b5f-bd2f-1000d525508f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608275 Nov 23 10:20:15.330541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52bbd-7ee6-4370-8b6e-cb551832d1ce req-d06efebd-e9b2-47d1-9a39-00dea3a61293 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:15.332112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dc52bbd-7ee6-4370-8b6e-cb551832d1ce req-d06efebd-e9b2-47d1-9a39-00dea3a61293 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0547934 Nov 23 10:20:15.390373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3dc52bbd-7ee6-4370-8b6e-cb551832d1ce req-90f27589-5013-44d7-923d-17179c873763 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Nov 23 10:20:15.898350 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:16.540491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889c35f-401a-4b2b-b696-702a9e9aa1e5 req-823da1f4-ee3e-4768-afba-1d158281f665 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:16.542319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5889c35f-401a-4b2b-b696-702a9e9aa1e5 req-823da1f4-ee3e-4768-afba-1d158281f665 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0682397 Nov 23 10:20:16.595111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5889c35f-401a-4b2b-b696-702a9e9aa1e5 req-327b6cf6-a284-4649-91b3-64b1f8139b5e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Nov 23 10:20:17.725546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d3f99-1241-48a8-8d8c-6076692f5d33 req-c80ef938-cdf9-4631-9ae5-c0623005f267 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:17.727873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-316d3f99-1241-48a8-8d8c-6076692f5d33 req-c80ef938-cdf9-4631-9ae5-c0623005f267 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0610173 Nov 23 10:20:17.783609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-316d3f99-1241-48a8-8d8c-6076692f5d33 req-f9245dbd-0ede-4d50-a49c-77cd06458152 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 Nov 23 10:20:17.844531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-889eaca9-0b36-4b29-83ee-13e4125ac423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:18.224685 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:20:18.919837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3733-4832-4029-8124-21518c509358 req-5136e0bd-0f39-454d-a85b-1e41baef3387 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:18.922158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd8b3733-4832-4029-8124-21518c509358 req-5136e0bd-0f39-454d-a85b-1e41baef3387 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0595133 Nov 23 10:20:18.974673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd8b3733-4832-4029-8124-21518c509358 req-4257b7ea-f01d-4145-a475-29d50a1cc1a0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Nov 23 10:20:19.606395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-0b5320c1-3682-4719-8a09-2c17afe64f30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531452 Nov 23 10:20:19.706873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-ab1fbe21-da8a-4f28-83ac-593250c3dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:19.708461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-ab1fbe21-da8a-4f28-83ac-593250c3dcf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.0497284 Nov 23 10:20:19.816247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-e03bda7d-a50e-41f2-8e22-ed7ecd53b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:19.817822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-e03bda7d-a50e-41f2-8e22-ed7ecd53b4fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 898 time: 0.0883193 Nov 23 10:20:19.889963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-b564fc13-d858-4945-8cf6-5162b564892f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 1001 time: 0.0652292 Nov 23 10:20:19.951023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-b8476247-f785-4dad-98e1-ed47db85c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:19.953230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-b8476247-f785-4dad-98e1-ed47db85c246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.0560496 Nov 23 10:20:20.020458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-c44aa357-50da-4e3b-b22b-caef200a6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:20.022830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-c44aa357-50da-4e3b-b22b-caef200a6cf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623057 Nov 23 10:20:20.149574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8190-4436-4522-a814-b6f530d3682e req-6282dbf9-8e33-4ed6-907b-64dfce947829 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:20.158158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-711b8190-4436-4522-a814-b6f530d3682e req-6282dbf9-8e33-4ed6-907b-64dfce947829 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0658653 Nov 23 10:20:20.158380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-b443c069-0e4f-41c9-a564-7748911a3961 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281354 Nov 23 10:20:20.237376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-711b8190-4436-4522-a814-b6f530d3682e req-327caf31-13b0-4e17-b292-f53799e02bef tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774474 Nov 23 10:20:20.267454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a776b421-143e-4d0f-87ac-3aca37d65ecd req-b3169a8c-4025-4d9d-b0e4-6b82e46f3020 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023631 Nov 23 10:20:20.364458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0fafea12-b3af-40a8-928d-58b5edad9011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:20.429489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:21.284823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:21.365610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4656-67be-4582-a5be-70eee4a8755d req-2e51ed55-9ec0-4c95-be27-a9a601578cb9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:21.367848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ff4656-67be-4582-a5be-70eee4a8755d req-2e51ed55-9ec0-4c95-be27-a9a601578cb9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0662100 Nov 23 10:20:21.417911 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76ff4656-67be-4582-a5be-70eee4a8755d req-1f60bbe8-8bdd-4639-8e9c-87ccc32eb2ad tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Nov 23 10:20:22.568790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538f49-0fb7-445e-ac01-237001004ccd req-5f09ee86-49c5-4b74-9016-7be0962a0e76 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:22.570456 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e538f49-0fb7-445e-ac01-237001004ccd req-5f09ee86-49c5-4b74-9016-7be0962a0e76 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0690093 Nov 23 10:20:22.631209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e538f49-0fb7-445e-ac01-237001004ccd req-f9cc2426-f367-44c0-8552-c6140d143219 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 Nov 23 10:20:22.685357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:23.534555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:23.599907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:20:23.705109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:23.717023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ff994fa0-94d3-4905-a918-1457e433c886', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'port_id': 'ff994fa0-94d3-4905-a918-1457e433c886', 'mac_address': 'fa:16:3e:52:78:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b143a645-5dc1-4bd3-928f-bb7b66fc8a9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:20:23.754456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:23.762446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bc6bf-90e1-4be5-a8f7-cde4af12cc93 req-f8cf87cf-5d57-4646-9682-0f6456e9a4e6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:23.764144 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f70bc6bf-90e1-4be5-a8f7-cde4af12cc93 req-f8cf87cf-5d57-4646-9682-0f6456e9a4e6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0635676 Nov 23 10:20:23.778279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:20:23.804053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:23.808650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:23.821125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f70bc6bf-90e1-4be5-a8f7-cde4af12cc93 req-413e79db-fbb9-4617-be04-25ed0543a17b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Nov 23 10:20:23.860541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:23.891541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:20:24.995748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc295-21a4-4d54-bc0e-6eba6882a59b req-29be0cc0-d8c1-4a90-b6f3-7d01c2b5fe91 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:24.998119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8dcfc295-21a4-4d54-bc0e-6eba6882a59b req-29be0cc0-d8c1-4a90-b6f3-7d01c2b5fe91 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 944 time: 0.0908980 Nov 23 10:20:25.065955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8dcfc295-21a4-4d54-bc0e-6eba6882a59b req-eb801c9f-4ee3-48f5-a468-cc6887af5513 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Nov 23 10:20:25.613280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:20:25.689243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ff994fa0-94d3-4905-a918-1457e433c886 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:25.690164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:25.790791 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:25.820405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:20:25.824674 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0604b2d-c57a-416e-98fc-a7168e91d8ea" -d '{"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:20:25.841939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:25.847854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:25.921749 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4647b-e0ef-4fe1-bebd-d4ee9406f89e x-openstack-request-id: req-cfe4647b-e0ef-4fe1-bebd-d4ee9406f89e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:20:25.922369 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:20:25.922789 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe4647b-e0ef-4fe1-bebd-d4ee9406f89e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:20:25.923359 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'code': 200} Nov 23 10:20:25.925028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:26.237588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e972a1-3ccf-4507-aaf8-2e425a82addd req-73769cc4-9185-4098-b95e-33514edcddbe tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:26.247063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34e972a1-3ccf-4507-aaf8-2e425a82addd req-73769cc4-9185-4098-b95e-33514edcddbe tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0842619 Nov 23 10:20:26.307772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-34e972a1-3ccf-4507-aaf8-2e425a82addd req-a6712caf-b449-45af-ad27-e13f9d960c4e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549529 Nov 23 10:20:26.318481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-b90a1b93-8982-499d-b86c-07c44a1d2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:26.320305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-b90a1b93-8982-499d-b86c-07c44a1d2670 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1096 time: 0.0920014 Nov 23 10:20:26.447740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-9330c4d2-8406-4f2a-83fd-86c46379b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:26.450434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-9330c4d2-8406-4f2a-83fd-86c46379b703 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.1069295 Nov 23 10:20:26.501687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-b934ef24-dd39-4874-abae-3870e8996dc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0424490 Nov 23 10:20:26.600600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-b6e6d70b-11b7-4650-8c9f-69c32cbe83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:26.602661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-b6e6d70b-11b7-4650-8c9f-69c32cbe83f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0890119 Nov 23 10:20:26.662540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-0de75eda-5bd2-47a9-aa5a-92256e7d5a4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480254 Nov 23 10:20:26.821221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-e1b9d8f2-78b4-4030-95c5-e219e1103c28 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478233 Nov 23 10:20:26.951282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0430ace9-880c-4a70-99b0-9a2c0e61e54f req-764f7a6f-0138-4945-a833-144b25f1cb7d service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212633 Nov 23 10:20:27.484317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd86bcd-e330-46a9-acab-cea63d65781b req-723270fa-8d24-4045-9917-89b380f6a8b9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:27.494540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bd86bcd-e330-46a9-acab-cea63d65781b req-723270fa-8d24-4045-9917-89b380f6a8b9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0957534 Nov 23 10:20:27.563983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0bd86bcd-e330-46a9-acab-cea63d65781b req-0a375736-f51c-4c6a-9523-4b821d3e4f8b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630507 Nov 23 10:20:28.742056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9994bf7-5e56-41d6-aa20-de309d5959af req-2112c751-e0d3-440c-9366-1886431a656b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:28.749800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b9994bf7-5e56-41d6-aa20-de309d5959af req-2112c751-e0d3-440c-9366-1886431a656b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0766730 Nov 23 10:20:28.827483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b9994bf7-5e56-41d6-aa20-de309d5959af req-d3124e6b-3509-4346-993a-ed2616cde5f7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721622 Nov 23 10:20:29.532139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 44634) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:29.652444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b6ca4b0-5e08-4dc0-a67c-8cddd596c584 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/floatingips/f692a8ae-1eaa-45e8-adb3-29b45142f4e4 HTTP/1.1" status: 200 len: 993 time: 0.1189678 Nov 23 10:20:29.930415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44642) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:30.153304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3443c-da2e-4e11-822d-4319bee7f8bd req-0714aa1b-78f5-4037-a80e-88afb9992bcd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:30.156650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85f3443c-da2e-4e11-822d-4319bee7f8bd req-0714aa1b-78f5-4037-a80e-88afb9992bcd tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1550076 Nov 23 10:20:30.215596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85f3443c-da2e-4e11-822d-4319bee7f8bd req-211a6646-1050-4b17-b35c-49c9f6d7f06f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522923 Nov 23 10:20:30.273506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 12b88c05-18a0-405e-a7ab-897ec93cc891 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:20:30.273848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:30.421002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:30.421663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:30.440174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 12b88c05-18a0-405e-a7ab-897ec93cc891 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:20:30.705440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:30.730000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=12b88c05-18a0-405e-a7ab-897ec93cc891,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:30.827828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:30.828207 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Floating IP f692a8ae-1eaa-45e8-adb3-29b45142f4e4 disassociated (deleted). External IP: 172.25.1.56, port: d597800b-7b66-4efb-a11f-ad32ba9119be. Nov 23 10:20:31.112628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router a22d3f67-119d-465c-b9d5-3dae5c984e42 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:20:31.247608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:20:31.252803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:31.258372 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Sync routers for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:20:31.272855 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:31.277121 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:31.298019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5bf51bc0-a2a3-4128-b232-27048d5095a6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/floatingips/f692a8ae-1eaa-45e8-adb3-29b45142f4e4 HTTP/1.1" status: 204 len: 168 time: 1.3664849 Nov 23 10:20:31.298994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:20:31.317503 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13621b21-ee73-458b-88eb-984274da5a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:20:31.428664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04556eb-34df-439e-8484-87806db0e573 req-0e65ea86-bb38-4cd7-ac43-9db3db2d2f4a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:31.431318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b04556eb-34df-439e-8484-87806db0e573 req-0e65ea86-bb38-4cd7-ac43-9db3db2d2f4a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0764198 Nov 23 10:20:31.503150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b04556eb-34df-439e-8484-87806db0e573 req-84a84eba-dc23-4e73-8543-2e273d674d2f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Nov 23 10:20:31.506107 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:31.698378 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12992084-8832-441c-a2b3-854f8300283f x-openstack-request-id: req-12992084-8832-441c-a2b3-854f8300283f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:20:31.698793 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:20:31.699115 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12992084-8832-441c-a2b3-854f8300283f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:20:31.699632 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'status': 'completed', 'code': 200} Nov 23 10:20:31.763570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13621b21-ee73-458b-88eb-984274da5a8b req-2524c29f-cd12-4543-8a16-9277a1d8bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:31.765921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-2524c29f-cd12-4543-8a16-9277a1d8bc83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 1097 time: 0.0631270 Nov 23 10:20:31.844831 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:31.890794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81f20d-ada5-4868-9b78-4327f0d4ca84 req-080bf76c-3e6a-4f2d-87a1-698c25e0fa01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:31.904561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c81f20d-ada5-4868-9b78-4327f0d4ca84 req-080bf76c-3e6a-4f2d-87a1-698c25e0fa01 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.1405540 Nov 23 10:20:31.906128 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Checking router: a22d3f67-119d-465c-b9d5-3dae5c984e42 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:20:31.927234 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:31.927977 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:31.996480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13621b21-ee73-458b-88eb-984274da5a8b req-4240e8d7-5b95-4662-b64a-7e6ec2ff207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:32.000376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-4240e8d7-5b95-4662-b64a-7e6ec2ff207f service neutron] 10.222.0.50 "GET /v2.0/networks?id=25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 200 len: 897 time: 0.2189531 Nov 23 10:20:32.002980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c81f20d-ada5-4868-9b78-4327f0d4ca84 req-41015936-bd5e-445d-8c47-491f53594212 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971458 Nov 23 10:20:32.092243 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-959f2666-6ce4-4b86-80b4-9b4d7342a135 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 200 len: 217 time: 0.0595849 Nov 23 10:20:32.187789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13621b21-ee73-458b-88eb-984274da5a8b req-cf960444-d0a4-4bd7-96e8-c0a54c6520b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:32.189309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-cf960444-d0a4-4bd7-96e8-c0a54c6520b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2fc5a8-677c-44e4-acee-0d0ed5b76365 HTTP/1.1" status: 200 len: 834 time: 0.0868280 Nov 23 10:20:32.191354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:32.282205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13621b21-ee73-458b-88eb-984274da5a8b req-1e85ede8-1b85-455d-8773-2581861f9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:32.283723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-1e85ede8-1b85-455d-8773-2581861f9d68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25799a4c-1eca-42f0-8388-ef90050f9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766788 Nov 23 10:20:32.423521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-cd5dd737-64ce-4ed5-b662-83d43f12cfff service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298876 Nov 23 10:20:32.533286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:32.570668 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4dba-23d2-41d5-97d2-dffcbfb03b2d None None] The sync data for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 is: [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:19:33Z', 'revision_number': 4, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '9c0db1bb-8387-4ffb-b1da-1d6637d15236', 'name': '', 'network_id': '25799a4c-1eca-42f0-8388-ef90050f9a33', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'mac_address': 'fa:16:3e:dc:78:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:32Z', 'updated_at': '2021-11-23T10:19:39Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'subnets': [{'id': '8b2fc5a8-677c-44e4-acee-0d0ed5b76365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:20:32.592953 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13621b21-ee73-458b-88eb-984274da5a8b req-b46a850b-0d33-4d25-97d9-be3e13db4bba service neutron] 10.222.0.50 "GET /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578343 Nov 23 10:20:32.719018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26351af7-f2f1-469d-99f5-bf466f81e602 req-7a360367-8d97-4bbf-9428-cd3655016d32 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:32.720745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-26351af7-f2f1-469d-99f5-bf466f81e602 req-7a360367-8d97-4bbf-9428-cd3655016d32 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0735233 Nov 23 10:20:32.803164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-26351af7-f2f1-469d-99f5-bf466f81e602 req-ba2609f1-ce95-4dbb-beef-650e3cc87c50 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 Nov 23 10:20:33.087561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94809d22-97db-4a9d-8b50-ca240963b2dd None None] New status for floating IP f692a8ae-1eaa-45e8-adb3-29b45142f4e4: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:20:33.150234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-f4020163-6353-40f0-af38-7972e384f7c6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:33.152370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-f4020163-6353-40f0-af38-7972e384f7c6 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.1302154 Nov 23 10:20:33.251254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226b84-aea6-4d92-8367-9ed0493aa2fb req-b4d975c6-5f39-4adc-a8a3-dec81d9073c5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:33.261405 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49226b84-aea6-4d92-8367-9ed0493aa2fb req-b4d975c6-5f39-4adc-a8a3-dec81d9073c5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 946 time: 0.1049423 Nov 23 10:20:33.342680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port d597800b-7b66-4efb-a11f-ad32ba9119be {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:20:33.343243 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:33.367845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-49226b84-aea6-4d92-8367-9ed0493aa2fb req-1fab1ff0-2100-42e3-9d8e-b81926bc45bb tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/security-groups?id=37f6af92-c706-43d7-9a11-2f846050b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004078 Nov 23 10:20:33.508704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port d597800b-7b66-4efb-a11f-ad32ba9119be, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d597800b-7b66-4efb-a11f-ad32ba9119be,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:33.509131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:33.533061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for d597800b-7b66-4efb-a11f-ad32ba9119be owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:20:33.718006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:33.824063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=d597800b-7b66-4efb-a11f-ad32ba9119be,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:33.851895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.851895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.851895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.852354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.852455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.852813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.854766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:33.859193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] No DVR routers for this DVR port d597800b-7b66-4efb-a11f-ad32ba9119be on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:20:33.861366 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:33.865311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9b4240a-afe8-4d27-89d0-7abe3053a4d3 req-4bd5cf90-b72a-48e1-93a9-24350c9a931f tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.50 "DELETE /v2.0/ports/d597800b-7b66-4efb-a11f-ad32ba9119be HTTP/1.1" status: 204 len: 173 time: 0.6988158 Nov 23 10:20:33.865799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'name': 'network-vif-deleted', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:20:33.868778 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a4ce1a-7a6c-4fc7-8951-7a962561ca0a" -d '{"events": [{"server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "name": "network-vif-deleted", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:20:33.947273 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994b4692-ab59-4592-a259-e9c1ffb01feb x-openstack-request-id: req-994b4692-ab59-4592-a259-e9c1ffb01feb {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:20:33.947747 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f11d13-0b83-4561-8e76-1d5e4e332935", "name": "network-vif-deleted", "tag": "d597800b-7b66-4efb-a11f-ad32ba9119be", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:20:33.948070 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-994b4692-ab59-4592-a259-e9c1ffb01feb {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:20:33.948665 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f11d13-0b83-4561-8e76-1d5e4e332935', 'name': 'network-vif-deleted', 'tag': 'd597800b-7b66-4efb-a11f-ad32ba9119be', 'status': 'completed', 'code': 200} Nov 23 10:20:34.024737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05803-10da-4cb3-9908-25fb7f80f859 req-034eb057-fdb9-4ed4-82f7-d584b235a4a3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:34.028808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebb05803-10da-4cb3-9908-25fb7f80f859 req-034eb057-fdb9-4ed4-82f7-d584b235a4a3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0723231 Nov 23 10:20:34.121340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ebb05803-10da-4cb3-9908-25fb7f80f859 req-7f59a1e1-4173-46e7-8d7f-69b6da749b7f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864327 Nov 23 10:20:34.516419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e9a03c2f-d66f-43ae-afa7-e76dcd7b485f req-9acbd516-5088-4795-9d70-cf5e5cf6b744 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "GET /v2.0/ports?device_id=40f11d13-0b83-4561-8e76-1d5e4e332935 HTTP/1.1" status: 200 len: 210 time: 0.0388360 Nov 23 10:20:35.333209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbcf6e-d3cd-4747-ab3d-1c92f290a3fc req-dcc2f81f-4751-4adf-95cd-39b5a98f22d6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:35.334839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3dbcf6e-d3cd-4747-ab3d-1c92f290a3fc req-dcc2f81f-4751-4adf-95cd-39b5a98f22d6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0716007 Nov 23 10:20:35.400104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3dbcf6e-d3cd-4747-ab3d-1c92f290a3fc req-4a4160fd-be53-43ae-ab75-06deea7992a9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 Nov 23 10:20:35.583332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 44976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:35.649640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:35.682384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:35.769406 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:35.794769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:35.812087 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/security-groups/37f6af92-c706-43d7-9a11-2f846050b8dc HTTP/1.1" status: 204 len: 168 time: 0.2272601 Nov 23 10:20:35.844401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fa881-a3ed-402e-933f-05de32314c19 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6af92-c706-43d7-9a11-2f846050b8dc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:35.853103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45010) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:36.293847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:36.704399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff9dac-8874-42c4-89f2-55576df25d24 req-4916bd7a-652d-430a-b70a-1df44127cfb3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:36.713842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83ff9dac-8874-42c4-89f2-55576df25d24 req-4916bd7a-652d-430a-b70a-1df44127cfb3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.2052686 Nov 23 10:20:36.781107 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83ff9dac-8874-42c4-89f2-55576df25d24 req-96272aaf-4fb6-49dc-a95d-9bae8bed3965 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Nov 23 10:20:36.975345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 9c0db1bb-8387-4ffb-b1da-1d6637d15236 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:20:36.976430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:37.114101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 9c0db1bb-8387-4ffb-b1da-1d6637d15236, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9c0db1bb-8387-4ffb-b1da-1d6637d15236,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:37.115818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:37.132090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 9c0db1bb-8387-4ffb-b1da-1d6637d15236 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:20:37.404432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:37.452110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=9c0db1bb-8387-4ffb-b1da-1d6637d15236,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:37.676525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:37.708992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d597800b-7b66-4efb-a11f-ad32ba9119be no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:37.730243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: d597800b-7b66-4efb-a11f-ad32ba9119be {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:20:37.730591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d597800b-7b66-4efb-a11f-ad32ba9119be not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:20:37.932639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c6b7-be0e-43c4-a831-0d8cc39c6c73 req-de07cf59-8ade-42ac-888f-7d4c79eca5b7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:37.935150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4d6c6b7-be0e-43c4-a831-0d8cc39c6c73 req-de07cf59-8ade-42ac-888f-7d4c79eca5b7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.0877931 Nov 23 10:20:38.030257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4d6c6b7-be0e-43c4-a831-0d8cc39c6c73 req-334adc65-0464-4dca-8489-af784ac21611 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887427 Nov 23 10:20:38.119980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087c3be-f901-416f-b115-6539753a3c28 req-87348ec0-fe76-48c7-a919-4b37f6743441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:38.121628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-87348ec0-fe76-48c7-a919-4b37f6743441 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1096 time: 0.0903544 Nov 23 10:20:38.245404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087c3be-f901-416f-b115-6539753a3c28 req-c09f97cc-8e3a-4cdd-afcd-49f5feeb7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:38.246890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-c09f97cc-8e3a-4cdd-afcd-49f5feeb7d7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.1179399 Nov 23 10:20:38.297848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-2018066b-6dba-483b-bad4-31b53bd6cc0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0422993 Nov 23 10:20:38.366201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087c3be-f901-416f-b115-6539753a3c28 req-39818db2-c465-4fd2-93fb-c256cca4c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:38.368691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-39818db2-c465-4fd2-93fb-c256cca4c9b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0638628 Nov 23 10:20:38.378370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Router a22d3f67-119d-465c-b9d5-3dae5c984e42 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:20:38.431061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-d9fd3a23-c106-4cf5-820d-76c618cc4451 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454607 Nov 23 10:20:38.501630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:20:38.508097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-10bae4ec-abb6-4a6b-b425-a0dfc8d61f83 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "PUT /v2.0/routers/a22d3f67-119d-465c-b9d5-3dae5c984e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537330 Nov 23 10:20:38.511154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45178) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:38.515369 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Sync routers for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:20:38.526557 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:38.528234 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:38.567902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting subnet 8b2fc5a8-677c-44e4-acee-0d0ed5b76365 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:20:38.574904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:38.657965 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:38.666187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-d538f77e-c399-400e-92e9-f9e575da9c07 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273784 Nov 23 10:20:38.684680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:38.865059 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:20:37Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:38.900345 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Checking router: a22d3f67-119d-465c-b9d5-3dae5c984e42 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:20:38.912642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Routers {'a22d3f67-119d-465c-b9d5-3dae5c984e42'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:38.913423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a22d3f67-119d-465c-b9d5-3dae5c984e42'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:39.042110 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] Set router a22d3f67-119d-465c-b9d5-3dae5c984e42 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:39.244629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8087c3be-f901-416f-b115-6539753a3c28 req-cfd25be8-72dd-43b2-b87f-72be2c343012 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711827 Nov 23 10:20:39.245873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.255336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5754b7-0390-416b-b1c1-d63494fffe89 req-5ba1d03a-f1a8-4a12-b49c-b6d5da35a400 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:39.256927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa5754b7-0390-416b-b1c1-d63494fffe89 req-5ba1d03a-f1a8-4a12-b49c-b6d5da35a400 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.1066563 Nov 23 10:20:39.312837 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:20:37Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:39.319329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa5754b7-0390-416b-b1c1-d63494fffe89 req-5ed9b207-6c90-4d73-9563-8b4f2b4256d7 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484691 Nov 23 10:20:39.331975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.342791 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d515dde-63fb-4408-b033-ac520a632c51 None None] The sync data for ids ['a22d3f67-119d-465c-b9d5-3dae5c984e42'] in n-d-781076-5 is: [{'id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'name': 'tempest-TestNetworkBasicOps-router-1049236107', 'tenant_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:27Z', 'updated_at': '2021-11-23T10:20:37Z', 'revision_number': 5, 'project_id': '9c9aeaf68dd24797b60ccb4a3b8fca2b', 'gw_port': {'id': '281c6f19-7e72-4643-bbba-ee9747933de1', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22d3f67-119d-465c-b9d5-3dae5c984e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:28Z', 'updated_at': '2021-11-23T10:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:20:39.364197 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2fc5a8-677c-44e4-acee-0d0ed5b76365,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:39.368189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.374812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06adc99-6914-46ec-a52a-3e0af7bf5670 None None] Network 25799a4c-1eca-42f0-8388-ef90050f9a33 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:20:39.375333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-70f59627-30c8-4a3f-9d20-74ee664c105e tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/subnets/8b2fc5a8-677c-44e4-acee-0d0ed5b76365 HTTP/1.1" status: 204 len: 168 time: 0.8625393 Nov 23 10:20:39.375435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45190) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:39.512817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.643541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.737007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Deleting port 281c6f19-7e72-4643-bbba-ee9747933de1 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:20:39.737990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.801965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] DHCP port deletion for 25799a4c-1eca-42f0-8388-ef90050f9a33 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:39.857327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] For port 281c6f19-7e72-4643-bbba-ee9747933de1, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=281c6f19-7e72-4643-bbba-ee9747933de1,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:39.857863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.860858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Deleting port 4e9a61cb-53e4-43a3-afc3-2b867962cdde {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:20:39.861420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.872030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Calling delete_port for 281c6f19-7e72-4643-bbba-ee9747933de1 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:20:39.969602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] For port 4e9a61cb-53e4-43a3-afc3-2b867962cdde, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e9a61cb-53e4-43a3-afc3-2b867962cdde,segment=NetworkSegment(b3b30066-c936-46d7-b25f-646c89e40570),segment_id=b3b30066-c936-46d7-b25f-646c89e40570)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:39.970100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:39.984312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Calling delete_port for 4e9a61cb-53e4-43a3-afc3-2b867962cdde owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:20:40.066892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.100517 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.128052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Port': ['ID=281c6f19-7e72-4643-bbba-ee9747933de1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:40.161361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c5a37-f782-403d-bcdc-fc4c86e8549a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:40.167559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] No DVR routers for this DVR port 4e9a61cb-53e4-43a3-afc3-2b867962cdde on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:20:40.174738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Pushing event deleted for resources: {'Port': ['ID=4e9a61cb-53e4-43a3-afc3-2b867962cdde,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:40.190259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e9a61cb-53e4-43a3-afc3-2b867962cdde no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:40.240637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.260874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.261258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.261684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.278238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.278680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.279034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.279411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.279749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.280081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.280410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.280743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.281068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea0aa0-a31c-464a-b82a-5fb19b49c5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:40.285407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4e9a61cb-53e4-43a3-afc3-2b867962cdde {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:20:40.285641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e9a61cb-53e4-43a3-afc3-2b867962cdde not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:20:40.286039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9c0db1bb-8387-4ffb-b1da-1d6637d15236 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:40.337659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 9c0db1bb-8387-4ffb-b1da-1d6637d15236 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:20:40.338103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9c0db1bb-8387-4ffb-b1da-1d6637d15236 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:20:40.431480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.440851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.544924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.545665 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Fanout notify agent at l3_agent the message router_deleted on router a22d3f67-119d-465c-b9d5-3dae5c984e42 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:20:40.566276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.566276 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f7abb7ad-c0ea-4ca3-8661-f965ef6e70d3 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/routers/a22d3f67-119d-465c-b9d5-3dae5c984e42 HTTP/1.1" status: 204 len: 168 time: 1.1902442 Nov 23 10:20:40.569104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:40.607888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012853-932c-4582-a7c6-c7f5b1007b9c req-cb75e3f5-3c30-45cc-bff2-e3e8198cf593 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:40.610154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4012853-932c-4582-a7c6-c7f5b1007b9c req-cb75e3f5-3c30-45cc-bff2-e3e8198cf593 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1223297 Nov 23 10:20:40.680828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.684986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4012853-932c-4582-a7c6-c7f5b1007b9c req-98f19c3b-18f8-410e-8158-0b81b7e74a69 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672624 Nov 23 10:20:40.709301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad014ae-4080-4694-90b7-b25ed3b1a46c req-64cee06b-73ee-4394-ad93-63c0ce6235e4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:40.711077 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ad014ae-4080-4694-90b7-b25ed3b1a46c req-64cee06b-73ee-4394-ad93-63c0ce6235e4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 945 time: 0.2753277 Nov 23 10:20:40.888285 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.899478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ad014ae-4080-4694-90b7-b25ed3b1a46c req-3a44a6aa-399e-4f42-91cd-2c5484492cb1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762650 Nov 23 10:20:40.913428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25799a4c-1eca-42f0-8388-ef90050f9a33']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:40.929865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b30066-c936-46d7-b25f-646c89e40570') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:40.930332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b30066-c936-46d7-b25f-646c89e40570') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:40.945286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.961986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:40.978119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:20:40.978924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:20:41.009060 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:20:41.061374 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.069881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.074226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] 10.222.0.62 "DELETE /v2.0/networks/25799a4c-1eca-42f0-8388-ef90050f9a33 HTTP/1.1" status: 204 len: 168 time: 0.5032096 Nov 23 10:20:41.089985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681c6bd-8e1d-4df5-8bc7-7a54928221e5 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] Pushing event deleted for resources: {'Network': ['ID=25799a4c-1eca-42f0-8388-ef90050f9a33,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:41.425919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:41.579214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29154f3b-9803-4194-bc8f-7a1627a5dc1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c9aeaf68dd24797b60ccb4a3b8fca2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495709 Nov 23 10:20:41.580051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45230) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:41.634308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.662771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.714126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:41.716442 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.734253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.739155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb9efdaf-b692-4426-99ef-ececa252f900 HTTP/1.1" status: 204 len: 168 time: 0.1564605 Nov 23 10:20:41.759372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c379a1f-3cf4-4484-8d0b-fad0a7af1cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9efdaf-b692-4426-99ef-ececa252f900,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:41.856531 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.888165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:20:41.891230 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161999b9-d663-4ca2-9b41-b723d686f722" -d '{"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:20:41.894873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498b91-0e2f-4119-8b10-e46803a031c2 req-1caf1ecd-6d61-4293-b8ee-a7a41a5b5f5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:41.904495 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d498b91-0e2f-4119-8b10-e46803a031c2 req-1caf1ecd-6d61-4293-b8ee-a7a41a5b5f5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1020963 Nov 23 10:20:41.911439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:41.916670 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:41.975607 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f200c9-6f5b-4e4d-ab93-589e39adf841 x-openstack-request-id: req-15f200c9-6f5b-4e4d-ab93-589e39adf841 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:20:41.976631 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-unplugged", "status": "failed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "code": 422}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:20:41.977099 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15f200c9-6f5b-4e4d-ab93-589e39adf841 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:20:41.977660 n-d-781076-5 neutron-server[110025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'code': 422} returned with failed status Nov 23 10:20:41.981879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d498b91-0e2f-4119-8b10-e46803a031c2 req-1866e6dc-af01-4a00-99f7-834945763c0c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761504 Nov 23 10:20:42.009748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:42.135213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 281c6f19-7e72-4643-bbba-ee9747933de1 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:42.158376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 281c6f19-7e72-4643-bbba-ee9747933de1 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:20:42.159010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 281c6f19-7e72-4643-bbba-ee9747933de1 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:20:42.212529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7e25-408b-4b69-ae9d-cd1582e7767c req-47810dc5-4861-4f6f-965d-aa5fdfaa98ef tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:42.214808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f87b7e25-408b-4b69-ae9d-cd1582e7767c req-47810dc5-4861-4f6f-965d-aa5fdfaa98ef tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1060328 Nov 23 10:20:42.294294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45248) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:42.306639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f87b7e25-408b-4b69-ae9d-cd1582e7767c req-233496ce-70fd-4fe2-97bb-557ef99e4061 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827377 Nov 23 10:20:42.342341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5dc9-253a-4c0d-806b-5149aed67355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:42.605418 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5dc9-253a-4c0d-806b-5149aed67355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:42.616824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5dc9-253a-4c0d-806b-5149aed67355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:42.773463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79c45e-b705-4661-956e-8c4f631768d7 req-5448e45d-8458-4832-aab7-5720daa25d00 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:42.775512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c79c45e-b705-4661-956e-8c4f631768d7 req-5448e45d-8458-4832-aab7-5720daa25d00 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.2040231 Nov 23 10:20:42.783781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b5dc9-253a-4c0d-806b-5149aed67355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc106cfe-251e-4916-89ad-8ae1c2eabdcd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:42.790397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ed6b5dc9-253a-4c0d-806b-5149aed67355 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5a739ab2e0547a49bf03a81c1d8f974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916062 Nov 23 10:20:42.793191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:42.895732 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:42.939756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c79c45e-b705-4661-956e-8c4f631768d7 req-a8ec103a-7361-4449-987c-2b7ae8704d3a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569092 Nov 23 10:20:42.952010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:42.967003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:43.065027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.067713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.068946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc106cfe-251e-4916-89ad-8ae1c2eabdcd HTTP/1.1" status: 204 len: 168 time: 0.2741363 Nov 23 10:20:43.105820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875d31-012e-4d1a-b6b3-7f298c2859b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc106cfe-251e-4916-89ad-8ae1c2eabdcd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:43.182407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5d57694-4e3d-43b8-b1cd-bd742c133905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.241110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2e06-bab8-465f-829a-e16f102f245d req-8c40370e-8260-4df9-bdef-6cd9525625bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:43.254561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a9f2e06-bab8-465f-829a-e16f102f245d req-8c40370e-8260-4df9-bdef-6cd9525625bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1274471 Nov 23 10:20:43.371246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a9f2e06-bab8-465f-829a-e16f102f245d req-9f3da86f-3707-42db-b474-daeb8f4dae5d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110818 Nov 23 10:20:43.405579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-41425ad4-535d-4f1b-9ff7-622b74e054fb req-2cb6a3b5-9c63-458b-b4e5-7d1cfcb44bff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:20:43.406977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41425ad4-535d-4f1b-9ff7-622b74e054fb req-2cb6a3b5-9c63-458b-b4e5-7d1cfcb44bff service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176573 Nov 23 10:20:43.430036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5d57694-4e3d-43b8-b1cd-bd742c133905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.437331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5d57694-4e3d-43b8-b1cd-bd742c133905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.514977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f5d57694-4e3d-43b8-b1cd-bd742c133905 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f73ff382be224e28a83e9c88a2e68099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5473955 Nov 23 10:20:43.518467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:43.519446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d57694-4e3d-43b8-b1cd-bd742c133905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825e04e6-3c7f-4eb5-be73-7c34ef2f381a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:43.709070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.787627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.854592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.859743 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:43.885729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/825e04e6-3c7f-4eb5-be73-7c34ef2f381a HTTP/1.1" status: 204 len: 168 time: 0.3442779 Nov 23 10:20:43.922549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee468-4523-4db6-80b3-e353196cb0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e04e6-3c7f-4eb5-be73-7c34ef2f381a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:43.941635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0916-8c70-43ac-9371-91297648a00f req-a43e9db1-4b96-422b-8f8d-6f05f9c99ff0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:43.951638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a2c0916-8c70-43ac-9371-91297648a00f req-a43e9db1-4b96-422b-8f8d-6f05f9c99ff0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.2335808 Nov 23 10:20:44.028424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a2c0916-8c70-43ac-9371-91297648a00f req-476136bc-f38f-470e-87a3-1681a66ef120 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758126 Nov 23 10:20:44.365059 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-50ea44eb-d0ba-45a0-ba5e-d677c54bd40e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1911831 Nov 23 10:20:44.374217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-4448ae5d-c8e1-4316-89b9-d63f99a66076 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:20:44.375349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-4448ae5d-c8e1-4316-89b9-d63f99a66076 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053749 Nov 23 10:20:44.513249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d45061-53ce-4b5d-8c1c-db149768ea43 req-38cccfc4-5295-442e-9bba-dc1120f6b6b3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:44.518745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5d45061-53ce-4b5d-8c1c-db149768ea43 req-38cccfc4-5295-442e-9bba-dc1120f6b6b3 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.0782192 Nov 23 10:20:44.584194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f5d45061-53ce-4b5d-8c1c-db149768ea43 req-46120878-8f9b-48ba-a356-4751383d538c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594852 Nov 23 10:20:45.172872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec437cf-50f9-4cb8-a7e3-3b22c9899503 req-e55d2a0a-6847-4a3c-a994-20f8295ae174 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.174731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ec437cf-50f9-4cb8-a7e3-3b22c9899503 req-e55d2a0a-6847-4a3c-a994-20f8295ae174 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.0676923 Nov 23 10:20:45.244988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ec437cf-50f9-4cb8-a7e3-3b22c9899503 req-572e4936-d44c-495b-b978-de90497021d6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Nov 23 10:20:45.246798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-38f01df5-cb5e-43f6-912f-bed3841df507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.249357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-38f01df5-cb5e-43f6-912f-bed3841df507 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d&tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39 HTTP/1.1" status: 200 len: 1094 time: 0.0754721 Nov 23 10:20:45.344323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-118ef6cc-6ccb-46c3-bb60-de416275b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.348215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-118ef6cc-6ccb-46c3-bb60-de416275b4b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1094 time: 0.0731428 Nov 23 10:20:45.492369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-c996cf9b-6c29-47f5-97bc-f676a8fff630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.494217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-c996cf9b-6c29-47f5-97bc-f676a8fff630 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.1392491 Nov 23 10:20:45.559397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-8ec44c63-cd39-4212-9bdd-cf51fb76f030 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.0582898 Nov 23 10:20:45.666291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-54b6d547-d227-4129-bf42-c9f5750d1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.667834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-54b6d547-d227-4129-bf42-c9f5750d1ff4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.1018386 Nov 23 10:20:45.723287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-77693249-e799-42d2-a219-c352b49956d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465593 Nov 23 10:20:45.734276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45354) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:45.738894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:45.893212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:45.905829 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-e35531c7-d8f6-41fd-adc8-b242b42264b1 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720994 Nov 23 10:20:45.910284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-70f77b5f-85a8-4c84-9068-e96ddc79d5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:45.948874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0375-c764-4c8d-8b4b-2e66df436f39 req-43a04f0f-2612-4739-9d92-2c792ae265cc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:45.950657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-15ab0375-c764-4c8d-8b4b-2e66df436f39 req-43a04f0f-2612-4739-9d92-2c792ae265cc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.2303834 Nov 23 10:20:46.012393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-70f77b5f-85a8-4c84-9068-e96ddc79d5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.018574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-70f77b5f-85a8-4c84-9068-e96ddc79d5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.056202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-15ab0375-c764-4c8d-8b4b-2e66df436f39 req-835c873a-8625-4b26-963a-9a6063734cb7 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967901 Nov 23 10:20:46.062828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bacb7185-0863-4ad7-a72a-26b7a4f821d7 req-294d0f3c-1f99-4f89-bff6-080e64ec9e53 service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470022 Nov 23 10:20:46.091667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-70f77b5f-85a8-4c84-9068-e96ddc79d5df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6727fff72ecb47df9e7b2e798e145472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526480 Nov 23 10:20:46.092100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45358) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:46.098013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77b5f-85a8-4c84-9068-e96ddc79d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bad00c-6e2c-403b-a354-c05e48fe78a6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:46.151675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.176507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.228321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.231368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:46.234941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40bad00c-6e2c-403b-a354-c05e48fe78a6 HTTP/1.1" status: 204 len: 168 time: 0.1394851 Nov 23 10:20:46.259204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b609f69-b22d-4b5b-bf44-947af7a9c75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bad00c-6e2c-403b-a354-c05e48fe78a6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:46.470013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2020f-2ca4-4495-b92b-6d2834e06049 req-55dee659-faf7-4e15-80cd-2519d078a69c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:46.471803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fa2020f-2ca4-4495-b92b-6d2834e06049 req-55dee659-faf7-4e15-80cd-2519d078a69c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.0910578 Nov 23 10:20:46.539812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fa2020f-2ca4-4495-b92b-6d2834e06049 req-654d3914-c462-4844-a1fb-f2ae7b7bcba0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Nov 23 10:20:47.126212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45402) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:47.220627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71496f4-97d9-4adf-bca3-7f8a912d8f17 req-cba313df-5ca2-45de-b721-aa6aca621c55 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:47.223295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a71496f4-97d9-4adf-bca3-7f8a912d8f17 req-cba313df-5ca2-45de-b721-aa6aca621c55 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.0734024 Nov 23 10:20:47.285033 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a71496f4-97d9-4adf-bca3-7f8a912d8f17 req-21b59e08-4242-41e5-84c5-294c112386db tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554760 Nov 23 10:20:47.287198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1236924744-network', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:47.317262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Made reservation on behalf of 9fa86f415bc34a99baca88a63663cc2a for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:20:47.319953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.329504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.410991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.415040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.443806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:20:47.449476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8775244-ff93-4ba2-8dfc-e18be5f7c11b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:47.458653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.458653 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Added segment 3ec0982b-0df5-4ac3-863b-6dec27725aee of type vlan for network 308ce3f4-2cb0-4223-8689-6d379e6bc46f Nov 23 10:20:47.504102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.530875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.531826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:47.532402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.598036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4678442 Nov 23 10:20:47.598547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45408) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:47.603329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Request body: {'subnet': {'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1236924744-subnet', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:47.606603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145d1a0-b9ad-48a2-b46c-3b42c5573de8 admin admin] Pushing event updated for resources: {'Network': ['ID=308ce3f4-2cb0-4223-8689-6d379e6bc46f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:47.617028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:20:47.696934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Made reservation on behalf of 9fa86f415bc34a99baca88a63663cc2a for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:20:47.699362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.786105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc7934-4d8b-46a9-9827-370c00c748f9 req-5eabc87c-c34b-4fc4-a74f-eea8e85e6e9d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:47.787644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2dc7934-4d8b-46a9-9827-370c00c748f9 req-5eabc87c-c34b-4fc4-a74f-eea8e85e6e9d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1531703 Nov 23 10:20:47.861256 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4e77-48b9-43e6-be22-6066a0b2db60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:47.865520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2dc7934-4d8b-46a9-9827-370c00c748f9 req-5b785ed8-49be-41a1-af71-11f96e9f2878 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692551 Nov 23 10:20:47.984699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.036285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Pushing event updated for resources: {'Subnet': ['ID=496af251-f341-4294-a45b-df12e948be53,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:48.057520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Checking segment: {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:48.057982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Network hostable DHCP agents. Network: 308ce3f4-2cb0-4223-8689-6d379e6bc46f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:20:48.078307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:20:48.089619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 308ce3f4-2cb0-4223-8689-6d379e6bc46f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:48.099280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486cd2a-8913-4265-a42c-95ce6741d43e None None] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:20:48.104852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:48.105461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.125602 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a8bc2f6-aa4d-46b7-9240-234745c6948d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5259113 Nov 23 10:20:48.128576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45416) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:48.134361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:48.184158 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.186594 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.292725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.343245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:20:48.345033 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.562676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5da6d-4e87-4e4d-89d6-e5c4a7cfc2e9 req-f6d88a9a-bceb-4fc6-a870-80dfa4afcf6a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:48.571007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.573191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b5da6d-4e87-4e4d-89d6-e5c4a7cfc2e9 req-f6d88a9a-bceb-4fc6-a870-80dfa4afcf6a tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1061845 Nov 23 10:20:48.655442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Allocated IP 172.20.0.2 (308ce3f4-2cb0-4223-8689-6d379e6bc46f/496af251-f341-4294-a45b-df12e948be53/980dd516-9e02-496f-abee-db344d17e5ab) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:20:48.681807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b5da6d-4e87-4e4d-89d6-e5c4a7cfc2e9 req-f70b744e-9d84-4899-ae9c-e33dd9805ced tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025732 Nov 23 10:20:48.865204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.871299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.872266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.897022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:48.934204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:48.948681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Pushing event updated for resources: {'Port': ['ID=980dd516-9e02-496f-abee-db344d17e5ab,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:48.952503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:48.956127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:20:49.060939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Attempting to bind port 980dd516-9e02-496f-abee-db344d17e5ab on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:20:49.060939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Attempting to bind port 980dd516-9e02-496f-abee-db344d17e5ab by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:20:49.060939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Attempting to bind port 980dd516-9e02-496f-abee-db344d17e5ab on network 308ce3f4-2cb0-4223-8689-6d379e6bc46f {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:20:49.077208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:20:49.077753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Checking segment: {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:49.078341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.078831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Bound using segment: {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:20:49.079810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Bound port: 980dd516-9e02-496f-abee-db344d17e5ab, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:20:49.080070 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.124267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300174d9-0307-48ce-a14d-26b5b903db45 req-f48403fc-5ee0-43fe-ad28-8b48067753b5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:49.125725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-300174d9-0307-48ce-a14d-26b5b903db45 req-f48403fc-5ee0-43fe-ad28-8b48067753b5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1050057 Nov 23 10:20:49.127042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Allocated IP 172.25.1.179 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ba98ec27-5725-4a88-9167-2db2b4e19c7b) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:20:49.199853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] For port 980dd516-9e02-496f-abee-db344d17e5ab, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:20:49.204196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] For port 980dd516-9e02-496f-abee-db344d17e5ab, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=980dd516-9e02-496f-abee-db344d17e5ab,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:20:49.210807 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.303530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-300174d9-0307-48ce-a14d-26b5b903db45 req-6adc8148-e406-4895-82c1-d6fec78463be tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521006 Nov 23 10:20:49.316085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730cca7-31dc-41e0-ac9a-de934a106c8e None None] Pushing event updated for resources: {'Port': ['ID=980dd516-9e02-496f-abee-db344d17e5ab,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:49.375834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.439577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.459354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:49.462534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:49.464816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:20:49.480964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98efa4-21aa-4fe7-88aa-e05f89efc02c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:49.548947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Pushing event updated for resources: {'Port': ['ID=ba98ec27-5725-4a88-9167-2db2b4e19c7b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:49.591965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-40084003-f9bb-4805-bdc9-74afec339820 None None] Provisioning complete for port ba98ec27-5725-4a88-9167-2db2b4e19c7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:49.593053 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40084003-f9bb-4805-bdc9-74afec339820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:49.634976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-40084003-f9bb-4805-bdc9-74afec339820 None None] Port ba98ec27-5725-4a88-9167-2db2b4e19c7b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:20:49.881185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad4a46-efab-48cf-9ea1-681ed2e95e1c req-73781280-3f13-4756-b1d7-5f2687a8e5b0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:49.884764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ecad4a46-efab-48cf-9ea1-681ed2e95e1c req-73781280-3f13-4756-b1d7-5f2687a8e5b0 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1032381 Nov 23 10:20:49.899249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.139878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ecad4a46-efab-48cf-9ea1-681ed2e95e1c req-9dd9787a-52b4-4f30-a171-4fdb111d710b tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220693 Nov 23 10:20:50.229659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 980dd516-9e02-496f-abee-db344d17e5ab up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:20:50.376345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 980dd516-9e02-496f-abee-db344d17e5ab triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:50.376761 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.380054 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d45f093-c949-474c-a0c5-b22b8e288848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.498547 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.557299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.618264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 980dd516-9e02-496f-abee-db344d17e5ab, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=980dd516-9e02-496f-abee-db344d17e5ab,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:50.625601 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:50.699610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=980dd516-9e02-496f-abee-db344d17e5ab,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:50.868682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ede8-31e2-4d4a-a0b9-247f187467fd req-5268474e-a2fe-46f0-89a4-9f913d67c33a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:50.875238 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa98ede8-31e2-4d4a-a0b9-247f187467fd req-5268474e-a2fe-46f0-89a4-9f913d67c33a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1283972 Nov 23 10:20:51.005159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa98ede8-31e2-4d4a-a0b9-247f187467fd req-c42ae96b-c4bb-4df9-8d75-cea4d5ba464c tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953584 Nov 23 10:20:51.009068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5041ef-f30b-4cf1-8110-4d88583e4c34 None None] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:20:51.017695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:51.105085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f372531d-308a-48cf-acaf-a4dad26d2e18 None None] Provisioning complete for port 980dd516-9e02-496f-abee-db344d17e5ab triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:51.105450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f372531d-308a-48cf-acaf-a4dad26d2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:51.256697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Router d6e63984-8f72-475b-bf8b-fa0239d1c9be is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:20:51.336700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:51.404851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d08e1-b10d-4f38-a5a7-f4b65f794a3c req-caeacece-6f38-49b2-9cce-c69ce11fe97c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:51.415188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c17d08e1-b10d-4f38-a5a7-f4b65f794a3c req-caeacece-6f38-49b2-9cce-c69ce11fe97c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1603427 Nov 23 10:20:51.510566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:20:51.523716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Sync routers for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:20:51.530261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c17d08e1-b10d-4f38-a5a7-f4b65f794a3c req-f0e9c768-a185-43f0-a12d-8f4324aee0ee tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091938 Nov 23 10:20:51.548778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:51.549232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:51.549438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:51.554056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ad971833-7a22-4227-878d-e48acbf66f16 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4240663 Nov 23 10:20:51.554710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45442) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:51.719115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e0c1353d-3234-4ebe-8ada-d595ea064919 None None] Provisioning complete for port 980dd516-9e02-496f-abee-db344d17e5ab triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:51.719498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e0c1353d-3234-4ebe-8ada-d595ea064919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:51.813624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:52.078361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.385585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9c43-904c-4999-a652-a4e601c8eb60 req-35299b34-2667-485a-b6c0-43c34847f3d3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:52.387478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d8d9c43-904c-4999-a652-a4e601c8eb60 req-35299b34-2667-485a-b6c0-43c34847f3d3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.2434204 Nov 23 10:20:52.393844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 980dd516-9e02-496f-abee-db344d17e5ab up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:20:52.515406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 980dd516-9e02-496f-abee-db344d17e5ab triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:52.515854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.519582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Allocated IP 172.20.0.1 (308ce3f4-2cb0-4223-8689-6d379e6bc46f/496af251-f341-4294-a45b-df12e948be53/0be367a6-b505-4bc5-8846-19826a4b4194) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:20:52.568884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:49Z', 'revision_number': 3, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:52.630025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Checking router: d6e63984-8f72-475b-bf8b-fa0239d1c9be for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:20:52.630622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Updating router d6e63984-8f72-475b-bf8b-fa0239d1c9be port ba98ec27-5725-4a88-9167-2db2b4e19c7b binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:20:52.691461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.723644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.753224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d8d9c43-904c-4999-a652-a4e601c8eb60 req-643093c7-8b81-401b-86ce-796d6f015d4e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547041 Nov 23 10:20:52.797638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.815290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad76f8a-f99e-4cfb-936e-e3e96c848376 req-3902b4c5-18d1-42e1-8b04-d1723ddf5bcc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:52.829255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ad76f8a-f99e-4cfb-936e-e3e96c848376 req-3902b4c5-18d1-42e1-8b04-d1723ddf5bcc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1201856 Nov 23 10:20:52.893079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ad76f8a-f99e-4cfb-936e-e3e96c848376 req-7e71ac90-8a82-4e69-8897-eb41efc73446 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672901 Nov 23 10:20:52.909943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:52.917373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:52.920680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:52.952569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Pushing event updated for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:52.968812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:20:53.024146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.069149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.086916 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.159255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0b250-8cbe-4749-a406-f616436a8051 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:53.176756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Attempting to bind port ba98ec27-5725-4a88-9167-2db2b4e19c7b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:20:53.177131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Attempting to bind port ba98ec27-5725-4a88-9167-2db2b4e19c7b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:20:53.177499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Attempting to bind port ba98ec27-5725-4a88-9167-2db2b4e19c7b on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:20:53.180082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a9999-e88f-4a15-9309-5f916d53aac6 None None] Pushing event updated for resources: {'Port': ['ID=ba98ec27-5725-4a88-9167-2db2b4e19c7b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:53.196828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:20:53.197087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:53.197986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.197986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:20:53.199644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Bound port: ba98ec27-5725-4a88-9167-2db2b4e19c7b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:20:53.199644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.291778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.328469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3418c760-c387-4c5b-9bbf-3d188cd3a891 None None] Provisioning complete for port ba98ec27-5725-4a88-9167-2db2b4e19c7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:53.328835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3418c760-c387-4c5b-9bbf-3d188cd3a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.439027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] For port ba98ec27-5725-4a88-9167-2db2b4e19c7b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:20:53.458234 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] For port ba98ec27-5725-4a88-9167-2db2b4e19c7b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba98ec27-5725-4a88-9167-2db2b4e19c7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:20:53.469853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.534481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3418c760-c387-4c5b-9bbf-3d188cd3a891 None None] Port ba98ec27-5725-4a88-9167-2db2b4e19c7b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:20:53.552548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a9999-e88f-4a15-9309-5f916d53aac6 None None] Pushing event updated for resources: {'Port': ['ID=ba98ec27-5725-4a88-9167-2db2b4e19c7b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:53.576039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.583097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f75291-621e-472b-8e4c-d6ea6fca92eb None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:53.609626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:53.610103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:53.656527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.667160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.761392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Pushing event updated for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:53.771623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Provisioning complete for port ba98ec27-5725-4a88-9167-2db2b4e19c7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:53.771995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.790137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.822150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:53.954959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:53.993209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:53.998893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:54.009154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d2ea-8d48-4ba0-9183-41a88bc43c81 req-6052cd84-019f-495e-a9fd-2dd35b2a644e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:54.010818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d539d2ea-8d48-4ba0-9183-41a88bc43c81 req-6052cd84-019f-495e-a9fd-2dd35b2a644e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1073661 Nov 23 10:20:54.022659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9bd14-5d98-424b-a69a-fb7d442eaf27 req-ef1b4490-006a-4f40-bdd8-bc961267f2c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:54.029029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] For port ba98ec27-5725-4a88-9167-2db2b4e19c7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba98ec27-5725-4a88-9167-2db2b4e19c7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:54.041572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1f9bd14-5d98-424b-a69a-fb7d442eaf27 req-ef1b4490-006a-4f40-bdd8-bc961267f2c8 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.0746081 Nov 23 10:20:54.050654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:54.139752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1f9bd14-5d98-424b-a69a-fb7d442eaf27 req-5a73d6e9-f8ad-47fc-b16c-0cecc5d92ffa tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973749 Nov 23 10:20:54.156934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Provisioning complete for port 0be367a6-b505-4bc5-8846-19826a4b4194 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:54.157313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:54.186167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d539d2ea-8d48-4ba0-9183-41a88bc43c81 req-b4f029f3-cb9b-4608-ab76-79dbc6097dd5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679287 Nov 23 10:20:54.235175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Port 0be367a6-b505-4bc5-8846-19826a4b4194 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:20:54.271140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80e78-e32c-494b-89b9-6faf01149bfe None None] Pushing event updated for resources: {'Port': ['ID=ba98ec27-5725-4a88-9167-2db2b4e19c7b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:54.316247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Router d6e63984-8f72-475b-bf8b-fa0239d1c9be has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:20:54.325929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0be367a6-b505-4bc5-8846-19826a4b4194', 'name': '', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:52Z', 'updated_at': '2021-11-23T10:20:52Z', 'revision_number': 1, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'subnets': [{'id': '496af251-f341-4294-a45b-df12e948be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:54.367167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9e57b-fb5f-48e0-bf4a-6e992a5d3f28 None None] The sync data for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 is: [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0be367a6-b505-4bc5-8846-19826a4b4194', 'name': '', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:52Z', 'updated_at': '2021-11-23T10:20:52Z', 'revision_number': 1, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'subnets': [{'id': '496af251-f341-4294-a45b-df12e948be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:20:54.378389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4c781b2b-4f28-42a2-a3ca-5d91ef9ab728 None None] Provisioning complete for port 0be367a6-b505-4bc5-8846-19826a4b4194 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:54.378763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c781b2b-4f28-42a2-a3ca-5d91ef9ab728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:54.429359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4c781b2b-4f28-42a2-a3ca-5d91ef9ab728 None None] Port 0be367a6-b505-4bc5-8846-19826a4b4194 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:20:54.527078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:20:54.540186 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ddc2f96-c7fd-4985-9b47-bd889e1661ef admin admin] 10.222.0.62 "PUT /v2.0/routers/d6e63984-8f72-475b-bf8b-fa0239d1c9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9827781 Nov 23 10:20:55.021221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199a51-abf3-4973-8e73-b2e82ebbcd48 req-46596bd8-a4bd-49ee-96bd-045721f7ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:55.028878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3199a51-abf3-4973-8e73-b2e82ebbcd48 req-46596bd8-a4bd-49ee-96bd-045721f7ac34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.0941622 Nov 23 10:20:55.120002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d3199a51-abf3-4973-8e73-b2e82ebbcd48 req-b06488a2-8502-4459-8f76-37be19e3c468 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842357 Nov 23 10:20:55.225109 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:20:55.317182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48b28a-85e8-452a-8037-630b2912893a req-9765f0a0-81d7-4a79-b691-81674a0fbbea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:55.327409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed48b28a-85e8-452a-8037-630b2912893a req-9765f0a0-81d7-4a79-b691-81674a0fbbea tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.0698996 Nov 23 10:20:55.439544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45482) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:55.444446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-127474868-network', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:55.473796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ed48b28a-85e8-452a-8037-630b2912893a req-df42dcac-e47d-465e-9313-97241db6d1d6 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279752 Nov 23 10:20:55.474105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c493b-0f7d-4d4f-a27a-4fcda3decb63 req-4e0b5c44-a736-473e-95a2-86eb20dd4613 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:55.482197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d2c493b-0f7d-4d4f-a27a-4fcda3decb63 req-4e0b5c44-a736-473e-95a2-86eb20dd4613 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1311016 Nov 23 10:20:55.570182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d2c493b-0f7d-4d4f-a27a-4fcda3decb63 req-472f92c4-818c-4caa-a6a0-234279c01564 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 Nov 23 10:20:55.570939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Made reservation on behalf of 2ee89aaea2914f779361ea331a9430b7 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:20:55.573339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.602011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.720075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.733474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.768895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:20:55.787501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:20:55.821530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.821969 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Added segment f4f1a47c-1654-4d77-b3f8-d5c0eda45e48 of type vlan for network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 Nov 23 10:20:55.937871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e82b6-4eec-4b58-9af5-3865245f2dd9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:55.941186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.968850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.981662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.982745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:55.983387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:55.999913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:55.999913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.001630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.002093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.014369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.015259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.015259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.015623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.016040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.016437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.016835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.017231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:56.022851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:56.024527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:20:56.030490 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea5e596-2e84-4f1a-8cc6-dc83cac3406e" -d '{"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:20:56.036177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:56.100856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6602373 Nov 23 10:20:56.104122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:56.114387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Request body: {'subnet': {'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-127474868-subnet', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:56.134992 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4756458b-d8f2-410b-aa15-d7b4188792df x-openstack-request-id: req-4756458b-d8f2-410b-aa15-d7b4188792df {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:20:56.137218 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:20:56.137743 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4756458b-d8f2-410b-aa15-d7b4188792df {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:20:56.138471 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'code': 200} Nov 23 10:20:56.170296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Made reservation on behalf of 2ee89aaea2914f779361ea331a9430b7 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:20:56.180332 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:56.251535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba98ec27-5725-4a88-9167-2db2b4e19c7b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:20:56.257181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5459d-3e03-486d-9ae2-b710b2ce33d9 admin admin] Pushing event updated for resources: {'Network': ['ID=23824cf8-4f40-4820-bcc3-cb843e6ebc73,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:56.334837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:20:56.373503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:56.598835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:56.686890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8d23fa-3899-41c8-9ded-bbe4c98f0727,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:56.687635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ba98ec27-5725-4a88-9167-2db2b4e19c7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:56.688016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:56.732659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Checking segment: {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:56.733170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Network hostable DHCP agents. Network: 23824cf8-4f40-4820-bcc3-cb843e6ebc73, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:20:56.762027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:20:56.764907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0230-f389-41aa-adad-bf2906e29ec1 req-ca35010b-abdb-4e8c-8b05-979c0b038046 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:56.774317 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c40d0230-f389-41aa-adad-bf2906e29ec1 req-ca35010b-abdb-4e8c-8b05-979c0b038046 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 944 time: 0.1448531 Nov 23 10:20:56.863083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd29a-52bd-4ed0-8337-709268e487bd req-8f21fee7-24c8-48fe-b4dc-44520d1d8110 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:56.865070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1eedd29a-52bd-4ed0-8337-709268e487bd req-8f21fee7-24c8-48fe-b4dc-44520d1d8110 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1069164 Nov 23 10:20:56.865982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 23824cf8-4f40-4820-bcc3-cb843e6ebc73) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:56.870521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:56.871711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:56.900803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c40d0230-f389-41aa-adad-bf2906e29ec1 req-8785dea1-9515-44f5-908a-95698351b32c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225541 Nov 23 10:20:56.918795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:56.955148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746298f5-2635-41ef-94bc-0b856b467983 None None] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:20:56.960324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1eedd29a-52bd-4ed0-8337-709268e487bd req-5a370c31-ace3-46a0-be1f-29a6892dba11 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848970 Nov 23 10:20:56.975293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a42177f7-eceb-4f44-832c-4d03581ee35f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8685627 Nov 23 10:20:56.977217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45500) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:56.982071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:20:57.019257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.020558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.081138 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-677de77f-288a-4a7e-8123-d2d985d302bc tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/floatingips/f4ee54e1-0120-46aa-a51c-965a2b659a34 HTTP/1.1" status: 200 len: 991 time: 0.1581330 Nov 23 10:20:57.100950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.195117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:20:57.195822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.274883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.355014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Allocated IP 172.20.0.2 (23824cf8-4f40-4820-bcc3-cb843e6ebc73/0c8d23fa-3899-41c8-9ded-bbe4c98f0727/8acf14d4-c9c1-4c2d-b32c-07e67c602614) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:20:57.495921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.515318 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.518794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.526001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.600887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:57.604822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:57.607633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:20:57.616363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Pushing event updated for resources: {'Port': ['ID=8acf14d4-c9c1-4c2d-b32c-07e67c602614,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:57.645346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Allocated IP 172.25.1.100 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/dce0be57-4343-4c19-8013-388d89b4daa8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:20:57.673203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Attempting to bind port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:20:57.673577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Attempting to bind port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:20:57.673970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Attempting to bind port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 on network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:20:57.679988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:20:57.680392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Checking segment: {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:57.680781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.681152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Bound using segment: {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:20:57.681704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Bound port: 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:20:57.682030 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.761909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] For port 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:20:57.766267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] For port 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8acf14d4-c9c1-4c2d-b32c-07e67c602614,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:20:57.771603 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.792611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.799538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:20:57.835282 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:57.869829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de314-7411-4613-a8dd-49f8ce3eb4eb None None] Pushing event updated for resources: {'Port': ['ID=8acf14d4-c9c1-4c2d-b32c-07e67c602614,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:57.910162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:20:57.914426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:20:57.917240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:20:57.933356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d64968-bd11-4d75-ad47-adfaddf88d28 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:20:57.960835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Pushing event updated for resources: {'Port': ['ID=dce0be57-4343-4c19-8013-388d89b4daa8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:57.999479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:58.017071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'port_id': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'mac_address': 'fa:16:3e:aa:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:20:58.025768 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Sync routers for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:20:58.026669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3b6e232f-adfc-4d17-9c12-37e2f652f048 None None] Provisioning complete for port dce0be57-4343-4c19-8013-388d89b4daa8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:20:58.027044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b6e232f-adfc-4d17-9c12-37e2f652f048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.059800 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:58.060509 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:58.209071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.211449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e232f-adfc-4d17-9c12-37e2f652f048 None None] Port dce0be57-4343-4c19-8013-388d89b4daa8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:20:58.215270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087cfce-d817-4fca-bbe9-af3fd4cae569 req-f2ac7514-53f5-4a84-969a-4ed9f7eeee7b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:58.225875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1087cfce-d817-4fca-bbe9-af3fd4cae569 req-f2ac7514-53f5-4a84-969a-4ed9f7eeee7b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1288040 Nov 23 10:20:58.231087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b17a1-2dd5-4f01-93a4-7499802cb71b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:20:58.268806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:20:58.274178 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.329621 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1087cfce-d817-4fca-bbe9-af3fd4cae569 req-c66ed83c-4bd9-4f26-a008-cf42c019dc83 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975087 Nov 23 10:20:58.359660 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:58.380911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:58.387638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.448264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:58.588856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['dc1b17a1-2dd5-4f01-93a4-7499802cb71b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:20:58.624326 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0be367a6-b505-4bc5-8846-19826a4b4194', 'name': '', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:52Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 2, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'subnets': [{'id': '496af251-f341-4294-a45b-df12e948be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:58.624759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59d60193-75be-4111-9e11-4ba81da6d850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.652922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Checking router: d6e63984-8f72-475b-bf8b-fa0239d1c9be for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:20:58.653655 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Updating router d6e63984-8f72-475b-bf8b-fa0239d1c9be port 0be367a6-b505-4bc5-8846-19826a4b4194 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:20:58.680761 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.709285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.723555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59d60193-75be-4111-9e11-4ba81da6d850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.771681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59d60193-75be-4111-9e11-4ba81da6d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.836298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-59d60193-75be-4111-9e11-4ba81da6d850 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b7a0d32be6c40169bede8d3e974b885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870203 Nov 23 10:20:58.839005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45514) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:58.879819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d60193-75be-4111-9e11-4ba81da6d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d76ce-0d17-4be6-9189-a2b766b6ff79,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:58.950788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Router 0474b589-c8f1-4196-acf8-4b1b21a4828b is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:20:58.955695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:58.998642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.070009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.076945 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.080598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/051d76ce-0d17-4be6-9189-a2b766b6ff79 HTTP/1.1" status: 204 len: 168 time: 0.2383201 Nov 23 10:20:59.088600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4772ff-cc6e-40ab-aab3-9110f1bf9a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d76ce-0d17-4be6-9189-a2b766b6ff79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:59.127602 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:20:59.139819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Sync routers for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:20:59.162100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:59.171017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.175032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c7838272-5dde-47f9-a52f-56f2341201d6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1941862 Nov 23 10:20:59.175191 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.175659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:59.175781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45518) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:20:59.181622 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.277622 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Pushing event updated for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:59.360378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.371828 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.372499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.372837 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.373170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.373489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.373817 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.374264 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.374561 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.374867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.375188 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.375642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:20:59.405312 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Attempting to bind port 0be367a6-b505-4bc5-8846-19826a4b4194 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:20:59.405772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Attempting to bind port 0be367a6-b505-4bc5-8846-19826a4b4194 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:20:59.406120 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Attempting to bind port 0be367a6-b505-4bc5-8846-19826a4b4194 on network 308ce3f4-2cb0-4223-8689-6d379e6bc46f {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:20:59.413077 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:20:59.413448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Checking segment: {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:20:59.413852 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.414317 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Bound using segment: {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:20:59.414796 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Bound port: 0be367a6-b505-4bc5-8846-19826a4b4194, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec0982b-0df5-4ac3-863b-6dec27725aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:20:59.415333 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.580885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba9c9-3a7a-4421-99bb-2c14982ca6d6 req-a16b33be-b333-42d8-a811-ada2c59d7442 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:20:59.582770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78aba9c9-3a7a-4421-99bb-2c14982ca6d6 req-a16b33be-b333-42d8-a811-ada2c59d7442 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.1056745 Nov 23 10:20:59.681942 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] For port 0be367a6-b505-4bc5-8846-19826a4b4194, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:20:59.685744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] For port 0be367a6-b505-4bc5-8846-19826a4b4194, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0be367a6-b505-4bc5-8846-19826a4b4194,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:20:59.692534 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:20:59.701177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78aba9c9-3a7a-4421-99bb-2c14982ca6d6 req-422facde-1612-4e73-b1a3-fff55c329b7b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104121 Nov 23 10:20:59.746247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13627ab3-59e5-454e-a279-a4b5c9e4a7ff None None] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:20:59.753641 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:20:59.754366 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:20:59.794443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:20:59.827572 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729d205-73cf-4fe9-9086-24d842352442 None None] Pushing event updated for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:20:59.920554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:20:59.928533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:20:59.958650 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:00.137638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.156576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] Provisioning complete for port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:00.157225 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.262239 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0be367a6-b505-4bc5-8846-19826a4b4194', 'name': '', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:52Z', 'updated_at': '2021-11-23T10:20:59Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'subnets': [{'id': '496af251-f341-4294-a45b-df12e948be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:00.323886 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c1c90-a894-4875-9815-29b63c5c5d6d None None] The sync data for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 is: [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0be367a6-b505-4bc5-8846-19826a4b4194', 'name': '', 'network_id': '308ce3f4-2cb0-4223-8689-6d379e6bc46f', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'mac_address': 'fa:16:3e:9c:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '496af251-f341-4294-a45b-df12e948be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:52Z', 'updated_at': '2021-11-23T10:20:59Z', 'revision_number': 4, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'subnets': [{'id': '496af251-f341-4294-a45b-df12e948be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:00.338289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0be367a6-b505-4bc5-8846-19826a4b4194 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:00.388226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Allocated IP 172.20.0.1 (23824cf8-4f40-4820-bcc3-cb843e6ebc73/0c8d23fa-3899-41c8-9ded-bbe4c98f0727/ff9fca38-3d7d-481f-8ad9-4dac6824318f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:00.507359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port dc1b17a1-2dd5-4f01-93a4-7499802cb71b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:00.507733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.526202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.571271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.589298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.628779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:00.632576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:00.634772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:00.639586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:00.666329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0be367a6-b505-4bc5-8846-19826a4b4194 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:00.666706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.679984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ff994fa0-94d3-4905-a918-1457e433c886', 'network_id': 'bac6befe-ad22-4bb9-a357-524847b819ac', 'port_id': 'ff994fa0-94d3-4905-a918-1457e433c886', 'mac_address': 'fa:16:3e:52:78:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b143a645-5dc1-4bd3-928f-bb7b66fc8a9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:21:00.704948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.714735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] For port 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8acf14d4-c9c1-4c2d-b32c-07e67c602614,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:00.732126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.776342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:00.941819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:20:58Z', 'revision_number': 3, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:00.944460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:00.947838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb75ff0-0c97-466a-ad34-9954dd6cb5d2 req-84a1e1dd-f97c-4d10-8065-f62ac08de2f6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:00.949975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bb75ff0-0c97-466a-ad34-9954dd6cb5d2 req-84a1e1dd-f97c-4d10-8065-f62ac08de2f6 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 943 time: 0.0979552 Nov 23 10:21:01.007342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.015248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.017003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Checking router: 0474b589-c8f1-4196-acf8-4b1b21a4828b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:01.017353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Updating router 0474b589-c8f1-4196-acf8-4b1b21a4828b port dce0be57-4343-4c19-8013-388d89b4daa8 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:21:01.023953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec77b9-5755-4707-9275-cb03a486a023 None None] Pushing event updated for resources: {'Port': ['ID=8acf14d4-c9c1-4c2d-b32c-07e67c602614,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:01.059134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1427395b-dd77-4a4b-ae14-7d745ee8283e None None] Provisioning complete for port 0be367a6-b505-4bc5-8846-19826a4b4194 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:01.059507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1427395b-dd77-4a4b-ae14-7d745ee8283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.083695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:21:01.192448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:01.195110 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2afc0b-c2db-4e08-a834-becc42faf12c" -d '{"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:01.198550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.202057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:01.247309 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.269251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0bb75ff0-0c97-466a-ad34-9954dd6cb5d2 req-38110fa7-a953-4c42-b1b9-cb647781e38a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113732 Nov 23 10:21:01.313199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1427395b-dd77-4a4b-ae14-7d745ee8283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.334528 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1efdd4-22a1-4d8d-8710-d55af806140b x-openstack-request-id: req-5e1efdd4-22a1-4d8d-8710-d55af806140b {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:01.334794 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:01.335112 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e1efdd4-22a1-4d8d-8710-d55af806140b {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:01.335576 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'code': 200} Nov 23 10:21:01.337928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.342491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.346209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:01.346851 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.397300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.410740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 0be367a6-b505-4bc5-8846-19826a4b4194, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0be367a6-b505-4bc5-8846-19826a4b4194,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:01.429708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:01.442951 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.464293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:01.465233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8acf14d4-c9c1-4c2d-b32c-07e67c602614 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:01.554708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:01.556252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:01.557570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:01.601874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:21:01.647872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-1427395b-dd77-4a4b-ae14-7d745ee8283e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:21:01.648231 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-1427395b-dd77-4a4b-ae14-7d745ee8283e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:21:01.941093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.007497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:02.007678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.073017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.142456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Router 0474b589-c8f1-4196-acf8-4b1b21a4828b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:21:02.245205 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.256187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45574) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:02.262549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'network': {'name': 'tempest-network-smoke--459225203', 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:02.272182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.284877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:02.293026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ec74aba2-65a6-44a6-9d30-67dfb50a93d5 admin admin] 10.222.0.62 "PUT /v2.0/routers/0474b589-c8f1-4196-acf8-4b1b21a4828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1159735 Nov 23 10:21:02.299803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:02.307555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.325333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.340512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e99dd-45b2-4e49-93dd-796e46a774e6 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:02.348984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Attempting to bind port dce0be57-4343-4c19-8013-388d89b4daa8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:02.349418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Attempting to bind port dce0be57-4343-4c19-8013-388d89b4daa8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:02.352571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Attempting to bind port dce0be57-4343-4c19-8013-388d89b4daa8 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:02.357267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db008a9-8341-47e7-b5a4-bd2b8d7233b9 None None] Pushing event updated for resources: {'Port': ['ID=dce0be57-4343-4c19-8013-388d89b4daa8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.375203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:02.375588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:02.375999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.376391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:02.376885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Bound port: dce0be57-4343-4c19-8013-388d89b4daa8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:02.377264 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.425869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0be367a6-b505-4bc5-8846-19826a4b4194 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:02.451817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9b2b8820-087a-4ea3-9254-29876e78bb17 None None] Provisioning complete for port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:02.452201 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8820-087a-4ea3-9254-29876e78bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.466532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.473653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.474132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8d72-f308-42f9-aa74-a5b098199f50 req-273ba8e9-9d2f-4dde-a0ec-369eaefee96f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:02.475883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a7c8d72-f308-42f9-aa74-a5b098199f50 req-273ba8e9-9d2f-4dde-a0ec-369eaefee96f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 944 time: 0.0763507 Nov 23 10:21:02.510314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:21:02.518151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f90839-65a3-40b9-8100-067eed1155e0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.524560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] For port dce0be57-4343-4c19-8013-388d89b4daa8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:02.527897 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.528472 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Added segment f2bd9001-e855-4c0a-8520-5b26f504ceab of type vlan for network 89441834-94d7-4d0f-97ad-17539341bfb0 Nov 23 10:21:02.530940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] For port dce0be57-4343-4c19-8013-388d89b4daa8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dce0be57-4343-4c19-8013-388d89b4daa8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:02.541741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.556638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a7c8d72-f308-42f9-aa74-a5b098199f50 req-eb117296-f5f6-4924-baf0-c363367ec322 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Nov 23 10:21:02.578809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.599894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0be367a6-b505-4bc5-8846-19826a4b4194 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:02.600537 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.612482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.618263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:02.618977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.633449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7c10f-fd5f-475e-ba68-b7a5569384a2 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:02.658265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4006271 Nov 23 10:21:02.661342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45586) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:02.669745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'admin_state_up': True, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:02.671031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:02.671663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:02.722685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d2bcb-ec3a-417c-a6f0-229c439bf4f8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Network': ['ID=89441834-94d7-4d0f-97ad-17539341bfb0,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.736359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.738875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.741353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 89441834-94d7-4d0f-97ad-17539341bfb0 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:21:02.747982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db008a9-8341-47e7-b5a4-bd2b8d7233b9 None None] Pushing event updated for resources: {'Port': ['ID=dce0be57-4343-4c19-8013-388d89b4daa8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:02.807380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.894204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9b2b8820-087a-4ea3-9254-29876e78bb17 None None] Provisioning complete for port ff9fca38-3d7d-481f-8ad9-4dac6824318f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:02.894575 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8820-087a-4ea3-9254-29876e78bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.952845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:02.968866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:03.016614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b8820-087a-4ea3-9254-29876e78bb17 None None] Port ff9fca38-3d7d-481f-8ad9-4dac6824318f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:03.023139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8acf14d4-c9c1-4c2d-b32c-07e67c602614 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:03.200381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:03.201029 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.202720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] Provisioning complete for port dce0be57-4343-4c19-8013-388d89b4daa8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:03.203100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.213260 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.238194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.367258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.25.1.222 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a63301eb-e0cc-4958-ba8b-b09220e16291) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:03.408166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:00Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff9fca38-3d7d-481f-8ad9-4dac6824318f', 'name': '', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'mac_address': 'fa:16:3e:51:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:00Z', 'updated_at': '2021-11-23T10:21:01Z', 'revision_number': 2, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'subnets': [{'id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:03.413501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.447657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bb18f-2080-4b50-940f-1be05844569f None None] The sync data for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 is: [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:00Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff9fca38-3d7d-481f-8ad9-4dac6824318f', 'name': '', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'mac_address': 'fa:16:3e:51:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:00Z', 'updated_at': '2021-11-23T10:21:01Z', 'revision_number': 2, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'subnets': [{'id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:03.472529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] For port dce0be57-4343-4c19-8013-388d89b4daa8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dce0be57-4343-4c19-8013-388d89b4daa8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:03.485645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.498147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:03.525628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.556023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b131e-21fe-497c-ac7d-e18c782eda0b None None] Pushing event updated for resources: {'Port': ['ID=dce0be57-4343-4c19-8013-388d89b4daa8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:03.574788 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.611745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:03.616989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:03.620751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:03.635438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f853842-6430-4f0b-8b65-7afae181c64d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:03.660299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=a63301eb-e0cc-4958-ba8b-b09220e16291,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:03.732356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-16d03b89-1296-43c7-b1b3-8e3b0860b74b None None] Provisioning complete for port a63301eb-e0cc-4958-ba8b-b09220e16291 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:03.732946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-16d03b89-1296-43c7-b1b3-8e3b0860b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.774009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-16d03b89-1296-43c7-b1b3-8e3b0860b74b None None] Port a63301eb-e0cc-4958-ba8b-b09220e16291 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:03.811026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c36a-76d0-4b0d-a971-440fa49faeb1 req-c4f2eab6-801f-4377-afe7-0ef8b0412f45 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:03.812749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff21c36a-76d0-4b0d-a971-440fa49faeb1 req-c4f2eab6-801f-4377-afe7-0ef8b0412f45 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 944 time: 0.1283371 Nov 23 10:21:03.816265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:03.879645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ff994fa0-94d3-4905-a918-1457e433c886 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:03.880113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:03.920960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff21c36a-76d0-4b0d-a971-440fa49faeb1 req-c7c34892-f4af-4226-a138-3f18f5715566 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987027 Nov 23 10:21:03.984826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.013987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:04.016705 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b16ada-89b9-40b6-b24f-d1cabb5d9708" -d '{"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:04.032647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:04.038188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.085755 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b77dd3-05b8-449c-b06b-aba6eb20a2af x-openstack-request-id: req-43b77dd3-05b8-449c-b06b-aba6eb20a2af {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:04.086074 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-plugged", "status": "completed", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:04.086332 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43b77dd3-05b8-449c-b06b-aba6eb20a2af {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:04.086723 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'code': 200} Nov 23 10:21:04.106465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:04.112722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.306848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2d076-f1e3-4221-bdcd-85571f4380f1 req-3e135c99-732f-4dbc-933c-fd8de2fa4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:04.308733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ae2d076-f1e3-4221-bdcd-85571f4380f1 req-3e135c99-732f-4dbc-933c-fd8de2fa4190 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1097 time: 0.0629799 Nov 23 10:21:04.435382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Deleting port 0be367a6-b505-4bc5-8846-19826a4b4194 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:04.435757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.454767 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ae2d076-f1e3-4221-bdcd-85571f4380f1 req-25f1f692-37b6-4983-a3bb-3cca130977aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382482 Nov 23 10:21:04.468721 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.523483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] For port 0be367a6-b505-4bc5-8846-19826a4b4194, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0be367a6-b505-4bc5-8846-19826a4b4194,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:04.524061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.542366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Calling delete_port for 0be367a6-b505-4bc5-8846-19826a4b4194 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:04.678299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.743498 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.771800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be367a6-b505-4bc5-8846-19826a4b4194,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:04.838162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 508cee41-9941-4792-8f3c-cd173e73b07b is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:21:04.961276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:04.973591 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Sync routers for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:04.990847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:04.992592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d5dc91f5-d8ec-473a-9ac6-10c8780a8653 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3302836 Nov 23 10:21:04.996678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:05.008161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.012141 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:05.012947 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:05.116373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a4524-8cec-4dcc-b4b1-d594a63e5a41 req-812d49e4-6676-40fe-a3ab-633a9ec731ca tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:05.121406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-999a4524-8cec-4dcc-b4b1-d594a63e5a41 req-812d49e4-6676-40fe-a3ab-633a9ec731ca tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1067116 Nov 23 10:21:05.158011 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:05.222607 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2f7fccc7-d059-40f2-8576-1b930aacf4b9 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=85ca169342c94f9eaecaa7be6b943be9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2247095 Nov 23 10:21:05.225436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:05.260578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-999a4524-8cec-4dcc-b4b1-d594a63e5a41 req-09b8a797-a584-4110-949b-bf0386d9a228 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345568 Nov 23 10:21:05.343668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89229f3-d0c4-4b50-b40e-93fba6fd90a3 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:05.345277 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b89229f3-d0c4-4b50-b40e-93fba6fd90a3 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1187243 Nov 23 10:21:05.348885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45640) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:05.363694 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:04Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:05.404396 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Checking router: 508cee41-9941-4792-8f3c-cd173e73b07b for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:05.404748 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Updating router 508cee41-9941-4792-8f3c-cd173e73b07b port a63301eb-e0cc-4958-ba8b-b09220e16291 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:21:05.408576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-63471ead-afe4-4caf-a37c-a0cb189a4072 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585172 Nov 23 10:21:05.409696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Router d6e63984-8f72-475b-bf8b-fa0239d1c9be has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:21:05.411281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45644) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:05.418828 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686953895', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:05.437721 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.532648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:05.535315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:05.536608 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.541094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9145cb52-f060-4a6e-b1b0-d70dba273cd5 admin admin] 10.222.0.62 "PUT /v2.0/routers/d6e63984-8f72-475b-bf8b-fa0239d1c9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417194 Nov 23 10:21:05.544915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45650) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:05.546971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Sync routers for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:05.560143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:05.560922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:05.689337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:05.765315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.789190 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.797270 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.896688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.897559 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64bc35-ef57-4738-b8d8-681bafe3a7fc None None] Pushing event updated for resources: {'Port': ['ID=a63301eb-e0cc-4958-ba8b-b09220e16291,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:05.897992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.939819 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Attempting to bind port a63301eb-e0cc-4958-ba8b-b09220e16291 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:05.940817 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Attempting to bind port a63301eb-e0cc-4958-ba8b-b09220e16291 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:05.941285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Attempting to bind port a63301eb-e0cc-4958-ba8b-b09220e16291 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:05.946440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea1f28d-0d85-4b9f-9c5a-e8554b05d776 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:05.949684 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:05.950695 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:05.951179 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.951758 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:05.952323 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Bound port: a63301eb-e0cc-4958-ba8b-b09220e16291, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:05.953341 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:05.994346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Checking segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:05.994760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network hostable DHCP agents. Network: 89441834-94d7-4d0f-97ad-17539341bfb0, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:21:06.002270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Subnet': ['ID=46344400-535c-4e34-84f9-8c19068afe87,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:06.021160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Deleting port ba98ec27-5725-4a88-9167-2db2b4e19c7b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:06.022041 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.027024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7c60806d-c86f-4aa5-ba5f-40a55ac048ce None None] Provisioning complete for port a63301eb-e0cc-4958-ba8b-b09220e16291 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:06.027786 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7c60806d-c86f-4aa5-ba5f-40a55ac048ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.028241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 89441834-94d7-4d0f-97ad-17539341bfb0 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:21:06.031115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:21:04Z', 'revision_number': 5, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port': {'id': 'ba98ec27-5725-4a88-9167-2db2b4e19c7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:06.038588 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] For port a63301eb-e0cc-4958-ba8b-b09220e16291, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:06.042639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 89441834-94d7-4d0f-97ad-17539341bfb0) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:06.044219 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] For port a63301eb-e0cc-4958-ba8b-b09220e16291, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a63301eb-e0cc-4958-ba8b-b09220e16291,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:06.049117 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.061186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:06.062799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.090754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ea149-5929-4f51-a38c-ba22e8c90dee None None] Network 89441834-94d7-4d0f-97ad-17539341bfb0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:21:06.109112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-20f31e38-1378-485d-aa76-708fa5101c0e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6966817 Nov 23 10:21:06.109986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45678) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:06.134645 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:06.135282 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:06.184169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] For port ba98ec27-5725-4a88-9167-2db2b4e19c7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba98ec27-5725-4a88-9167-2db2b4e19c7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:06.184597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.210068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Calling delete_port for ba98ec27-5725-4a88-9167-2db2b4e19c7b owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:06.213076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2472f2f-1f8d-443b-8c63-5841c71722b8 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:06.214944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Checking router: d6e63984-8f72-475b-bf8b-fa0239d1c9be for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:06.268755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7c60806d-c86f-4aa5-ba5f-40a55ac048ce None None] Port a63301eb-e0cc-4958-ba8b-b09220e16291 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:06.272430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Routers {'d6e63984-8f72-475b-bf8b-fa0239d1c9be'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:06.273586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:06.317453 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:06.461497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-89441834-94d7-4d0f-97ad-17539341bfb0', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:21:06.462546 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.497919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] Provisioning complete for port a63301eb-e0cc-4958-ba8b-b09220e16291 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:06.498373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.519847 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.549107 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64bc35-ef57-4738-b8d8-681bafe3a7fc None None] Pushing event updated for resources: {'Port': ['ID=a63301eb-e0cc-4958-ba8b-b09220e16291,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:06.561709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba98ec27-5725-4a88-9167-2db2b4e19c7b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:06.577458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e78d9-76e7-47c5-895e-1bfaed4a4c5b req-aeebcbe5-1d70-4e78-ba55-c12efa399b25 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:06.579056 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-908e78d9-76e7-47c5-895e-1bfaed4a4c5b req-aeebcbe5-1d70-4e78-ba55-c12efa399b25 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1200380 Nov 23 10:21:06.589520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] Set router d6e63984-8f72-475b-bf8b-fa0239d1c9be gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:06.600681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dce0be57-4343-4c19-8013-388d89b4daa8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:06.638912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-908e78d9-76e7-47c5-895e-1bfaed4a4c5b req-6214d407-4b43-4602-b052-2720a1a34ad8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Nov 23 10:21:06.673068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1d6eb-d10a-44a7-ba2d-4bb5f192c821 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:06.674474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.763023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:21:05Z', 'revision_number': 6, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:06.798862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.801173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.860108 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.860988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e63984-8f72-475b-bf8b-fa0239d1c9be {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:21:06.862972 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:04Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:06.867748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.869394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-516f3127-2db3-4fb8-bef7-2b4634d36f17 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d6e63984-8f72-475b-bf8b-fa0239d1c9be HTTP/1.1" status: 204 len: 168 time: 1.3233473 Nov 23 10:21:06.871835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45684) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:06.882853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c1a41-ac32-4067-b690-211f73d83b25 None None] The sync data for ids ['d6e63984-8f72-475b-bf8b-fa0239d1c9be'] in n-d-781076-5 is: [{'id': 'd6e63984-8f72-475b-bf8b-fa0239d1c9be', 'name': 'tempest-TestAggregatesBasicOps-1236924744-router', 'tenant_id': '9fa86f415bc34a99baca88a63663cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:48Z', 'updated_at': '2021-11-23T10:21:05Z', 'revision_number': 6, 'project_id': '9fa86f415bc34a99baca88a63663cc2a', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:06.891901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03fa2c2-16a6-4c28-b798-fbf5192eb774 None None] The sync data for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 is: [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:04Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:06.934730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Deleting subnet 496af251-f341-4294-a45b-df12e948be53 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:21:06.938106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.970266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port dce0be57-4343-4c19-8013-388d89b4daa8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:06.970936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:06.973998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.002941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.046772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.061856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Allocated IP 172.20.0.2 (89441834-94d7-4d0f-97ad-17539341bfb0/46344400-535c-4e34-84f9-8c19068afe87/3f809da4-4c60-4f16-a787-e1a0ee78b24d) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:07.094997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] For port a63301eb-e0cc-4958-ba8b-b09220e16291, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a63301eb-e0cc-4958-ba8b-b09220e16291,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:07.103154 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.111713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.186157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.226652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496af251-f341-4294-a45b-df12e948be53,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:07.232379 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Sync routers for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:07.241235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.245259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-621e9da8-2b13-4dd2-b4b1-091bf98100a0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/496af251-f341-4294-a45b-df12e948be53 HTTP/1.1" status: 204 len: 168 time: 0.3720219 Nov 23 10:21:07.247266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:07.248412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:07.250909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d97054-2555-4299-94d9-8b5add8ce8a6 None None] Network 308ce3f4-2cb0-4223-8689-6d379e6bc46f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:21:07.257752 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:07.296271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecb01d-6969-4975-ad65-073bf92062bc None None] Pushing event updated for resources: {'Port': ['ID=a63301eb-e0cc-4958-ba8b-b09220e16291,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:07.363798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.467802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Deleting port 980dd516-9e02-496f-abee-db344d17e5ab {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:07.468142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.478543 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:07.489777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.499849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.567187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Network 89441834-94d7-4d0f-97ad-17539341bfb0 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:07.577062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:07.582965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:07.584691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] For port 980dd516-9e02-496f-abee-db344d17e5ab, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=980dd516-9e02-496f-abee-db344d17e5ab,segment=NetworkSegment(3ec0982b-0df5-4ac3-863b-6dec27725aee),segment_id=3ec0982b-0df5-4ac3-863b-6dec27725aee)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:07.585192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Pushing event updated for resources: {'Port': ['ID=3f809da4-4c60-4f16-a787-e1a0ee78b24d,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:07.585534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.605563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Calling delete_port for 980dd516-9e02-496f-abee-db344d17e5ab owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:07.616879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.20.0.1 (89441834-94d7-4d0f-97ad-17539341bfb0/46344400-535c-4e34-84f9-8c19068afe87/790269ec-0212-4cd9-8139-b25f578472e6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:07.724803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.764317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Pushing event deleted for resources: {'Port': ['ID=980dd516-9e02-496f-abee-db344d17e5ab,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:07.781839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] No DVR routers for this DVR port 980dd516-9e02-496f-abee-db344d17e5ab on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:21:07.861932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.878129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:00Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff9fca38-3d7d-481f-8ad9-4dac6824318f', 'name': '', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'mac_address': 'fa:16:3e:51:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:00Z', 'updated_at': '2021-11-23T10:21:01Z', 'revision_number': 2, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'subnets': [{'id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:07.909435 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.913099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee12e29-28de-4329-afdd-ec1cd5e19e68 None None] DHCP port deletion for 308ce3f4-2cb0-4223-8689-6d379e6bc46f request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:07.936270 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Checking router: 0474b589-c8f1-4196-acf8-4b1b21a4828b for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:07.936650 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Updating router 0474b589-c8f1-4196-acf8-4b1b21a4828b port ff9fca38-3d7d-481f-8ad9-4dac6824318f binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:21:07.938070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Attempting to bind port 3f809da4-4c60-4f16-a787-e1a0ee78b24d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:07.938454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Attempting to bind port 3f809da4-4c60-4f16-a787-e1a0ee78b24d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:07.938816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Attempting to bind port 3f809da4-4c60-4f16-a787-e1a0ee78b24d on network 89441834-94d7-4d0f-97ad-17539341bfb0 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:07.949328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 89441834-94d7-4d0f-97ad-17539341bfb0 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:07.954909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:07.956863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:07.957247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Checking segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:07.957863 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.958096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Bound using segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:07.958541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Bound port: 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:07.958920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:07.961609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:07.982116 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.009330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.034638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:08.042201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308ce3f4-2cb0-4223-8689-6d379e6bc46f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:08.049767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.052808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57815464-7344-4e24-870c-7e5ec5f2d25c req-868c0ed2-e59d-4079-878e-7581bf30c6c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:08.054369 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57815464-7344-4e24-870c-7e5ec5f2d25c req-868c0ed2-e59d-4079-878e-7581bf30c6c2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.2702017 Nov 23 10:21:08.084384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec0982b-0df5-4ac3-863b-6dec27725aee') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:08.084560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec0982b-0df5-4ac3-863b-6dec27725aee') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:08.116476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.120764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] For port 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:08.126474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] For port 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f809da4-4c60-4f16-a787-e1a0ee78b24d,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:08.140065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.144672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.158895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:21:08.159302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:21:08.164105 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:21:08.200325 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-57815464-7344-4e24-870c-7e5ec5f2d25c req-42e8ec2f-92dc-4a71-ae12-f1befafddc86 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314878 Nov 23 10:21:08.280476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4970-6c97-4a72-acaf-744e723b8ee8 None None] Pushing event updated for resources: {'Port': ['ID=3f809da4-4c60-4f16-a787-e1a0ee78b24d,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:08.285729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.290618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.295734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] 10.222.0.62 "DELETE /v2.0/networks/308ce3f4-2cb0-4223-8689-6d379e6bc46f HTTP/1.1" status: 204 len: 168 time: 1.0447950 Nov 23 10:21:08.298030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45692) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:08.326358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c95d-8041-4408-8f38-84b3325d26ca admin admin] Pushing event deleted for resources: {'Network': ['ID=308ce3f4-2cb0-4223-8689-6d379e6bc46f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:08.478237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.524646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e59a9d-0c04-46ca-b394-7a3a471c3757 req-4c9d5488-3c84-4d6c-8c20-8711e80062c4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:08.535136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88e59a9d-0c04-46ca-b394-7a3a471c3757 req-4c9d5488-3c84-4d6c-8c20-8711e80062c4 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1631725 Nov 23 10:21:08.535726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a63301eb-e0cc-4958-ba8b-b09220e16291 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:08.568610 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.575407 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.676625 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0475b-370f-4984-89d6-2c51d3388568 None None] Pushing event updated for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:08.704253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a63301eb-e0cc-4958-ba8b-b09220e16291 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:08.704775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.725697 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Attempting to bind port ff9fca38-3d7d-481f-8ad9-4dac6824318f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:08.726120 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Attempting to bind port ff9fca38-3d7d-481f-8ad9-4dac6824318f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:08.726489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Attempting to bind port ff9fca38-3d7d-481f-8ad9-4dac6824318f on network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:08.740183 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:08.740565 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Checking segment: {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:08.740977 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.741375 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Bound using segment: {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:08.741860 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Bound port: ff9fca38-3d7d-481f-8ad9-4dac6824318f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:08.742319 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.879728 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] For port ff9fca38-3d7d-481f-8ad9-4dac6824318f, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:08.886076 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] For port ff9fca38-3d7d-481f-8ad9-4dac6824318f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff9fca38-3d7d-481f-8ad9-4dac6824318f,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:08.892291 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:08.954527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88e59a9d-0c04-46ca-b394-7a3a471c3757 req-fc9696e2-34da-47d0-b2ed-7691fd290cb3 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116368 Nov 23 10:21:08.969681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba98ec27-5725-4a88-9167-2db2b4e19c7b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:08.997956 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0475b-370f-4984-89d6-2c51d3388568 None None] Pushing event updated for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:09.015653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ba98ec27-5725-4a88-9167-2db2b4e19c7b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:09.016212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba98ec27-5725-4a88-9167-2db2b4e19c7b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:09.017007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0be367a6-b505-4bc5-8846-19826a4b4194 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:09.039324 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:09.039988 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:09.053400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0be367a6-b505-4bc5-8846-19826a4b4194 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:09.054067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0be367a6-b505-4bc5-8846-19826a4b4194 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:09.054765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 980dd516-9e02-496f-abee-db344d17e5ab no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:09.096307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 980dd516-9e02-496f-abee-db344d17e5ab {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:09.097032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 980dd516-9e02-496f-abee-db344d17e5ab not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:09.110365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] Provisioning complete for port ff9fca38-3d7d-481f-8ad9-4dac6824318f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:09.111992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.225368 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:09.234227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.244931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.298014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.339857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] For port ff9fca38-3d7d-481f-8ad9-4dac6824318f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff9fca38-3d7d-481f-8ad9-4dac6824318f,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:09.345164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.361793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.374687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:09.413987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c9e2-21ef-48e9-bf02-bda2ac645e12 None None] Pushing event updated for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:09.464338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432152-1a37-4c79-b3e0-b4d83ef77379 req-fd9f2082-d3fd-4b6a-a990-355c9f22bc0a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:09.466378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89432152-1a37-4c79-b3e0-b4d83ef77379 req-fd9f2082-d3fd-4b6a-a990-355c9f22bc0a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0969276 Nov 23 10:21:09.484988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0c922bd6-659d-4127-be07-da42762a1b77 None None] Provisioning complete for port ff9fca38-3d7d-481f-8ad9-4dac6824318f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:09.485358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0c922bd6-659d-4127-be07-da42762a1b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.513770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 89441834-94d7-4d0f-97ad-17539341bfb0 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:09.515852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:09.544279 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:00Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff9fca38-3d7d-481f-8ad9-4dac6824318f', 'name': '', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'mac_address': 'fa:16:3e:51:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:00Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'subnets': [{'id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:09.588443 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc688a-b1db-48c4-9606-9ca829be7d8b None None] The sync data for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 is: [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:00Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff9fca38-3d7d-481f-8ad9-4dac6824318f', 'name': '', 'network_id': '23824cf8-4f40-4820-bcc3-cb843e6ebc73', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'mac_address': 'fa:16:3e:51:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:00Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'subnets': [{'id': '0c8d23fa-3899-41c8-9ded-bbe4c98f0727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:09.620387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89432152-1a37-4c79-b3e0-b4d83ef77379 req-44dfa93f-83e2-454c-8894-b4c0fc8ec3e5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465104 Nov 23 10:21:09.689907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 508cee41-9941-4792-8f3c-cd173e73b07b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:21:09.802704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ed187-ce70-4b82-972e-4776b2089d50 req-ed55b3c7-1fdc-45e4-9b14-de0e6fb138aa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:09.804449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-938ed187-ce70-4b82-972e-4776b2089d50 req-ed55b3c7-1fdc-45e4-9b14-de0e6fb138aa tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0711703 Nov 23 10:21:09.809213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.826951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:09.832932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-65776abc-3cf4-4935-9889-256a866e0891 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "PUT /v2.0/routers/508cee41-9941-4792-8f3c-cd173e73b07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218130 Nov 23 10:21:09.835886 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45700) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:09.842026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--372697181', 'description': 'tempest-secgroup_access--372697181 description', 'project_id': '85ca169342c94f9eaecaa7be6b943be9'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:09.882489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:09.925080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9e7a9-2888-4e14-9348-fb3abe5c0b43 None None] Network 89441834-94d7-4d0f-97ad-17539341bfb0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:21:09.966574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-938ed187-ce70-4b82-972e-4776b2089d50 req-7628fda0-5a78-4fe0-bd75-09badd7e203b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065249 Nov 23 10:21:10.024480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] Provisioning complete for port 3f809da4-4c60-4f16-a787-e1a0ee78b24d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:10.024963 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.030940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.036401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.086709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.087912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2510314 Nov 23 10:21:10.091571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45704) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:10.097551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1410470155', 'description': 'tempest-secgroup_general--1410470155 description', 'project_id': '85ca169342c94f9eaecaa7be6b943be9'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:10.102645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8c524-f137-4af1-bc56-8c230324e2dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c457108e-c011-4663-a83b-2113935f2a2b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:10.173837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225605-5ee7-4309-afdb-9dbcaf6e398b req-63743820-934b-4c96-8379-d94bdbf66004 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:10.175551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6225605-5ee7-4309-afdb-9dbcaf6e398b req-63743820-934b-4c96-8379-d94bdbf66004 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0939727 Nov 23 10:21:10.193537 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.202295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.238858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] For port 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f809da4-4c60-4f16-a787-e1a0ee78b24d,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:10.242223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6225605-5ee7-4309-afdb-9dbcaf6e398b req-5063e976-274c-4c09-be33-3967233d0cc5 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Nov 23 10:21:10.246553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.292344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Deleting port ff9fca38-3d7d-481f-8ad9-4dac6824318f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:10.292707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.360161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f7f5b-f812-45c7-8415-c69386178078 None None] Pushing event updated for resources: {'Port': ['ID=3f809da4-4c60-4f16-a787-e1a0ee78b24d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:10.438822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] For port ff9fca38-3d7d-481f-8ad9-4dac6824318f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff9fca38-3d7d-481f-8ad9-4dac6824318f,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:10.439192 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.445826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f146f1-f4a5-4ec9-baee-fbb88bc2842f req-c367197e-1117-4ec2-b9ec-ae2840b8dc84 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:10.447529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8f146f1-f4a5-4ec9-baee-fbb88bc2842f req-c367197e-1117-4ec2-b9ec-ae2840b8dc84 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0862746 Nov 23 10:21:10.454768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Calling delete_port for ff9fca38-3d7d-481f-8ad9-4dac6824318f owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:10.493980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.536797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.542550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8f146f1-f4a5-4ec9-baee-fbb88bc2842f req-1f99bcda-b7ae-435b-bd01-9c618a63dc4d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847557 Nov 23 10:21:10.556571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Sync routers for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:10.587084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:10.587932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:10.591723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.596288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5003269 Nov 23 10:21:10.596377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45712) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:10.609425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c55d47-f175-465a-b8e4-98ae9d89286b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c31513-6089-40d6-99a5-bae36e18373e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:10.611382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'security_group_rule': {'security_group_id': 'c457108e-c011-4663-a83b-2113935f2a2b', 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:10.683002 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.707350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff9fca38-3d7d-481f-8ad9-4dac6824318f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:10.820659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d6ccc-897e-4a0c-9edb-5e1059bf758e req-d6955475-91c4-4c5b-ac70-f3a0dd8fdeea tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:10.825798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.829687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-83ada3ff-8ca2-4fe0-935f-2d723c6df924 None None] Provisioning complete for port 790269ec-0212-4cd9-8139-b25f578472e6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:10.830261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a5d6ccc-897e-4a0c-9edb-5e1059bf758e req-d6955475-91c4-4c5b-ac70-f3a0dd8fdeea tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1154900 Nov 23 10:21:10.830391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83ada3ff-8ca2-4fe0-935f-2d723c6df924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.835296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.857046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2da1ad-e1b6-4e87-9006-e6c69253e916,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:10.873784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.875128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96241064-6b72-4736-8360-930dcca2db39 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2743771 Nov 23 10:21:10.890543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a5d6ccc-897e-4a0c-9edb-5e1059bf758e req-581a86b4-8e6d-4ed5-b8b7-5d7c0ce9c2dc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592797 Nov 23 10:21:10.909611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:10.926112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:10.957635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9fca38-3d7d-481f-8ad9-4dac6824318f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:10.978968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-83ada3ff-8ca2-4fe0-935f-2d723c6df924 None None] Port 790269ec-0212-4cd9-8139-b25f578472e6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:11.003183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ff9fca38-3d7d-481f-8ad9-4dac6824318f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:11.003566 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.058449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Port ff9fca38-3d7d-481f-8ad9-4dac6824318f was deleted so its status cannot be updated. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 10:21:11.059670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f809da4-4c60-4f16-a787-e1a0ee78b24d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:11.151181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-83ada3ff-8ca2-4fe0-935f-2d723c6df924 None None] Provisioning complete for port 3f809da4-4c60-4f16-a787-e1a0ee78b24d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:11.151320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-83ada3ff-8ca2-4fe0-935f-2d723c6df924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.307283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa82cc-e709-466d-bbc2-ef0d3c94dfcd req-26e0f0b0-4152-4ba8-bfe9-423f50d48e2f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:11.315874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.316114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2aa82cc-e709-466d-bbc2-ef0d3c94dfcd req-26e0f0b0-4152-4ba8-bfe9-423f50d48e2f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0750611 Nov 23 10:21:11.317749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3f809da4-4c60-4f16-a787-e1a0ee78b24d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:11.318503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.324215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-18b10d5e-027d-4af1-83cb-849615984e57 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--372697181&fields=id&tenant_id=85ca169342c94f9eaecaa7be6b943be9 HTTP/1.1" status: 200 len: 267 time: 0.2050917 Nov 23 10:21:11.378510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2aa82cc-e709-466d-bbc2-ef0d3c94dfcd req-bc96c20f-79df-4d6f-b6b7-8ea8c429b05b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Nov 23 10:21:11.466638 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-86e76459-3618-4cd2-b5cc-588094b6f64d tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1410470155&fields=id&tenant_id=85ca169342c94f9eaecaa7be6b943be9 HTTP/1.1" status: 200 len: 267 time: 0.1309648 Nov 23 10:21:11.508554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 2, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:11.535558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Checking router: 508cee41-9941-4792-8f3c-cd173e73b07b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:11.535908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Updating router 508cee41-9941-4792-8f3c-cd173e73b07b port 790269ec-0212-4cd9-8139-b25f578472e6 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:21:11.567753 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.584379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6b4d6a68-e31f-4669-9769-bab14e2bfd7e None None] Provisioning complete for port 790269ec-0212-4cd9-8139-b25f578472e6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:11.584740 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6a68-e31f-4669-9769-bab14e2bfd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.649684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d6a68-e31f-4669-9769-bab14e2bfd7e None None] Port 790269ec-0212-4cd9-8139-b25f578472e6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:11.655662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-744ae87d-c843-48ef-b60f-6c8d2b9aaacd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:11.657146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-744ae87d-c843-48ef-b60f-6c8d2b9aaacd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 796 time: 0.1833858 Nov 23 10:21:11.681711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-0d2e9500-da8d-4989-bd7c-3eaa1837cc93 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/quotas/85ca169342c94f9eaecaa7be6b943be9 HTTP/1.1" status: 200 len: 375 time: 0.0156052 Nov 23 10:21:11.702827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Router 0474b589-c8f1-4196-acf8-4b1b21a4828b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:21:11.781725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-832da001-df5d-48d1-8a46-6c3fcf3195df tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929813 Nov 23 10:21:11.852215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:11.859998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f6c9a71-1a64-41ab-8997-6a4b3f6c25ed admin admin] 10.222.0.62 "PUT /v2.0/routers/0474b589-c8f1-4196-acf8-4b1b21a4828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5606496 Nov 23 10:21:11.862270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:11.875049 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Sync routers for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:11.883136 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.887822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-f6451f25-2933-44fd-9360-b920c9867047 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:21:11.890390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:11.890727 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:11.892032 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:11.897610 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-f6451f25-2933-44fd-9360-b920c9867047 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0758786 Nov 23 10:21:11.955190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70048152-f92c-488b-8420-ee8fa0487a23 None None] Pushing event updated for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:12.003522 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.023605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-fe5a3166-14ac-4d9e-ae2a-b55c3b63de1d service neutron] 10.222.0.62 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236370 Nov 23 10:21:12.028059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Attempting to bind port 790269ec-0212-4cd9-8139-b25f578472e6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:12.028691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Attempting to bind port 790269ec-0212-4cd9-8139-b25f578472e6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:12.029310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Attempting to bind port 790269ec-0212-4cd9-8139-b25f578472e6 on network 89441834-94d7-4d0f-97ad-17539341bfb0 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:12.036419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:12.037303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Checking segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:12.037993 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.038577 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Bound using segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:12.039854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Bound port: 790269ec-0212-4cd9-8139-b25f578472e6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:12.040455 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.064629 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:12.121630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] For port 790269ec-0212-4cd9-8139-b25f578472e6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:12.125929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] For port 790269ec-0212-4cd9-8139-b25f578472e6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=790269ec-0212-4cd9-8139-b25f578472e6,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:12.130908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.154469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-ec6d71a3-9762-4d6d-ac5b-aba111988bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297240 Nov 23 10:21:12.211954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70048152-f92c-488b-8420-ee8fa0487a23 None None] Pushing event updated for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:12.216599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.223917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:12.224585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:12.279083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Deleting port dce0be57-4343-4c19-8013-388d89b4daa8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:12.279442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.415190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] For port dce0be57-4343-4c19-8013-388d89b4daa8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=dce0be57-4343-4c19-8013-388d89b4daa8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:12.415890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.446191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Calling delete_port for dce0be57-4343-4c19-8013-388d89b4daa8 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:12.471827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:12.546874 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:10Z', 'revision_number': 5, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port': {'id': 'dce0be57-4343-4c19-8013-388d89b4daa8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:12.574959 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Checking router: 0474b589-c8f1-4196-acf8-4b1b21a4828b for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:12.575784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f75ba-dbe3-496d-b857-2b3b192c69c0 req-42fc3253-1427-411e-8bd6-dc770d01adc2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:12.586856 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Routers {'0474b589-c8f1-4196-acf8-4b1b21a4828b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:12.587481 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:20:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0474b589-c8f1-4196-acf8-4b1b21a4828b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:12.592675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-513f75ba-dbe3-496d-b857-2b3b192c69c0 req-42fc3253-1427-411e-8bd6-dc770d01adc2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0967464 Nov 23 10:21:12.595683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] Provisioning complete for port 790269ec-0212-4cd9-8139-b25f578472e6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:12.596058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.652501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c5aa5b0-429a-4a46-9076-9223abe5a1d8 req-90339eca-f592-4b5d-a1f0-efe7dfb9af24 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 210 time: 0.1695170 Nov 23 10:21:12.677511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-513f75ba-dbe3-496d-b857-2b3b192c69c0 req-ad88e7c8-730e-49a6-868e-78adda123731 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 Nov 23 10:21:12.782839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] Set router 0474b589-c8f1-4196-acf8-4b1b21a4828b gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:12.800279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f809da4-4c60-4f16-a787-e1a0ee78b24d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:12.844726 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:12Z', 'revision_number': 6, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:12.874183 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0e162-cfd9-45d4-8a55-04d50f53a974 None None] The sync data for ids ['0474b589-c8f1-4196-acf8-4b1b21a4828b'] in n-d-781076-5 is: [{'id': '0474b589-c8f1-4196-acf8-4b1b21a4828b', 'name': 'tempest-TestAggregatesBasicOps-127474868-router', 'tenant_id': '2ee89aaea2914f779361ea331a9430b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:20:57Z', 'updated_at': '2021-11-23T10:21:12Z', 'revision_number': 6, 'project_id': '2ee89aaea2914f779361ea331a9430b7', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:12.890882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:12.922005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce0be57-4343-4c19-8013-388d89b4daa8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:13.001383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.020202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2226731-3ddb-418e-b1f1-ba64d6336673 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:13.056063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3f809da4-4c60-4f16-a787-e1a0ee78b24d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:13.056436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.154432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.160387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.173851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.226362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d3d93-98a2-4e4b-9967-77933215fa7b req-f624a528-c9a9-4dab-b68d-e94cece17275 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:13.227828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e6d3d93-98a2-4e4b-9967-77933215fa7b req-f624a528-c9a9-4dab-b68d-e94cece17275 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1881740 Nov 23 10:21:13.231933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e227153-cf38-426a-86c7-7048646c3f8e req-213a6a72-39dd-468c-b9fb-f094cae89ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:13.233349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-213a6a72-39dd-468c-b9fb-f094cae89ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 1097 time: 0.1948276 Nov 23 10:21:13.245256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] For port 790269ec-0212-4cd9-8139-b25f578472e6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=790269ec-0212-4cd9-8139-b25f578472e6,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:13.253366 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.257024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.257594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0474b589-c8f1-4196-acf8-4b1b21a4828b {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:21:13.277490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.280938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8f6b170d-f1eb-437d-a9d7-044e5dd28663 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0474b589-c8f1-4196-acf8-4b1b21a4828b HTTP/1.1" status: 204 len: 168 time: 1.4154565 Nov 23 10:21:13.281597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45756) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:13.288877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:12Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:13.346581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152b-f904-4ed9-8506-dc6b3f095bd4 None None] The sync data for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 is: [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:12Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:13.353154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e6d3d93-98a2-4e4b-9967-77933215fa7b req-81c552d9-fd23-4a2f-8e68-1000e37c50d0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180351 Nov 23 10:21:13.392606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Deleting subnet 0c8d23fa-3899-41c8-9ded-bbe4c98f0727 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:21:13.405009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.418514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd17a6-66e5-43f4-ad5d-d22ca7ca49bd None None] Pushing event updated for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:13.431855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-29c12bfc-6e19-4bfe-a268-9183118ea507 None None] Provisioning complete for port 790269ec-0212-4cd9-8139-b25f578472e6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:13.432243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29c12bfc-6e19-4bfe-a268-9183118ea507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.451319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e227153-cf38-426a-86c7-7048646c3f8e req-cfb8ebe6-2648-4fab-b4dd-e36574f1d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:13.452832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-cfb8ebe6-2648-4fab-b4dd-e36574f1d872 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 200 len: 915 time: 0.2105305 Nov 23 10:21:13.509850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.623346 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.690929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.728932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8d23fa-3899-41c8-9ded-bbe4c98f0727,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:13.732087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.732255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e5ad8-cd17-4d30-b520-a9ffbf424aa6 None None] Network 23824cf8-4f40-4820-bcc3-cb843e6ebc73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:21:13.739254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1243ddf7-e5d1-4a75-9055-ac22818fedac admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0c8d23fa-3899-41c8-9ded-bbe4c98f0727 HTTP/1.1" status: 204 len: 168 time: 0.4562261 Nov 23 10:21:13.740029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45760) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:13.876596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:13.898266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62d02eb4-6abf-4025-b466-a98aee4685ac req-25cb85b4-ed45-460f-a439-d7c53be5db93 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0993297 Nov 23 10:21:13.970858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Deleting port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:13.971460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.000129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-aecf1aae-963c-49e8-8ed4-b8dc6726fe8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 200 len: 217 time: 0.5282376 Nov 23 10:21:14.010662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] DHCP port deletion for 23824cf8-4f40-4820-bcc3-cb843e6ebc73 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:21:14.068329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] For port 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8acf14d4-c9c1-4c2d-b32c-07e67c602614,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:14.068882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.071204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e227153-cf38-426a-86c7-7048646c3f8e req-a8093c9b-1720-4897-b753-ab4224e54acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:14.072724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-a8093c9b-1720-4897-b753-ab4224e54acc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 200 len: 854 time: 0.0629709 Nov 23 10:21:14.086033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Calling delete_port for 8acf14d4-c9c1-4c2d-b32c-07e67c602614 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:14.118752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-086298c7-8541-47a7-8928-3b321f376312 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bac6befe-ad22-4bb9-a357-524847b819ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358124 Nov 23 10:21:14.129669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Deleting port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:14.130253 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.184259 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.217765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acf14d4-c9c1-4c2d-b32c-07e67c602614,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:14.228518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] No DVR routers for this DVR port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:21:14.300097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] For port 8acf14d4-c9c1-4c2d-b32c-07e67c602614, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=8acf14d4-c9c1-4c2d-b32c-07e67c602614,segment=NetworkSegment(f4f1a47c-1654-4d77-b3f8-d5c0eda45e48),segment_id=f4f1a47c-1654-4d77-b3f8-d5c0eda45e48)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:14.300823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.327574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Calling delete_port for 8acf14d4-c9c1-4c2d-b32c-07e67c602614 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:14.360480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.401915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-9beddd76-8f6a-4b56-8f4d-12394fdfc27b service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722414 Nov 23 10:21:14.426099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-6d099754-63f7-4f4b-8233-9e5076e4919e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:14.428622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-6d099754-63f7-4f4b-8233-9e5076e4919e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.11 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 796 time: 0.2892134 Nov 23 10:21:14.468327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23824cf8-4f40-4820-bcc3-cb843e6ebc73']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:14.500879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:14.504171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f1a47c-1654-4d77-b3f8-d5c0eda45e48') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:14.523143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 790269ec-0212-4cd9-8139-b25f578472e6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:14.532921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.546573 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.554191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:21:14.554609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:21:14.557009 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:21:14.588944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.636111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] Pushing event deleted for resources: {'Port': ['ID=8acf14d4-c9c1-4c2d-b32c-07e67c602614,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:14.638729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b0044-5f3b-4f4a-8a82-c1662a5dbd78 None None] No DVR routers for this DVR port 8acf14d4-c9c1-4c2d-b32c-07e67c602614 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:21:14.639835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.654763 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-aeda7022-c0e8-433d-b11f-3c74d87f36fe tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ca169342c94f9eaecaa7be6b943be9 HTTP/1.1" status: 200 len: 477 time: 0.1959388 Nov 23 10:21:14.655958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.657405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e227153-cf38-426a-86c7-7048646c3f8e req-1d39eded-8407-4e7f-a659-a8b2fde0266f service neutron] 10.222.0.50 "GET /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269855 Nov 23 10:21:14.658777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 790269ec-0212-4cd9-8139-b25f578472e6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:14.659337 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.668426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] 10.222.0.62 "DELETE /v2.0/networks/23824cf8-4f40-4820-bcc3-cb843e6ebc73 HTTP/1.1" status: 204 len: 168 time: 0.9268575 Nov 23 10:21:14.680856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2f7ad-c9ca-4ca2-9f29-7fb5952e6b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=23824cf8-4f40-4820-bcc3-cb843e6ebc73,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:14.687759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaafb8-d697-4605-98f9-1cda9dc4c84e req-9d8eef8d-9897-4deb-ad73-f649c5f06559 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:14.694471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20eaafb8-d697-4605-98f9-1cda9dc4c84e req-9d8eef8d-9897-4deb-ad73-f649c5f06559 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1574960 Nov 23 10:21:14.702544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'port': {'device_id': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'admin_state_up': True, 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'security_groups': ['c457108e-c011-4663-a83b-2113935f2a2b', '76c31513-6089-40d6-99a5-bae36e18373e']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:14.835804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dce0be57-4343-4c19-8013-388d89b4daa8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:14.858535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20eaafb8-d697-4605-98f9-1cda9dc4c84e req-a3e91d38-715d-4e4c-9fa1-9b7f50bd4864 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Nov 23 10:21:14.866222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: dce0be57-4343-4c19-8013-388d89b4daa8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:14.866569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device dce0be57-4343-4c19-8013-388d89b4daa8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:14.866988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff9fca38-3d7d-481f-8ad9-4dac6824318f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:14.884987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:14.891015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:14.903963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ff9fca38-3d7d-481f-8ad9-4dac6824318f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:14.904324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff9fca38-3d7d-481f-8ad9-4dac6824318f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:14.904764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8acf14d4-c9c1-4c2d-b32c-07e67c602614 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:14.929725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45766) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:14.944906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 8acf14d4-c9c1-4c2d-b32c-07e67c602614 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:14.945555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 8acf14d4-c9c1-4c2d-b32c-07e67c602614 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:14.987606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e3dac3bc-a27f-4183-99ef-9b3d9146af5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fa86f415bc34a99baca88a63663cc2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566225 Nov 23 10:21:14.991697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:15.018057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9887da4a-e2b0-4cc3-8d64-39fc8a716b70 req-6838ac0a-1cfa-4b60-aa29-b5eef1336918 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0277381 Nov 23 10:21:15.074338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.20.0.14 (89441834-94d7-4d0f-97ad-17539341bfb0/46344400-535c-4e34-84f9-8c19068afe87/059d5b62-d230-400f-bba7-2408ff852fcc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:15.096363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.138344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.245555 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.248293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.251235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8775244-ff93-4ba2-8dfc-e18be5f7c11b HTTP/1.1" status: 204 len: 168 time: 0.2568107 Nov 23 10:21:15.264887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5b152-3922-4088-80e1-049e39e16809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8775244-ff93-4ba2-8dfc-e18be5f7c11b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:15.307272 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.348322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.396043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 89441834-94d7-4d0f-97ad-17539341bfb0 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:15.401604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:15.405651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:15.433101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:15.465196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:15.466509 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.490662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-bada309f-e631-495c-ad10-28d59ecc27f0 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7922308 Nov 23 10:21:15.505117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Request body: {'port': {'device_id': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:15.561978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.650803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45776) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:15.692374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ea1ef60-4150-4c58-9f7c-51fa1d79ddfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ee89aaea2914f779361ea331a9430b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401058 Nov 23 10:21:15.695173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45778) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:15.705005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e33a7577-f0e8-4d6e-8b2c-afbf44e4daff None None] Provisioning complete for port 059d5b62-d230-400f-bba7-2408ff852fcc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:15.706149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e33a7577-f0e8-4d6e-8b2c-afbf44e4daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.745231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e33a7577-f0e8-4d6e-8b2c-afbf44e4daff None None] Port 059d5b62-d230-400f-bba7-2408ff852fcc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:21:15.746835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.768678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.827411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.830119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.834126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c1e82b6-4eec-4b58-9af5-3865245f2dd9 HTTP/1.1" status: 204 len: 168 time: 0.1377878 Nov 23 10:21:15.847615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059d5b62-d230-400f-bba7-2408ff852fcc {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:21:15.848257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29a13-526a-41f7-b17f-9cc4f981c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e82b6-4eec-4b58-9af5-3865245f2dd9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:15.856204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.869550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Transition to ACTIVE for port object 059d5b62-d230-400f-bba7-2408ff852fcc will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:21:15.878435 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.930634 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:15.935409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Pushing event updated for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:16.055796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5ac7-f969-4d17-9d0c-2ddafbcfb808 req-5e35628c-21dd-4384-9bba-7c6603b4eacf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.057395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e29c5ac7-f969-4d17-9d0c-2ddafbcfb808 req-5e35628c-21dd-4384-9bba-7c6603b4eacf tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0905323 Nov 23 10:21:16.079721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Attempting to bind port 059d5b62-d230-400f-bba7-2408ff852fcc on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:16.080087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Attempting to bind port 059d5b62-d230-400f-bba7-2408ff852fcc by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:16.080479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Attempting to bind port 059d5b62-d230-400f-bba7-2408ff852fcc on network 89441834-94d7-4d0f-97ad-17539341bfb0 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:16.091847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Port 059d5b62-d230-400f-bba7-2408ff852fcc on network 89441834-94d7-4d0f-97ad-17539341bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:16.092288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Attempting to bind port 059d5b62-d230-400f-bba7-2408ff852fcc on network 89441834-94d7-4d0f-97ad-17539341bfb0 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:16.120375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:21:16.121959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Checking segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:16.122670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Bound using segment: {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:21:16.123464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Bound port: 059d5b62-d230-400f-bba7-2408ff852fcc, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bd9001-e855-4c0a-8520-5b26f504ceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:21:16.124047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:16.184516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01b8b4-f09c-4bfb-a02d-f45ed7a371f1 req-80bda390-8c56-4cef-9bd4-a5997926a071 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.187168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a01b8b4-f09c-4bfb-a02d-f45ed7a371f1 req-80bda390-8c56-4cef-9bd4-a5997926a071 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 983 time: 0.0761635 Nov 23 10:21:16.218503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e29c5ac7-f969-4d17-9d0c-2ddafbcfb808 req-0e48c70a-2fc6-41b7-9f0f-08b172638420 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529226 Nov 23 10:21:16.245435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:16.249364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=059d5b62-d230-400f-bba7-2408ff852fcc,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:21:16.260623 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:16.278188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a01b8b4-f09c-4bfb-a02d-f45ed7a371f1 req-6dcb375e-32fc-4924-8c05-7920793101ea tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841289 Nov 23 10:21:16.317272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.318275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:16.320063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] 10.222.0.11 "PUT /v2.0/ports/059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 1131 time: 0.8197567 Nov 23 10:21:16.320737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:16.323874 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a67f47-07d4-4a32-8af2-c8f1577cabd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:16.370994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7daa-d36c-4f9b-9a71-0495dcf2f446 service neutron] Pushing event updated for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:16.386210 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549e20d5-d78c-4fa4-bda5-31a30632c210 x-openstack-request-id: req-549e20d5-d78c-4fa4-bda5-31a30632c210 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:16.386690 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:16.386952 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-549e20d5-d78c-4fa4-bda5-31a30632c210 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:16.387426 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc', 'status': 'completed', 'code': 200} Nov 23 10:21:16.475232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de6b8-3f8e-421e-9f8c-407ee2f53cf0 req-78d32289-4a68-4954-8772-9d5a0b9443b2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.476929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-117de6b8-3f8e-421e-9f8c-407ee2f53cf0 req-78d32289-4a68-4954-8772-9d5a0b9443b2 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1288211 Nov 23 10:21:16.494637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-aa52db7a-4f6e-4f82-b214-645f80a10178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.496730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-aa52db7a-4f6e-4f82-b214-645f80a10178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1134 time: 0.0800176 Nov 23 10:21:16.550897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-10513ef2-d832-410e-8f30-844b395bcf0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 217 time: 0.0452528 Nov 23 10:21:16.606541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-117de6b8-3f8e-421e-9f8c-407ee2f53cf0 req-ba94c1f7-bc62-4966-ac09-a76e184041db tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227608 Nov 23 10:21:16.623174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-2768dab2-541f-41be-b4a5-0e6939034c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.624686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-2768dab2-541f-41be-b4a5-0e6939034c39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 200 len: 835 time: 0.0655894 Nov 23 10:21:16.672938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-4c5c106b-40d0-4f9a-88ca-c4b065a9f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.674492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-4c5c106b-40d0-4f9a-88ca-c4b065a9f2a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89441834-94d7-4d0f-97ad-17539341bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421495 Nov 23 10:21:16.800048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a3102-2636-4e69-af06-73097d15abd9 req-b6c41cd9-55c6-42d4-bd7e-56396966a0a0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:16.801540 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c7a3102-2636-4e69-af06-73097d15abd9 req-b6c41cd9-55c6-42d4-bd7e-56396966a0a0 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.1012881 Nov 23 10:21:16.807270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-e2d95422-b90d-47f9-81ae-cb2631a38afa service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245155 Nov 23 10:21:16.905328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c7a3102-2636-4e69-af06-73097d15abd9 req-9614ba2a-b952-410f-9096-6fc5cd0b7518 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970123 Nov 23 10:21:16.932708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-beac54ee-9b72-4fa7-b94a-e3b54b26eed5 req-277c1ada-a04a-494d-b554-e3b417a253ef service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175396 Nov 23 10:21:17.024045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525be920-1ae0-4a55-aba2-939cacc0c51f req-afeb5b48-e47c-4472-b192-cf54ea2a5ead tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.025536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-525be920-1ae0-4a55-aba2-939cacc0c51f req-afeb5b48-e47c-4472-b192-cf54ea2a5ead tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0499482 Nov 23 10:21:17.026497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-730a4226-3854-4730-9dd8-cc8fc22e66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.028366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-730a4226-3854-4730-9dd8-cc8fc22e66a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1134 time: 0.0429380 Nov 23 10:21:17.073685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-525be920-1ae0-4a55-aba2-939cacc0c51f req-600445b6-59d8-45bf-a1f6-da5f2729704b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Nov 23 10:21:17.119683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-210afc69-c805-401a-aa9a-808638cbcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.121233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-210afc69-c805-401a-aa9a-808638cbcea5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 897 time: 0.0856318 Nov 23 10:21:17.170963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-90d06ca9-bd29-4428-abe9-7dc76a485c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 217 time: 0.0395210 Nov 23 10:21:17.224378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-c0428cdf-e086-4564-acbc-3ccfc965c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.225860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-c0428cdf-e086-4564-acbc-3ccfc965c368 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 200 len: 835 time: 0.0474241 Nov 23 10:21:17.235548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3bcbb-a031-46eb-a221-3c2b3d09e3ed req-38c47358-f2f7-42a0-84c4-53f8e2c7d87f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.237053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25f3bcbb-a031-46eb-a221-3c2b3d09e3ed req-38c47358-f2f7-42a0-84c4-53f8e2c7d87f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0535724 Nov 23 10:21:17.272897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-2d4bccb8-980f-4d61-9b24-d15556ce4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.274441 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-2d4bccb8-980f-4d61-9b24-d15556ce4463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89441834-94d7-4d0f-97ad-17539341bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400262 Nov 23 10:21:17.285654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-25f3bcbb-a031-46eb-a221-3c2b3d09e3ed req-1246318a-720c-4b49-9469-bce6e1357b46 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Nov 23 10:21:17.383077 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-11b9f46d-5ab7-4e53-b8a4-982cb6026a11 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990417 Nov 23 10:21:17.410473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39200-80e7-4dff-bacb-9f03cbd6deef req-b933c234-5508-4a28-9edd-983d711a6d05 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.412485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fe39200-80e7-4dff-bacb-9f03cbd6deef req-b933c234-5508-4a28-9edd-983d711a6d05 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0580688 Nov 23 10:21:17.466050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fe39200-80e7-4dff-bacb-9f03cbd6deef req-84a665bb-ce69-45f2-8c58-4ca418e35698 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Nov 23 10:21:17.479699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaeed8-d74c-47dd-a03f-a9271d28b7c5 req-47f122d2-58c9-4de1-b5fd-8664c34ba420 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.481272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfcaeed8-d74c-47dd-a03f-a9271d28b7c5 req-47f122d2-58c9-4de1-b5fd-8664c34ba420 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 983 time: 0.1133158 Nov 23 10:21:17.527561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02a67f47-07d4-4a32-8af2-c8f1577cabd2 req-1a75bbe0-4682-45c9-9a3b-21f8522656c1 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304011 Nov 23 10:21:17.556579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfcaeed8-d74c-47dd-a03f-a9271d28b7c5 req-bfbd0743-3967-4421-a7e5-002dd7637889 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686677 Nov 23 10:21:17.603729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a03b6f-468a-4da1-a8a6-71bf63288f59 req-3660925d-d3bb-4dd8-8dd9-9b6e0371228a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.605215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56a03b6f-468a-4da1-a8a6-71bf63288f59 req-3660925d-d3bb-4dd8-8dd9-9b6e0371228a tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0554867 Nov 23 10:21:17.654464 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-56a03b6f-468a-4da1-a8a6-71bf63288f59 req-a81fa7aa-a349-4972-9ab0-60714f41c8cc tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Nov 23 10:21:17.774365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb12d-0b25-47ba-a3ff-94660e737f45 req-729578e8-bc5d-42b1-8906-d236161d59f1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:17.775913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f31cb12d-0b25-47ba-a3ff-94660e737f45 req-729578e8-bc5d-42b1-8906-d236161d59f1 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0507398 Nov 23 10:21:17.826288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f31cb12d-0b25-47ba-a3ff-94660e737f45 req-bc51d986-0bad-4fc2-9259-7c1732c43d58 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Nov 23 10:21:17.836510 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-453a4129-90c2-458f-a8e9-4fdfd74cf761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:17.898984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-d9b2238c-081d-44ff-bdb7-69b08afb7eee req-19ca0344-3d07-4c01-a560-bdd1d8d95155 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:21:17.899971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d9b2238c-081d-44ff-bdb7-69b08afb7eee req-19ca0344-3d07-4c01-a560-bdd1d8d95155 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054665 Nov 23 10:21:18.010253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdcc18-b3d7-40fd-beda-c831b0d9f11a req-4eeda31b-08db-46d5-8672-82b065ed88fe tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.011653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0fdcc18-b3d7-40fd-beda-c831b0d9f11a req-4eeda31b-08db-46d5-8672-82b065ed88fe tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0586300 Nov 23 10:21:18.076680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0fdcc18-b3d7-40fd-beda-c831b0d9f11a req-7a58aca2-53b7-4b57-9f76-f13c24600bdb tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Nov 23 10:21:18.196851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec209d7-7c51-458d-818e-d1ebe30496cc req-2e15bbfb-2efe-49e3-a843-e5a2d68dbc7d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.198449 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ec209d7-7c51-458d-818e-d1ebe30496cc req-2e15bbfb-2efe-49e3-a843-e5a2d68dbc7d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0519600 Nov 23 10:21:18.250814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8ec209d7-7c51-458d-818e-d1ebe30496cc req-55758829-4bc9-44c2-803b-7dd95f4b9600 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Nov 23 10:21:18.396982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc205-5887-4e24-a64d-9bbe906a3f59 req-a34d484e-bbe1-4bd5-9bf3-3f2f80f9830b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.398543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd7bc205-5887-4e24-a64d-9bbe906a3f59 req-a34d484e-bbe1-4bd5-9bf3-3f2f80f9830b tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0555279 Nov 23 10:21:18.451849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd7bc205-5887-4e24-a64d-9bbe906a3f59 req-14817963-1878-4a80-abbd-36b0fa2a0bc9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Nov 23 10:21:18.572533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff054-da62-4dbf-8456-7b3c8884e39d req-e173a012-9b07-4060-b680-4dedc151106e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.574058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82aff054-da62-4dbf-8456-7b3c8884e39d req-e173a012-9b07-4060-b680-4dedc151106e tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0515995 Nov 23 10:21:18.624460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82aff054-da62-4dbf-8456-7b3c8884e39d req-7776bf9e-359a-48cf-9bb1-7a1bc6bb12ce tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Nov 23 10:21:18.673625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf20daf-29de-4c6f-b820-d7e85723d949 req-2cb74f74-fffb-4361-b8e4-ac302bc65fa3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.675133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdf20daf-29de-4c6f-b820-d7e85723d949 req-2cb74f74-fffb-4361-b8e4-ac302bc65fa3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 983 time: 0.0510008 Nov 23 10:21:18.734907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdf20daf-29de-4c6f-b820-d7e85723d949 req-dbb7a3fb-bae7-4316-b3bb-b799ce517430 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536070 Nov 23 10:21:18.761759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3105c91-8416-4075-a87d-f64c67aa93e8 req-c1027699-01ee-4b7c-8253-effcfdae7f48 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.763389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3105c91-8416-4075-a87d-f64c67aa93e8 req-c1027699-01ee-4b7c-8253-effcfdae7f48 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0602529 Nov 23 10:21:18.811002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3105c91-8416-4075-a87d-f64c67aa93e8 req-947daebd-01fc-4b08-aaa7-105baa66b9f9 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Nov 23 10:21:18.935943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d10e-85c6-43cd-8590-7569dea86c07 req-4e18ce5b-9f92-4285-b9c4-4434d8eaf542 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:18.937422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e684d10e-85c6-43cd-8590-7569dea86c07 req-4e18ce5b-9f92-4285-b9c4-4434d8eaf542 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0516260 Nov 23 10:21:18.988250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e684d10e-85c6-43cd-8590-7569dea86c07 req-567e39c5-f9b7-41ba-bbe1-e8652e100584 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Nov 23 10:21:19.130999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2832e-6eda-482f-aee3-b7ea0e4f5721 req-46582096-d1cc-4f09-b877-33c9e61c3520 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:19.132462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b2832e-6eda-482f-aee3-b7ea0e4f5721 req-46582096-d1cc-4f09-b877-33c9e61c3520 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0596673 Nov 23 10:21:19.189411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e3b2832e-6eda-482f-aee3-b7ea0e4f5721 req-0ff993f9-6a3f-474d-a302-0102484b0d22 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Nov 23 10:21:19.864273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d11e-66fe-4f9c-a57f-f0095fea5cf8 req-3143a85d-5187-4820-bbe2-d187cd88b45e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:19.865801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdc3d11e-66fe-4f9c-a57f-f0095fea5cf8 req-3143a85d-5187-4820-bbe2-d187cd88b45e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 983 time: 0.0546961 Nov 23 10:21:19.928223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdc3d11e-66fe-4f9c-a57f-f0095fea5cf8 req-b5236889-bed2-47d2-a791-9999441b1a9d tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559225 Nov 23 10:21:20.367584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43bfb1a0-3305-4c62-a8f2-988809d629cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:20.438402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:21.046473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65262e-5aed-4d3f-a120-6120867d32de req-b8f1799b-3470-4ce3-ac25-0acfa79ceee1 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:21.047980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e65262e-5aed-4d3f-a120-6120867d32de req-b8f1799b-3470-4ce3-ac25-0acfa79ceee1 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 983 time: 0.0506539 Nov 23 10:21:21.117159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e65262e-5aed-4d3f-a120-6120867d32de req-80a19b47-1978-4405-83f5-c0c47178e991 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0599689 Nov 23 10:21:21.288157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:21.861350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-fca7ee96-c59e-4570-92e7-fbec33477be3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449183 Nov 23 10:21:21.925316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 059d5b62-d230-400f-bba7-2408ff852fcc details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:21:21.952485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-fc4787e2-515a-4723-a921-9faf7f074b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:21.954472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-fc4787e2-515a-4723-a921-9faf7f074b3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.0468159 Nov 23 10:21:22.035663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=059d5b62-d230-400f-bba7-2408ff852fcc,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:22.054385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '059d5b62-d230-400f-bba7-2408ff852fcc', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'port_id': '059d5b62-d230-400f-bba7-2408ff852fcc', 'mac_address': 'fa:16:3e:1b:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:21:22.092004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-677d76cf-8b28-498a-bab3-906a4f639f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:22.093537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-677d76cf-8b28-498a-bab3-906a4f639f8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 898 time: 0.1176159 Nov 23 10:21:22.104494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:22.125716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059d5b62-d230-400f-bba7-2408ff852fcc {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:21:22.164904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=059d5b62-d230-400f-bba7-2408ff852fcc,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:22.173619 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:22.180918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-68429138-418a-4730-93c9-93db6594552b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 1001 time: 0.0795977 Nov 23 10:21:22.253529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-92562595-26b7-4926-921f-3cdb5a420090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:22.256893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-92562595-26b7-4926-921f-3cdb5a420090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.0677962 Nov 23 10:21:22.259741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:22.331405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-f1ab4f06-0dff-475f-b3d1-e71fdaca9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:22.332914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-f1ab4f06-0dff-475f-b3d1-e71fdaca9132 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632150 Nov 23 10:21:22.341401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c967-91ac-43d9-8d62-c5cfa29fcc0e req-6d11e51b-1a96-45d3-9f15-5669d2169abd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:22.342858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a918c967-91ac-43d9-8d62-c5cfa29fcc0e req-6d11e51b-1a96-45d3-9f15-5669d2169abd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 984 time: 0.0848544 Nov 23 10:21:22.478687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a918c967-91ac-43d9-8d62-c5cfa29fcc0e req-31a0634a-d7ce-40c6-9cc0-a5e5b5648738 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1133833 Nov 23 10:21:22.478918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['059d5b62-d230-400f-bba7-2408ff852fcc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:21:22.481363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-0e7b1d9c-8d18-4299-bd9c-d2bde83bed4d service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376271 Nov 23 10:21:22.603040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8f40afc-0b9d-4e86-937f-47b1354603a3 req-e5788759-104a-401b-8980-965cf7c19bbe service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125789 Nov 23 10:21:22.703728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:23.542255 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:23.621348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f1304-8723-4707-b8f6-2dc27c6ea262 req-d42cea37-ce75-462a-a475-b550d0da0b08 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:23.623133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f0f1304-8723-4707-b8f6-2dc27c6ea262 req-d42cea37-ce75-462a-a475-b550d0da0b08 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 984 time: 0.0620143 Nov 23 10:21:23.690169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f0f1304-8723-4707-b8f6-2dc27c6ea262 req-59be00f4-35e8-495c-9d08-2dbfffebe926 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593095 Nov 23 10:21:23.866185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395e62-6ad1-4229-8add-3007cadfb303 req-89058aab-aff5-4de6-9860-026139af3526 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:23.867707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83395e62-6ad1-4229-8add-3007cadfb303 req-89058aab-aff5-4de6-9860-026139af3526 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0501933 Nov 23 10:21:23.915920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83395e62-6ad1-4229-8add-3007cadfb303 req-2d4f14ac-c470-4e4f-b6db-817747a4b6f8 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Nov 23 10:21:23.943522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 059d5b62-d230-400f-bba7-2408ff852fcc up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:21:23.995902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 059d5b62-d230-400f-bba7-2408ff852fcc completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:21:23.999836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 059d5b62-d230-400f-bba7-2408ff852fcc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:21:24.000205 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:24.083261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:24.108642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:24.110962 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f40a4-3639-47aa-968e-356457df8578" -d '{"events": [{"server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "name": "network-vif-plugged", "status": "completed", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:24.124971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=059d5b62-d230-400f-bba7-2408ff852fcc,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:24.131352 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:24.156692 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24894e23-815f-4d30-b30c-1f824368ec73 x-openstack-request-id: req-24894e23-815f-4d30-b30c-1f824368ec73 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:24.157099 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "name": "network-vif-plugged", "status": "completed", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:24.157357 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24894e23-815f-4d30-b30c-1f824368ec73 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:24.157757 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc', 'code': 200} Nov 23 10:21:24.196120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:24.248376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f903c32-2af3-416b-b8b4-a9630ae0865f req-8e769518-b0f8-4027-aa47-4896dda9c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:24.249867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f903c32-2af3-416b-b8b4-a9630ae0865f req-8e769518-b0f8-4027-aa47-4896dda9c591 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.0404646 Nov 23 10:21:24.304352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f903c32-2af3-416b-b8b4-a9630ae0865f req-8c4eafca-f947-45c5-b867-4cce0f43c429 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0473249 Nov 23 10:21:24.824087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ae341-577f-4ab8-bb23-c578a423a4a9 req-95bd6793-1f72-4066-8c95-5fe67f5437fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:24.825749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-173ae341-577f-4ab8-bb23-c578a423a4a9 req-95bd6793-1f72-4066-8c95-5fe67f5437fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.0544899 Nov 23 10:21:24.884573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-173ae341-577f-4ab8-bb23-c578a423a4a9 req-67a57b4b-f568-4938-9325-4b9a03f722bc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527048 Nov 23 10:21:25.046556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106258-0b18-4745-973c-78e741ff1c23 req-c61826ce-e96a-4195-9784-f8bffc70688d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:25.047961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c106258-0b18-4745-973c-78e741ff1c23 req-c61826ce-e96a-4195-9784-f8bffc70688d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0508831 Nov 23 10:21:25.096043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c106258-0b18-4745-973c-78e741ff1c23 req-2fcf4e4a-2789-45ba-a8c1-a86afde9eeff tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/security-groups?id=58f5545e-f94f-4aaa-a8aa-c66f54478094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Nov 23 10:21:25.388905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-3e9531cb-b3b0-4b5d-bd30-69f9d5974d1d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:25.390589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-3e9531cb-b3b0-4b5d-bd30-69f9d5974d1d tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 946 time: 0.0660172 Nov 23 10:21:25.493707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Deleting port ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:25.494134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:25.586698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] For port ff994fa0-94d3-4905-a918-1457e433c886, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ff994fa0-94d3-4905-a918-1457e433c886,segment=NetworkSegment(0a3a25ab-219b-4879-91c5-4a00a0d96e3b),segment_id=0a3a25ab-219b-4879-91c5-4a00a0d96e3b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:25.587143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:25.600441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Calling delete_port for ff994fa0-94d3-4905-a918-1457e433c886 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:25.734782 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:25.746877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ff994fa0-94d3-4905-a918-1457e433c886'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:21:25.770029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Pushing event deleted for resources: {'Port': ['ID=ff994fa0-94d3-4905-a918-1457e433c886,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:25.810085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] No DVR routers for this DVR port ff994fa0-94d3-4905-a918-1457e433c886 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:21:25.813133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:25.816488 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-159be56d-c40b-43a2-94ec-bd0e97570a47 req-1e19a7df-4349-403d-a6f3-a63a5f9b2547 tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.50 "DELETE /v2.0/ports/ff994fa0-94d3-4905-a918-1457e433c886 HTTP/1.1" status: 204 len: 173 time: 0.4196131 Nov 23 10:21:25.816925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-deleted', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:25.819275 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04d7f34-eb1e-459b-a3a7-7f3dc2c869b4" -d '{"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-deleted", "tag": "ff994fa0-94d3-4905-a918-1457e433c886"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:25.858127 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a3831f-3b6f-4f8b-ace6-5f4df28b3513 x-openstack-request-id: req-12a3831f-3b6f-4f8b-ace6-5f4df28b3513 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:25.858426 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60b653-5d58-40f1-8530-ca605086a97d", "name": "network-vif-deleted", "tag": "ff994fa0-94d3-4905-a918-1457e433c886", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:25.858687 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12a3831f-3b6f-4f8b-ace6-5f4df28b3513 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:25.859093 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60b653-5d58-40f1-8530-ca605086a97d', 'name': 'network-vif-deleted', 'tag': 'ff994fa0-94d3-4905-a918-1457e433c886', 'status': 'completed', 'code': 200} Nov 23 10:21:26.002070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8192d-f27e-4dd8-a3ec-b6c3bf89f70f req-9ee2f863-dd27-4bdf-8b3b-2088cf0501f2 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:26.003547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ef8192d-f27e-4dd8-a3ec-b6c3bf89f70f req-9ee2f863-dd27-4bdf-8b3b-2088cf0501f2 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.0511658 Nov 23 10:21:26.065016 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ef8192d-f27e-4dd8-a3ec-b6c3bf89f70f req-a7c281a3-f3cc-458d-9a2c-272f8f69fb38 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517499 Nov 23 10:21:26.205296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f350-ab1d-4cb9-b12b-8e4d7ae7047a req-6a642464-3594-4b11-b9bc-1c1b435f3407 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:26.206840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd35f350-ab1d-4cb9-b12b-8e4d7ae7047a req-6a642464-3594-4b11-b9bc-1c1b435f3407 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.0603914 Nov 23 10:21:26.238945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4f666533-ea63-42d4-afa3-8ceebc9c73ad req-be11d28c-572e-40b1-b901-45c663e5240f tempest-ServersNegativeTestJSON-368572104 tempest-ServersNegativeTestJSON-368572104-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e60b653-5d58-40f1-8530-ca605086a97d HTTP/1.1" status: 200 len: 210 time: 0.0354161 Nov 23 10:21:26.280674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd35f350-ab1d-4cb9-b12b-8e4d7ae7047a req-52816c12-12c5-4b7e-aa31-24420200d656 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0656145 Nov 23 10:21:26.387742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-4d787a0f-6044-4b8a-99fc-14097d2e0eaa tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:26.389130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-4d787a0f-6044-4b8a-99fc-14097d2e0eaa tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.0405939 Nov 23 10:21:26.408285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-bd945563-e44d-45ec-b846-4a7a4a517165 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:26.493440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-bd945563-e44d-45ec-b846-4a7a4a517165 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:26.498281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-bd945563-e44d-45ec-b846-4a7a4a517165 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:26.535484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd945563-e44d-45ec-b846-4a7a4a517165 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de292eaa-ee6e-454a-a0e3-a8f95e2053bf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:26.559150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c6a46410-7fba-4e3c-8c61-62d609099dd3 req-bd945563-e44d-45ec-b846-4a7a4a517165 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1636345 Nov 23 10:21:26.580722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45882) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:26.622492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7cf68-467f-4ae2-9049-a14d5230e559 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:26.623998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f6d7cf68-467f-4ae2-9049-a14d5230e559 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1131 time: 0.0422730 Nov 23 10:21:26.628326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45884) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:26.632676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '059d5b62-d230-400f-bba7-2408ff852fcc', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:26.659525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:26.759662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:26.859744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.25.1.212 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/1270b439-649b-4ea7-8375-372fd776aa3c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:21:26.975755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.013432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.053050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:27.056660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:27.060827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:27.066286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=1270b439-649b-4ea7-8375-372fd776aa3c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:27.293522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45888) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:27.351264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Deleting subnet b143a645-5dc1-4bd3-928f-bb7b66fc8a9c {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:21:27.354566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.389238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.430021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.484933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.515278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.521132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b143a645-5dc1-4bd3-928f-bb7b66fc8a9c HTTP/1.1" status: 204 len: 168 time: 0.2240982 Nov 23 10:21:27.521132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ba273-5868-432c-91f2-7b8324952a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b143a645-5dc1-4bd3-928f-bb7b66fc8a9c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:27.521684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45890) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:27.600204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.680021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.706116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac6befe-ad22-4bb9-a357-524847b819ac']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:27.716986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3a25ab-219b-4879-91c5-4a00a0d96e3b') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:27.717250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3a25ab-219b-4879-91c5-4a00a0d96e3b') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:27.729935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.744489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.751105 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:21:27.751497 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:21:27.753332 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:21:27.779051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.808883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.816486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.819842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bac6befe-ad22-4bb9-a357-524847b819ac HTTP/1.1" status: 204 len: 168 time: 0.2971742 Nov 23 10:21:27.831357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6df33-d82c-4bf4-8630-e8c64d2cb405 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac6befe-ad22-4bb9-a357-524847b819ac,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:27.854535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:27.988173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45894) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:28.028954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.038839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.053581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-53ec6948-346a-4454-a179-627c6eaab513 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5ca2eb5dbc94e4db26049309a3c7a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643325 Nov 23 10:21:28.056279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45896) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:28.112184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.117614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=1270b439-649b-4ea7-8375-372fd776aa3c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:28.126639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.135034 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.195151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.197919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.199178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58f5545e-f94f-4aaa-a8aa-c66f54478094 HTTP/1.1" status: 204 len: 168 time: 0.1418920 Nov 23 10:21:28.208056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51ae95-0323-4e26-bc11-d8684c78c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f5545e-f94f-4aaa-a8aa-c66f54478094,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:28.237771 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Floating IP 8a00dfde-d76d-4d9b-86bd-d708739b26ca associated. External IP: 172.25.1.212, port: 059d5b62-d230-400f-bba7-2408ff852fcc. Nov 23 10:21:28.449177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 508cee41-9941-4792-8f3c-cd173e73b07b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:21:28.560892 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:21:28.575033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Sync routers for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:21:28.585324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:28.585824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:28.586537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:28.615188 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-883cc221-540f-40cf-b0b2-e85e2c6cb12e tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9858322 Nov 23 10:21:28.615812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:21:28.618004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45910) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:28.618543 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:21:28.666183 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dafbfa2-3468-4aa4-90a3-84a3b2386eb6 x-openstack-request-id: req-6dafbfa2-3468-4aa4-90a3-84a3b2386eb6 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:21:28.666486 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:21:28.666742 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6dafbfa2-3468-4aa4-90a3-84a3b2386eb6 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:21:28.667146 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc', 'status': 'completed', 'code': 200} Nov 23 10:21:28.712252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:28.825404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-67b74a23-20f1-4ffc-aebe-6fecc45004b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.826991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-67b74a23-20f1-4ffc-aebe-6fecc45004b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.1060944 Nov 23 10:21:28.831441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.831911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.832379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.832841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.833410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.835445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-98d02d17-799a-4f7d-b4d3-d5166d6665e2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2153792 Nov 23 10:21:28.838206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45922) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:28.940458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.941164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.941797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.942329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.942833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:28.945001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c063dacd-244c-4040-aabe-334c5ba49c5d tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1055117 Nov 23 10:21:28.950457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:29.001479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '8a00dfde-d76d-4d9b-86bd-d708739b26ca', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'port_id': '059d5b62-d230-400f-bba7-2408ff852fcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'mac_address': 'fa:16:3e:1b:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:21:27Z', 'updated_at': '2021-11-23T10:21:27Z', 'revision_number': 0, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:29.044118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Checking router: 508cee41-9941-4792-8f3c-cd173e73b07b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:21:29.055194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:21:29.056156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:29.103793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8b8f74f9-2d7c-49b4-8862-d4e0590be454 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2343 time: 0.1520975 Nov 23 10:21:29.107007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45930) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:29.161036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465871d-44e4-4288-93cb-537de8fbe322 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:29.166336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465871d-44e4-4288-93cb-537de8fbe322 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:29.181912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6465871d-44e4-4288-93cb-537de8fbe322 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=508cee41-9941-4792-8f3c-cd173e73b07b HTTP/1.1" status: 200 len: 1990 time: 0.0592141 Nov 23 10:21:29.207501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:21:29.316597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-c2613789-2998-4df6-9878-32bb013306cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:29.318388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-c2613789-2998-4df6-9878-32bb013306cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 897 time: 0.4819407 Nov 23 10:21:29.394993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-21e522aa-e38b-4130-bb36-8066b84b64bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 1000 time: 0.0687265 Nov 23 10:21:29.450401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-f89448fa-0722-4844-8db2-064981eb5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:29.451926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-f89448fa-0722-4844-8db2-064981eb5985 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 200 len: 835 time: 0.0482340 Nov 23 10:21:29.511743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-52e1c8b6-26ec-4f00-884a-2c5072535218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:29.514021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-52e1c8b6-26ec-4f00-884a-2c5072535218 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89441834-94d7-4d0f-97ad-17539341bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526004 Nov 23 10:21:29.610520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '8a00dfde-d76d-4d9b-86bd-d708739b26ca', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'port_id': '059d5b62-d230-400f-bba7-2408ff852fcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'mac_address': 'fa:16:3e:1b:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:21:27Z', 'updated_at': '2021-11-23T10:21:27Z', 'revision_number': 0, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:21:29.615828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-f7845e60-96e7-4821-b07d-d8c2971352f0 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933900 Nov 23 10:21:29.638632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca5c58-7ad4-4847-ae53-9edc91d56c77 None None] The sync data for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 is: [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '8a00dfde-d76d-4d9b-86bd-d708739b26ca', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'port_id': '059d5b62-d230-400f-bba7-2408ff852fcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'mac_address': 'fa:16:3e:1b:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:21:27Z', 'updated_at': '2021-11-23T10:21:27Z', 'revision_number': 0, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:21:29.715863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5a41781e-e0f6-4c6d-bd9b-51b0d1577ec8 req-00433b39-ccd3-4d8f-93c4-671436cfda46 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929306 Nov 23 10:21:29.856642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c289b-c617-4c51-8406-910a068ec7e2 None None] New status for floating IP 8a00dfde-d76d-4d9b-86bd-d708739b26ca: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:21:29.923809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:21:29.949622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: ff994fa0-94d3-4905-a918-1457e433c886 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:21:29.949983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ff994fa0-94d3-4905-a918-1457e433c886 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:21:31.140459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45972) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:31.254284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbb2829c-48f3-4417-8c8c-d5e36b79057a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.329202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbb2829c-48f3-4417-8c8c-d5e36b79057a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.333976 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dbb2829c-48f3-4417-8c8c-d5e36b79057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.375069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dbb2829c-48f3-4417-8c8c-d5e36b79057a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=312a43f45fee440093023fddee6c8119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335169 Nov 23 10:21:31.377819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45980) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:31.383955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2829c-48f3-4417-8c8c-d5e36b79057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1fb12a-45b7-4ad6-ad05-de69a824416a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:31.429977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.451336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.497331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.500109 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.501415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae1fb12a-45b7-4ad6-ad05-de69a824416a HTTP/1.1" status: 204 len: 168 time: 0.1226439 Nov 23 10:21:31.520429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20206-2b9e-46f1-8fe2-77e1253a062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1fb12a-45b7-4ad6-ad05-de69a824416a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:31.770731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 45988) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:31.784542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43c30e68-f579-4e5e-a65f-6579403bd5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.856858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43c30e68-f579-4e5e-a65f-6579403bd5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.862552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-43c30e68-f579-4e5e-a65f-6579403bd5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.901214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-43c30e68-f579-4e5e-a65f-6579403bd5b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df787d3d79ec4ef7a5e9ac789482eca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293859 Nov 23 10:21:31.902415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c30e68-f579-4e5e-a65f-6579403bd5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd24f60-f0df-4648-ae79-b46077cc91cc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:31.904478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 45990) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:31.953735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:31.975390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:32.025493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:32.028475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:32.029649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bd24f60-f0df-4648-ae79-b46077cc91cc HTTP/1.1" status: 204 len: 168 time: 0.1241856 Nov 23 10:21:32.037466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91770fef-a8d6-44c8-aba0-54ee50da4332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd24f60-f0df-4648-ae79-b46077cc91cc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:32.224529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:21:34.191850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46056) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:34.309412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.392771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.398229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.437635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c433e1c0e5ba4b138e0edc59ced3aad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449248 Nov 23 10:21:34.438593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dbb495-7cf8-4850-a16e-7ac8def2939f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:34.440392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46060) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:34.456864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.457195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.457570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.457927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.458274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.458606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.458932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.459260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.459565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.459910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.460217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.460539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9d4f0-4701-4932-9381-8f42a26935f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:21:34.467920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-4e956294-09ff-478d-b9df-bd1ea4a9e87e req-59aff416-53fb-420d-8ca1-9a8f38cbf658 service neutron] (110023) timed out ('10.222.0.50', 54278) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:21:34.498902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.519874 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.591381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.594087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.595300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6dbb495-7cf8-4850-a16e-7ac8def2939f HTTP/1.1" status: 204 len: 168 time: 0.1540036 Nov 23 10:21:34.603566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931f53-a386-4189-9d19-92b378a92aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dbb495-7cf8-4850-a16e-7ac8def2939f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:34.865720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46066) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:34.879116 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23759b96-bdcc-460f-9c98-2994137b96b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.959115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23759b96-bdcc-460f-9c98-2994137b96b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:34.964134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23759b96-bdcc-460f-9c98-2994137b96b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:35.002570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23759b96-bdcc-460f-9c98-2994137b96b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52b11a0052194a7784f6aa99fabf250e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356387 Nov 23 10:21:35.003428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23759b96-bdcc-460f-9c98-2994137b96b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54138ed2-7e42-4eb9-8396-bae4944dc1ff,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:35.005315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46068) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:35.055121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:35.077334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:35.133839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:35.136543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:35.137706 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54138ed2-7e42-4eb9-8396-bae4944dc1ff HTTP/1.1" status: 204 len: 168 time: 0.1313701 Nov 23 10:21:35.145873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e8c48-a83d-4788-bc89-8ecfafaef542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54138ed2-7e42-4eb9-8396-bae4944dc1ff,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:43.586116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46248) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:43.697181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79109ec5-cccf-44f4-84d5-cc077ca49923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.772302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79109ec5-cccf-44f4-84d5-cc077ca49923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.778254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-79109ec5-cccf-44f4-84d5-cc077ca49923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.815710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-79109ec5-cccf-44f4-84d5-cc077ca49923 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab70be1e9efd44bfa74ed11192818e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285218 Nov 23 10:21:43.816559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79109ec5-cccf-44f4-84d5-cc077ca49923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2479e0f0-eb1d-4ac6-b611-25d5a2510397,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:43.818789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:43.868978 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.891055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.947473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.950173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:43.951312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2479e0f0-eb1d-4ac6-b611-25d5a2510397 HTTP/1.1" status: 204 len: 168 time: 0.1316636 Nov 23 10:21:43.958782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cafc8-d5ad-4132-87c6-a6329911460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2479e0f0-eb1d-4ac6-b611-25d5a2510397,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:44.228219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:44.241624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad108892-c6da-4845-ba23-ffc99abd3c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.326131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad108892-c6da-4845-ba23-ffc99abd3c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.331558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad108892-c6da-4845-ba23-ffc99abd3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.370654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ad108892-c6da-4845-ba23-ffc99abd3c63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c99faf4e24034d8f9d509b5037205b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413262 Nov 23 10:21:44.371937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108892-c6da-4845-ba23-ffc99abd3c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00ff22-0681-4eec-8152-218a25f4ab44,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:44.373622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:44.427042 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.448169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.496472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.499150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.500302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a00ff22-0681-4eec-8152-218a25f4ab44 HTTP/1.1" status: 204 len: 168 time: 0.1256685 Nov 23 10:21:44.507857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f816de-225c-46f2-9937-2d3daa5bfff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00ff22-0681-4eec-8152-218a25f4ab44,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:44.833081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:44.848683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-192ae0ae-926b-4b50-88f2-51f75db7d19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.925000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-192ae0ae-926b-4b50-88f2-51f75db7d19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.930487 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-192ae0ae-926b-4b50-88f2-51f75db7d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:44.968545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-192ae0ae-926b-4b50-88f2-51f75db7d19f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ea0404da17b49a59383392123ff8c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343458 Nov 23 10:21:44.969404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ae0ae-926b-4b50-88f2-51f75db7d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602d8b10-4bb9-4283-9f5c-6cc30e4172c5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:44.971423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46268) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:45.020414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:45.042445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:45.093120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:45.095665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:45.096789 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/602d8b10-4bb9-4283-9f5c-6cc30e4172c5 HTTP/1.1" status: 204 len: 168 time: 0.1243417 Nov 23 10:21:45.108825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a44900-ad95-4370-a6d8-ce7e7ff08a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d8b10-4bb9-4283-9f5c-6cc30e4172c5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:45.904973 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.110750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:47.227239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6be1d956-b44e-43fb-9b68-85a6dc2f799c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.308230 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6be1d956-b44e-43fb-9b68-85a6dc2f799c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.313320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6be1d956-b44e-43fb-9b68-85a6dc2f799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.350933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6be1d956-b44e-43fb-9b68-85a6dc2f799c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=574d0df31c1c4e3686ad838f06d2de41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390339 Nov 23 10:21:47.351761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1d956-b44e-43fb-9b68-85a6dc2f799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48b47a-41a3-49ea-9ffa-809ca823ee7f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:47.353815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46346) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:47.404144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.426488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.483452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.486216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.487398 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d48b47a-41a3-49ea-9ffa-809ca823ee7f HTTP/1.1" status: 204 len: 168 time: 0.1324162 Nov 23 10:21:47.495854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfafac-9438-4b75-90d1-8da108c05e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48b47a-41a3-49ea-9ffa-809ca823ee7f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:47.768852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46354) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:47.783054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ff76ea37-b778-4003-b03b-3068fe2dcc37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.839909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-661f9f2b-9d6e-446b-9a68-6f7ba297552b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.863444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ff76ea37-b778-4003-b03b-3068fe2dcc37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.868619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ff76ea37-b778-4003-b03b-3068fe2dcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.906880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ff76ea37-b778-4003-b03b-3068fe2dcc37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e026c47162454075ac22eb9c4ca51de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368959 Nov 23 10:21:47.907708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76ea37-b778-4003-b03b-3068fe2dcc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f282a7-bf86-40fb-959f-8b33dcd0d1a9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:47.909820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:47.962613 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:47.983430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:48.031302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:48.033909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:48.035135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67f282a7-bf86-40fb-959f-8b33dcd0d1a9 HTTP/1.1" status: 204 len: 168 time: 0.1241646 Nov 23 10:21:48.043890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d585152-13f8-48be-9da0-e48a506cf2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f282a7-bf86-40fb-959f-8b33dcd0d1a9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:49.920217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:50.051623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d566-d986-4023-b897-a0aa16b38d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.125636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d566-d986-4023-b897-a0aa16b38d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.131272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d566-d986-4023-b897-a0aa16b38d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.170187 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d7d1d566-d986-4023-b897-a0aa16b38d00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6cfb537cbc244e4b95a658c9f6668fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472162 Nov 23 10:21:50.171389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1d566-d986-4023-b897-a0aa16b38d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081c6fc1-6d2a-406d-b525-c510fe0e348e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:50.173177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46434) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:50.224987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.256051 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.304917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.307598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.308835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/081c6fc1-6d2a-406d-b525-c510fe0e348e HTTP/1.1" status: 204 len: 168 time: 0.1346443 Nov 23 10:21:50.316877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bfc68-5b8c-4b22-83cd-cf1f0f79402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c6fc1-6d2a-406d-b525-c510fe0e348e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:50.363369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f8f05f66-cf00-4154-aba5-ea3c33e7c1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.448303 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.593852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46440) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:50.607222 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d77f2d43-1916-42b9-af1f-7bdac2c95998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.682512 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d77f2d43-1916-42b9-af1f-7bdac2c95998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.687552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d77f2d43-1916-42b9-af1f-7bdac2c95998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.725273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d77f2d43-1916-42b9-af1f-7bdac2c95998 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f0053c0e4244cbbbc63259b49535345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303153 Nov 23 10:21:50.726222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f2d43-1916-42b9-af1f-7bdac2c95998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4532ac1f-0711-4deb-8216-f2474ed08e2d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:50.728264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46442) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:50.780699 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.803340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.852995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.855554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:50.856687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4532ac1f-0711-4deb-8216-f2474ed08e2d HTTP/1.1" status: 204 len: 168 time: 0.1273892 Nov 23 10:21:50.864479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259bd2b-bceb-4d07-8868-352e3e661732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4532ac1f-0711-4deb-8216-f2474ed08e2d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:51.291208 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:52.692567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:53.536693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.037520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46648) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:54.144787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d97-ebee-487f-8136-411063da4aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.227503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d97-ebee-487f-8136-411063da4aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.232934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d97-ebee-487f-8136-411063da4aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.283199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5bb45d97-ebee-487f-8136-411063da4aea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e72ae492eccc411bbb47edf3b8349bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445352 Nov 23 10:21:54.284278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45d97-ebee-487f-8136-411063da4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23e796-ea24-4115-ae87-821a22d99d3f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:54.286076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46654) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:54.334910 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.357070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.408071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.412120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:54.413993 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf23e796-ea24-4115-ae87-821a22d99d3f HTTP/1.1" status: 204 len: 168 time: 0.1268449 Nov 23 10:21:54.423002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0919-559b-4b1a-8ecd-1b0d2c451025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23e796-ea24-4115-ae87-821a22d99d3f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:55.767630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46716) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:55.879693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0df8-94c6-4e09-bf38-114882380b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:55.958439 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0df8-94c6-4e09-bf38-114882380b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:55.963301 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0df8-94c6-4e09-bf38-114882380b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:56.000892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b7a0df8-94c6-4e09-bf38-114882380b16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb2717fe5b5044b48cf612238f898640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321551 Nov 23 10:21:56.002259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0df8-94c6-4e09-bf38-114882380b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242612a-a727-4c4c-8d4e-60a59c90e700,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:56.003817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46720) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:56.063735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:56.085791 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:56.140505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:56.144568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:56.145875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c242612a-a727-4c4c-8d4e-60a59c90e700 HTTP/1.1" status: 204 len: 168 time: 0.1410501 Nov 23 10:21:56.153915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154e586-e856-4cea-b94c-4f53f9cd7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242612a-a727-4c4c-8d4e-60a59c90e700,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:57.398165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46756) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:57.555296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1395601676'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:57.579510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Made reservation on behalf of 4bc8ce8ece1f47a2a98ff0c82e510828 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:57.583197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.591720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.665444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.671472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.697075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:21:57.706588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f36e1-be5f-4f2d-bbe9-7667e1cd6537,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:57.711392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.711736 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Added segment 176e91ab-ac45-4304-a3ab-2263f0796f9c of type vlan for network a9933989-26c6-4806-aeff-9cae902e940b Nov 23 10:21:57.753817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.783965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.789541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:57.790144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:57.826639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4274011 Nov 23 10:21:57.857719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f201fc-8587-409d-b769-c2d8dcaf5fc8 tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Pushing event updated for resources: {'Network': ['ID=a9933989-26c6-4806-aeff-9cae902e940b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:57.867800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a9933989-26c6-4806-aeff-9cae902e940b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:21:57.993274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:57.998396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b', 'binding:host_id': 'n-h2-781076-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1519640643'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:58.020716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Made reservation on behalf of 65fc670bd0d447babf21e08c32c9069d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:58.023113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.034675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.118348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.124153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.129447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 865bafdf-f341-4b39-a0c2-b6721f310afe yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:21:58.208893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7712d7-d073-461f-be24-0dba8e64b15c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:58.362935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 865bafdf-f341-4b39-a0c2-b6721f310afe yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:21:58.372556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.381484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.431553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=865bafdf-f341-4b39-a0c2-b6721f310afe,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:58.448160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Checking segment: {'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:21:58.448550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Network hostable DHCP agents. Network: a9933989-26c6-4806-aeff-9cae902e940b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:21:58.466839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Network a9933989-26c6-4806-aeff-9cae902e940b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:21:58.476392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a9933989-26c6-4806-aeff-9cae902e940b) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:58.481034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:58.487280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69281ff-adf4-494e-9c91-b76f8cb6f286 None None] Network a9933989-26c6-4806-aeff-9cae902e940b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:21:58.494707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.495038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.495556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.500080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.500363 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.500734 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 2 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.513227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.513556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.513878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.518340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.518653 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.519025 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 3 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.531805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.532132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.532449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.536803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.537121 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.537481 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 4 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.549212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.549537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.549865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.554261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.554587 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.554958 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 5 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.567168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.567491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.567815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.571996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.572312 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.572690 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 6 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.584663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.584992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.585351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.589952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.590206 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.590586 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 7 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.603319 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.603865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.604198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.609016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.609233 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.609622 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 8 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.621577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.621933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.622267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.626689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.627013 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.627396 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 9 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.643006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.643337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.643667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.648189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.648517 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.648930 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 10 to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe Nov 23 10:21:58.660674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:58.661009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:58.661333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:58.665673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 865bafdf-f341-4b39-a0c2-b6721f310afe on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:58.666025 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 865bafdf-f341-4b39-a0c2-b6721f310afe on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:58.666383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.728746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 865bafdf-f341-4b39-a0c2-b6721f310afe, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:58.729101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempted to set empty binding levels {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 10:21:58.734463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.764295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:58.764919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.786916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=865bafdf-f341-4b39-a0c2-b6721f310afe,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:58.793228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c51420b1-242b-47c9-82f3-839fd39a222c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7988966 Nov 23 10:21:58.795965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46768) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:58.875430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Deleting port 865bafdf-f341-4b39-a0c2-b6721f310afe {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:21:58.875682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.937536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 865bafdf-f341-4b39-a0c2-b6721f310afe, host n-h2-781076-5, got binding levels [] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:21:58.937858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:58.950135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Calling delete_port for 865bafdf-f341-4b39-a0c2-b6721f310afe owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:21:59.034196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.061466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event deleted for resources: {'Port': ['ID=865bafdf-f341-4b39-a0c2-b6721f310afe,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:59.069785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.073158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4e3f41db-2f09-46ac-9a16-6d491309e9b5 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "DELETE /v2.0/ports/865bafdf-f341-4b39-a0c2-b6721f310afe HTTP/1.1" status: 204 len: 168 time: 0.2762330 Nov 23 10:21:59.075964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:59.099188 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abe5d61-f9b7-4f1b-b3e9-dde6e79d1d0c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:21:59.100503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5abe5d61-f9b7-4f1b-b3e9-dde6e79d1d0c tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports/865bafdf-f341-4b39-a0c2-b6721f310afe HTTP/1.1" status: 404 len: 333 time: 0.0236032 Nov 23 10:21:59.103964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46772) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:59.108380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1032028432'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:59.132386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Made reservation on behalf of 65fc670bd0d447babf21e08c32c9069d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:21:59.135422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.156379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 547ba0cf-435a-40cb-8642-e31c9f0dd752 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:21:59.302416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.346997 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.392854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Network a9933989-26c6-4806-aeff-9cae902e940b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:21:59.395707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:21:59.399098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:21:59.400005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:21:59.400607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.406626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=547ba0cf-435a-40cb-8642-e31c9f0dd752,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:59.423131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-509112bd-5422-4755-b8f1-20846a2cd413 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3181901 Nov 23 10:21:59.425727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46774) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:21:59.430683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:21:59.482281 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.649347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 547ba0cf-435a-40cb-8642-e31c9f0dd752 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:21:59.657237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.664678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.723831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=547ba0cf-435a-40cb-8642-e31c9f0dd752,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:21:59.738310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.738651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.738984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.743589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.743929 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.744318 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 2 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.761177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.761514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.761846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.766339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.766666 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.767052 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 3 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.779067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.779399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.779730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.784043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.784379 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.784762 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 4 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.796844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.797176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.797503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.802153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.802475 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.802885 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 5 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.814627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.814954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.815274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.819552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.819881 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.820267 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 6 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.832377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.832708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.833031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.837320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.837650 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.838064 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 7 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.850118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.850432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.850757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.855516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.855838 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.856219 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 8 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.868154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.868482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.868810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.873280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.873612 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.874037 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 9 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.885350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.885675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.886068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.890283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.890607 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.890985 n-d-781076-5 neutron-server[110023]: INFO neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 10 to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 Nov 23 10:21:59.903348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:21:59.903611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:21:59.903938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:21:59.908192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:21:59.908514 n-d-781076-5 neutron-server[110023]: ERROR neutron.plugins.ml2.managers [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:21:59.908871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:21:59.970958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 547ba0cf-435a-40cb-8642-e31c9f0dd752, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:21:59.971316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempted to set empty binding levels {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 10:21:59.977426 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.007757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] In _notify_port_updated(), no bound segment for port 547ba0cf-435a-40cb-8642-e31c9f0dd752 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:22:00.008603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.009210 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.010557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "PUT /v2.0/ports/547ba0cf-435a-40cb-8642-e31c9f0dd752 HTTP/1.1" status: 200 len: 975 time: 0.5838630 Nov 23 10:22:00.013289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46776) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.027276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad2a54-d731-4721-ac9a-a0bb5f9577ba tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=547ba0cf-435a-40cb-8642-e31c9f0dd752,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:00.090746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.091229 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.091700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.092165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.092630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.093095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.093553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.094012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.094490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.094943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.095396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.095854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.096306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.096764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.097220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.099626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95020a20-1693-49c6-9310-96885727aafd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13429 time: 0.0852387 Nov 23 10:22:00.103031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46778) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.185479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Deleting port 547ba0cf-435a-40cb-8642-e31c9f0dd752 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:00.185712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.248797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 547ba0cf-435a-40cb-8642-e31c9f0dd752, host n-h2-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:00.249162 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.262140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Calling delete_port for 547ba0cf-435a-40cb-8642-e31c9f0dd752 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:00.344902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.372546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event deleted for resources: {'Port': ['ID=547ba0cf-435a-40cb-8642-e31c9f0dd752,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:00.381504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.384702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "DELETE /v2.0/ports/547ba0cf-435a-40cb-8642-e31c9f0dd752 HTTP/1.1" status: 204 len: 168 time: 0.2807262 Nov 23 10:22:00.386659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.387380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46780) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.390022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.390410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.390753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.391093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.391429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.391764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.392090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.393566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.394014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.394332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.394660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc57a2-9222-4e87-a3d5-54725037b137 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:00.414878 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c1be69-9cad-4e42-ad09-8b1ff7213024 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:22:00.416407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-62c1be69-9cad-4e42-ad09-8b1ff7213024 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports/547ba0cf-435a-40cb-8642-e31c9f0dd752 HTTP/1.1" status: 404 len: 333 time: 0.0279744 Nov 23 10:22:00.420184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.424748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1819967398', 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:00.445379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Made reservation on behalf of 65fc670bd0d447babf21e08c32c9069d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:00.447696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.462913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port cecaccb7-4c7f-4e4f-a303-99cd18478d2c yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:00.623536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.663057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.705618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Network a9933989-26c6-4806-aeff-9cae902e940b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:00.708622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:00.712037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:00.712993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.713740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.719435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=cecaccb7-4c7f-4e4f-a303-99cd18478d2c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:00.735080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d637d96a-7ebe-4136-96ba-02e300bc6d3e tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3139713 Nov 23 10:22:00.738895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46784) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.772273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a6a7e-3fd0-407e-bb7e-e33ef1c017dd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:00.773632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a8a6a7e-3fd0-407e-bb7e-e33ef1c017dd tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports/cecaccb7-4c7f-4e4f-a303-99cd18478d2c HTTP/1.1" status: 200 len: 955 time: 0.0337121 Nov 23 10:22:00.776506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46786) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:00.853906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Deleting port cecaccb7-4c7f-4e4f-a303-99cd18478d2c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:00.854284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.928874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:00.942610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Calling delete_port for cecaccb7-4c7f-4e4f-a303-99cd18478d2c owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:01.029831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.062005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event deleted for resources: {'Port': ['ID=cecaccb7-4c7f-4e4f-a303-99cd18478d2c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:01.068404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.072954 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df4685a4-6f0d-426a-b33b-3cad2da3eb96 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "DELETE /v2.0/ports/cecaccb7-4c7f-4e4f-a303-99cd18478d2c HTTP/1.1" status: 204 len: 168 time: 0.2951550 Nov 23 10:22:01.075690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46788) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:01.098311 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec6ff37-f15c-4fa8-9109-5b455c2e83b0 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:22:01.099597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ec6ff37-f15c-4fa8-9109-5b455c2e83b0 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports/cecaccb7-4c7f-4e4f-a303-99cd18478d2c HTTP/1.1" status: 404 len: 333 time: 0.0230174 Nov 23 10:22:01.103006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46790) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:01.107415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-826996632'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:01.129099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Made reservation on behalf of 65fc670bd0d447babf21e08c32c9069d for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:01.131640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.147936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 80a94226-714a-4b79-b352-64ebf2f56154 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:01.300578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.335252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.380164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Network a9933989-26c6-4806-aeff-9cae902e940b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:01.383036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:01.386460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:01.387380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:01.387971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.393531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=80a94226-714a-4b79-b352-64ebf2f56154,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:01.409189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-55b5c5d4-8911-45ce-a2c2-39865eff413d tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3052242 Nov 23 10:22:01.411855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46792) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:01.417604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:01.474666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.659754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] device_id is not set on port 80a94226-714a-4b79-b352-64ebf2f56154 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:01.667717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.674559 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.739268 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=80a94226-714a-4b79-b352-64ebf2f56154,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:01.743373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.743702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.744033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.748631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.748928 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.749307 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 2 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.762220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.762566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.762894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.767230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.767546 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.767920 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 3 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.780095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.780401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.780721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.784887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.785203 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.785574 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 4 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.797713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.798068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.798409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.802614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.802932 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.803308 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 5 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.814567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.814887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.815205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.819469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.819787 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.820162 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 6 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.832070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.832404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.832724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.837068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.837389 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.837764 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 7 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.849402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.849731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.850088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.854472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.854847 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.855222 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 8 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.867323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.867646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.867970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.872384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.872697 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.873074 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 9 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.884659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.884985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.885309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.889748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.890099 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.890497 n-d-781076-5 neutron-server[110024]: INFO neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempt 10 to bind port 80a94226-714a-4b79-b352-64ebf2f56154 Nov 23 10:22:01.902922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:01.903244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:01.903558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempting to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:01.907934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:01.908251 n-d-781076-5 neutron-server[110024]: ERROR neutron.plugins.ml2.managers [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Failed to bind port 80a94226-714a-4b79-b352-64ebf2f56154 on host n-h2-781076-5 for vnic_type normal using segments [{'id': '176e91ab-ac45-4304-a3ab-2263f0796f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a9933989-26c6-4806-aeff-9cae902e940b'}] Nov 23 10:22:01.908607 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:01.977052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 80a94226-714a-4b79-b352-64ebf2f56154, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:01.977441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attempted to set empty binding levels {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 10:22:01.983842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.019309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] In _notify_port_updated(), no bound segment for port 80a94226-714a-4b79-b352-64ebf2f56154 on network a9933989-26c6-4806-aeff-9cae902e940b {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:22:02.020154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:02.020925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.022091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "PUT /v2.0/ports/80a94226-714a-4b79-b352-64ebf2f56154 HTTP/1.1" status: 200 len: 974 time: 0.6092672 Nov 23 10:22:02.024952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46796) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:02.059222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219275af-73bb-4733-87b4-aaadcee39ec3 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event updated for resources: {'Port': ['ID=80a94226-714a-4b79-b352-64ebf2f56154,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:02.111064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Deleting port 80a94226-714a-4b79-b352-64ebf2f56154 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:02.111407 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.179608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] For port 80a94226-714a-4b79-b352-64ebf2f56154, host n-h2-781076-5, got binding levels [] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:02.180119 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.194389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Calling delete_port for 80a94226-714a-4b79-b352-64ebf2f56154 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:02.275591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.302591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Pushing event deleted for resources: {'Port': ['ID=80a94226-714a-4b79-b352-64ebf2f56154,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:02.308190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.311709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8da32ad5-e51e-4cce-a218-ec394392fede tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "DELETE /v2.0/ports/80a94226-714a-4b79-b352-64ebf2f56154 HTTP/1.1" status: 204 len: 168 time: 0.2817562 Nov 23 10:22:02.314478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:02.336957 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-01faab91-cfc6-40f4-a529-02eb1c17a5e7 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:22:02.338264 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01faab91-cfc6-40f4-a529-02eb1c17a5e7 tempest-PortsAdminExtendedAttrsTestJSON-137236955 tempest-PortsAdminExtendedAttrsTestJSON-137236955-project-admin] 10.222.0.62 "GET /v2.0/ports/80a94226-714a-4b79-b352-64ebf2f56154 HTTP/1.1" status: 404 len: 333 time: 0.0228770 Nov 23 10:22:02.341933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46800) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:02.420799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.511252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.531438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9933989-26c6-4806-aeff-9cae902e940b']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:02.540707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176e91ab-ac45-4304-a3ab-2263f0796f9c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:02.541003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176e91ab-ac45-4304-a3ab-2263f0796f9c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:02.550521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.564145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.570281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:02.570640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:02.573905 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:02.640103 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.647598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:02.651037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] 10.222.0.62 "DELETE /v2.0/networks/a9933989-26c6-4806-aeff-9cae902e940b HTTP/1.1" status: 204 len: 168 time: 0.3081365 Nov 23 10:22:02.663043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3117c-5e53-42fb-8a0f-bb9ec053dd7d tempest-PortsAdminExtendedAttrsTestJSON-1093276594 tempest-PortsAdminExtendedAttrsTestJSON-1093276594-project] Pushing event deleted for resources: {'Network': ['ID=a9933989-26c6-4806-aeff-9cae902e940b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:02.894459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46806) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:03.044620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a7907bb-3b33-4672-9952-962ddf7f0af0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bc8ce8ece1f47a2a98ff0c82e510828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487875 Nov 23 10:22:03.047900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46810) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:03.099862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.121507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.172331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.174960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.176148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e7f36e1-be5f-4f2d-bbe9-7667e1cd6537 HTTP/1.1" status: 204 len: 168 time: 0.1273463 Nov 23 10:22:03.184050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cb3f8-136b-4eac-a70c-6e848100e678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f36e1-be5f-4f2d-bbe9-7667e1cd6537,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:03.454523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46816) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:03.499543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3c511dc6-c037-41e1-87d4-fdd33fdddf4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65fc670bd0d447babf21e08c32c9069d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438426 Nov 23 10:22:03.503313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:03.552144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.574276 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.624300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.626986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:03.628279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e7712d7-d073-461f-be24-0dba8e64b15c HTTP/1.1" status: 204 len: 168 time: 0.1239586 Nov 23 10:22:03.636316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1ea84-82e4-4811-bd64-7764de9dca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7712d7-d073-461f-be24-0dba8e64b15c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:04.902781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46854) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:04.998306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-512287193'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:05.025334 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.027176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.079268 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.085939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.101395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.102614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3f68e907-c537-4e02-a0fd-b66fa9057f6e tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1988568 Nov 23 10:22:05.105253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46858) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:05.173456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.323199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.325375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.371323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.371854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d2f2ef-ccaa-4616-8fa7-7888cfab7491 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:05.376519 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.378326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-832826ef-6077-4276-8b8c-d85ed1820809 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f0d2f2ef-ccaa-4616-8fa7-7888cfab7491 HTTP/1.1" status: 204 len: 168 time: 0.2721636 Nov 23 10:22:05.380405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46860) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:05.384585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Request body: {'router': {'name': 'tempest-router-1202861559', 'distributed': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:05.405437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.406423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.457323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.461914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.477961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.479168 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aa01ef4e-63b5-4891-827e-789dd33458b1 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0978396 Nov 23 10:22:05.482311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:05.556537 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.709268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.711400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.755478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.756070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0def35-6ca5-44e9-a87e-e01c79d82ec8 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:05.760636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.761929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-87d15886-626e-427d-8b66-039577c156cf tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7d0def35-6ca5-44e9-a87e-e01c79d82ec8 HTTP/1.1" status: 204 len: 168 time: 0.2785938 Nov 23 10:22:05.766095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46864) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:05.770460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Request body: {'router': {'name': 'tempest-router-1100708334', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '04bd0a5784c64d9c83115ea8065a565b'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:05.794907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.795887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.863251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.869645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.885072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:05.886319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f17e20db-536f-437c-9b97-363eb5a79b24 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1191814 Nov 23 10:22:05.889240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46866) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:05.893859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:06.097600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.098375 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.176793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110023) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 10:22:06.177122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Router a770f5f3-47e8-4a05-9943-ef56c986f304 migrating from provider to provider. {{(pid=110023) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 10:22:06.177521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.182336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.187775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483246'] for router, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.269035 n-d-781076-5 neutron-server[110023]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] No L3 agents can host the router a770f5f3-47e8-4a05-9943-ef56c986f304 Nov 23 10:22:06.384281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Hosts for router a770f5f3-47e8-4a05-9943-ef56c986f304: [] {{(pid=110023) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 10:22:06.406376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Hosts for other DVR routers connected to router a770f5f3-47e8-4a05-9943-ef56c986f304: set() {{(pid=110023) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 10:22:06.408979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:06.410227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a2e5b205-aefc-47f7-a84a-a7cf6f6df79b tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "PUT /v2.0/routers/a770f5f3-47e8-4a05-9943-ef56c986f304 HTTP/1.1" status: 200 len: 717 time: 0.5198498 Nov 23 10:22:06.412905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46868) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:06.487975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ac798696-2903-4a5c-820c-926182531992 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "GET /v2.0/routers/a770f5f3-47e8-4a05-9943-ef56c986f304 HTTP/1.1" status: 200 len: 717 time: 0.0737088 Nov 23 10:22:06.491896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:06.675363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-be733eb1-d6cc-4720-b43e-dcdba274e162 tempest-RoutersTestDVR-1748670398 tempest-RoutersTestDVR-1748670398-project] 10.222.0.62 "GET /v2.0/routers/a770f5f3-47e8-4a05-9943-ef56c986f304 HTTP/1.1" status: 200 len: 683 time: 0.1822135 Nov 23 10:22:06.677938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46874) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:06.748437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.235175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.237467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.291288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.291769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a770f5f3-47e8-4a05-9943-ef56c986f304 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:07.296201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.297316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cdee66e1-b1ec-407d-8c57-fed796ec4279 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a770f5f3-47e8-4a05-9943-ef56c986f304 HTTP/1.1" status: 204 len: 168 time: 0.6184945 Nov 23 10:22:07.301128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46876) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:07.307779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Request body: {'router': {'name': 'tempest-router-689479873', 'distributed': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:07.330688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.331694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.383693 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.389652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.406523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.407961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-70704fde-6336-4dd3-98dc-4997e5f0ee82 tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1056378 Nov 23 10:22:07.410744 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46878) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:07.488433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.663930 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:07.666360 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.063164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.063698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46a910c5-cb27-4b4e-8ded-b492a169b0ba {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:08.068330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.069437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5805a5d4-3903-4dc4-9dfe-54ebc9f3fb0c tempest-RoutersTestDVR-80734891 tempest-RoutersTestDVR-80734891-project-admin] 10.222.0.62 "DELETE /v2.0/routers/46a910c5-cb27-4b4e-8ded-b492a169b0ba HTTP/1.1" status: 204 len: 168 time: 0.6577904 Nov 23 10:22:08.345115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46886) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:08.479813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e76605f7-a41a-4f54-b969-98f7c2c8b3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.569172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e76605f7-a41a-4f54-b969-98f7c2c8b3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.574632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e76605f7-a41a-4f54-b969-98f7c2c8b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.621329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e76605f7-a41a-4f54-b969-98f7c2c8b3c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04bd0a5784c64d9c83115ea8065a565b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756498 Nov 23 10:22:08.622142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76605f7-a41a-4f54-b969-98f7c2c8b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd2958-288d-46a8-97f6-1373527c7c21,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:08.624130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46890) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:08.686017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.707164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.755081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.757879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:08.759079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bdd2958-288d-46a8-97f6-1373527c7c21 HTTP/1.1" status: 204 len: 168 time: 0.1339586 Nov 23 10:22:08.768376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92714e15-ed63-4936-acdc-4eb1f976e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd2958-288d-46a8-97f6-1373527c7c21,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:09.054410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46896) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:09.068350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f978458-f77e-4bd0-bec4-a77f651a9b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.146130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f978458-f77e-4bd0-bec4-a77f651a9b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.153811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5f978458-f77e-4bd0-bec4-a77f651a9b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.191951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f978458-f77e-4bd0-bec4-a77f651a9b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0adc1-4c70-4cba-8508-618fbe6fdc2a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:09.196258 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5f978458-f77e-4bd0-bec4-a77f651a9b95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9765955485bc472eb545c6e2b2516a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407123 Nov 23 10:22:09.199221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46898) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:09.223536 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:22:09.249765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.272483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.322408 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.325014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:09.326182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1a0adc1-4c70-4cba-8508-618fbe6fdc2a HTTP/1.1" status: 204 len: 168 time: 0.1259658 Nov 23 10:22:09.333831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a36df-245b-49a4-a42f-fad6b9c7bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0adc1-4c70-4cba-8508-618fbe6fdc2a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:10.031947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:10.132067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1708144046'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:10.156897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:10.160915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.169351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.243045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.248009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.276934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:10.286621 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02e188-ba46-44c2-82b1-f27864e1cae3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:10.291402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.291740 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Added segment b9f9e217-41c1-4234-b131-92e4eb88927a of type vlan for network ad4b8906-9b29-4617-bd1f-48218e56001b Nov 23 10:22:10.336405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.367921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.376903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:10.377615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.422698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3894835 Nov 23 10:22:10.425971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46926) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:10.454442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'subnet': {'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:10.470141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1b47e-b625-4681-8b92-a70cd8eda433 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Network': ['ID=ad4b8906-9b29-4617-bd1f-48218e56001b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:10.480332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ad4b8906-9b29-4617-bd1f-48218e56001b details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:10.549222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:10.555952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:10.560258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.856825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 812c2ade-8590-43f5-ab67-c466ad1547eb {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:10.857166 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.859036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.960947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Subnet': ['ID=a6c3abc0-092b-4b54-8476-d88981c9eccf,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:10.993803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.994146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:10.996850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Checking segment: {'id': 'b9f9e217-41c1-4234-b131-92e4eb88927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:10.997212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network hostable DHCP agents. Network: ad4b8906-9b29-4617-bd1f-48218e56001b, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:11.011101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 812c2ade-8590-43f5-ab67-c466ad1547eb owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:11.057838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:11.080015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ad4b8906-9b29-4617-bd1f-48218e56001b) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:11.088367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1acd4-8808-4f85-a18b-616221ef6f3b None None] Network ad4b8906-9b29-4617-bd1f-48218e56001b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:11.088729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:11.089321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.116370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-116ad1c5-fdf5-47b0-8b30-c94d5abda04c tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6896083 Nov 23 10:22:11.119339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46930) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:11.124464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-264827070', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:11.150682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.152532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.192495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.220343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480cec5-29a5-4a85-b23e-14ff54ace841 None None] Network ad4b8906-9b29-4617-bd1f-48218e56001b requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:11.222200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.231466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=812c2ade-8590-43f5-ab67-c466ad1547eb,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:11.299227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.300293 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Floating IP f4ee54e1-0120-46aa-a51c-965a2b659a34 disassociated (deleted). External IP: 172.25.1.62, port: dc1b17a1-2dd5-4f01-93a4-7499802cb71b. Nov 23 10:22:11.368022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.508515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 1f5815da-c9ea-493d-898c-ba7c45157b8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:11.560570 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.579225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.626093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:11.630945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.637056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Sync routers for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:11.649224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:11.650025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:11.664713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24e1a97a-af28-4fbd-b9fe-44927bd3441f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/floatingips/f4ee54e1-0120-46aa-a51c-965a2b659a34 HTTP/1.1" status: 204 len: 168 time: 1.1119761 Nov 23 10:22:11.664713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:11.665306 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:11.696750 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.108 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/025783ba-37c4-4b8e-8885-8afc8fce8c27) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:11.711544 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af9ce8-17e5-4e42-bfad-b37c13c91e15 x-openstack-request-id: req-d4af9ce8-17e5-4e42-bfad-b37c13c91e15 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:11.711862 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:11.712246 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4af9ce8-17e5-4e42-bfad-b37c13c91e15 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:11.712658 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'status': 'completed', 'code': 200} Nov 23 10:22:11.782516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-be87ef48-a979-4dc9-8fb9-866e74e404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:11.784668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-be87ef48-a979-4dc9-8fb9-866e74e404fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 1097 time: 0.0491312 Nov 23 10:22:11.790171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:11.813622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.865702 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:11.907453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-0dcf3233-9a98-4c1a-bf39-7012ed05d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:11.909567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-0dcf3233-9a98-4c1a-bf39-7012ed05d81d service neutron] 10.222.0.11 "GET /v2.0/networks?id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 200 len: 898 time: 0.1162348 Nov 23 10:22:11.915782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:11.918961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:11.922902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:11.928809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=025783ba-37c4-4b8e-8885-8afc8fce8c27,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:11.954606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9aebd-4cc0-4695-a02a-78cdc926ddf9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:11.981680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-097c9294-3bc5-4f72-89ea-0cca99dd0540 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 200 len: 217 time: 0.0616162 Nov 23 10:22:12.034832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-06ccb586-9250-4f4e-811f-3378a7c2f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:12.036526 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-06ccb586-9250-4f4e-811f-3378a7c2f80d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 200 len: 834 time: 0.0478187 Nov 23 10:22:12.062023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.094988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Checking router: 1f5815da-c9ea-493d-898c-ba7c45157b8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:22:12.095694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-2a6b00ed-f697-42de-a8db-cf23f33d4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:12.098688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-2a6b00ed-f697-42de-a8db-cf23f33d4f86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521164 Nov 23 10:22:12.100604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4e1bf646-a21b-4d62-ba6a-f338fcf4eabb None None] Provisioning complete for port 025783ba-37c4-4b8e-8885-8afc8fce8c27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:12.101074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf646-a21b-4d62-ba6a-f338fcf4eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:12.133087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:12.133651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.203266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:12.209688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90fc37-97b8-41e7-bdc1-004596ed8232 req-8ad30c9f-572c-483d-9597-73ed6ea15ba5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:12.213157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c90fc37-97b8-41e7-bdc1-004596ed8232 req-8ad30c9f-572c-483d-9597-73ed6ea15ba5 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.3013647 Nov 23 10:22:12.250333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-b97525de-5185-4288-926a-09a3f1e15483 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403306 Nov 23 10:22:12.254716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:12.302158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bf646-a21b-4d62-ba6a-f338fcf4eabb None None] Port 025783ba-37c4-4b8e-8885-8afc8fce8c27 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:12.307249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0c90fc37-97b8-41e7-bdc1-004596ed8232 req-479f8f49-684b-4394-a34b-0d49d44d3750 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872331 Nov 23 10:22:12.369913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-409456ec-7fa6-48bd-8da7-c3fe2ccebd6f req-a9b46412-ae51-4b65-832e-f609c993d987 service neutron] 10.222.0.11 "GET /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098320 Nov 23 10:22:12.422796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:12.470730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.496928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc7cbfb-f92b-4aa5-bc16-8e6f033adb2d None None] The sync data for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 is: [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:13Z', 'revision_number': 4, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '543b38a1-183e-46bf-a25a-46c470ba28a2', 'name': '', 'network_id': '2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'mac_address': 'fa:16:3e:fb:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:12Z', 'updated_at': '2021-11-23T10:19:19Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'subnets': [{'id': '101d3f55-c4b5-4dfb-b6ca-61fe24202fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:12.554061 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:22:12.659693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:12.669869 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:12.681284 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:12.682621 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.684359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:12.688051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b553b82-34e1-4594-a1f4-23948e709f49 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5651333 Nov 23 10:22:12.689093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46940) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:12.720505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.729671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:12.730276 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.749666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b1430-4aa9-4ea7-881a-9637ead9a44d None None] New status for floating IP f4ee54e1-0120-46aa-a51c-965a2b659a34: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:22:12.762510 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:12.763153 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8c857-c9d6-41ba-bc22-666cc5b7547f None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:13.128526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:13.428578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-f49a8d5d-3dce-4218-a358-bd6df488e057 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:13.430185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-f49a8d5d-3dce-4218-a358-bd6df488e057 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.0905569 Nov 23 10:22:13.445868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.1 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/75eabec9-fde6-4bd1-bea9-99b947db0265) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:13.499085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ffd-1cbd-46ac-b9ae-27ba22e5efb4 req-6ead2e28-1754-4dd8-b2b9-c14875907a46 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:13.500717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5be21ffd-1cbd-46ac-b9ae-27ba22e5efb4 req-6ead2e28-1754-4dd8-b2b9-c14875907a46 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 946 time: 0.1156344 Nov 23 10:22:13.550509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5be21ffd-1cbd-46ac-b9ae-27ba22e5efb4 req-5b6be54c-07da-42a9-8358-0c6ae8b49bdd tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c615345-e58d-44e8-969d-000bf873e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Nov 23 10:22:13.604918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port dc1b17a1-2dd5-4f01-93a4-7499802cb71b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:13.605250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:13.645877 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:13.724010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port dc1b17a1-2dd5-4f01-93a4-7499802cb71b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:13.724363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:13.739338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for dc1b17a1-2dd5-4f01-93a4-7499802cb71b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:13.744028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:13.827329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:13.834460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:13.841094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:13.850299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=75eabec9-fde6-4bd1-bea9-99b947db0265,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:13.908621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.034277 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.070313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=dc1b17a1-2dd5-4f01-93a4-7499802cb71b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:14.132166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] No DVR routers for this DVR port dc1b17a1-2dd5-4f01-93a4-7499802cb71b on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:14.136246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.139597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cb951c7-d61b-4825-b6df-a27e842eb76c req-fd6600e3-32cb-4d9f-965a-0115992bfc5f tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.11 "DELETE /v2.0/ports/dc1b17a1-2dd5-4f01-93a4-7499802cb71b HTTP/1.1" status: 204 len: 173 time: 0.7004738 Nov 23 10:22:14.140038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-deleted', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:14.142343 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a5315-01e1-42bd-a40b-a9a40812035a" -d '{"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-deleted", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:14.145556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.192943 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aa5455-f945-4a97-85fd-80e9d125e7e9 x-openstack-request-id: req-e0aa5455-f945-4a97-85fd-80e9d125e7e9 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:14.193275 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a65b74d-8017-4375-966b-4941acb663ce", "name": "network-vif-deleted", "tag": "dc1b17a1-2dd5-4f01-93a4-7499802cb71b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:14.193519 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0aa5455-f945-4a97-85fd-80e9d125e7e9 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:14.193951 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a65b74d-8017-4375-966b-4941acb663ce', 'name': 'network-vif-deleted', 'tag': 'dc1b17a1-2dd5-4f01-93a4-7499802cb71b', 'status': 'completed', 'code': 200} Nov 23 10:22:14.450059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.455467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.529496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=75eabec9-fde6-4bd1-bea9-99b947db0265,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:14.532368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:14.636141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:14.637810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:14.675055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d0df0a1-2a70-4f04-a9c6-28a289e8fe72 req-44cf67c2-453a-40a8-938e-2606c4e89489 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a65b74d-8017-4375-966b-4941acb663ce HTTP/1.1" status: 200 len: 210 time: 0.0319564 Nov 23 10:22:14.749550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:14.858274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:14.864531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4374f63-6c77-4d2a-bf18-f3c0ea417758 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/routers/68e58a05-5457-488f-af74-07ef18de66b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1732261 Nov 23 10:22:14.866021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46950) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:14.868615 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:14.870990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'port': {'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b', 'name': 'tempest-FloatingIPTestJSON-1810477493'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:14.878946 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:14.879660 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:14.914389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:14.923293 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:14.923887 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:14.954581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:14.955209 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ad70f-95eb-4130-a003-efb66b3b3386 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:14.984495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:14.988370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:15.006225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] device_id is not set on port d8045ca9-27f8-4e76-94b7-ede11483f5f2 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:15.119808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.13 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/d8045ca9-27f8-4e76-94b7-ede11483f5f2) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:15.608453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:15.644208 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:15.691549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:15.694467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:15.698242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:15.704798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=d8045ca9-27f8-4e76-94b7-ede11483f5f2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:15.733794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46956) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:15.750640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:15.751396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:15.769309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-87670e83-0d47-46f9-8d94-1dacfef9c1be tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9022396 Nov 23 10:22:15.772228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46958) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:15.777825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'port': {'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b', 'name': 'tempest-FloatingIPTestJSON-239769284'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:15.891396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:15.894989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:15.912999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] device_id is not set on port 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:15.916493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.020594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.2 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:16.099868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.173667 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.201498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:16.209506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.224217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: dc1b17a1-2dd5-4f01-93a4-7499802cb71b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:16.224560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device dc1b17a1-2dd5-4f01-93a4-7499802cb71b not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:16.256655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:16.259834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:16.264489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:16.268522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:16.318433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:16.319045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.335719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a03dcc36-01dd-4697-862f-8d8f0c22456f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5620227 Nov 23 10:22:16.338822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:16.343482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:16.364664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.368870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 543b38a1-183e-46bf-a25a-46c470ba28a2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:16.369290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.457536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 543b38a1-183e-46bf-a25a-46c470ba28a2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=543b38a1-183e-46bf-a25a-46c470ba28a2,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:16.457928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.463570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.471492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 543b38a1-183e-46bf-a25a-46c470ba28a2 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:16.570628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.201 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a148550d-4ff4-4c7a-8382-fd7233aafad7) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:16.682075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.719578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:16.777549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:16.782326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:16.787077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:16.790429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=a148550d-4ff4-4c7a-8382-fd7233aafad7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:17.004954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.036114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=543b38a1-183e-46bf-a25a-46c470ba28a2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:17.161529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.220463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.243505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.403711 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.409446 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.439953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Router 1f5815da-c9ea-493d-898c-ba7c45157b8e has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:17.482714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=a148550d-4ff4-4c7a-8382-fd7233aafad7,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:17.490293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.549756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:17.555128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8db644f0-4044-4ae8-a90f-91fab9f83e06 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "PUT /v2.0/routers/1f5815da-c9ea-493d-898c-ba7c45157b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200424 Nov 23 10:22:17.557661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46962) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:17.560174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Sync routers for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:17.571502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:17.572114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:17.598949 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 2c20dcb9-9ac4-4469-a2fc-d2a6a441eb1e associated. External IP: 172.25.1.201, port: 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5. Nov 23 10:22:17.610809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting subnet 101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:22:17.614915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.659644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.685780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:17.748891 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.808081 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.824472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:17.836562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Subnet': ['ID=101d3f55-c4b5-4dfb-b6ca-61fe24202fc5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:17.838692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.841925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-954d206a-5948-46d6-8648-211e19cf369c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/subnets/101d3f55-c4b5-4dfb-b6ca-61fe24202fc5 HTTP/1.1" status: 204 len: 168 time: 0.2831478 Nov 23 10:22:17.844554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46964) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:17.856222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8ed24-5c8a-46f6-9d57-4e4e26f3d57c None None] Network 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:17.872638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94e0e369-2e83-4631-9ba7-e0f7e4136e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.943938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:17.961131 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:17.966529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.972646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:17.973981 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:17.974696 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.002407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d8baa72-be97-4355-91e2-172ac0a8a38e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6617162 Nov 23 10:22:18.004427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46966) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:18.009026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:18.025542 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.028373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:22:16Z', 'revision_number': 5, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port': {'id': '5981b5c5-5b3a-4098-b245-add94ba941c3', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.036767 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:18.037583 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.063097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Checking router: 1f5815da-c9ea-493d-898c-ba7c45157b8e for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:22:18.072293 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.074175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12b64a-011a-499b-b996-c0bc5ffea151 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:18.076726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.081371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.087775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Routers {'1f5815da-c9ea-493d-898c-ba7c45157b8e'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:18.088663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['1f5815da-c9ea-493d-898c-ba7c45157b8e'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.152734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Deleting port 5981b5c5-5b3a-4098-b245-add94ba941c3 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:18.153173 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.245069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] For port 5981b5c5-5b3a-4098-b245-add94ba941c3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5981b5c5-5b3a-4098-b245-add94ba941c3,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:18.245354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.258872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Calling delete_port for 5981b5c5-5b3a-4098-b245-add94ba941c3 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:18.265187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.270323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.271586 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 2c20dcb9-9ac4-4469-a2fc-d2a6a441eb1e disassociated. External IP: 172.25.1.201, port: 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5. Nov 23 10:22:18.319716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] DHCP port deletion for 2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:18.382042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] Set router 1f5815da-c9ea-493d-898c-ba7c45157b8e gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:18.438940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:22:18Z', 'revision_number': 6, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.445159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.472874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccf169-ae2c-49f3-8e3f-fb3bfc3f28f7 None None] The sync data for ids ['1f5815da-c9ea-493d-898c-ba7c45157b8e'] in n-d-781076-5 is: [{'id': '1f5815da-c9ea-493d-898c-ba7c45157b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096805004', 'tenant_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:19:05Z', 'updated_at': '2021-11-23T10:22:18Z', 'revision_number': 6, 'project_id': 'e53ef36b98084a9b94f57f73c49e47ce', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:18.475146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Port': ['ID=5981b5c5-5b3a-4098-b245-add94ba941c3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:18.477210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Deleting port ddf130a9-6004-4265-b392-da5f4c913741 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:18.477210 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.497746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb334c4f-5ccd-485f-8266-72c79a43bbb7 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:18.568545 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.569590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] For port ddf130a9-6004-4265-b392-da5f4c913741, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ddf130a9-6004-4265-b392-da5f4c913741,segment=NetworkSegment(2e0b23db-8951-41cb-8a36-ef00cb359796),segment_id=2e0b23db-8951-41cb-8a36-ef00cb359796)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:18.570149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.583341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Calling delete_port for ddf130a9-6004-4265-b392-da5f4c913741 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:18.612269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:18.674501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.701084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Pushing event deleted for resources: {'Port': ['ID=ddf130a9-6004-4265-b392-da5f4c913741,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:18.704983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.709248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] No DVR routers for this DVR port ddf130a9-6004-4265-b392-da5f4c913741 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:18.710013 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.713957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.714314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.714659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.714999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.715335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.715702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.716532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.716868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.717198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.717529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.717856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.718481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf348b-da88-458e-8cc4-e31bb9ddc88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:18.730656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:18.735330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.741286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:18.752487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:18.753565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.761233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.761769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5815da-c9ea-493d-898c-ba7c45157b8e {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:18.764451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b42f9455-4734-4d9a-b402-320123056746 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/2c20dcb9-9ac4-4469-a2fc-d2a6a441eb1e HTTP/1.1" status: 200 len: 688 time: 0.7585912 Nov 23 10:22:18.766894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46968) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:18.781304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.784987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9b2172d-9807-4665-90fa-cbaa8587b80c tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/routers/1f5815da-c9ea-493d-898c-ba7c45157b8e HTTP/1.1" status: 204 len: 168 time: 0.9356806 Nov 23 10:22:18.785325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46970) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:18.787734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.797772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:18.798414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:21:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.838368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:18.839031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baaa3d9-4005-4393-914c-4117d406eefb None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:18.873737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.892445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ddf130a9-6004-4265-b392-da5f4c913741 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:18.914734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ddf130a9-6004-4265-b392-da5f4c913741 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:18.915109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ddf130a9-6004-4265-b392-da5f4c913741 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:18.923415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port a148550d-4ff4-4c7a-8382-fd7233aafad7 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:18.923903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.977130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:18.998128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:19.007599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b23db-8951-41cb-8a36-ef00cb359796') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:19.007831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b23db-8951-41cb-8a36-ef00cb359796') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:19.017217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.017436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.017767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.032065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.032534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for a148550d-4ff4-4c7a-8382-fd7233aafad7 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:19.039058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:19.039577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:19.042895 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:19.107677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.115953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.118920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/networks/2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd HTTP/1.1" status: 204 len: 168 time: 0.3325295 Nov 23 10:22:19.125722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46972) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:19.131059 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbade7-1d06-47bd-9a08-64e400bfb80d tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'Network': ['ID=2f9f56f2-3e4e-4fb5-af05-a5d18c532dcd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:19.235247 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.246702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.282008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=a148550d-4ff4-4c7a-8382-fd7233aafad7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:19.291571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.378620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.381348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.382452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b2d44ab3-a2fb-4365-bd25-ecd28863f36e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c20dcb9-9ac4-4469-a2fc-d2a6a441eb1e HTTP/1.1" status: 204 len: 168 time: 0.6145775 Nov 23 10:22:19.386162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:19.391333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'd8045ca9-27f8-4e76-94b7-ede11483f5f2'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:19.409121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.411805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.415836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c615345-e58d-44e8-969d-000bf873e98b HTTP/1.1" status: 204 len: 168 time: 0.2862122 Nov 23 10:22:19.419641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.425938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4f6a-78ed-4849-ae47-c0b724de09c2 tempest-TestNetworkAdvancedServerOps-1877612341 tempest-TestNetworkAdvancedServerOps-1877612341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c615345-e58d-44e8-969d-000bf873e98b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:19.525215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.635202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.211 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/62d2ad1f-0e3c-4107-a675-c11a3eccc39a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:19.739419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46982) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:19.752935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.795697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:19.835767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:19.838904 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:19.843065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:19.866966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=62d2ad1f-0e3c-4107-a675-c11a3eccc39a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:19.877063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0effd97d-2740-40ec-86d8-58dd34b1bb27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e53ef36b98084a9b94f57f73c49e47ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364751 Nov 23 10:22:19.879759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 46986) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:19.988863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.052865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.165752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.168558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.169708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a104353c-87f7-42ee-9593-1b2a4aea1bd0 HTTP/1.1" status: 204 len: 168 time: 0.2890377 Nov 23 10:22:20.186291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf083-e384-46ab-922b-1f7453332e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a104353c-87f7-42ee-9593-1b2a4aea1bd0,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:20.292217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.358185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8097818-43cb-41ae-966c-562abf93036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.361681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.434798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.441190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5981b5c5-5b3a-4098-b245-add94ba941c3 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:20.476843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5981b5c5-5b3a-4098-b245-add94ba941c3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:20.477214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5981b5c5-5b3a-4098-b245-add94ba941c3 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:20.478191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 543b38a1-183e-46bf-a25a-46c470ba28a2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:20.489022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:20.501292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 543b38a1-183e-46bf-a25a-46c470ba28a2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:20.501634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 543b38a1-183e-46bf-a25a-46c470ba28a2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:20.530645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.531149 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8145a15-d146-4b30-a9c8-340d9e41b26c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=921bef4ecc9d4873aba31244dcd7a4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407274 Nov 23 10:22:20.534016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 46994) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:20.535902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.585814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.607116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=62d2ad1f-0e3c-4107-a675-c11a3eccc39a,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:20.608189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.618735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.660973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.663787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:20.664989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6991a531-8287-45f1-a10a-d1494dd858ba HTTP/1.1" status: 204 len: 168 time: 0.1298532 Nov 23 10:22:20.679359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa29f54-f1ac-48ff-92c0-c09e3e8f3df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6991a531-8287-45f1-a10a-d1494dd858ba,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:20.724187 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP b0bb0282-0b4d-4281-955e-12047156c327 associated. External IP: 172.25.1.211, port: d8045ca9-27f8-4e76-94b7-ede11483f5f2. Nov 23 10:22:20.929847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:21.038461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:21.048769 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:21.058768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:21.061088 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:21.061956 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:21.089528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19c922e1-ba36-400a-b0c5-734f35389afd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6995118 Nov 23 10:22:21.089763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:21.097067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:21.105957 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:21.106562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:21.138171 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:21.138741 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8ac8ab-79f4-4d82-91ff-19702305691c None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:21.155223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14cf1b40-6800-4e73-8ad9-5418be64cbee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/floatingips/b0bb0282-0b4d-4281-955e-12047156c327 HTTP/1.1" status: 200 len: 979 time: 0.0642564 Nov 23 10:22:21.157870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47010) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:21.295984 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:21.608036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-90463f90-54e5-4dd0-b853-b17e51b981fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428524 Nov 23 10:22:21.620249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-52f49db8-5df5-432d-8831-86434331f062 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4611955 Nov 23 10:22:21.622736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47024) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:21.627619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': '5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:21.688250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:21.697000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-653e6cb1-8790-4e47-b4ff-6b0292b2bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:21.698813 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-653e6cb1-8790-4e47-b4ff-6b0292b2bf14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.0467107 Nov 23 10:22:21.819570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-9d513622-b8c9-405b-a522-f2fa6952d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:21.821129 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-9d513622-b8c9-405b-a522-f2fa6952d6df service neutron] 10.222.0.11 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 897 time: 0.1019828 Nov 23 10:22:21.893968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-3ae7f6e0-9526-40dd-9b97-0cefc0ef88e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 1002 time: 0.0645399 Nov 23 10:22:21.943502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-73911a7c-11e7-4186-84c6-91ca6a16e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:21.944871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-73911a7c-11e7-4186-84c6-91ca6a16e777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 200 len: 835 time: 0.0444026 Nov 23 10:22:22.001793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-7224d279-b674-4adc-9464-0d495895cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:22.003338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-7224d279-b674-4adc-9464-0d495895cd85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89441834-94d7-4d0f-97ad-17539341bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507536 Nov 23 10:22:22.106712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-cd18d27d-66d8-488a-96b3-42b9a6cc077a service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963609 Nov 23 10:22:22.193046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:22.197759 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:22.215774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9332d7f9-7a57-4be7-aa3a-64250b174b0d req-84ddab85-a25d-47a2-bfdd-ce3454511544 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023872 Nov 23 10:22:22.306687 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP b0bb0282-0b4d-4281-955e-12047156c327 associated. External IP: 172.25.1.211, port: d8045ca9-27f8-4e76-94b7-ede11483f5f2. Nov 23 10:22:22.524720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:22.634771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:22.647948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:22.659399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:22.660819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:22.700312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:22.717340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:22.718261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:22.722113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:22.757620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:22.758296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b9109-274f-4dd6-be1b-a7f4189ffdee None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:22.853875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47154) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:22.856382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:22.960645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a83b3c3d-2d66-4dbb-9032-c4c67616e476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:22.963830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:22.968788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:22.973304 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:22.984290 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:22.985019 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.018598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.031496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:23.032091 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.035263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fc892594-5242-4d4a-a2d1-a31e558d637f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/b0bb0282-0b4d-4281-955e-12047156c327 HTTP/1.1" status: 200 len: 977 time: 1.4106524 Nov 23 10:22:23.037160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:23.045039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:23.045240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a83b3c3d-2d66-4dbb-9032-c4c67616e476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.052254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a83b3c3d-2d66-4dbb-9032-c4c67616e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.075029 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.075669 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2572-5c39-4786-82d1-016938f7f0b9 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:23.097312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a83b3c3d-2d66-4dbb-9032-c4c67616e476 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c62ba54578b74b87a4db3956730f36cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422016 Nov 23 10:22:23.098212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.098337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b3c3d-2d66-4dbb-9032-c4c67616e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b07b4-362d-4044-bbaf-e7ed5a8fef1e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:23.100504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:23.151003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.179246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.228858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.231940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.233425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c97b07b4-362d-4044-bbaf-e7ed5a8fef1e HTTP/1.1" status: 204 len: 168 time: 0.1319878 Nov 23 10:22:23.241761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59580476-1f4d-4f0b-a34b-ddd68ea0b618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b07b4-362d-4044-bbaf-e7ed5a8fef1e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:23.256048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.260983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.261425 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP b0bb0282-0b4d-4281-955e-12047156c327 disassociated. External IP: 172.25.1.211, port: 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5. Nov 23 10:22:23.483907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:23.514021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:23.530901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39594555-0059-4c2f-833d-451b6917e016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.540013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.597025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:23.602089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.607396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39594555-0059-4c2f-833d-451b6917e016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.608306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:23.613638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-39594555-0059-4c2f-833d-451b6917e016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.619065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:23.619945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.632701 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ff557454-026e-4b3b-805c-46e9f8be2d80 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/b0bb0282-0b4d-4281-955e-12047156c327 HTTP/1.1" status: 200 len: 688 time: 0.5923231 Nov 23 10:22:23.633093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:23.652645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39594555-0059-4c2f-833d-451b6917e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b7ab5-d515-4486-b55c-6a9d53ff08db,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:23.657003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-39594555-0059-4c2f-833d-451b6917e016 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=001e0ef3f5a0475ba946894dbe4e3050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408718 Nov 23 10:22:23.659080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.659775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47170) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:23.669248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:23.669853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.706489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:23.707137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1d564-1c9c-43ce-8f50-b22b9de9d036 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:23.714240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.735050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.762588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 62d2ad1f-0e3c-4107-a675-c11a3eccc39a {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:23.763152 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.786699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.789398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.790665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/733b7ab5-d515-4486-b55c-6a9d53ff08db HTTP/1.1" status: 204 len: 168 time: 0.1299622 Nov 23 10:22:23.798584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449e4e6-91c1-4617-9b5c-1d5c91b76a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b7ab5-d515-4486-b55c-6a9d53ff08db,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:23.842371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.842813 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:23.854798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 62d2ad1f-0e3c-4107-a675-c11a3eccc39a owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:23.991616 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.017168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=62d2ad1f-0e3c-4107-a675-c11a3eccc39a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:24.076624 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.079319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.080508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-485de9c7-ea15-468a-b98b-b8af6695bf90 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0bb0282-0b4d-4281-955e-12047156c327 HTTP/1.1" status: 204 len: 168 time: 0.4464951 Nov 23 10:22:24.083050 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47182) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.121771 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-4d15862c-b153-4aaf-b6ca-b23fd3bc13ef tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] delete failed (client error): The resource could not be found. Nov 23 10:22:24.122836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d15862c-b153-4aaf-b6ca-b23fd3bc13ef tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0bb0282-0b4d-4281-955e-12047156c327 HTTP/1.1" status: 404 len: 345 time: 0.0387430 Nov 23 10:22:24.126849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.210392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9f549-28a9-455d-b897-4f08a8e50406 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:24.216413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9f549-28a9-455d-b897-4f08a8e50406 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:24.222457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9f549-28a9-455d-b897-4f08a8e50406 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:24.224096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-76d9f549-28a9-455d-b897-4f08a8e50406 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/ports?network_id=ad4b8906-9b29-4617-bd1f-48218e56001b HTTP/1.1" status: 200 len: 2358 time: 0.0963225 Nov 23 10:22:24.226995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47190) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.279495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636f11e-b5b9-4f3c-8871-663acd181cdc tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:24.280909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8636f11e-b5b9-4f3c-8871-663acd181cdc tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/subnets/a6c3abc0-092b-4b54-8476-d88981c9eccf HTTP/1.1" status: 200 len: 797 time: 0.0528123 Nov 23 10:22:24.286630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.292529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'port': {'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b', 'name': 'tempest-FloatingIPTestJSON-1054362053', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:24.407948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:24.497720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.502595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47202) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.517306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] device_id is not set on port 82341a1e-6058-403e-96d0-66ff57f7d55c yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:24.602377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1336956241-network', 'tenant_id': 'd7bff7d8902d46c7a97b64d602e1c3c8'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:24.624358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Made reservation on behalf of d7bff7d8902d46c7a97b64d602e1c3c8 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:24.626787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.635921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.709328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.714103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.745188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:24.760896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b563a6b-b754-47a4-ab61-a21ecb5470ef,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:24.767348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.767971 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Added segment 144d66ab-b851-43f4-ad12-13932a7d8810 of type vlan for network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 Nov 23 10:22:24.825952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.840130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.14 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/82341a1e-6058-403e-96d0-66ff57f7d55c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:24.847697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.12 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/82341a1e-6058-403e-96d0-66ff57f7d55c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:24.854503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.855499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:24.856075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:24.892090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3882749 Nov 23 10:22:24.896570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47206) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:24.905170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Request body: {'subnet': {'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1336956241-subnet', 'tenant_id': 'd7bff7d8902d46c7a97b64d602e1c3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:24.919241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597abc7a-ba41-4b41-b691-67026f72c9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc8f40f-863d-4c76-a2b7-7a2f23004471,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:24.929388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:24.983033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Made reservation on behalf of d7bff7d8902d46c7a97b64d602e1c3c8 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:24.985339 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.066620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.159931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.243328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:25.244200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=82341a1e-6058-403e-96d0-66ff57f7d55c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:25.248942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:25.253448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:25.288434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.683652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:25.684257 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.702560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d81d61-e358-48a9-a654-e132a3816cb8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:25.718519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0912e446-7e3b-4b19-98b9-42a981c9da36 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4301541 Nov 23 10:22:25.721298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47208) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:25.724719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Checking segment: {'id': '144d66ab-b851-43f4-ad12-13932a7d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:25.725086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Network hostable DHCP agents. Network: 3cc8f40f-863d-4c76-a2b7-7a2f23004471, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:25.726587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '82341a1e-6058-403e-96d0-66ff57f7d55c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:25.743638 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:25.750997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.752737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3cc8f40f-863d-4c76-a2b7-7a2f23004471) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:25.757220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:25.757961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.764612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a51cd-c69b-4008-af5d-0e36bb9e1510 None None] Network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:25.782992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-47f4bc61-1749-4b13-8f21-7d96c1944082 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8773017 Nov 23 10:22:25.868302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:25.899153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b9511-9f46-47f6-961b-ff184b29ad83 None None] Network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:25.978672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.63 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/02ff5453-8448-47d6-a6fa-4cba3288f1ba) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:26.084722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.120278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.173467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:26.178038 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:26.182759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:26.186136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=02ff5453-8448-47d6-a6fa-4cba3288f1ba,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:26.282800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47224) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:26.287762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1634112383-network', 'tenant_id': '3bad05783a4c4ff2bc30f0956e0d1863'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:26.307586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Made reservation on behalf of 3bad05783a4c4ff2bc30f0956e0d1863 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:26.309810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.319099 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.398750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.403962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.431142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:26.440951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0d41a-f18e-4840-8138-c3dc2757f430,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:26.448886 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.449262 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Added segment cfd425f3-f9fd-4f90-9b82-e5e40481a5c5 of type vlan for network 014371e4-e3e8-435a-b2c3-94547ff55631 Nov 23 10:22:26.490977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.518561 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.519609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:26.520189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.572485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2858481 Nov 23 10:22:26.575231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47226) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:26.580125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Request body: {'subnet': {'network_id': '014371e4-e3e8-435a-b2c3-94547ff55631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1634112383-subnet', 'tenant_id': '3bad05783a4c4ff2bc30f0956e0d1863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:26.627498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbf016-5ead-4f4d-89c6-e40b5537eab7 admin admin] Pushing event updated for resources: {'Network': ['ID=014371e4-e3e8-435a-b2c3-94547ff55631,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:26.638799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 014371e4-e3e8-435a-b2c3-94547ff55631 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:26.642728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Made reservation on behalf of 3bad05783a4c4ff2bc30f0956e0d1863 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:26.645389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.819802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.873071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c0c110-b3d9-4f9d-938a-5d72f86b2146,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:26.883519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Checking segment: {'id': 'cfd425f3-f9fd-4f90-9b82-e5e40481a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '014371e4-e3e8-435a-b2c3-94547ff55631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:26.883869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Network hostable DHCP agents. Network: 014371e4-e3e8-435a-b2c3-94547ff55631, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:26.898909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.901276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Network 014371e4-e3e8-435a-b2c3-94547ff55631 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:26.911577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 014371e4-e3e8-435a-b2c3-94547ff55631) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:26.915921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:26.916701 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:26.921074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a262369-9df3-4956-b61b-7322b0c9b8b6 None None] Network 014371e4-e3e8-435a-b2c3-94547ff55631 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:26.934419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f7e4dd5-3fed-4ac7-9da5-24c95c8cd972 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3581190 Nov 23 10:22:26.977601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.063925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545757e-3aa2-4b5e-b40a-93fb60a447d0 None None] Network 014371e4-e3e8-435a-b2c3-94547ff55631 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:27.133241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.140869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.218943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=02ff5453-8448-47d6-a6fa-4cba3288f1ba,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:27.225534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.326135 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP f2c3b638-a69c-468b-841c-92bce5bd73c4 associated. External IP: 172.25.1.63, port: 82341a1e-6058-403e-96d0-66ff57f7d55c. Nov 23 10:22:27.533156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-d4fee2c0-e396-4de9-a7f7-78b57eb4b754 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:27.534703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-d4fee2c0-e396-4de9-a7f7-78b57eb4b754 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/networks?id=3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 200 len: 812 time: 0.1810591 Nov 23 10:22:27.537562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:27.549694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-ba681f1f-9b40-4d21-b38b-5294d2013b05 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/quotas/d7bff7d8902d46c7a97b64d602e1c3c8 HTTP/1.1" status: 200 len: 375 time: 0.0091743 Nov 23 10:22:27.600864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-eff9b4ee-3b64-4e6a-af0b-64d959d8ea2b tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455317 Nov 23 10:22:27.649965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:27.660419 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:27.669662 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.671139 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:27.671763 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:27.698415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e07f7b3-50d3-450a-b007-7cb5f9be150b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9755461 Nov 23 10:22:27.701302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47246) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:27.704066 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:27.706210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': '82341a1e-6058-403e-96d0-66ff57f7d55c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:27.713173 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:27.713848 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:27.748855 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:27.749567 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50e017-15f4-4729-a886-9c8848f80e57 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:27.814487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:27.887529 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-eca9dbda-917d-4c8c-91d4-61e3e8ba146b service neutron] 10.222.0.62 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794042 Nov 23 10:22:28.068851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-3a661d98-dcff-4a35-acfd-b83b573cae07 service neutron] 10.222.0.62 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659520 Nov 23 10:22:28.246171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-130021b4-6a21-4233-8020-98ee7af81394 req-d7668e8d-9bfb-4639-a5fa-6c54985c8d8e tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 210 time: 0.0275002 Nov 23 10:22:28.383771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:28.389211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:28.610255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:28.722004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:28.726554 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:28.732397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:28.744489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:28.745556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:28.792215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f8106ad2-05ec-4129-ad30-25a3229ab2ce tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/f2c3b638-a69c-468b-841c-92bce5bd73c4 HTTP/1.1" status: 200 len: 978 time: 1.0872467 Nov 23 10:22:28.792569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47258) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:28.796228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:28.806221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:28.806839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:28.841947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:28.842647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c5f1-7613-4873-b4b8-126fd0e6ce15 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:28.957290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 02ff5453-8448-47d6-a6fa-4cba3288f1ba {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:28.957560 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.346714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.347038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.377523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bbb18f19-2a22-45d5-95f7-ebf67062ee2b req-e3da37a7-555d-46b0-9774-bba0d23494f9 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 210 time: 0.0581057 Nov 23 10:22:29.380086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 02ff5453-8448-47d6-a6fa-4cba3288f1ba owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:29.412376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-351911e9-f2e8-4447-92d1-b8ba1eebeb30 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:29.413796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-351911e9-f2e8-4447-92d1-b8ba1eebeb30 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.50 "GET /v2.0/networks?id=3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 200 len: 812 time: 0.1631839 Nov 23 10:22:29.445847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Request body: {'port': {'device_id': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471', 'admin_state_up': True, 'tenant_id': 'd7bff7d8902d46c7a97b64d602e1c3c8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:29.609583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Made reservation on behalf of d7bff7d8902d46c7a97b64d602e1c3c8 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:29.612985 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.655508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.721648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=02ff5453-8448-47d6-a6fa-4cba3288f1ba,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:29.824540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Allocated IP 172.20.0.14 (3cc8f40f-863d-4c76-a2b7-7a2f23004471/00d81d61-e358-48a9-a654-e132a3816cb8/be6ec6c7-e0d9-4d4b-9147-018e700198b3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:29.826590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:29.826990 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP f2c3b638-a69c-468b-841c-92bce5bd73c4 disassociated (deleted). External IP: 172.25.1.63, port: 82341a1e-6058-403e-96d0-66ff57f7d55c. Nov 23 10:22:30.118253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.158225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:30.175217 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.263295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:30.270418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:30.272224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Pushing event updated for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:30.298852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:30.361704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:30.362356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.365107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:30.369979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.375615 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:30.387446 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:30.388074 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:30.404320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-706d6353-29e0-4666-9dc1-3a2237bd7c70 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9625826 Nov 23 10:22:30.409158 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b940c313-212a-485f-80cc-329b14bdbd0a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/f2c3b638-a69c-468b-841c-92bce5bd73c4 HTTP/1.1" status: 204 len: 168 time: 1.6156754 Nov 23 10:22:30.411890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47264) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:30.423254 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:30.432635 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:30.433247 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:30.470305 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:30.472068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9800bb-5c76-4d82-8336-079fac36416d None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:30.507934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Request body: {'port': {'device_id': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:30.508588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806025-d18e-4c2e-b358-5d07b812d468 req-fb18ac44-2527-48de-97b4-9f596378fef4 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:30.510303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75806025-d18e-4c2e-b358-5d07b812d468 req-fb18ac44-2527-48de-97b4-9f596378fef4 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 932 time: 0.0588734 Nov 23 10:22:30.560115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75806025-d18e-4c2e-b358-5d07b812d468 req-dfc0440b-1ab0-4a57-9836-77162c9a4247 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Nov 23 10:22:30.580250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.584976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 82341a1e-6058-403e-96d0-66ff57f7d55c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:30.585300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.776179 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:30.810445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 82341a1e-6058-403e-96d0-66ff57f7d55c owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:31.042846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6ec6c7-e0d9-4d4b-9147-018e700198b3 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:22:31.052238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.113056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Transition to ACTIVE for port object be6ec6c7-e0d9-4d4b-9147-018e700198b3 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:22:31.114741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.126837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.150267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=82341a1e-6058-403e-96d0-66ff57f7d55c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:31.251304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:31.314256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.317401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-140b76ff-acc6-41ee-aae7-7e21de4c855f tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/82341a1e-6058-403e-96d0-66ff57f7d55c HTTP/1.1" status: 204 len: 168 time: 0.9044895 Nov 23 10:22:31.321299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47268) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:31.326674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:31.337440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Attempting to bind port be6ec6c7-e0d9-4d4b-9147-018e700198b3 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:31.337772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Attempting to bind port be6ec6c7-e0d9-4d4b-9147-018e700198b3 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '144d66ab-b851-43f4-ad12-13932a7d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:31.338161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Attempting to bind port be6ec6c7-e0d9-4d4b-9147-018e700198b3 on network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:31.342592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Port be6ec6c7-e0d9-4d4b-9147-018e700198b3 on network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:31.342901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Attempting to bind port be6ec6c7-e0d9-4d4b-9147-018e700198b3 on network 3cc8f40f-863d-4c76-a2b7-7a2f23004471 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:31.348035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:31.348356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Checking segment: {'id': '144d66ab-b851-43f4-ad12-13932a7d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:31.348737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Bound using segment: {'id': '144d66ab-b851-43f4-ad12-13932a7d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:31.349145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Bound port: be6ec6c7-e0d9-4d4b-9147-018e700198b3, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144d66ab-b851-43f4-ad12-13932a7d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:31.349502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.351547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.413265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:31.416411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3,segment=NetworkSegment(144d66ab-b851-43f4-ad12-13932a7d8810),segment_id=144d66ab-b851-43f4-ad12-13932a7d8810)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:31.422006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.455864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:31.456523 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.457859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] 10.222.0.50 "PUT /v2.0/ports/be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 200 len: 1092 time: 1.0370476 Nov 23 10:22:31.458221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.458375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:31.460588 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b007e8-103e-4b15-982c-0b45cfb835d6" -d '{"events": [{"name": "network-changed", "server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:31.484407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318884cc-7daf-42cf-8eec-a6ccb4f7e862 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:31.513507 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faedf0e4-7721-4a78-9a2b-defb96c40807 x-openstack-request-id: req-faedf0e4-7721-4a78-9a2b-defb96c40807 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:31.513800 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:31.514112 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faedf0e4-7721-4a78-9a2b-defb96c40807 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:31.514515 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3', 'status': 'completed', 'code': 200} Nov 23 10:22:31.546867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-149d1f95-56b7-4487-a6f9-17b947587f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:31.548412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-149d1f95-56b7-4487-a6f9-17b947587f53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 1095 time: 0.0453370 Nov 23 10:22:31.575429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.191 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/144d98ae-a156-49a1-97f0-3637f8b48718) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:31.724521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.735243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c192-5206-4ca4-ba50-7685c8a511c2 req-c4418f91-38af-4fb1-a983-177db44b7124 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:31.736781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05c2c192-5206-4ca4-ba50-7685c8a511c2 req-c4418f91-38af-4fb1-a983-177db44b7124 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 944 time: 0.0851665 Nov 23 10:22:31.804557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.813679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-05c2c192-5206-4ca4-ba50-7685c8a511c2 req-1785ba88-e0a1-43ff-945e-e7e48b28a677 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685782 Nov 23 10:22:31.845516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-57bdcd7c-bf28-4df5-9208-713bf7139923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 200 len: 217 time: 0.2891498 Nov 23 10:22:31.850108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:31.853103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:31.856632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:31.862958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=144d98ae-a156-49a1-97f0-3637f8b48718,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:31.894402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-e614dbde-bd57-4f7f-bb6f-b74b3bfa1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:31.895856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-e614dbde-bd57-4f7f-bb6f-b74b3bfa1f60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00d81d61-e358-48a9-a654-e132a3816cb8 HTTP/1.1" status: 200 len: 852 time: 0.0431209 Nov 23 10:22:31.928541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-20a7b130-9dd4-44b6-86ea-ee998c1944cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3cc8f40f-863d-4c76-a2b7-7a2f23004471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249150 Nov 23 10:22:31.943174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:31.977579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.024306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-d1432a98-45a8-4b56-aa25-8ecdd7c8ebf7 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Nov 23 10:22:32.112534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f35bbb-7218-4280-9536-93842fc6dbbd req-d2ab5dff-d085-4f8a-9b25-04dfbcd6d290 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Nov 23 10:22:32.131360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.137248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.208465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-d304fd0c-fbe1-42ba-87e1-ca258d28bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:32.210005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-d304fd0c-fbe1-42ba-87e1-ca258d28bc3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 1095 time: 0.0464075 Nov 23 10:22:32.216492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=144d98ae-a156-49a1-97f0-3637f8b48718,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:32.224137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.241035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.244818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fe0016e4-b91b-443b-98cb-2ea8546951ee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9193861 Nov 23 10:22:32.245158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:32.250141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'port': {'network_id': 'ad4b8906-9b29-4617-bd1f-48218e56001b', 'name': 'tempest-FloatingIPTestJSON-1765328716'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:32.302204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-ddaf978b-61e6-4302-85fd-8d6248603649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:32.303703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-ddaf978b-61e6-4302-85fd-8d6248603649 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 200 len: 913 time: 0.0859904 Nov 23 10:22:32.348364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-c7c6f4ff-533e-4664-b395-aeb67e728321 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 200 len: 217 time: 0.0366504 Nov 23 10:22:32.360486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:32.364161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.382510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] device_id is not set on port c70dc1f1-a194-41cf-8918-65a87db77404 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:32.399089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-7628a7d0-f816-490c-a1e0-7b4b6c3ed5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:32.400611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-7628a7d0-f816-490c-a1e0-7b4b6c3ed5e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00d81d61-e358-48a9-a654-e132a3816cb8 HTTP/1.1" status: 200 len: 852 time: 0.0447929 Nov 23 10:22:32.434223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-aaa0846b-874f-4892-827f-88ac2d1f84a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3cc8f40f-863d-4c76-a2b7-7a2f23004471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247648 Nov 23 10:22:32.498988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.5 (ad4b8906-9b29-4617-bd1f-48218e56001b/a6c3abc0-092b-4b54-8476-d88981c9eccf/c70dc1f1-a194-41cf-8918-65a87db77404) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:32.531199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-5c9089aa-1d3c-46cc-8eb9-112754014c88 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Nov 23 10:22:32.623133 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c3b007e8-103e-4b15-982c-0b45cfb835d6 req-a46a8a36-d22e-4063-87a1-724a7d3c01a7 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846105 Nov 23 10:22:32.650391 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.686007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.730565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network ad4b8906-9b29-4617-bd1f-48218e56001b is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:32.733527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:32.737190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:32.743748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=c70dc1f1-a194-41cf-8918-65a87db77404,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:32.789557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:32.790186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.808540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c0310982-31f3-4fbf-8e27-0b6f037cec75 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5623300 Nov 23 10:22:32.811376 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:32.815783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': 'c70dc1f1-a194-41cf-8918-65a87db77404'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:32.859556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:32.937510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b992-5739-4144-817a-8e860f2fbc6a req-89a6b2ff-ab5b-4f4f-b8ac-db959485c710 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:32.938940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0785b992-5739-4144-817a-8e860f2fbc6a req-89a6b2ff-ab5b-4f4f-b8ac-db959485c710 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 944 time: 0.0543730 Nov 23 10:22:32.992978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0785b992-5739-4144-817a-8e860f2fbc6a req-814b7697-09c1-43a4-bcbb-07fa9c3d043d tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476987 Nov 23 10:22:33.298116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:33.303934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:33.406725 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 911dcdbc-9def-41af-835f-d3ad108b5f9d associated. External IP: 172.25.1.191, port: c70dc1f1-a194-41cf-8918-65a87db77404. Nov 23 10:22:33.627686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:33.743950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:33.749202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:33.754199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:33.765473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:33.766123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:33.776261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ce2efda-0003-4da0-9642-eacce769f121 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/911dcdbc-9def-41af-835f-d3ad108b5f9d HTTP/1.1" status: 200 len: 978 time: 0.9638498 Nov 23 10:22:33.779106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:33.803381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:33.812540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:33.813161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:33.845376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:33.846326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf2daac-395d-4ddc-9ec7-08ab944426be None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:33.868792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port c70dc1f1-a194-41cf-8918-65a87db77404 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:33.869166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:33.954207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:34.188312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1a643-5e25-4dc4-ab53-2d1b4321f59c req-2868540a-645f-4303-aa7a-0e6f9a19f0b0 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:34.189810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccf1a643-5e25-4dc4-ab53-2d1b4321f59c req-2868540a-645f-4303-aa7a-0e6f9a19f0b0 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 944 time: 0.1239636 Nov 23 10:22:34.217532 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:34.217771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:34.218135 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 911dcdbc-9def-41af-835f-d3ad108b5f9d disassociated. External IP: 172.25.1.191, port: c70dc1f1-a194-41cf-8918-65a87db77404. Nov 23 10:22:34.218507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for c70dc1f1-a194-41cf-8918-65a87db77404 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:34.289833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccf1a643-5e25-4dc4-ab53-2d1b4321f59c req-a8d22d7d-248f-4537-8995-3e65634996f8 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934532 Nov 23 10:22:34.370596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:34.400259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=c70dc1f1-a194-41cf-8918-65a87db77404,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:34.855819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:34.970702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:34.980756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:34.991170 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:34.991864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:35.024106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:35.033456 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:35.034095 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:35.041061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.044695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da2c9fe2-1f18-4571-80d0-068af32ed4b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/c70dc1f1-a194-41cf-8918-65a87db77404 HTTP/1.1" status: 204 len: 168 time: 1.2646813 Nov 23 10:22:35.047288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47288) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.068390 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:35.069033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0088d-6fe8-467e-9bce-615d68dbb84b None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:35.090872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba13480f-e67a-4990-b0cc-e3a3b47b461a tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/floatingips/911dcdbc-9def-41af-835f-d3ad108b5f9d HTTP/1.1" status: 200 len: 688 time: 0.0425210 Nov 23 10:22:35.093414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.218060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 144d98ae-a156-49a1-97f0-3637f8b48718 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:35.218393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.269865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.299136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.299416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.313916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 144d98ae-a156-49a1-97f0-3637f8b48718 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:35.355610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0570b7a4-f24f-42c8-875b-eea8aa763327 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2157 time: 0.0812166 Nov 23 10:22:35.355856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.360700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'network': {'name': 'tempest-network-smoke--1586559585', 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'port_security_enabled': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:35.402575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:35.406871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.446176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c015-400f-478d-8d36-30baf3a1b698 req-042c4122-f59d-4327-976e-4f5d613eb4c4 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:35.447521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0633c015-400f-478d-8d36-30baf3a1b698 req-042c4122-f59d-4327-976e-4f5d613eb4c4 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 944 time: 0.0757027 Nov 23 10:22:35.450105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.456271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:35.478308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.478683 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Added segment abad118d-3a95-4c02-b548-2145f3c0f297 of type vlan for network 51046239-a371-4e3b-a524-104bef1d1c83 Nov 23 10:22:35.480674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=144d98ae-a156-49a1-97f0-3637f8b48718,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:35.535976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0633c015-400f-478d-8d36-30baf3a1b698 req-7ec2d0c5-c9ae-4fe4-90d7-a5258d7f069a tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Nov 23 10:22:35.539589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.540204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.542293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.543461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e9eaf925-74c0-46da-b362-148f0e3053f7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/911dcdbc-9def-41af-835f-d3ad108b5f9d HTTP/1.1" status: 204 len: 168 time: 0.4491115 Nov 23 10:22:35.547283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47298) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.551872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:35.572225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.575223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.578156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:35.578746 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.610453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2535729 Nov 23 10:22:35.613427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47300) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:35.645216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'admin_state_up': True, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:35.653126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Network': ['ID=51046239-a371-4e3b-a524-104bef1d1c83,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:35.660617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.660995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.661358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.661983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.661983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.662658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.662658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.663012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.663342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.663672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.663999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.664343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f969afe-d89b-4c85-8b4d-f2d0808c9735 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:35.675503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 51046239-a371-4e3b-a524-104bef1d1c83 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:35.679953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.680985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.741755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.744200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.941581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:35.983722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.172 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/f3b99301-897c-47f8-8f3c-c32f937b3fd2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:36.135674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.233473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device be6ec6c7-e0d9-4d4b-9147-018e700198b3 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:22:36.240964 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.261867 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.309590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.325969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:36.330867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3,segment=NetworkSegment(144d66ab-b851-43f4-ad12-13932a7d8810),segment_id=144d66ab-b851-43f4-ad12-13932a7d8810)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:36.332285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:36.342834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3', 'network_id': '3cc8f40f-863d-4c76-a2b7-7a2f23004471', 'port_id': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3', 'mac_address': 'fa:16:3e:68:70:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d81d61-e358-48a9-a654-e132a3816cb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:22:36.362009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:36.383163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=f3b99301-897c-47f8-8f3c-c32f937b3fd2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:36.520515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.25.1.193 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:36.544787 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.558477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6ec6c7-e0d9-4d4b-9147-018e700198b3 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:22:36.579722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3,segment=NetworkSegment(144d66ab-b851-43f4-ad12-13932a7d8810),segment_id=144d66ab-b851-43f4-ad12-13932a7d8810)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:36.584431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.632789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:36.784477 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.787621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['be6ec6c7-e0d9-4d4b-9147-018e700198b3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:22:36.792793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32b06b-f51f-42f7-a4dd-1e666948fa9d req-142b3b76-67b1-4759-a707-bd28528f9090 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:36.794292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c32b06b-f51f-42f7-a4dd-1e666948fa9d req-142b3b76-67b1-4759-a707-bd28528f9090 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 945 time: 0.1564472 Nov 23 10:22:36.946502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c32b06b-f51f-42f7-a4dd-1e666948fa9d req-9153b26a-2b2f-46c3-aa8f-dd740221383b tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440222 Nov 23 10:22:36.947387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:36.986216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.013417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:37.022741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:37.032378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:37.036495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde002cf-5a2d-402a-bfe5-034be39ce54b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:37.066085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:37.104783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-894ac2aa-6629-42d6-b881-fceaf306476a None None] Provisioning complete for port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:37.108136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.108831 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-894ac2aa-6629-42d6-b881-fceaf306476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.147885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-894ac2aa-6629-42d6-b881-fceaf306476a None None] Port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:37.421093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.470225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.479388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.595708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=f3b99301-897c-47f8-8f3c-c32f937b3fd2,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:37.639166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.771586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:37.784166 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 4fbbae20-7e70-4c11-800b-e5a20f4a9cf3 associated. External IP: 172.25.1.172, port: 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5. Nov 23 10:22:38.075676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ad109-c1f8-40e1-8a71-953c7e096074 req-f262532b-8334-403c-afb0-d8139988c0de tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:38.077179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c3ad109-c1f8-40e1-8a71-953c7e096074 req-f262532b-8334-403c-afb0-d8139988c0de tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 945 time: 0.0594020 Nov 23 10:22:38.128726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c3ad109-c1f8-40e1-8a71-953c7e096074 req-061d83f7-de5a-4697-b980-87cad8c5e3fe tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Nov 23 10:22:38.234573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device be6ec6c7-e0d9-4d4b-9147-018e700198b3 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:38.289692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port be6ec6c7-e0d9-4d4b-9147-018e700198b3 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:22:38.293871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port be6ec6c7-e0d9-4d4b-9147-018e700198b3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:38.294369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.379143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.403390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:38.405626 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c7868-bfa6-4ae6-a1bf-65500000ae8a" -d '{"events": [{"server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "name": "network-vif-plugged", "status": "completed", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:38.408936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 6ac75122-b3f3-48cb-981d-2378a10c7045 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:22:38.419176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3,segment=NetworkSegment(144d66ab-b851-43f4-ad12-13932a7d8810),segment_id=144d66ab-b851-43f4-ad12-13932a7d8810)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:38.424454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.453015 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8056b7ef-e728-436d-a61c-87747796df6d x-openstack-request-id: req-8056b7ef-e728-436d-a61c-87747796df6d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:38.453327 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "name": "network-vif-plugged", "status": "completed", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:38.453712 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8056b7ef-e728-436d-a61c-87747796df6d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:38.454131 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3', 'code': 200} Nov 23 10:22:38.480351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:38.480622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:38.556685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044c09a-536f-45db-bfcd-2943ba82430f req-9b2e956a-1bca-4461-aefd-9fa1845e9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:38.558367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7044c09a-536f-45db-bfcd-2943ba82430f req-9b2e956a-1bca-4461-aefd-9fa1845e9181 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 1097 time: 0.0411916 Nov 23 10:22:38.586823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:38.599595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Sync routers for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:38.609315 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7044c09a-536f-45db-bfcd-2943ba82430f req-1158b579-0dc3-467d-91d6-4a281a763b52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Nov 23 10:22:38.612210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:38.612908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.654186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.655309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a782d8e-d4d2-4508-8b6e-f386f8bfb8d3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0408466 Nov 23 10:22:38.659261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47308) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:38.664823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:38.677152 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:38.688987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.690596 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:38.691650 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.723755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ac9d85f-bceb-4ee1-ade9-df21d9b6f3b4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1753879 Nov 23 10:22:38.724357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47310) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:38.728000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.730129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1661360684'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:38.731517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:38.738070 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:38.739122 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.755639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d75e2b-3f24-46ba-b46c-1465db0d3ff2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:38.756812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:38.760220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-60d75e2b-3f24-46ba-b46c-1465db0d3ff2 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=85ca169342c94f9eaecaa7be6b943be9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0999234 Nov 23 10:22:38.760839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47312) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:38.761132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.778539 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.779595 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97002a46-363a-468c-8a4c-a94dde62b82f None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:38.792927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:38.805228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.806217 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Added segment 20eb99f0-1950-4bbb-92b6-616fc912fb57 of type vlan for network e62fd761-2944-4397-956a-8e7583d13fa2 Nov 23 10:22:38.848980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.879681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.886122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:38.886833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:38.921225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a705e-6f9e-47da-96d7-583c5992e5f4 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:38.925583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d77a705e-6f9e-47da-96d7-583c5992e5f4 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637967 Nov 23 10:22:38.926246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47314) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:38.940608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:37Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:38.942388 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2170036 Nov 23 10:22:38.946159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:38.951645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'subnet': {'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:38.976217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Checking router: 6ac75122-b3f3-48cb-981d-2378a10c7045 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:22:38.976217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Updating router 6ac75122-b3f3-48cb-981d-2378a10c7045 port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:22:38.990288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-595b31b4-5fa7-4067-b65e-8148eabe8e62 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601807 Nov 23 10:22:38.990712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47318) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.000700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d254dee-7043-4912-ad49-879b8852e2f4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Network': ['ID=e62fd761-2944-4397-956a-8e7583d13fa2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:39.002143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.026099 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-21a75ebe-5a6a-43a5-b4aa-4401db9d0d29 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=85ca169342c94f9eaecaa7be6b943be9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314400 Nov 23 10:22:39.026705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e62fd761-2944-4397-956a-8e7583d13fa2 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:39.026844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.054376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:39.058530 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.125545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e9230-aa2d-421a-b22c-3c1a7609d490 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:39.129799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2c0e9230-aa2d-421a-b22c-3c1a7609d490 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000857 Nov 23 10:22:39.131134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47322) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.170518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8c4fbacc-ed90-4033-a640-49fc25665cb1 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382159 Nov 23 10:22:39.177307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47326) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.191568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962292314', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:39.337567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.345072 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.350112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.372375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b016fce-daaf-47cf-9ab7-f1f2dbabe1fe req-b7bc15e0-515e-43f5-95fe-e8e9fe6e9e56 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:39.374257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b016fce-daaf-47cf-9ab7-f1f2dbabe1fe req-b7bc15e0-515e-43f5-95fe-e8e9fe6e9e56 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1526692 Nov 23 10:22:39.397558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ddeb3-7c50-4c9c-ac94-cd5061e16a20 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:39.406652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Attempting to bind port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:39.407019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Attempting to bind port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:39.407375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Attempting to bind port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:39.411272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:39.414522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd0797-4bc2-4d63-83e8-bf3e188c7a2b None None] Pushing event updated for resources: {'Port': ['ID=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:39.414668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.419779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:39.420443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:39.421212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.421212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:39.421528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Bound port: c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:39.422438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.475803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Subnet': ['ID=63b3741f-e7e8-4914-9d25-f7e8c1c184ce,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:39.477438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] For port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:39.491407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] For port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:39.499722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.507063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] Provisioning complete for port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:39.508329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.546621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7b016fce-daaf-47cf-9ab7-f1f2dbabe1fe req-377b9505-4054-4868-848b-11754dc0dc45 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501575 Nov 23 10:22:39.555661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Checking segment: {'id': '20eb99f0-1950-4bbb-92b6-616fc912fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:39.556046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network hostable DHCP agents. Network: e62fd761-2944-4397-956a-8e7583d13fa2, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:39.598093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10bc56-3af4-40b9-b377-f0c42f00f2b5 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:39.615495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network e62fd761-2944-4397-956a-8e7583d13fa2 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:39.634876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:39.635560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:39.650594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e62fd761-2944-4397-956a-8e7583d13fa2) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:39.660268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:39.660866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.678566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66413bd-03d0-4c44-a9f1-afc2195fd9ca None None] Network e62fd761-2944-4397-956a-8e7583d13fa2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:39.683378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.687308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd0797-4bc2-4d63-83e8-bf3e188c7a2b None None] Pushing event updated for resources: {'Port': ['ID=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:39.691511 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5113a3de-a1f7-4245-bf76-30e95b47f124 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441690 Nov 23 10:22:39.694207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47328) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.701469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1995454353', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:39.734450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.735509 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.749241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Subnet': ['ID=272d8c50-baa9-432d-a885-03ffd3575756,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:39.761042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Checking segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:39.761395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network hostable DHCP agents. Network: 51046239-a371-4e3b-a524-104bef1d1c83, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:39.780627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 51046239-a371-4e3b-a524-104bef1d1c83 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:39.791506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 51046239-a371-4e3b-a524-104bef1d1c83) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:39.797930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:39.798542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.800872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.820206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-14b2badd-8bc3-41f6-a0bb-82c94068adbb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6345301 Nov 23 10:22:39.820850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47330) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:39.825668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60516d-7d54-4ed5-8da7-3add70b03c47 None None] Network 51046239-a371-4e3b-a524-104bef1d1c83 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:39.879096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:39.940379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:39.941614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.020855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] For port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:40.040104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.173988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.200928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.211660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990ca9-378f-4c28-8c1f-f91ae3d2eb9c None None] Pushing event updated for resources: {'Port': ['ID=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:40.214459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e62fd761-2944-4397-956a-8e7583d13fa2', 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2', 'tenant_id': '3c396b11b82843eba389cd7334ca83e9', 'fixed_ips': [{'subnet_id': '63b3741f-e7e8-4914-9d25-f7e8c1c184ce'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:22:40.277116 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.326609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.25.1.201 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/dba030b0-9bf1-48de-8fae-380d1533f5ad) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:40.379667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.437396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-380d00bc-69ae-4c90-bd1c-d78bc301d9ec None None] Provisioning complete for port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:40.437762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-380d00bc-69ae-4c90-bd1c-d78bc301d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.451281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.474690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-51046239-a371-4e3b-a524-104bef1d1c83', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'fixed_ips': [{'subnet_id': '272d8c50-baa9-432d-a885-03ffd3575756'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:22:40.475545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.488904 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.532735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:40.538858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:40.541563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:40.543888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=dba030b0-9bf1-48de-8fae-380d1533f5ad,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:40.569640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd5267-8dc1-4f9d-8f92-754e0cf8c58f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:40.589978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.20.0.17 (51046239-a371-4e3b-a524-104bef1d1c83/272d8c50-baa9-432d-a885-03ffd3575756/0e5b7b35-0690-4a73-b10e-02af9ceb406e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:40.729612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:37Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:40.739895 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.760578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Allocated IP 172.20.0.2 (e62fd761-2944-4397-956a-8e7583d13fa2/63b3741f-e7e8-4914-9d25-f7e8c1c184ce/858cf899-319f-4719-8304-cc1fdb87289f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:40.770681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4523f44-10db-4c29-9c7d-66f082f4d8c2 None None] The sync data for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 is: [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:37Z', 'revision_number': 3, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:40.774531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c835d-f5bc-41b6-83fd-3e689de72e4b req-3827a944-6e47-4a07-b952-36cfed16a83d tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:40.776790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e67c835d-f5bc-41b6-83fd-3e689de72e4b req-3827a944-6e47-4a07-b952-36cfed16a83d tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1310096 Nov 23 10:22:40.787005 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.859206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 51046239-a371-4e3b-a524-104bef1d1c83 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:40.860989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:40.866329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:40.894611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Allocated IP 172.20.0.18 (51046239-a371-4e3b-a524-104bef1d1c83/272d8c50-baa9-432d-a885-03ffd3575756/ffa58996-66c8-49b2-81db-12fe849a653d) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:40.913240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:40.917826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e67c835d-f5bc-41b6-83fd-3e689de72e4b req-d6319716-e88b-40ab-b74f-86b170ae5ff3 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992758 Nov 23 10:22:40.923955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:40.931903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.028357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bf18cbf4-25f0-43c2-8de9-aed0e8abeaed None None] Provisioning complete for port dba030b0-9bf1-48de-8fae-380d1533f5ad triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:41.028729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bf18cbf4-25f0-43c2-8de9-aed0e8abeaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.104165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bf18cbf4-25f0-43c2-8de9-aed0e8abeaed None None] Port dba030b0-9bf1-48de-8fae-380d1533f5ad cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:41.149237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c084-7c3d-4344-b464-b0917eb0a5ac req-c1629d77-2e0b-4713-8751-dbb57d7d6bd2 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:41.151230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b799c084-7c3d-4344-b464-b0917eb0a5ac req-c1629d77-2e0b-4713-8751-dbb57d7d6bd2 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1126077 Nov 23 10:22:41.171765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.189355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.198644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.200856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.233227 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.253465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.263448 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b799c084-7c3d-4344-b464-b0917eb0a5ac req-696368f4-82fb-48aa-bbea-541712c7c7cb tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037009 Nov 23 10:22:41.265796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Network e62fd761-2944-4397-956a-8e7583d13fa2 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:41.277810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Network 51046239-a371-4e3b-a524-104bef1d1c83 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:41.279282 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:41.284652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:41.289653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Pushing event updated for resources: {'Port': ['ID=858cf899-319f-4719-8304-cc1fdb87289f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:41.293150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:41.295377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:41.386545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Pushing event updated for resources: {'Port': ['ID=ffa58996-66c8-49b2-81db-12fe849a653d,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:41.473484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Attempting to bind port 858cf899-319f-4719-8304-cc1fdb87289f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:41.474506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Attempting to bind port 858cf899-319f-4719-8304-cc1fdb87289f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '20eb99f0-1950-4bbb-92b6-616fc912fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:41.474992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Attempting to bind port 858cf899-319f-4719-8304-cc1fdb87289f on network e62fd761-2944-4397-956a-8e7583d13fa2 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:41.482108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Attempting to bind port ffa58996-66c8-49b2-81db-12fe849a653d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:41.485601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Attempting to bind port ffa58996-66c8-49b2-81db-12fe849a653d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:41.485601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Attempting to bind port ffa58996-66c8-49b2-81db-12fe849a653d on network 51046239-a371-4e3b-a524-104bef1d1c83 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:41.486284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:22:41.486605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:41.487100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Checking segment: {'id': '20eb99f0-1950-4bbb-92b6-616fc912fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:41.487624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.488178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Bound using segment: {'id': '20eb99f0-1950-4bbb-92b6-616fc912fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:41.488951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Bound port: 858cf899-319f-4719-8304-cc1fdb87289f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb99f0-1950-4bbb-92b6-616fc912fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:41.489434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.507026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:41.507483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Checking segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:41.507983 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.508471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Bound using segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:41.509263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Bound port: ffa58996-66c8-49b2-81db-12fe849a653d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:41.509553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.623166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:41.634940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] For port 858cf899-319f-4719-8304-cc1fdb87289f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:41.639104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] For port 858cf899-319f-4719-8304-cc1fdb87289f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=858cf899-319f-4719-8304-cc1fdb87289f,segment=NetworkSegment(20eb99f0-1950-4bbb-92b6-616fc912fb57),segment_id=20eb99f0-1950-4bbb-92b6-616fc912fb57)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:41.645321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] Sync routers for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:41.650681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.655363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.656433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6bd9faca-5b36-4331-8170-02282a05eee7 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9591780 Nov 23 10:22:41.657619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47340) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:41.756108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] For port ffa58996-66c8-49b2-81db-12fe849a653d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:41.763788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] For port ffa58996-66c8-49b2-81db-12fe849a653d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ffa58996-66c8-49b2-81db-12fe849a653d,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:41.768681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:41.769313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:41.771333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a6c5-c0f0-4046-a169-3cd80d531382 None None] Pushing event updated for resources: {'Port': ['ID=858cf899-319f-4719-8304-cc1fdb87289f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:41.775861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:41.834505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:41.897991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:41.898659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:41.946500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d9344-c560-4b7d-ad75-d39803a34505 req-943fb319-f84c-4761-9be0-ca897eb3b1f8 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:41.948171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a1d9344-c560-4b7d-ad75-d39803a34505 req-943fb319-f84c-4761-9be0-ca897eb3b1f8 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1070986 Nov 23 10:22:42.035467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:42.036026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddae380-5348-4319-bfb9-8e70bed9f1a8 None None] The sync data for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:42.051063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a1d9344-c560-4b7d-ad75-d39803a34505 req-7d1fed6a-9e34-4f70-8b4f-10c750b8063b tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922716 Nov 23 10:22:42.052293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798bfe5-2a84-4dfa-ae10-14901309329f None None] Pushing event updated for resources: {'Port': ['ID=ffa58996-66c8-49b2-81db-12fe849a653d,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:42.055735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.061772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.245198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:42.252896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.421810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 51046239-a371-4e3b-a524-104bef1d1c83 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:42.424295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:42.606421 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.608081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 6ac75122-b3f3-48cb-981d-2378a10c7045 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:42.622402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ffa58996-66c8-49b2-81db-12fe849a653d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:42.688108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ffa58996-66c8-49b2-81db-12fe849a653d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:42.688108 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.747262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:42.754154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5d3bd723-686b-4dc4-a173-3174ee8ff572 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "PUT /v2.0/routers/6ac75122-b3f3-48cb-981d-2378a10c7045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9318862 Nov 23 10:22:42.769388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.805032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port ffa58996-66c8-49b2-81db-12fe849a653d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ffa58996-66c8-49b2-81db-12fe849a653d,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:42.810361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:42.811292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 858cf899-319f-4719-8304-cc1fdb87289f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:42.920076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=ffa58996-66c8-49b2-81db-12fe849a653d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:42.945042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 858cf899-319f-4719-8304-cc1fdb87289f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:42.945559 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.039487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.1 (e62fd761-2944-4397-956a-8e7583d13fa2/63b3741f-e7e8-4914-9d25-f7e8c1c184ce/2d3fb67e-5358-4629-9698-cdd5707af4c8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:43.043223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.103798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 858cf899-319f-4719-8304-cc1fdb87289f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=858cf899-319f-4719-8304-cc1fdb87289f,segment=NetworkSegment(20eb99f0-1950-4bbb-92b6-616fc912fb57),segment_id=20eb99f0-1950-4bbb-92b6-616fc912fb57)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:43.111295 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.114325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:43.227317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-532e9db9-1721-40fd-b54e-4a72c2f2140d tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:43.229007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-532e9db9-1721-40fd-b54e-4a72c2f2140d tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/networks?id=51046239-a371-4e3b-a524-104bef1d1c83 HTTP/1.1" status: 200 len: 798 time: 0.2899852 Nov 23 10:22:43.265755 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e027da-26a3-48eb-8306-9f10e0394a07 req-5b81a902-ab57-4ae0-8f9f-94446c92c72a tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:43.267740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76e027da-26a3-48eb-8306-9f10e0394a07 req-5b81a902-ab57-4ae0-8f9f-94446c92c72a tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0966005 Nov 23 10:22:43.271418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-dff5f89e-6962-4ddb-b421-510f591dd358 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/quotas/85ca169342c94f9eaecaa7be6b943be9 HTTP/1.1" status: 200 len: 375 time: 0.0341718 Nov 23 10:22:43.286725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=858cf899-319f-4719-8304-cc1fdb87289f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:43.321210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:43.322967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.382896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76e027da-26a3-48eb-8306-9f10e0394a07 req-5e865af0-c052-4dc4-8b80-2b608425cabb tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046367 Nov 23 10:22:43.387105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-a25d731b-0842-460b-a8a8-530d37076005 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1079915 Nov 23 10:22:43.392548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.428616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3960bf0-2061-4d24-b9a6-c7e791551ee8 None None] Network 51046239-a371-4e3b-a524-104bef1d1c83 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:43.551120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.620253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d3f9bf79-6543-43cd-acf5-caa7e85589a6 None None] Provisioning complete for port ffa58996-66c8-49b2-81db-12fe849a653d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:43.620536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3f9bf79-6543-43cd-acf5-caa7e85589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.637569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-0635e3f2-f506-4c8e-8fe1-b99346703ab7 service neutron] 10.222.0.62 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158623 Nov 23 10:22:43.647392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network e62fd761-2944-4397-956a-8e7583d13fa2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:43.672067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:43.677779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:43.735960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:43.749712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=2d3fb67e-5358-4629-9698-cdd5707af4c8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:43.787102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96796926-f5a5-4de1-8114-97c8a3e476b8 req-1284721a-97fc-419f-ae67-541f7b4e9d5e tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:43.788684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96796926-f5a5-4de1-8114-97c8a3e476b8 req-1284721a-97fc-419f-ae67-541f7b4e9d5e tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0912235 Nov 23 10:22:43.822627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-dc050acb-7d8b-4955-a040-9b789f84c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:43.824494 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-dc050acb-7d8b-4955-a040-9b789f84c238 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 1097 time: 0.1686633 Nov 23 10:22:43.893637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbfb99-baa0-4753-b438-3ef7901b530d None None] Network e62fd761-2944-4397-956a-8e7583d13fa2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:43.970649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-d1875e60-1d45-4a9c-9a16-ff7f0093afd9 service neutron] 10.222.0.62 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320413 Nov 23 10:22:43.977551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-96796926-f5a5-4de1-8114-97c8a3e476b8 req-1a636a1a-534d-4f28-bb77-c1ed91105310 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785157 Nov 23 10:22:44.047287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-5aae5650-c5fd-4dca-b258-8414040c4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:44.048659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4da00356-0633-4649-8b43-f0b669e9adc3 None None] Provisioning complete for port 858cf899-319f-4719-8304-cc1fdb87289f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:44.049092 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4da00356-0633-4649-8b43-f0b669e9adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:44.054933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-5aae5650-c5fd-4dca-b258-8414040c4b85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 200 len: 913 time: 0.2236426 Nov 23 10:22:44.153925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-a298a7b0-d992-4810-bc79-e4850a843d5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 200 len: 217 time: 0.0918186 Nov 23 10:22:44.303894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd403d09-fbd4-4049-a0af-9bcce7fb6af6 req-fa471fd1-8309-4824-aca7-e5775bd2d476 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 210 time: 0.1188309 Nov 23 10:22:44.330579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-b52bdb24-1897-4b4a-9edc-bcbf0f5774bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:44.332931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-b52bdb24-1897-4b4a-9edc-bcbf0f5774bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00d81d61-e358-48a9-a654-e132a3816cb8 HTTP/1.1" status: 200 len: 852 time: 0.1692128 Nov 23 10:22:44.373540 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Sync routers for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:44.386650 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:44.387279 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:44.391805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-533b5ce0-2fe7-4b7e-9914-6e478c0c8e47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3cc8f40f-863d-4c76-a2b7-7a2f23004471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496395 Nov 23 10:22:44.454650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-89b7ac7c-250d-453b-8744-4f02b06e952e None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:44.455378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-89b7ac7c-250d-453b-8744-4f02b06e952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:44.545445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ffa58996-66c8-49b2-81db-12fe849a653d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:44.571212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:44.616622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-89b7ac7c-250d-453b-8744-4f02b06e952e None None] Port 0e5b7b35-0690-4a73-b10e-02af9ceb406e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:44.621839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-cd34b311-2502-4a81-a0ca-66481a5618e1 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245519 Nov 23 10:22:44.644567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-89b7ac7c-250d-453b-8744-4f02b06e952e None None] Provisioning complete for port ffa58996-66c8-49b2-81db-12fe849a653d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:44.644931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-89b7ac7c-250d-453b-8744-4f02b06e952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:44.693629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ffa58996-66c8-49b2-81db-12fe849a653d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:44.694036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:44.863056 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:44.882546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-931c01d3-6c26-4688-8d11-fb91965c0d40 req-b83fdac0-e625-4148-8491-f8c71d4571ca service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504506 Nov 23 10:22:44.934834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 858cf899-319f-4719-8304-cc1fdb87289f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:45.068501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.075406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.202076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.202583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.234360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.242147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=2d3fb67e-5358-4629-9698-cdd5707af4c8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:45.243378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Port 0e5b7b35-0690-4a73-b10e-02af9ceb406e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:45.260188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 858cf899-319f-4719-8304-cc1fdb87289f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.260789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.263928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Provisioning complete for port 858cf899-319f-4719-8304-cc1fdb87289f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.263928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.266598 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:41Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0e5b7b35-0690-4a73-b10e-02af9ceb406e', 'name': '', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:15:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '272d8c50-baa9-432d-a885-03ffd3575756', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:40Z', 'updated_at': '2021-11-23T10:22:41Z', 'revision_number': 2, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '272d8c50-baa9-432d-a885-03ffd3575756', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:45.283236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a719012-66f2-4a1b-81fd-cf3f0b60e9d4 req-5f692137-532d-4594-9e18-31bf6704a257 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:45.284545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a719012-66f2-4a1b-81fd-cf3f0b60e9d4 req-5f692137-532d-4594-9e18-31bf6704a257 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1582420 Nov 23 10:22:45.294399 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Checking router: 6ac75122-b3f3-48cb-981d-2378a10c7045 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:22:45.294755 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Updating router 6ac75122-b3f3-48cb-981d-2378a10c7045 port 0e5b7b35-0690-4a73-b10e-02af9ceb406e binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:22:45.320529 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.403433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a719012-66f2-4a1b-81fd-cf3f0b60e9d4 req-a89a5604-731c-4fed-9c43-c78c5f99ae15 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126113 Nov 23 10:22:45.432222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network e62fd761-2944-4397-956a-8e7583d13fa2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:45.434783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:45.453508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Provisioning complete for port 2d3fb67e-5358-4629-9698-cdd5707af4c8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.453873 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.458740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-821724c1-5221-48e3-bb8b-6be9be2b558a req-e1370f51-8a9e-4fbf-aa76-3c7ab89c3c85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Nov 23 10:22:45.527384 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9ee657df-6739-4feb-9da0-0f72ed9b105b None None] Port 2d3fb67e-5358-4629-9698-cdd5707af4c8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:45.628833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:45.659673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.660238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.748735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Port 0e5b7b35-0690-4a73-b10e-02af9ceb406e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:45.750619 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.764101 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.779703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Provisioning complete for port 2d3fb67e-5358-4629-9698-cdd5707af4c8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:45.780419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.814974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5df023fc-27b0-48b1-aefe-ae43921b8223 None None] Port 2d3fb67e-5358-4629-9698-cdd5707af4c8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:45.831286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-4f70e4d0-d273-4ec3-984a-bc76b5c07cf3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:45.833715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-4f70e4d0-d273-4ec3-984a-bc76b5c07cf3 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.50 "GET /v2.0/networks?id=51046239-a371-4e3b-a524-104bef1d1c83 HTTP/1.1" status: 200 len: 798 time: 0.2010233 Nov 23 10:22:45.843743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:45.847210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Request body: {'port': {'device_id': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'admin_state_up': True, 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:45.856487 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8f23d106-3140-4152-aa3e-02f14c54d8ae tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/routers/43dd3269-1468-40d2-bb4f-df3c989bd1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1974492 Nov 23 10:22:45.861187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47374) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:45.862966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] Sync routers for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:45.868959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'port': {'network_id': 'e62fd761-2944-4397-956a-8e7583d13fa2', 'name': 'tempest-FloatingIPTestJSON-1537983601'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:45.883182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:45.883927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:45.906681 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Pushing event updated for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:45.931822 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.932306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.932755 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.933183 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.933605 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.934135 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.934554 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.934967 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.935385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.935797 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.936212 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.936814 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:22:45.961759 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Attempting to bind port 0e5b7b35-0690-4a73-b10e-02af9ceb406e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:45.962398 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Attempting to bind port 0e5b7b35-0690-4a73-b10e-02af9ceb406e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:45.962932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Attempting to bind port 0e5b7b35-0690-4a73-b10e-02af9ceb406e on network 51046239-a371-4e3b-a524-104bef1d1c83 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:45.969410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:45.972009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:45.972498 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Checking segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:45.973010 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:45.973516 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Bound using segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:45.974105 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Bound port: 0e5b7b35-0690-4a73-b10e-02af9ceb406e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:45.974620 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.024061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Made reservation on behalf of 85ca169342c94f9eaecaa7be6b943be9 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:46.029209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.030152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:46.030788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:46.031163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.039112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e5d70496-b2b8-430d-8814-bb8522a64966 None None] Provisioning complete for port 2d3fb67e-5358-4629-9698-cdd5707af4c8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:46.039481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e5d70496-b2b8-430d-8814-bb8522a64966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.064718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] For port 0e5b7b35-0690-4a73-b10e-02af9ceb406e, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:46.068461 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] For port 0e5b7b35-0690-4a73-b10e-02af9ceb406e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0e5b7b35-0690-4a73-b10e-02af9ceb406e,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:46.078844 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.085841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Made reservation on behalf of 3c396b11b82843eba389cd7334ca83e9 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:46.095478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.113990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:46.115037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cecbaa7-61f2-49d7-b95d-4b0a333bda6d None None] The sync data for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:46.139179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] device_id is not set on port d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:22:46.140128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70496-b2b8-430d-8814-bb8522a64966 None None] Port 2d3fb67e-5358-4629-9698-cdd5707af4c8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:46.174741 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:46.175377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:46.212541 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Allocated IP 172.20.0.19 (51046239-a371-4e3b-a524-104bef1d1c83/272d8c50-baa9-432d-a885-03ffd3575756/f95a0c28-e399-4865-b099-0b9669243c99) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:46.229776 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:22:46.245547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f070-b440-49fa-8a1d-feaf04491cc4 None None] Pushing event updated for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:46.265242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:46.265638 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.277101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Allocated IP 172.20.0.4 (e62fd761-2944-4397-956a-8e7583d13fa2/63b3741f-e7e8-4914-9d25-f7e8c1c184ce/d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:46.339402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:22:46.397588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.400449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.437226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] For port 0e5b7b35-0690-4a73-b10e-02af9ceb406e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0e5b7b35-0690-4a73-b10e-02af9ceb406e,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:46.440533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.442164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.486460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Network 51046239-a371-4e3b-a524-104bef1d1c83 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:46.493509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:46.496257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:46.539121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event updated for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:46.543054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ff6a9-cd27-45ca-a43a-2cb03f39bf9b None None] Pushing event updated for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:46.566676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:46.567346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.575668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.587746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-78705dec-3328-491d-a05f-005545f433dc tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7455153 Nov 23 10:22:46.591878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c048e875-a0be-42bf-bdf5-0fcefe37e0d6 None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:46.592257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c048e875-a0be-42bf-bdf5-0fcefe37e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.610696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Request body: {'port': {'device_id': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:46.663727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb8f7-3035-4414-9199-5cc8e59d7366 req-e34b1581-f458-4c89-88e0-f40d9b861741 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:46.665147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f40fb8f7-3035-4414-9199-5cc8e59d7366 req-e34b1581-f458-4c89-88e0-f40d9b861741 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0848885 Nov 23 10:22:46.672613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:41Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0e5b7b35-0690-4a73-b10e-02af9ceb406e', 'name': '', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:15:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '272d8c50-baa9-432d-a885-03ffd3575756', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:40Z', 'updated_at': '2021-11-23T10:22:46Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '272d8c50-baa9-432d-a885-03ffd3575756', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:46.681802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.707734 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4df4a-b6ab-4eb7-8c05-5392f4aa0ece None None] The sync data for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 is: [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:22:41Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '0e5b7b35-0690-4a73-b10e-02af9ceb406e', 'name': '', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:15:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '272d8c50-baa9-432d-a885-03ffd3575756', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:40Z', 'updated_at': '2021-11-23T10:22:46Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '272d8c50-baa9-432d-a885-03ffd3575756', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:46.730994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.745248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1745b-2afd-40f2-bda6-ddc6620750ea req-a54102e9-683f-432b-ac02-856ead5a644c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:46.746942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98d1745b-2afd-40f2-bda6-ddc6620750ea req-a54102e9-683f-432b-ac02-856ead5a644c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 895 time: 0.1566548 Nov 23 10:22:46.759920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Network e62fd761-2944-4397-956a-8e7583d13fa2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:46.772364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:46.775163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:46.822749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event updated for resources: {'Port': ['ID=d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:46.847922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f40fb8f7-3035-4414-9199-5cc8e59d7366 req-5ec8c5fc-9b28-41d2-848e-e14b0b43f907 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751521 Nov 23 10:22:46.870845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:46.870845 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:46.897839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97f28b8d-83e7-4675-af88-63cb87eb10af tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0357013 Nov 23 10:22:46.902761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47382) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:46.910824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Request body: {'floatingip': {'port_id': 'd26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:46.971918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.008054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-77eb525c-86c9-4477-92fc-5221c0907628 None None] Provisioning complete for port f95a0c28-e399-4865-b099-0b9669243c99 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:47.009562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77eb525c-86c9-4477-92fc-5221c0907628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.086779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-77eb525c-86c9-4477-92fc-5221c0907628 None None] Port f95a0c28-e399-4865-b099-0b9669243c99 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:47.212136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-750afbdd-82d5-4cf3-8572-3111b44fab83 None None] Provisioning complete for port d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:47.212644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-750afbdd-82d5-4cf3-8572-3111b44fab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.229064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95a0c28-e399-4865-b099-0b9669243c99 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:22:47.237416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.251149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Transition to ACTIVE for port object f95a0c28-e399-4865-b099-0b9669243c99 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:22:47.256661 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.264914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-750afbdd-82d5-4cf3-8572-3111b44fab83 None None] Port d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:22:47.299576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a087e-33c3-44ab-a0d6-d05227471bf1 req-90e15f49-5a49-4770-bede-2a2ddd0ddaf6 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.303315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-511a087e-33c3-44ab-a0d6-d05227471bf1 req-90e15f49-5a49-4770-bede-2a2ddd0ddaf6 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.1205108 Nov 23 10:22:47.313615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Pushing event updated for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:47.403813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-511a087e-33c3-44ab-a0d6-d05227471bf1 req-00ab10fc-5d2d-45b3-ab27-b71de42e1052 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926819 Nov 23 10:22:47.405579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Attempting to bind port f95a0c28-e399-4865-b099-0b9669243c99 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:47.406145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Attempting to bind port f95a0c28-e399-4865-b099-0b9669243c99 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:47.406631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Attempting to bind port f95a0c28-e399-4865-b099-0b9669243c99 on network 51046239-a371-4e3b-a524-104bef1d1c83 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:47.418415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Port f95a0c28-e399-4865-b099-0b9669243c99 on network 51046239-a371-4e3b-a524-104bef1d1c83 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:22:47.418865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Attempting to bind port f95a0c28-e399-4865-b099-0b9669243c99 on network 51046239-a371-4e3b-a524-104bef1d1c83 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:47.426953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:47.427317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Checking segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:47.427775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Bound using segment: {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:47.428354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Bound port: f95a0c28-e399-4865-b099-0b9669243c99, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abad118d-3a95-4c02-b548-2145f3c0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:47.428714 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.506628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:47.515633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f95a0c28-e399-4865-b099-0b9669243c99,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:47.521595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.591182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.591811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.595076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] 10.222.0.50 "PUT /v2.0/ports/f95a0c28-e399-4865-b099-0b9669243c99 HTTP/1.1" status: 200 len: 1055 time: 0.9885416 Nov 23 10:22:47.595558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:47.598637 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac9d658-368d-4245-a0b7-5feeae14043e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "tag": "f95a0c28-e399-4865-b099-0b9669243c99"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:47.615119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96475-ffd6-4884-8b65-83c8e7ad198b service neutron] Pushing event updated for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:47.702277 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49daab2-44f5-483c-8dcd-77ea3d1c6384 x-openstack-request-id: req-e49daab2-44f5-483c-8dcd-77ea3d1c6384 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:47.702922 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "tag": "f95a0c28-e399-4865-b099-0b9669243c99", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:47.703273 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e49daab2-44f5-483c-8dcd-77ea3d1c6384 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:47.703788 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99', 'status': 'completed', 'code': 200} Nov 23 10:22:47.748294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-09e68cc6-a86e-46a5-a0cc-2b2a84abf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.749854 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-09e68cc6-a86e-46a5-a0cc-2b2a84abf3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 1058 time: 0.0912983 Nov 23 10:22:47.760982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.766291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.795012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-847acdd5-ec18-44c9-9c1c-1eb98646d38a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f95a0c28-e399-4865-b099-0b9669243c99 HTTP/1.1" status: 200 len: 217 time: 0.0374820 Nov 23 10:22:47.855104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3577403-1045-46c9-b10f-b4dc6d4864a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:47.857120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-21e9d226-1fe0-4c92-b07b-7161c7bbafef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.859073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-21e9d226-1fe0-4c92-b07b-7161c7bbafef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272d8c50-baa9-432d-a885-03ffd3575756 HTTP/1.1" status: 200 len: 838 time: 0.0573149 Nov 23 10:22:47.918471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b707-ad77-4824-af05-b6426f881661 req-63760b9a-c8ee-4533-9339-127153cf06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.920013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-63760b9a-c8ee-4533-9339-127153cf06d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51046239-a371-4e3b-a524-104bef1d1c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540590 Nov 23 10:22:47.945545 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 4fbbae20-7e70-4c11-800b-e5a20f4a9cf3 associated. External IP: 172.25.1.172, port: 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5. Nov 23 10:22:47.991198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafac2d-5796-49c6-9a51-efcc10104c17 req-0818d6b9-2cd0-4580-998b-717dab7e1140 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:47.992680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cfafac2d-5796-49c6-9a51-efcc10104c17 req-0818d6b9-2cd0-4580-998b-717dab7e1140 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 907 time: 0.1006939 Nov 23 10:22:48.019308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-0c7625e4-eb82-4b0e-bfcb-3865aa37854b service neutron] 10.222.0.50 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916188 Nov 23 10:22:48.125417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-19f1b707-ad77-4824-af05-b6426f881661 req-8f70e25f-8ddf-4db5-8021-26722dbe4e77 service neutron] 10.222.0.50 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990739 Nov 23 10:22:48.180973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:48.220906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-b7b8adf0-3582-474f-b7de-31bcc9b89ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.222483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-b7b8adf0-3582-474f-b7de-31bcc9b89ba4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 1058 time: 0.0460215 Nov 23 10:22:48.297226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:48.309159 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:48.319505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:48.320189 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.325574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-4943cb82-9c45-4c00-a2dd-1b77681ba84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.327209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-4943cb82-9c45-4c00-a2dd-1b77681ba84b service neutron] 10.222.0.50 "GET /v2.0/networks?id=51046239-a371-4e3b-a524-104bef1d1c83 HTTP/1.1" status: 200 len: 899 time: 0.0967028 Nov 23 10:22:48.360710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.370405 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:48.371013 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.372400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-357fb48d-112c-448f-82f2-068321683683 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f95a0c28-e399-4865-b099-0b9669243c99 HTTP/1.1" status: 200 len: 217 time: 0.0366127 Nov 23 10:22:48.405176 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.405823 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856709fc-438b-454e-9a2a-1cf10559bf37 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:48.443678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-c6dd1d3b-a449-4180-b71a-f9ff394323aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.445475 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-c6dd1d3b-a449-4180-b71a-f9ff394323aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272d8c50-baa9-432d-a885-03ffd3575756 HTTP/1.1" status: 200 len: 838 time: 0.0641828 Nov 23 10:22:48.490745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0e5b7b35-0690-4a73-b10e-02af9ceb406e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:48.529162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-dbce1111-863b-404f-97ec-315318c45f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.530701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-dbce1111-863b-404f-97ec-315318c45f24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51046239-a371-4e3b-a524-104bef1d1c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777237 Nov 23 10:22:48.543767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:48.544372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0e5b7b35-0690-4a73-b10e-02af9ceb406e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:48.544700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:48.577637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22458a0-c494-40ec-a4ce-b9be0d594158 req-f5c851dd-d703-4e01-bf5f-b5c072db6b8d tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.579172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b22458a0-c494-40ec-a4ce-b9be0d594158 req-f5c851dd-d703-4e01-bf5f-b5c072db6b8d tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0831754 Nov 23 10:22:48.659557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:48.664486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:48.670001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] Sync routers for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:48.679455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:48.680068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.684013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b22458a0-c494-40ec-a4ce-b9be0d594158 req-69c1ecb1-3f7c-4ccf-80f4-5367c35bed21 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981185 Nov 23 10:22:48.686106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-46cebffb-6748-4cd7-94ac-c3638a0a467f service neutron] 10.222.0.50 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467295 Nov 23 10:22:48.717582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.728184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:48.728810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.739552 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9802bc20-366e-47b6-be50-a1e56169a2cd tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/floatingips/4fbbae20-7e70-4c11-800b-e5a20f4a9cf3 HTTP/1.1" status: 200 len: 978 time: 1.8352714 Nov 23 10:22:48.742247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:48.761521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:48.762210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f12ef5d-fa93-4689-a307-5fe536fb4cbf None None] The sync data for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:48.798185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ac9d658-368d-4245-a0b7-5feeae14043e req-f59d2c98-5cce-4770-802f-4acc39320b8b service neutron] 10.222.0.50 "GET /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031432 Nov 23 10:22:48.846295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:48.846739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:48.928482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b178291-ec7b-41f3-9eff-0cc38be7f83d req-6ef2e62c-25da-4bda-95f4-1465d7674232 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.930118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b178291-ec7b-41f3-9eff-0cc38be7f83d req-6ef2e62c-25da-4bda-95f4-1465d7674232 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0763175 Nov 23 10:22:48.964667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693552e-a79c-4cff-9d21-636e93943d2c req-9d289e5a-301c-4420-b2c7-db640baf9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:48.966076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-9d289e5a-301c-4420-b2c7-db640baf9e30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 1097 time: 0.0755115 Nov 23 10:22:49.007778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b178291-ec7b-41f3-9eff-0cc38be7f83d req-65738e3e-5942-41d1-a533-e1e3b1570b0e tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Nov 23 10:22:49.081300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693552e-a79c-4cff-9d21-636e93943d2c req-fa511ab3-4c88-4b9e-9249-f7afd9fe8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:49.082850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-fa511ab3-4c88-4b9e-9249-f7afd9fe8fbd service neutron] 10.222.0.50 "GET /v2.0/networks?id=3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 200 len: 913 time: 0.1084433 Nov 23 10:22:49.128895 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-8ce6b19c-2123-4a1b-ac81-6deac31c3ec7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 200 len: 217 time: 0.0382693 Nov 23 10:22:49.184877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693552e-a79c-4cff-9d21-636e93943d2c req-592a1381-bf31-468a-bf6e-b55aa248005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:49.186386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-592a1381-bf31-468a-bf6e-b55aa248005f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00d81d61-e358-48a9-a654-e132a3816cb8 HTTP/1.1" status: 200 len: 852 time: 0.0486853 Nov 23 10:22:49.219867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-107bb591-fa49-4a05-9648-342cb08490a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3cc8f40f-863d-4c76-a2b7-7a2f23004471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255232 Nov 23 10:22:49.323084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-e07d1e82-05b6-47c2-82ba-c1acf76e05f6 service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958173 Nov 23 10:22:49.328713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:49.383870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad3f3-61f3-492d-aa46-824f9fb84434 req-f08aa9a5-444f-49f1-91ae-c8dc76abaa9c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:49.385385 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-125ad3f3-61f3-492d-aa46-824f9fb84434 req-f08aa9a5-444f-49f1-91ae-c8dc76abaa9c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 907 time: 0.1119261 Nov 23 10:22:49.415896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f693552e-a79c-4cff-9d21-636e93943d2c req-02945d7e-e93d-4ba9-bd3d-0687c7a0652d service neutron] 10.222.0.50 "GET /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Nov 23 10:22:49.518822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:49.519177 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:49.519485 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Floating IP 4fbbae20-7e70-4c11-800b-e5a20f4a9cf3 disassociated. External IP: 172.25.1.172, port: d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f. Nov 23 10:22:49.519818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:49.657357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:49.691953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:49.805188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:49.919388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:49.928516 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] Sync routers for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:49.939583 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:49.940300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:49.976773 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:49.986007 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:49.986461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:49.986914 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:49.990400 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d067d3e-4bc6-4e18-828b-ad68ac8bb29d tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f HTTP/1.1" status: 204 len: 168 time: 1.2463601 Nov 23 10:22:49.992675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47400) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:50.021822 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:50.022505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d837f2f-d790-4bae-995d-04cd719d3596 None None] The sync data for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:50.139587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e04319-06cd-4f4c-bf10-ec62c9ce653c req-fa8ac0f4-2c74-4733-a399-ea27dcb9963a tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:50.141073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e04319-06cd-4f4c-bf10-ec62c9ce653c req-fa8ac0f4-2c74-4733-a399-ea27dcb9963a tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0530825 Nov 23 10:22:50.191514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e04319-06cd-4f4c-bf10-ec62c9ce653c req-63837718-20e1-457e-a7f1-4b578c49c850 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Nov 23 10:22:50.363159 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21047bd8-b3e5-4067-907e-9ee66f8fedc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:50.367640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:50.435557 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:50.443337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710b3f7-c8c3-4499-8cc2-60690bf05e3b req-685012bf-1a47-4c1b-9b67-43ce87f5eb90 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:50.444859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3710b3f7-c8c3-4499-8cc2-60690bf05e3b req-685012bf-1a47-4c1b-9b67-43ce87f5eb90 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0598636 Nov 23 10:22:50.496000 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3710b3f7-c8c3-4499-8cc2-60690bf05e3b req-7fb1f973-4b57-4c68-8627-4f7f9d55df4c tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Nov 23 10:22:50.566290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f8507-4043-4744-86f4-dbd307b373d3 req-77f55d83-d820-4c93-972d-d33daa160dde tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:50.567814 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-099f8507-4043-4744-86f4-dbd307b373d3 req-77f55d83-d820-4c93-972d-d33daa160dde tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 907 time: 0.1038673 Nov 23 10:22:50.682234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 2d3fb67e-5358-4629-9698-cdd5707af4c8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:50.682958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:50.778308 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:50.790787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 2d3fb67e-5358-4629-9698-cdd5707af4c8 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:50.992706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.018957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=2d3fb67e-5358-4629-9698-cdd5707af4c8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:51.195977 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.299169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.428511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:51.547371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:51.554008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-46cb1ff8-9598-4074-a52e-aea2dfe5dd0b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/routers/43dd3269-1468-40d2-bb4f-df3c989bd1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602958 Nov 23 10:22:51.555650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47412) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:51.558325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] Sync routers for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:51.569870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:51.570621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:51.608188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:51.621705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] Routers {'43dd3269-1468-40d2-bb4f-df3c989bd1f2'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:51.623431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:51.631625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcad5-eb5f-48e9-8cec-3fb004b0fa46 req-0cd46a7f-3614-4dd2-8fbb-d872ece4d7e8 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:51.633174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9ffcad5-eb5f-48e9-8cec-3fb004b0fa46 req-0cd46a7f-3614-4dd2-8fbb-d872ece4d7e8 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0663657 Nov 23 10:22:51.664250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:51.665286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655965d2-c5d8-454c-8f59-6b8f01407c82 None None] The sync data for ids ['43dd3269-1468-40d2-bb4f-df3c989bd1f2'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:51.694400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9ffcad5-eb5f-48e9-8cec-3fb004b0fa46 req-e074f35f-8b35-472b-ab82-0127d76d7bff tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b563a6b-b754-47a4-ab61-a21ecb5470ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Nov 23 10:22:51.702776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.766591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f9c5-187a-4fcd-985b-7b01a30214d0 req-54c86277-aef3-4a57-81e8-913ab9ed6516 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:51.768050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6333f9c5-187a-4fcd-985b-7b01a30214d0 req-54c86277-aef3-4a57-81e8-913ab9ed6516 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 907 time: 0.1029420 Nov 23 10:22:51.821490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.874840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port dba030b0-9bf1-48de-8fae-380d1533f5ad {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:51.875171 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.956466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:51.968816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for dba030b0-9bf1-48de-8fae-380d1533f5ad owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:52.133535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.140692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-a14e5037-7cc4-4150-8453-9e7cbc7f4e5f tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:52.142669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-a14e5037-7cc4-4150-8453-9e7cbc7f4e5f tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.50 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 946 time: 0.0501375 Nov 23 10:22:52.161314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=dba030b0-9bf1-48de-8fae-380d1533f5ad,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:52.172820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0ba92-a747-4572-813e-c4900cf60251 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:52.237011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.243816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Deleting port be6ec6c7-e0d9-4d4b-9147-018e700198b3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:52.244508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.311081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f95a0c28-e399-4865-b099-0b9669243c99 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:22:52.329720 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.334486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.335598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] For port be6ec6c7-e0d9-4d4b-9147-018e700198b3, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=be6ec6c7-e0d9-4d4b-9147-018e700198b3,segment=NetworkSegment(144d66ab-b851-43f4-ad12-13932a7d8810),segment_id=144d66ab-b851-43f4-ad12-13932a7d8810)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:52.335968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.349180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Calling delete_port for be6ec6c7-e0d9-4d4b-9147-018e700198b3 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:52.388342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.388923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Fanout notify agent at l3_agent the message router_deleted on router 43dd3269-1468-40d2-bb4f-df3c989bd1f2 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:52.402883 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.406382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-adc991f8-8e89-42d4-8b1e-51a7279e736b tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/routers/43dd3269-1468-40d2-bb4f-df3c989bd1f2 HTTP/1.1" status: 204 len: 168 time: 0.8474202 Nov 23 10:22:52.407055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47416) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:52.416153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f95a0c28-e399-4865-b099-0b9669243c99,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:52.429809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f95a0c28-e399-4865-b099-0b9669243c99', 'network_id': '51046239-a371-4e3b-a524-104bef1d1c83', 'port_id': 'f95a0c28-e399-4865-b099-0b9669243c99', 'mac_address': 'fa:16:3e:b5:23:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272d8c50-baa9-432d-a885-03ffd3575756', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:22:52.462058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting subnet 63b3741f-e7e8-4914-9d25-f7e8c1c184ce {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:22:52.465235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.473338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.488962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95a0c28-e399-4865-b099-0b9669243c99 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:22:52.499614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.510174 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.511680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['be6ec6c7-e0d9-4d4b-9147-018e700198b3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:22:52.514845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f95a0c28-e399-4865-b099-0b9669243c99,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:52.531848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Pushing event deleted for resources: {'Port': ['ID=be6ec6c7-e0d9-4d4b-9147-018e700198b3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:52.537521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.574294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] No DVR routers for this DVR port be6ec6c7-e0d9-4d4b-9147-018e700198b3 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:52.576993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.580582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68d878cb-27e4-4f81-9b68-9bca0f71d755 req-13801970-8c1f-4a97-b022-f41dbdd5d388 tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.50 "DELETE /v2.0/ports/be6ec6c7-e0d9-4d4b-9147-018e700198b3 HTTP/1.1" status: 204 len: 173 time: 0.4320214 Nov 23 10:22:52.581142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'name': 'network-vif-deleted', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:52.583634 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91713def-0151-4ba0-a677-43b9098556a4" -d '{"events": [{"server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "name": "network-vif-deleted", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:52.597317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:52.616741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.647083 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ea51c6-072e-42ae-b764-39ce82c16117 x-openstack-request-id: req-a2ea51c6-072e-42ae-b764-39ce82c16117 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:52.648486 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a8ebe-b90d-43a3-8f6c-8191d150290f", "name": "network-vif-deleted", "tag": "be6ec6c7-e0d9-4d4b-9147-018e700198b3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:52.650336 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2ea51c6-072e-42ae-b764-39ce82c16117 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:52.650768 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a8ebe-b90d-43a3-8f6c-8191d150290f', 'name': 'network-vif-deleted', 'tag': 'be6ec6c7-e0d9-4d4b-9147-018e700198b3', 'status': 'completed', 'code': 200} Nov 23 10:22:52.687331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.701410 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.701827 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.704620 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/subnets/63b3741f-e7e8-4914-9d25-f7e8c1c184ce HTTP/1.1" status: 204 len: 168 time: 0.2966173 Nov 23 10:22:52.707390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47420) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:52.715236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30d853-377f-4585-8052-52706e9c3a1c None None] Network e62fd761-2944-4397-956a-8e7583d13fa2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:52.722470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d5e4-1990-437f-b7c5-c7643cbd17b6 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Subnet': ['ID=63b3741f-e7e8-4914-9d25-f7e8c1c184ce,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:52.736950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f95a0c28-e399-4865-b099-0b9669243c99'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:22:52.807620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.818089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eaf0f201-3e3f-4f3e-9922-91c25d648f91 req-e62db2cb-0994-4bbf-8e8e-e79398aa286f tempest-TestServerAdvancedOps-963671617 tempest-TestServerAdvancedOps-963671617-project] 10.222.0.62 "GET /v2.0/ports?device_id=472a8ebe-b90d-43a3-8f6c-8191d150290f HTTP/1.1" status: 200 len: 210 time: 0.0326586 Nov 23 10:22:52.902867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 858cf899-319f-4719-8304-cc1fdb87289f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:52.903113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:52.914165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193d8c-29da-43d1-9845-968aebcc7e84 req-f269aa47-de1d-4377-b66a-55e38697d264 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:52.915776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f2193d8c-29da-43d1-9845-968aebcc7e84 req-f269aa47-de1d-4377-b66a-55e38697d264 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 908 time: 0.0630612 Nov 23 10:22:52.975153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] DHCP port deletion for e62fd761-2944-4397-956a-8e7583d13fa2 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:52.991752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] For port 858cf899-319f-4719-8304-cc1fdb87289f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=858cf899-319f-4719-8304-cc1fdb87289f,segment=NetworkSegment(20eb99f0-1950-4bbb-92b6-616fc912fb57),segment_id=20eb99f0-1950-4bbb-92b6-616fc912fb57)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:52.992131 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.005390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 858cf899-319f-4719-8304-cc1fdb87289f owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:53.023541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Deleting port 858cf899-319f-4719-8304-cc1fdb87289f {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:53.023911 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.086759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.091614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] For port 858cf899-319f-4719-8304-cc1fdb87289f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=858cf899-319f-4719-8304-cc1fdb87289f,segment=NetworkSegment(20eb99f0-1950-4bbb-92b6-616fc912fb57),segment_id=20eb99f0-1950-4bbb-92b6-616fc912fb57)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:53.092022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.109808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Calling delete_port for 858cf899-319f-4719-8304-cc1fdb87289f owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:53.114094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=858cf899-319f-4719-8304-cc1fdb87289f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:53.115910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] No DVR routers for this DVR port 858cf899-319f-4719-8304-cc1fdb87289f on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:53.202507 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.230203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] Pushing event deleted for resources: {'Port': ['ID=858cf899-319f-4719-8304-cc1fdb87289f,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:53.232040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437a883-9508-491e-9747-b8aebfa19134 None None] No DVR routers for this DVR port 858cf899-319f-4719-8304-cc1fdb87289f on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:53.475547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.496001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62fd761-2944-4397-956a-8e7583d13fa2']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:53.505352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb99f0-1950-4bbb-92b6-616fc912fb57') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:53.505645 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb99f0-1950-4bbb-92b6-616fc912fb57') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:53.515545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.529369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.535626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:53.536010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:53.539114 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:53.543848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.604576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.611765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.614773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/networks/e62fd761-2944-4397-956a-8e7583d13fa2 HTTP/1.1" status: 204 len: 168 time: 0.9060137 Nov 23 10:22:53.617625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47426) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:53.626049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabfdf4-2250-4d78-91d0-7e18096aa882 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Network': ['ID=e62fd761-2944-4397-956a-8e7583d13fa2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:53.744653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port f3b99301-897c-47f8-8f3c-c32f937b3fd2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:53.745231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.824741 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.825056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.836726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for f3b99301-897c-47f8-8f3c-c32f937b3fd2 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:53.882382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:53.945829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Deleting subnet 00d81d61-e358-48a9-a654-e132a3816cb8 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:22:53.956773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:53.993470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.044042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c86b-aaf3-4c1e-b265-27ac44f895f3 req-606668b1-7426-4ec3-8f49-7b5c760762ae tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:54.045534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1d07c86b-aaf3-4c1e-b265-27ac44f895f3 req-606668b1-7426-4ec3-8f49-7b5c760762ae tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 908 time: 0.0507743 Nov 23 10:22:54.067394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.087901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.123401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=f3b99301-897c-47f8-8f3c-c32f937b3fd2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.184232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.220420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.226759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00d81d61-e358-48a9-a654-e132a3816cb8 HTTP/1.1" status: 204 len: 168 time: 0.3407810 Nov 23 10:22:54.226759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b72323-1e28-48cc-be0b-259bdc63e9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d81d61-e358-48a9-a654-e132a3816cb8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.227001 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.227219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47434) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.229364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.230480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c61047e2-1eff-4adb-ac0c-15c29803f1d4 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/floatingips/4fbbae20-7e70-4c11-800b-e5a20f4a9cf3 HTTP/1.1" status: 204 len: 168 time: 0.6118138 Nov 23 10:22:54.234768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47436) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.257777 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-344e6394-b6a2-4fe5-89e6-470774028799 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] DELETE failed (client error): The resource could not be found. Nov 23 10:22:54.258396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344e6394-b6a2-4fe5-89e6-470774028799 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:22:54.261656 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-344e6394-b6a2-4fe5-89e6-470774028799 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/d26bf356-d0e5-4b6b-8f0d-3a3e2abadd2f HTTP/1.1" status: 404 len: 333 time: 0.0257571 Nov 23 10:22:54.264221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47438) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.291658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e0af2cc9-2a45-4f6b-b156-9acace59b13e tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/ports?device_id=43dd3269-1468-40d2-bb4f-df3c989bd1f2 HTTP/1.1" status: 200 len: 205 time: 0.0261621 Nov 23 10:22:54.294256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47440) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.305592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.328759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f95a0c28-e399-4865-b099-0b9669243c99 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:22:54.332404 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-463a2fc4-a31a-458d-bf03-53b64ad50a72 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] delete failed (client error): The resource could not be found. Nov 23 10:22:54.333594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-463a2fc4-a31a-458d-bf03-53b64ad50a72 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/routers/43dd3269-1468-40d2-bb4f-df3c989bd1f2 HTTP/1.1" status: 404 len: 336 time: 0.0384281 Nov 23 10:22:54.336139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47442) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.364109 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc1506f-b705-44f1-9fca-f92831f6ea19 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] DELETE failed (client error): The resource could not be found. Nov 23 10:22:54.364561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc1506f-b705-44f1-9fca-f92831f6ea19 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:22:54.367822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abc1506f-b705-44f1-9fca-f92831f6ea19 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/subnets/63b3741f-e7e8-4914-9d25-f7e8c1c184ce HTTP/1.1" status: 404 len: 337 time: 0.0304728 Nov 23 10:22:54.370377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47444) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.381051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f95a0c28-e399-4865-b099-0b9669243c99 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:22:54.385999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f95a0c28-e399-4865-b099-0b9669243c99 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:54.386385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.391547 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.414851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc8f40f-863d-4c76-a2b7-7a2f23004471']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:54.433078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144d66ab-b851-43f4-ad12-13932a7d8810') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:54.433381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144d66ab-b851-43f4-ad12-13932a7d8810') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:54.445826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.462940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.469564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:54.470240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:54.472138 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:54.476205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 858cf899-319f-4719-8304-cc1fdb87289f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:54.477315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:54.477689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.503912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 858cf899-319f-4719-8304-cc1fdb87289f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:54.504259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 858cf899-319f-4719-8304-cc1fdb87289f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:54.511454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.535819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.537406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:54.539798 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9882a8c3-0f8b-4fe4-a5e0-2ad2663da652" -d '{"events": [{"server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "name": "network-vif-plugged", "status": "completed", "tag": "f95a0c28-e399-4865-b099-0b9669243c99"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:54.542095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.547713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3cc8f40f-863d-4c76-a2b7-7a2f23004471 HTTP/1.1" status: 204 len: 168 time: 0.3193269 Nov 23 10:22:54.552496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47448) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.553306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f95a0c28-e399-4865-b099-0b9669243c99,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:54.559172 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.560106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device be6ec6c7-e0d9-4d4b-9147-018e700198b3 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:22:54.597513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.609763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f3774-b080-4b97-a52c-6182069ef6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc8f40f-863d-4c76-a2b7-7a2f23004471,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.610406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:54.614667 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c169b12-4a2e-42bd-8df1-48be8a762aac x-openstack-request-id: req-2c169b12-4a2e-42bd-8df1-48be8a762aac {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:54.615231 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "name": "network-vif-plugged", "status": "completed", "tag": "f95a0c28-e399-4865-b099-0b9669243c99", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:54.615665 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c169b12-4a2e-42bd-8df1-48be8a762aac {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:54.616346 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99', 'code': 200} Nov 23 10:22:54.618865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: be6ec6c7-e0d9-4d4b-9147-018e700198b3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:22:54.619213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device be6ec6c7-e0d9-4d4b-9147-018e700198b3 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:22:54.632186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Deleting subnet 26c0c110-b3d9-4f9d-938a-5d72f86b2146 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:22:54.636604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.657824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.674293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.745190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.753331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.756647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1f7e-14f9-4ce7-aaf1-74ddeca3c6c5 req-63866a42-dfb9-4e90-b173-d81ce0aa87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:54.758228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-912d1f7e-14f9-4ce7-aaf1-74ddeca3c6c5 req-63866a42-dfb9-4e90-b173-d81ce0aa87d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 1060 time: 0.0817776 Nov 23 10:22:54.772806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.811760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.837906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c0c110-b3d9-4f9d-938a-5d72f86b2146,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:54.842646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.845203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.849458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fe722364-31ee-4762-b48e-20eb47a211e1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/26c0c110-b3d9-4f9d-938a-5d72f86b2146 HTTP/1.1" status: 204 len: 168 time: 0.2934475 Nov 23 10:22:54.849912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47450) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.850421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-46768204-f2f1-4066-be5e-3fa4de9b6db0 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/5bcc7854-33c7-4ce0-b5a0-a6a78e4545c5 HTTP/1.1" status: 204 len: 168 time: 0.4789965 Nov 23 10:22:54.851239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:54.920501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.938650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port d8045ca9-27f8-4e76-94b7-ede11483f5f2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:54.938992 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:54.998242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.019394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014371e4-e3e8-435a-b2c3-94547ff55631']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:55.028903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.030412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd425f3-f9fd-4f90-9b82-e5e40481a5c5') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:55.031083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd425f3-f9fd-4f90-9b82-e5e40481a5c5') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:55.040723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.041027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for d8045ca9-27f8-4e76-94b7-ede11483f5f2 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:55.054161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.060422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:55.060808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:55.062779 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:55.144085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.149197 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.152804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] 10.222.0.62 "DELETE /v2.0/networks/014371e4-e3e8-435a-b2c3-94547ff55631 HTTP/1.1" status: 204 len: 168 time: 0.3019283 Nov 23 10:22:55.172118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2566767-736c-43c9-91f7-32934e7fc7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=014371e4-e3e8-435a-b2c3-94547ff55631,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:55.189133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.190733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d483f-1bf2-4915-ac97-c57654221360 req-baf97fc5-f892-47e1-b35c-8082a71c661a tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:55.192327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b24d483f-1bf2-4915-ac97-c57654221360 req-baf97fc5-f892-47e1-b35c-8082a71c661a tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.0760903 Nov 23 10:22:55.217445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=d8045ca9-27f8-4e76-94b7-ede11483f5f2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:55.285226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.291053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ed45996-5f7c-4bfc-9d2e-a7ac40a774a5 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/ports/d8045ca9-27f8-4e76-94b7-ede11483f5f2 HTTP/1.1" status: 204 len: 168 time: 0.4362626 Nov 23 10:22:55.291432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47458) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.334410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47460) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.344786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08fdb7-433a-4aca-8670-490b9158e860 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:55.346299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1d08fdb7-433a-4aca-8670-490b9158e860 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "GET /v2.0/ports?device_id=68e58a05-5457-488f-af74-07ef18de66b8 HTTP/1.1" status: 200 len: 913 time: 0.0538738 Nov 23 10:22:55.348951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.377378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e1d57d7a-164b-400d-949c-fa8b0ffe913c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7bff7d8902d46c7a97b64d602e1c3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393519 Nov 23 10:22:55.377599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47464) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.432356 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.453446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.500016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.502875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.504309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b563a6b-b754-47a4-ab61-a21ecb5470ef HTTP/1.1" status: 204 len: 168 time: 0.1256723 Nov 23 10:22:55.512362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc9be5-6cb1-42fa-8a1c-e86a60907bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b563a6b-b754-47a4-ab61-a21ecb5470ef,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:55.786603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.858675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47470) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.903480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d19956d2-c284-426c-bcb7-ba79385c5d95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bad05783a4c4ff2bc30f0956e0d1863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409682 Nov 23 10:22:55.903705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:55.951289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:55.973397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.024239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.027548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.028933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22e0d41a-f18e-4840-8138-c3dc2757f430 HTTP/1.1" status: 204 len: 168 time: 0.1243019 Nov 23 10:22:56.038349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b8226-d2b5-49d2-8880-9437f8b6c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0d41a-f18e-4840-8138-c3dc2757f430,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:56.131855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 75eabec9-fde6-4bd1-bea9-99b947db0265 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:56.132451 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.218404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.231444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 75eabec9-fde6-4bd1-bea9-99b947db0265 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:56.327841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694baf-aabd-449a-a48f-4c753dc1510e req-84b0caec-29a0-4f23-b9e1-b268711ad4d2 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:56.329408 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef694baf-aabd-449a-a48f-4c753dc1510e req-84b0caec-29a0-4f23-b9e1-b268711ad4d2 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.0644767 Nov 23 10:22:56.468946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.498821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=75eabec9-fde6-4bd1-bea9-99b947db0265,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:56.509250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e939f-f780-4103-a68b-e87da09f47b2 req-232c7935-9a3f-4c1e-ae50-9141b9808b2f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:56.510848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be0e939f-f780-4103-a68b-e87da09f47b2 req-232c7935-9a3f-4c1e-ae50-9141b9808b2f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.1000237 Nov 23 10:22:56.623567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a506-b496-413e-9904-765b441d6a5d req-e62241ad-00be-4c0f-9446-ea20ff72fa5e tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:56.625109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7409a506-b496-413e-9904-765b441d6a5d req-e62241ad-00be-4c0f-9446-ea20ff72fa5e tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 1060 time: 0.0431736 Nov 23 10:22:56.696149 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.751425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:56.815686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a60ac-3858-44ea-bc4f-9284ab2816a1 req-464f7145-7298-46dd-af7e-0b5ab156655a tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:56.817193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e3a60ac-3858-44ea-bc4f-9284ab2816a1 req-464f7145-7298-46dd-af7e-0b5ab156655a tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.1181002 Nov 23 10:22:56.853434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1837480286-network', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:56.874752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:56.877266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.886385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:56.927326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e3a60ac-3858-44ea-bc4f-9284ab2816a1 req-7887f348-b47f-4dac-89a4-2f71ff572524 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1011701 Nov 23 10:22:56.951880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:57.000880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.006584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.042557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b750cf-b07f-4a09-b9e4-27b0504073c9 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:57.044094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19b750cf-b07f-4a09-b9e4-27b0504073c9 tempest-TestSecurityGroupsBasicOps-1556794238 tempest-TestSecurityGroupsBasicOps-1556794238-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 1055 time: 0.0912755 Nov 23 10:22:57.047842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:22:57.054506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e43085-900d-47d8-80ef-d2f418fa43ac,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:57.062953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.063298 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Added segment 1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d of type vlan for network f4b35ff8-498a-4abc-b5be-6f053e529ac9 Nov 23 10:22:57.312750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Router 68e58a05-5457-488f-af74-07ef18de66b8 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:22:57.328368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f3c4-26aa-4e61-9911-d7b0222331f9 req-5fc3562e-17b8-465e-9731-f996d58668a4 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:57.330001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bb31f3c4-26aa-4e61-9911-d7b0222331f9 req-5fc3562e-17b8-465e-9731-f996d58668a4 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.0667844 Nov 23 10:22:57.439676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:22:57.447620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b9a2059-bb09-4c0b-b71f-b23a59204c47 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "PUT /v2.0/routers/68e58a05-5457-488f-af74-07ef18de66b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0952868 Nov 23 10:22:57.448136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47512) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:57.451922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] Sync routers for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:22:57.476048 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:57.476672 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:57.499918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.527239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.528328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:57.528930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.570776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8152907 Nov 23 10:22:57.572928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.574912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47514) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:57.581525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Request body: {'subnet': {'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1837480286-subnet', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:57.596287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387459e1-00f0-407f-8f99-dfdf48fa70c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b35ff8-498a-4abc-b5be-6f053e529ac9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:57.606660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:22:57.622107 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:57.631703 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] Routers {'68e58a05-5457-488f-af74-07ef18de66b8'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:22:57.632355 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['68e58a05-5457-488f-af74-07ef18de66b8'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:57.665266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:57.665996 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75106f6-11df-4a84-a9ff-5177179c2c37 None None] The sync data for ids ['68e58a05-5457-488f-af74-07ef18de66b8'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:22:57.679294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:22:57.682589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.791329 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.921507 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting port 025783ba-37c4-4b8e-8885-8afc8fce8c27 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:57.921811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:57.934965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.028842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c43e78-b2e8-49ec-8fe9-377aced226b9,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:58.052715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.067021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Calling delete_port for 025783ba-37c4-4b8e-8885-8afc8fce8c27 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:58.073753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:58.074134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Network hostable DHCP agents. Network: f4b35ff8-498a-4abc-b5be-6f053e529ac9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:22:58.135771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:22:58.150304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f4b35ff8-498a-4abc-b5be-6f053e529ac9) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:58.155001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:58.155595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.159707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326eef2a-4ead-4443-9ba4-8426864528fd None None] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:22:58.217628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b6a30ad-3898-4f92-a6d4-a6922ffbbfb8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6391110 Nov 23 10:22:58.217882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47516) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:58.222580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:22:58.275695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.277063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.292242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.319138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:22:58.320215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.323869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Port': ['ID=025783ba-37c4-4b8e-8885-8afc8fce8c27,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:58.348392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52b859-34d8-4988-a276-15d63973d5af None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:58.406294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.464454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861203-6162-4f10-8de5-0f66a26bd843 req-2c477853-3c2e-4dde-9330-28eda98d6e52 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:58.466153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d861203-6162-4f10-8de5-0f66a26bd843 req-2c477853-3c2e-4dde-9330-28eda98d6e52 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.0546041 Nov 23 10:22:58.483355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Allocated IP 172.20.0.2 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/bb91dc1c-795f-4a79-9351-c4cb840c4d61) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:58.526629 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.628482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.635320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.676138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:58.683045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:58.684367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.686509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:58.689674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.693161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.694534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Pushing event updated for resources: {'Port': ['ID=bb91dc1c-795f-4a79-9351-c4cb840c4d61,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:58.704972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-2121cc55-241f-4f35-87c1-d116233cd65c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:22:58.706567 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-2121cc55-241f-4f35-87c1-d116233cd65c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 909 time: 0.2120643 Nov 23 10:22:58.744202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Attempting to bind port bb91dc1c-795f-4a79-9351-c4cb840c4d61 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:22:58.744583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Attempting to bind port bb91dc1c-795f-4a79-9351-c4cb840c4d61 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:22:58.744929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Attempting to bind port bb91dc1c-795f-4a79-9351-c4cb840c4d61 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:22:58.751511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:22:58.751511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:22:58.751511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.751511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:22:58.751965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Bound port: bb91dc1c-795f-4a79-9351-c4cb840c4d61, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:22:58.751965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.781579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.782172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Fanout notify agent at l3_agent the message router_deleted on router 68e58a05-5457-488f-af74-07ef18de66b8 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:22:58.791898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.793012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-014dd2e2-657f-48f3-8c3a-421ef94bdcee tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/routers/68e58a05-5457-488f-af74-07ef18de66b8 HTTP/1.1" status: 204 len: 168 time: 1.3440726 Nov 23 10:22:58.795666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47520) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:58.823317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] For port bb91dc1c-795f-4a79-9351-c4cb840c4d61, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:22:58.826461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] For port bb91dc1c-795f-4a79-9351-c4cb840c4d61, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb91dc1c-795f-4a79-9351-c4cb840c4d61,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:22:58.830805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.866949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Deleting subnet a6c3abc0-092b-4b54-8476-d88981c9eccf {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:22:58.871275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.897656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b1733-d38b-4d1b-9d4d-41d6116064f1 None None] Pushing event updated for resources: {'Port': ['ID=bb91dc1c-795f-4a79-9351-c4cb840c4d61,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:58.899109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port f95a0c28-e399-4865-b099-0b9669243c99 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:22:58.900123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.922420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:58.970024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.043618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.084877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port f95a0c28-e399-4865-b099-0b9669243c99, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f95a0c28-e399-4865-b099-0b9669243c99,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:22:59.085340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.089441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c3abc0-092b-4b54-8476-d88981c9eccf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:59.091496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.096481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2b94e1c7-6f2a-4714-9a07-ad2572bec0c2 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/subnets/a6c3abc0-092b-4b54-8476-d88981c9eccf HTTP/1.1" status: 204 len: 168 time: 0.2978137 Nov 23 10:22:59.097182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47522) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:59.111350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for f95a0c28-e399-4865-b099-0b9669243c99 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:22:59.186782 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.211819 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.248199 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.281109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.300946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b8906-9b29-4617-bd1f-48218e56001b']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:59.310691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f9e217-41c1-4234-b131-92e4eb88927a') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:59.310897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f9e217-41c1-4234-b131-92e4eb88927a') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:22:59.321180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.334882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.340906 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:22:59.341289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:22:59.344433 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:22:59.408645 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.417160 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.420583 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] 10.222.0.62 "DELETE /v2.0/networks/ad4b8906-9b29-4617-bd1f-48218e56001b HTTP/1.1" status: 204 len: 168 time: 0.3222351 Nov 23 10:22:59.420990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.431665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Allocated IP 172.25.1.9 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:22:59.432370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd3d5c-8537-4e89-8890-2f27b93e7a21 tempest-FloatingIPTestJSON-1758200361 tempest-FloatingIPTestJSON-1758200361-project] Pushing event deleted for resources: {'Network': ['ID=ad4b8906-9b29-4617-bd1f-48218e56001b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:59.468309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=f95a0c28-e399-4865-b099-0b9669243c99,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:59.558318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] No DVR routers for this DVR port f95a0c28-e399-4865-b099-0b9669243c99 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:22:59.562362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.565834 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca1e337f-c01f-4e6b-94e0-b75eef267076 req-ecb2c70f-349a-461f-9fdf-9331293c922c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.50 "DELETE /v2.0/ports/f95a0c28-e399-4865-b099-0b9669243c99 HTTP/1.1" status: 204 len: 173 time: 0.8519244 Nov 23 10:22:59.566475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'name': 'network-vif-deleted', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:22:59.569266 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df2312-5f36-4078-9fa7-034886d562fb" -d '{"events": [{"server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "name": "network-vif-deleted", "tag": "f95a0c28-e399-4865-b099-0b9669243c99"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:22:59.666379 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746251b-8788-4d57-94aa-88d36ad581cd x-openstack-request-id: req-4746251b-8788-4d57-94aa-88d36ad581cd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:22:59.666379 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1838002-7970-4451-9e45-1e6ebd6d6682", "name": "network-vif-deleted", "tag": "f95a0c28-e399-4865-b099-0b9669243c99", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:22:59.666825 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4746251b-8788-4d57-94aa-88d36ad581cd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:22:59.666938 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1838002-7970-4451-9e45-1e6ebd6d6682', 'name': 'network-vif-deleted', 'tag': 'f95a0c28-e399-4865-b099-0b9669243c99', 'status': 'completed', 'code': 200} Nov 23 10:22:59.669124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1795ade1-b8cd-4ee7-85c9-d222aed6394f req-8c5c4197-bb6c-4ab7-84ff-7659d7c893ed tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1838002-7970-4451-9e45-1e6ebd6d6682 HTTP/1.1" status: 200 len: 210 time: 0.0946050 Nov 23 10:22:59.730987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.758759 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47532) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:59.776975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:22:59.816414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:22:59.821825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:22:59.825569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:22:59.836344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416cf384-e082-4477-bcc8-36ce424149a0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:22:59.857782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:22:59.927463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c05f62f-a58a-413f-98cd-a5cb9910eee2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c396b11b82843eba389cd7334ca83e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673543 Nov 23 10:22:59.928009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:22:59.972388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-db9d9fe1-aee7-4e09-a9b6-f9baec9d4b38 None None] Provisioning complete for port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:22:59.973110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db9d9fe1-aee7-4e09-a9b6-f9baec9d4b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.001675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.024917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-db9d9fe1-aee7-4e09-a9b6-f9baec9d4b38 None None] Port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:00.041145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.063960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441705a5-4d85-4be3-af64-e3978a926052 None None] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:00.111930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.114610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.118482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae02e188-ba46-44c2-82b1-f27864e1cae3 HTTP/1.1" status: 204 len: 168 time: 0.1868598 Nov 23 10:23:00.128549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be187-9503-4183-8c05-5df4b3b085fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02e188-ba46-44c2-82b1-f27864e1cae3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:00.146264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.356514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] Provisioning complete for port bb91dc1c-795f-4a79-9351-c4cb840c4d61 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:00.356872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.524114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb91dc1c-795f-4a79-9351-c4cb840c4d61 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:00.572753 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.615519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] For port bb91dc1c-795f-4a79-9351-c4cb840c4d61, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb91dc1c-795f-4a79-9351-c4cb840c4d61,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:00.630194 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.634990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb91dc1c-795f-4a79-9351-c4cb840c4d61 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:00.635514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.663402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-663edce0-4de5-4e3d-9b2b-cf4385e7a8a1 req-9970ed33-00d7-40b5-8573-5a7085ed5d79 service neutron] (110024) timed out ('10.222.0.62', 51262) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:23:00.691989 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.734160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0416e-087d-4f4c-89b8-f82600a62603 None None] Pushing event updated for resources: {'Port': ['ID=bb91dc1c-795f-4a79-9351-c4cb840c4d61,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:00.760547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47558) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:00.890281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:23:00.956510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5d79b6f0-1fa4-44b3-ae9c-8ae21667efd5 None None] Provisioning complete for port bb91dc1c-795f-4a79-9351-c4cb840c4d61 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:00.956995 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d79b6f0-1fa4-44b3-ae9c-8ae21667efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:00.959612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47562) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:01.017567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:01.034436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:01.047024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.048437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-897f7e9a-0577-4483-ada9-18251d051f02 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8295710 Nov 23 10:23:01.051534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47566) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:01.055964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:01.056591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:01.102231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1296845175'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:01.155544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:01.159503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.170908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:01.171984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.226199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-ff6896b9-df55-40df-b1b2-8d7af1b8185f req-226163c4-f776-4afb-8b73-680e105d9b86 service neutron] (110023) timed out ('10.222.0.62', 40652) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:23:01.309394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.312393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.351343 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.367705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:22:59Z', 'revision_number': 3, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:01.395505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:01.395882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Updating router fe548c9f-7abf-4a4a-995d-a190208a44f7 port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:23:01.412715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:01.422518 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.443598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4676b97-a268-4b0a-9b9a-f435ea1a7267,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:01.447773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.448138 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment a0b7ecf5-7c95-4d2e-9051-f92795279cb6 of type vlan for network ae6d1184-6d96-4c2e-9c38-710db64cf376 Nov 23 10:23:01.466311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.466708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.467053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.467432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.467767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.468103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.468432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.468761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.469085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.469409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.469732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.470077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:01.543396 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.554250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.590865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.596552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:01.597142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.651826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6907995 Nov 23 10:23:01.654357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47568) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:01.662607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'name': 'tempest-PortsIpV6TestJSON-620898811'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:01.708986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.715142 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.727300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e7963-fb61-4d76-b553-67862c7b83fd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=ae6d1184-6d96-4c2e-9c38-710db64cf376,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:01.749438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:01.777941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Allocated IP 172.20.0.1 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/5d337f4c-e5c9-46b9-9804-4cbdb71439d4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:01.779187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14744964-d4f4-471f-acaf-9b15c1bbaedd None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:01.842091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Attempting to bind port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:01.842467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Attempting to bind port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:01.842832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Attempting to bind port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:01.849695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57362161-9ed0-46ae-8f59-b80b84bc6d41 None None] Pushing event updated for resources: {'Port': ['ID=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:01.850015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:01.853712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.858863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port 0e5b7b35-0690-4a73-b10e-02af9ceb406e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:01.859229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.861498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:01.861873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:01.862298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.862684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:01.863158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Bound port: bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:01.863533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.891050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.902317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:01.925436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a2654e2d-8ba7-4d1b-adbe-5d67039dacee None None] Provisioning complete for port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:01.925851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a2654e2d-8ba7-4d1b-adbe-5d67039dacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.932899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.949090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] For port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:01.967828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] For port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:01.975549 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:01.979301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:01.980405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a2654e2d-8ba7-4d1b-adbe-5d67039dacee None None] Port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:01.983959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:01.989184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:02.021177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port 0e5b7b35-0690-4a73-b10e-02af9ceb406e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0e5b7b35-0690-4a73-b10e-02af9ceb406e,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:02.021513 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.027196 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.048155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668962e4-44ab-46c0-9a17-ea35256e29c6 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:02.049520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for 0e5b7b35-0690-4a73-b10e-02af9ceb406e owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:02.052872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:02.053551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:02.097207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57362161-9ed0-46ae-8f59-b80b84bc6d41 None None] Pushing event updated for resources: {'Port': ['ID=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.140534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Pushing event updated for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.163291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] Provisioning complete for port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:02.163781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.173086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.220777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:02.305272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.361358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f95a0c28-e399-4865-b099-0b9669243c99 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:02.363101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.369806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.397047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f95a0c28-e399-4865-b099-0b9669243c99 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:02.397407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f95a0c28-e399-4865-b099-0b9669243c99 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:02.402074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.438438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] For port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:02.439309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.439637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.442488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Pushing event updated for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.444650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.448360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.488062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=0e5b7b35-0690-4a73-b10e-02af9ceb406e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.498233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb91dc1c-795f-4a79-9351-c4cb840c4d61 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:02.563361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8de75-b8a2-490c-93ca-bc404d37cfd9 None None] Pushing event updated for resources: {'Port': ['ID=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.567473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:02.569219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:02.609415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:02.609932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: ae6d1184-6d96-4c2e-9c38-710db64cf376, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:02.615311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:02.636005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d2c718e-41d1-4e42-8e1e-a8f7b8644bb5 None None] Provisioning complete for port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:02.636369 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d2c718e-41d1-4e42-8e1e-a8f7b8644bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.644899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bb91dc1c-795f-4a79-9351-c4cb840c4d61 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:02.645272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.704871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:02.725100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, ae6d1184-6d96-4c2e-9c38-710db64cf376) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:02.732893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:02.750133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:02.763255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:02.763935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.853205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.854751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:22:59Z', 'revision_number': 3, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:02.866202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9ca0a74a-7fe3-4351-80d6-9bf2e373dacf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2072258 Nov 23 10:23:02.869700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47570) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:02.876179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1223529321'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:02.883216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25db3866-7f72-4117-a6e4-ef66b3062d7f None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:02.896958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:02.910437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fb514db6-66f2-4069-9e57-a5ab1896e835 admin admin] 10.222.0.62 "PUT /v2.0/routers/fe548c9f-7abf-4a4a-995d-a190208a44f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8575301 Nov 23 10:23:02.935958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b23d5-23cd-4a71-a842-aa4950efb51f None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:22:59Z', 'revision_number': 3, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:02.957817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:02.961139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:02.994902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c718e-41d1-4e42-8e1e-a8f7b8644bb5 None None] Port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:03.040887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:03.058554 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.058984 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 5dfeff37-b78d-480d-a9fe-5164588c8c9d of type vlan for network 2264150d-425c-4523-84da-399c94daefd1 Nov 23 10:23:03.126255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fda2115f-c192-4610-90a3-56750a74a30a None None] Provisioning complete for port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:03.127384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fda2115f-c192-4610-90a3-56750a74a30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.171697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fda2115f-c192-4610-90a3-56750a74a30a None None] Port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:03.190392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.237567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 6ac75122-b3f3-48cb-981d-2378a10c7045 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:03.239131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.245478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:03.246163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.310074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4381528 Nov 23 10:23:03.313279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:03.321359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'ports': [{'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'}, {'network_id': '2264150d-425c-4523-84da-399c94daefd1'}]} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:03.322048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:03.322562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '2264150d-425c-4523-84da-399c94daefd1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:03.412653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d685d48-2509-41cd-a566-bad3ca947ce4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=2264150d-425c-4523-84da-399c94daefd1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:03.428790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2264150d-425c-4523-84da-399c94daefd1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:03.494316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:03.507842 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3779d4cc-ef32-42f0-8000-53586a635122 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "PUT /v2.0/routers/6ac75122-b3f3-48cb-981d-2378a10c7045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460597 Nov 23 10:23:03.509639 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Sync routers for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:03.510663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47584) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:03.530458 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:03.531392 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:03.590012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 2} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:03.593797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting subnet 272d8c50-baa9-432d-a885-03ffd3575756 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:03.595211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.599241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.611767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.670145 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.695636 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:03.724448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 9c48b5e0-ac2a-430f-9531-0acc81aa7f2e yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:03.754741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47590) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:03.763765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1752404205-network', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:03.789388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Made reservation on behalf of 7995a06edfd749fab49cb39931d3e9b4 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:03.791923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.809972 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.873601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.885999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.907537 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:03.952798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Checking router: 6ac75122-b3f3-48cb-981d-2378a10c7045 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:03.962592 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Routers {'6ac75122-b3f3-48cb-981d-2378a10c7045'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:03.963233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6ac75122-b3f3-48cb-981d-2378a10c7045'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:03.971820 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:03.980408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 9ff8f035-671a-4b12-8b60-dadef74558f3 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:03.998007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101d8eb-0b56-4a39-85e6-a588a8a3794b None None] Network 51046239-a371-4e3b-a524-104bef1d1c83 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:04.010342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.016190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/subnets/272d8c50-baa9-432d-a885-03ffd3575756 HTTP/1.1" status: 204 len: 168 time: 0.5019839 Nov 23 10:23:04.016624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47592) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:04.020138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115de7a1-9e9d-4737-964a-9c0af2ff3a85 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Subnet': ['ID=272d8c50-baa9-432d-a885-03ffd3575756,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:04.027705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.033166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.080247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:04.099976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d05a9-77c2-4fb6-a767-0ec9beb47377,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:04.111765 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] Set router 6ac75122-b3f3-48cb-981d-2378a10c7045 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:04.121342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.123023 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Added segment 52378f3a-e461-4296-a71d-043a9a642457 of type vlan for network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec Nov 23 10:23:04.150150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.182235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.215701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.216858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:04.217668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.257111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5011864 Nov 23 10:23:04.261917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47594) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:04.272285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] DHCP port deletion for 51046239-a371-4e3b-a524-104bef1d1c83 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:04.295809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Request body: {'subnet': {'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1752404205-subnet', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:04.306080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aab0a4-0351-4af2-94d2-362e6bf32c0b admin admin] Pushing event updated for resources: {'Network': ['ID=0e3cb8a5-b97c-4f47-b985-55cfc61f8eec,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:04.324194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Made reservation on behalf of 7995a06edfd749fab49cb39931d3e9b4 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:04.326633 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.337821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:04.379063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.382022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.408287 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:04.487304 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29745c-3080-47ac-8757-fa8e0ee9051d None None] The sync data for ids ['6ac75122-b3f3-48cb-981d-2378a10c7045'] in n-d-781076-5 is: [{'id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1702582720', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:35Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac75122-b3f3-48cb-981d-2378a10c7045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:36Z', 'updated_at': '2021-11-23T10:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:04.500047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Deleting port ffa58996-66c8-49b2-81db-12fe849a653d {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:04.500444 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.594068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.608406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] For port ffa58996-66c8-49b2-81db-12fe849a653d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ffa58996-66c8-49b2-81db-12fe849a653d,segment=NetworkSegment(abad118d-3a95-4c02-b548-2145f3c0f297),segment_id=abad118d-3a95-4c02-b548-2145f3c0f297)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:04.608809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.624715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Calling delete_port for ffa58996-66c8-49b2-81db-12fe849a653d owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:04.656592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0679aa72-ba86-453e-8503-f44f661e3045,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:04.682192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Checking segment: {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:04.682682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Network hostable DHCP agents. Network: 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:04.711150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:04.715849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.722279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:04.726965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:04.727823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.747472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b64dda-99bc-44fb-ad7a-49d3d88c5b88 None None] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:04.752277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3d8170d-5398-49cc-ad52-a7abb471ec0b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4870014 Nov 23 10:23:04.752791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] Pushing event deleted for resources: {'Port': ['ID=ffa58996-66c8-49b2-81db-12fe849a653d,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:04.753426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47598) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:04.754979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12066e4d-32a8-48a1-964c-d15f60c91fef None None] No DVR routers for this DVR port ffa58996-66c8-49b2-81db-12fe849a653d on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:04.759945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:04.798364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.800366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.822348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:04.822687 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.825550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.869420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.951971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:04.952860 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:04.959646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:04.988312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:04.998768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:05.005630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:05.007227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.019513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=9c48b5e0-ac2a-430f-9531-0acc81aa7f2e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:05.074514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:05.075063 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.117721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:05.167612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Allocated IP 172.20.0.2 (0e3cb8a5-b97c-4f47-b985-55cfc61f8eec/0679aa72-ba86-453e-8503-f44f661e3045/1d058b1e-ead6-42bf-bbb3-fa824bcd703f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:05.185221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=9ff8f035-671a-4b12-8b60-dadef74558f3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:05.200658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '5dfeff37-b78d-480d-a9fe-5164588c8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2264150d-425c-4523-84da-399c94daefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:05.201116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: 2264150d-425c-4523-84da-399c94daefd1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:05.213448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:05.214555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.257542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:05.314082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 2264150d-425c-4523-84da-399c94daefd1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:05.316496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:05.317341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:05.325135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2264150d-425c-4523-84da-399c94daefd1) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:05.329749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:05.337668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:05.342672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:05.343389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.358927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf3de5-8e56-4a65-916f-4683a5fd6c08 None None] Network 2264150d-425c-4523-84da-399c94daefd1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:05.387868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-05058a1b-cef5-44da-9dfe-bb688c7ad24f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0732021 Nov 23 10:23:05.394436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:05.447033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.490644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.502845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:05.542248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2afbc-a195-4c78-a08e-40b8786bee54 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:05.582865 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.617152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 9ff8f035-671a-4b12-8b60-dadef74558f3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:05.617958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.632909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.638269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:05.671675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.708252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.712614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.719025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.741071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.784139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.800873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.801440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac75122-b3f3-48cb-981d-2378a10c7045 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:23:05.806679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 9ff8f035-671a-4b12-8b60-dadef74558f3 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:05.829849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.833513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3f6d72b6-7df1-4b1d-8241-34778a7da9cb tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/routers/6ac75122-b3f3-48cb-981d-2378a10c7045 HTTP/1.1" status: 204 len: 168 time: 1.8133171 Nov 23 10:23:05.834608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47602) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:05.892142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Allocated IP 172.25.1.186 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a0aef171-3d25-4457-a0bb-d99434e3e3cf) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:05.913215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.934954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ffa58996-66c8-49b2-81db-12fe849a653d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:05.940707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:05.962280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=9ff8f035-671a-4b12-8b60-dadef74558f3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:05.979918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:05.981385 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:05.986868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53bb39ee-8a88-44a8-aa3b-172f84170814 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/9ff8f035-671a-4b12-8b60-dadef74558f3 HTTP/1.1" status: 204 len: 168 time: 0.5895069 Nov 23 10:23:05.987578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:05.990549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ffa58996-66c8-49b2-81db-12fe849a653d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:05.990711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ffa58996-66c8-49b2-81db-12fe849a653d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:05.995068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:05.996903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Pushing event updated for resources: {'Port': ['ID=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.042428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.092881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f7f1b-af37-4f63-a5b2-879c36beed09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:06.098395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Attempting to bind port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:06.098768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Attempting to bind port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:06.098978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f7f1b-af37-4f63-a5b2-879c36beed09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:06.099128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Attempting to bind port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f on network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:06.100594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f24f7f1b-af37-4f63-a5b2-879c36beed09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1120448 Nov 23 10:23:06.103448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47606) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.118086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:06.118890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Checking segment: {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:06.119311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.120418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Bound using segment: {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:06.120939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Bound port: 1d058b1e-ead6-42bf-bbb3-fa824bcd703f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:06.121345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.122736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.169480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.200627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51046239-a371-4e3b-a524-104bef1d1c83']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:06.204167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 9c48b5e0-ac2a-430f-9531-0acc81aa7f2e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:06.204580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.219033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad118d-3a95-4c02-b548-2145f3c0f297') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:06.219277 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad118d-3a95-4c02-b548-2145f3c0f297') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:06.231418 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.241834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.242075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] For port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:06.246224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] For port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:06.251213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 2, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:06.254756 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.273350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.277374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.288840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:06.289486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Updating router fe548c9f-7abf-4a4a-995d-a190208a44f7 port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:23:06.289614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:06.290035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.293341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 9c48b5e0-ac2a-430f-9531-0acc81aa7f2e owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:06.297501 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:06.309979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:06.324987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:06.332585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:06.358327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Pushing event updated for resources: {'Port': ['ID=a0aef171-3d25-4457-a0bb-d99434e3e3cf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.368368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb11e0-4fff-453a-b370-4d2c3cfae88b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:06.381125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.414348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5a0d7-0b77-4b91-b861-de4e6d0ffda3 None None] Pushing event updated for resources: {'Port': ['ID=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.418362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.443950 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.455228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.461919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/networks/51046239-a371-4e3b-a524-104bef1d1c83 HTTP/1.1" status: 204 len: 168 time: 0.6234581 Nov 23 10:23:06.468666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47608) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.485062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cb9cb-f6a0-4038-b197-d8194c0ff63f tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Network': ['ID=51046239-a371-4e3b-a524-104bef1d1c83,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.529717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.536197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/9c48b5e0-ac2a-430f-9531-0acc81aa7f2e HTTP/1.1" status: 204 len: 168 time: 0.4317398 Nov 23 10:23:06.536844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47610) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.551469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f3b6-80c1-47b4-8fdf-61872bf9ac6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=9c48b5e0-ac2a-430f-9531-0acc81aa7f2e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.587247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0e5b7b35-0690-4a73-b10e-02af9ceb406e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:06.590749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4df54d04-eb8e-4101-83c3-287a76ce7ea1 None None] Provisioning complete for port a0aef171-3d25-4457-a0bb-d99434e3e3cf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:06.591475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4df54d04-eb8e-4101-83c3-287a76ce7ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.611077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc370063-73d7-4141-98c3-e24b91a51f1e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:06.612638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cc370063-73d7-4141-98c3-e24b91a51f1e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0728474 Nov 23 10:23:06.615893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47612) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.646644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0e5b7b35-0690-4a73-b10e-02af9ceb406e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:06.647541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0e5b7b35-0690-4a73-b10e-02af9ceb406e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:06.647968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:06.655321 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b8b133-1e75-4add-94c6-97a0c7fa8c3b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:06.658987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-06b8b133-1e75-4add-94c6-97a0c7fa8c3b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/9ff8f035-671a-4b12-8b60-dadef74558f3 HTTP/1.1" status: 404 len: 333 time: 0.0417976 Nov 23 10:23:06.664010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.718804 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90f0e21-d49b-4b68-820b-2c9ca1d8f186 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:06.719593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:06.720356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c9eeccb7-51f7-4cd9-ba4e-e9d194ae76b6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:06.723449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e90f0e21-d49b-4b68-820b-2c9ca1d8f186 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/9c48b5e0-ac2a-430f-9531-0acc81aa7f2e HTTP/1.1" status: 404 len: 333 time: 0.0573633 Nov 23 10:23:06.725104 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47616) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:06.764137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4df54d04-eb8e-4101-83c3-287a76ce7ea1 None None] Port a0aef171-3d25-4457-a0bb-d99434e3e3cf cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:06.810821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.847734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.887350 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.893407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.895788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port 1270b439-649b-4ea7-8375-372fd776aa3c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:06.896300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:06.956450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc06f8-c9d2-4b10-8531-d2dfaaa061cd None None] Pushing event updated for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:06.973858 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.017176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Attempting to bind port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:07.017868 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Attempting to bind port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:07.018443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Attempting to bind port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:07.024980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:07.025363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:07.025767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.026695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:07.028117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Bound port: 5d337f4c-e5c9-46b9-9804-4cbdb71439d4, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:07.028700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.031735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2264150d-425c-4523-84da-399c94daefd1']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:07.046679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfeff37-b78d-480d-a9fe-5164588c8c9d') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:07.046679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfeff37-b78d-480d-a9fe-5164588c8c9d') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:07.065734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.068502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.068829 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.090334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.105212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] For port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:07.109160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for 1270b439-649b-4ea7-8375-372fd776aa3c owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:07.110057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] For port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:07.111517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.116155 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.128309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:07.128730 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:07.132658 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:07.205365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:07.206446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:07.249977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.259892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc06f8-c9d2-4b10-8531-d2dfaaa061cd None None] Pushing event updated for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:07.272083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Router 7c274802-1dc1-4275-9779-068662132b00 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:23:07.288371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.291833 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/2264150d-425c-4523-84da-399c94daefd1 HTTP/1.1" status: 204 len: 168 time: 0.5638587 Nov 23 10:23:07.316046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47618) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:07.325464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-448301950'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:07.329221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6338c0c-d7e1-4333-aa55-c8f5af39005e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=2264150d-425c-4523-84da-399c94daefd1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:07.368026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:07.371726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.438122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] Provisioning complete for port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:07.438900 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.441517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:07.444608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:07.459825 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Sync routers for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:07.479381 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:07.479888 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.480516 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:07.480924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.481283 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 99c242d5-1523-4690-b2a5-1f6b4d0b454d of type vlan for network e41ec464-2d74-48b6-860e-1c2c27ffe255 Nov 23 10:23:07.486923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0c21c817-e165-432f-86c0-b7b096884219 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7316797 Nov 23 10:23:07.487652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47620) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:07.537156 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.545380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.546874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:07.582549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=1270b439-649b-4ea7-8375-372fd776aa3c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:07.658830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.667649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:07.668511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.700351 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:07.722816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4030490 Nov 23 10:23:07.727446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47622) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:07.734174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.737867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:07.819697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] For port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:07.831050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.880597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a5a13-13de-4f58-91fe-d6aae4373313 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=e41ec464-2d74-48b6-860e-1c2c27ffe255,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:07.884685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.885025 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Floating IP 8a00dfde-d76d-4d9b-86bd-d708739b26ca disassociated (deleted). External IP: 172.25.1.212, port: 059d5b62-d230-400f-bba7-2408ff852fcc. Nov 23 10:23:07.891656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ecf13-aa91-4da6-90ef-b9efc90a2e31 None None] Pushing event updated for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:07.897739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:07.951127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:07.955611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:07.982180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7da2b1-4351-48ef-8ff3-2719c218fd61 None None] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:07.996677 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:06Z', 'revision_number': 3, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:08.035618 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Checking router: 7c274802-1dc1-4275-9779-068662132b00 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:08.036287 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Updating router 7c274802-1dc1-4275-9779-068662132b00 port a0aef171-3d25-4457-a0bb-d99434e3e3cf binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:23:08.053859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Performing IP validity checks on allocation pools {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:23:08.056844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:23:08.079021 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.093917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-40bbc522-63d9-4475-bc8c-f6ecee9e9837 None None] Provisioning complete for port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:08.094282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40bbc522-63d9-4475-bc8c-f6ecee9e9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.130687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.220833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:08.242183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 508cee41-9941-4792-8f3c-cd173e73b07b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:08.284675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68243c7-21d3-49a1-a7db-219ae8796964 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:08.291904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.377577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Allocated IP 172.20.0.1 (0e3cb8a5-b97c-4f47-b985-55cfc61f8eec/0679aa72-ba86-453e-8503-f44f661e3045/37d91ae8-add7-4dd3-89d4-17a39801df7e) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:08.433059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] Provisioning complete for port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:08.433859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.481612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=30ba172b-4678-4bb3-b765-c57b7d20f0a5,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:08.598144 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.618775 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.650224 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.672564 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deee40-81a6-4472-87a7-f072bf9ee4cb None None] Pushing event updated for resources: {'Port': ['ID=a0aef171-3d25-4457-a0bb-d99434e3e3cf,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:08.693207 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Attempting to bind port a0aef171-3d25-4457-a0bb-d99434e3e3cf on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:08.693577 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Attempting to bind port a0aef171-3d25-4457-a0bb-d99434e3e3cf by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:08.694099 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Attempting to bind port a0aef171-3d25-4457-a0bb-d99434e3e3cf on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:08.699647 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:08.700027 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:08.700466 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.700801 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:08.701272 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Bound port: a0aef171-3d25-4457-a0bb-d99434e3e3cf, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:08.701648 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.710135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.731528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:08.733661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc1f45-4df4-4058-8937-d5811a99ba32 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:08.758535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.780676 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] For port a0aef171-3d25-4457-a0bb-d99434e3e3cf, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:08.784572 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] For port a0aef171-3d25-4457-a0bb-d99434e3e3cf, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a0aef171-3d25-4457-a0bb-d99434e3e3cf,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:08.789743 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.802528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] For port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:08.820202 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.823011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:08.832259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:08.836237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:08.886258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Pushing event updated for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:08.924057 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:08.957121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5488fec-578a-4f3c-ad37-1fc83871ca70 None None] Pushing event updated for resources: {'Port': ['ID=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:09.010379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:09.010750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.012808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Provisioning complete for port a0aef171-3d25-4457-a0bb-d99434e3e3cf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:09.013160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.093871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.101391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548daa30-ed25-40e3-bbc4-62e952526c0d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:09.149547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '99c242d5-1523-4690-b2a5-1f6b4d0b454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:09.149908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: e41ec464-2d74-48b6-860e-1c2c27ffe255, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:09.154547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:09.157261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:09.159798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deee40-81a6-4472-87a7-f072bf9ee4cb None None] Pushing event updated for resources: {'Port': ['ID=a0aef171-3d25-4457-a0bb-d99434e3e3cf,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:09.176511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:09.195356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Sync routers for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:09.208565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.250424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1b7b8322-3191-4561-83d5-652420adb75b tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/floatingips/8a00dfde-d76d-4d9b-86bd-d708739b26ca HTTP/1.1" status: 204 len: 168 time: 2.7811797 Nov 23 10:23:09.252283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:23:09.255276 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1edaf0a-1960-4118-98e6-755b15ea5b75" -d '{"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:23:09.257703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:09.268917 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e41ec464-2d74-48b6-860e-1c2c27ffe255) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:09.284906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:09.285986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.320394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2fada6ed-96fd-4cb4-b4b4-7852344f0563 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5856469 Nov 23 10:23:09.320999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47628) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:09.334937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255', 'name': 'tempest-PortsIpV6TestJSON-1888835718'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:09.385546 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b50bca-24cb-4671-b417-3823a8a67995 x-openstack-request-id: req-25b50bca-24cb-4671-b417-3823a8a67995 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:23:09.385844 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:23:09.387579 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25b50bca-24cb-4671-b417-3823a8a67995 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:23:09.389103 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc', 'status': 'completed', 'code': 200} Nov 23 10:23:09.466545 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.475092 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.490344 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:09.587246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:09.594865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.598851 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:09.608637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876054c1-f17b-4921-b989-65c881a7ce2d None None] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:09.641840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 2d3ec4d1-b807-4f91-b897-9be9ee13ad39 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:09.782353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:09.783031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:09.864643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Pushing event updated for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:09.869701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:09.880738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:09.899429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::244 (e41ec464-2d74-48b6-860e-1c2c27ffe255/30ba172b-4678-4bb3-b765-c57b7d20f0a5/2d3ec4d1-b807-4f91-b897-9be9ee13ad39) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:09.906181 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '37d91ae8-add7-4dd3-89d4-17a39801df7e', 'name': '', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'mac_address': 'fa:16:3e:76:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:08Z', 'updated_at': '2021-11-23T10:23:08Z', 'revision_number': 1, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'subnets': [{'id': '0679aa72-ba86-453e-8503-f44f661e3045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:09.931402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:09.986467 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567caf8f-74ed-40a4-a1ee-4d73fb562b9c None None] The sync data for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 is: [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '37d91ae8-add7-4dd3-89d4-17a39801df7e', 'name': '', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'mac_address': 'fa:16:3e:76:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:08Z', 'updated_at': '2021-11-23T10:23:08Z', 'revision_number': 1, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'subnets': [{'id': '0679aa72-ba86-453e-8503-f44f661e3045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:09.998711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-c6bd62c1-eb2c-46e5-b566-982c10808fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.000235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-c6bd62c1-eb2c-46e5-b566-982c10808fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ca169342c94f9eaecaa7be6b943be9&device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 1136 time: 0.5880249 Nov 23 10:23:10.008611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e4670-e147-40b0-9e06-ef2f011ebdbb req-618a556e-cbaa-43c6-9aa4-7c4fab61eb76 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.012377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a2e4670-e147-40b0-9e06-ef2f011ebdbb req-618a556e-cbaa-43c6-9aa4-7c4fab61eb76 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.3010166 Nov 23 10:23:10.100321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Router 7c274802-1dc1-4275-9779-068662132b00 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:10.135181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a2e4670-e147-40b0-9e06-ef2f011ebdbb req-f4a4c2e1-5adb-4567-b00c-2847db4417b9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1126270 Nov 23 10:23:10.152399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-4a226009-47de-4429-a9ff-97eb1068b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.160443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-4a226009-47de-4429-a9ff-97eb1068b6e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 200 len: 897 time: 0.1491165 Nov 23 10:23:10.169752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1d058b1e-ead6-42bf-bbb3-fa824bcd703f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:10.219751 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.253732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-835a7a8e-d814-4d3b-85b1-1c2fa8975ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 200 len: 217 time: 0.0607114 Nov 23 10:23:10.305604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] For port a0aef171-3d25-4457-a0bb-d99434e3e3cf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a0aef171-3d25-4457-a0bb-d99434e3e3cf,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:10.319957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.335765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:10.353735 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91405015-8e77-42d8-b726-46674a1b8165 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c274802-1dc1-4275-9779-068662132b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562551 Nov 23 10:23:10.356316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:10.357096 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.359250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-d2f32aad-36e2-4ffb-97dd-c6af9cb310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.360657 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-d2f32aad-36e2-4ffb-97dd-c6af9cb310b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 200 len: 835 time: 0.0976205 Nov 23 10:23:10.385514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.432539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-5ce2d472-50ce-4016-a71c-08b84a337194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.434115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-5ce2d472-50ce-4016-a71c-08b84a337194 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89441834-94d7-4d0f-97ad-17539341bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623369 Nov 23 10:23:10.465314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Provisioning complete for port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:10.465314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.469341 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.543261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e43e3-cc22-4d5c-b4ba-f5aaba7a3d10 None None] Pushing event updated for resources: {'Port': ['ID=a0aef171-3d25-4457-a0bb-d99434e3e3cf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:10.574765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e41ec464-2d74-48b6-860e-1c2c27ffe255', 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': '30ba172b-4678-4bb3-b765-c57b7d20f0a5'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:10.575569 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.610984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:10.611980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=2d3ec4d1-b807-4f91-b897-9be9ee13ad39,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:10.620520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:10.623168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:10.629630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:10.630597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.655528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e0b02c18-7d22-4a26-811a-d7a75b64f0d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3333204 Nov 23 10:23:10.658401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47642) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:10.690428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-d6d98d44-3dd1-450d-97e7-f110bb93be90 service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469709 Nov 23 10:23:10.774678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 2d3ec4d1-b807-4f91-b897-9be9ee13ad39 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:10.775656 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.777221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:10.841744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Checking router: 508cee41-9941-4792-8f3c-cd173e73b07b for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:10.844098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1edaf0a-1960-4118-98e6-755b15ea5b75 req-d749acd8-964d-413a-8f8d-3f6907432c9e service neutron] 10.222.0.11 "GET /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432154 Nov 23 10:23:10.924805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:10.941540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 2d3ec4d1-b807-4f91-b897-9be9ee13ad39 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:10.953020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:10.953872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:11.019621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1d058b1e-ead6-42bf-bbb3-fa824bcd703f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:11.109367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Allocated IP 2001:db8::2 (e41ec464-2d74-48b6-860e-1c2c27ffe255/30ba172b-4678-4bb3-b765-c57b7d20f0a5/24407c19-3852-4e97-8839-90d8655183b9) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:11.127709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.186751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9b63a5d1-8111-42fd-acac-c9f39d1fbdf8 None None] Provisioning complete for port 37d91ae8-add7-4dd3-89d4-17a39801df7e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:11.188277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b63a5d1-8111-42fd-acac-c9f39d1fbdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.339254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:11.346977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05794-297c-40d2-9616-62807ae713e2 req-59a568c7-cee1-4392-a9cb-81b5c29eaaa4 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:11.348552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13a05794-297c-40d2-9616-62807ae713e2 req-59a568c7-cee1-4392-a9cb-81b5c29eaaa4 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.11 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.1126275 Nov 23 10:23:11.373988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:11.374633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.385826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9b63a5d1-8111-42fd-acac-c9f39d1fbdf8 None None] Port 37d91ae8-add7-4dd3-89d4-17a39801df7e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:11.456520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8a091-bf1d-405a-9a8d-22b83dc6fb31 req-804af71c-04b8-457a-8811-a413eecc5f65 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:11.464859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0d8a091-bf1d-405a-9a8d-22b83dc6fb31 req-804af71c-04b8-457a-8811-a413eecc5f65 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 985 time: 0.2308486 Nov 23 10:23:11.528075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9b63a5d1-8111-42fd-acac-c9f39d1fbdf8 None None] Provisioning complete for port a0aef171-3d25-4457-a0bb-d99434e3e3cf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:11.528459 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b63a5d1-8111-42fd-acac-c9f39d1fbdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.608599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0d8a091-bf1d-405a-9a8d-22b83dc6fb31 req-f8714d24-2118-423c-be64-90aa50c9de2c tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/security-groups?id=c457108e-c011-4663-a83b-2113935f2a2b&id=76c31513-6089-40d6-99a5-bae36e18373e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1373944 Nov 23 10:23:11.662821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port 059d5b62-d230-400f-bba7-2408ff852fcc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:11.663270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.747668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=2d3ec4d1-b807-4f91-b897-9be9ee13ad39,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:11.785196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.788785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e63188f-2720-4a52-a511-3fc32fafbc7c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/2d3ec4d1-b807-4f91-b897-9be9ee13ad39 HTTP/1.1" status: 204 len: 168 time: 1.1290872 Nov 23 10:23:11.794611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47662) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:11.803201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port 059d5b62-d230-400f-bba7-2408ff852fcc, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=059d5b62-d230-400f-bba7-2408ff852fcc,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:11.803873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.825822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for 059d5b62-d230-400f-bba7-2408ff852fcc owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:11.835335 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9676c2-8d7b-42de-9075-1397abf3f97f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:11.836043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9676c2-8d7b-42de-9075-1397abf3f97f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:11.841984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d9676c2-8d7b-42de-9075-1397abf3f97f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/2d3ec4d1-b807-4f91-b897-9be9ee13ad39 HTTP/1.1" status: 404 len: 333 time: 0.0439229 Nov 23 10:23:11.844719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47664) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:11.888095 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11375b1-8790-4fce-baf7-cc279a102ade tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:11.892458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b11375b1-8790-4fce-baf7-cc279a102ade tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/2d3ec4d1-b807-4f91-b897-9be9ee13ad39 HTTP/1.1" status: 404 len: 333 time: 0.0466881 Nov 23 10:23:11.893075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:11.968623 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:11.976720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet 30ba172b-4678-4bb3-b765-c57b7d20f0a5 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:11.985377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.023622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.035120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.045200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.074112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=059d5b62-d230-400f-bba7-2408ff852fcc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:12.126653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:12.139584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] No DVR routers for this DVR port 059d5b62-d230-400f-bba7-2408ff852fcc on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:12.142950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.147609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-13a05794-297c-40d2-9616-62807ae713e2 req-9968d1b1-433c-40e3-b25f-18560d232c34 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.11 "DELETE /v2.0/ports/059d5b62-d230-400f-bba7-2408ff852fcc HTTP/1.1" status: 204 len: 173 time: 0.7791207 Nov 23 10:23:12.148431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'name': 'network-vif-deleted', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:23:12.152274 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc3dc7-fb51-45a0-82ee-ee2caa26bc30" -d '{"events": [{"server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "name": "network-vif-deleted", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:23:12.192646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:12.198408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:12.210162 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2879b7f1-0f81-471a-a8db-453825705c3e x-openstack-request-id: req-2879b7f1-0f81-471a-a8db-453825705c3e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:23:12.211448 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6748fc17-af6d-48ec-b68c-ab75b82e9ae8", "name": "network-vif-deleted", "tag": "059d5b62-d230-400f-bba7-2408ff852fcc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:23:12.211763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.212307 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2879b7f1-0f81-471a-a8db-453825705c3e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:23:12.213734 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6748fc17-af6d-48ec-b68c-ab75b82e9ae8', 'name': 'network-vif-deleted', 'tag': '059d5b62-d230-400f-bba7-2408ff852fcc', 'status': 'completed', 'code': 200} Nov 23 10:23:12.294912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Pushing event updated for resources: {'Port': ['ID=24407c19-3852-4e97-8839-90d8655183b9,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:12.303693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.324227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Attempting to bind port 24407c19-3852-4e97-8839-90d8655183b9 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:12.324988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Attempting to bind port 24407c19-3852-4e97-8839-90d8655183b9 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '99c242d5-1523-4690-b2a5-1f6b4d0b454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:12.325591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Attempting to bind port 24407c19-3852-4e97-8839-90d8655183b9 on network e41ec464-2d74-48b6-860e-1c2c27ffe255 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:12.331731 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:12.332726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Checking segment: {'id': '99c242d5-1523-4690-b2a5-1f6b4d0b454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:12.333354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.333982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Bound using segment: {'id': '99c242d5-1523-4690-b2a5-1f6b4d0b454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:12.334677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Bound port: 24407c19-3852-4e97-8839-90d8655183b9, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c242d5-1523-4690-b2a5-1f6b4d0b454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e41ec464-2d74-48b6-860e-1c2c27ffe255'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:12.335330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.345197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=30ba172b-4678-4bb3-b765-c57b7d20f0a5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:12.353606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.359164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b20a8080-c930-4e98-9b6a-69e682b5d2ba tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/30ba172b-4678-4bb3-b765-c57b7d20f0a5 HTTP/1.1" status: 204 len: 168 time: 0.4643078 Nov 23 10:23:12.360243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47670) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:12.406145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:12.444654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dbdf2-d73d-4561-bd45-5dd6a4ba1c3f None None] The sync data for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 is: [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:21:08Z', 'revision_number': 4, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '790269ec-0212-4cd9-8139-b25f578472e6', 'name': '', 'network_id': '89441834-94d7-4d0f-97ad-17539341bfb0', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'mac_address': 'fa:16:3e:96:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '46344400-535c-4e34-84f9-8c19068afe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:07Z', 'updated_at': '2021-11-23T10:21:13Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'subnets': [{'id': '46344400-535c-4e34-84f9-8c19068afe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:12.455615 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.456742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] For port 24407c19-3852-4e97-8839-90d8655183b9, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:12.460075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] For port 24407c19-3852-4e97-8839-90d8655183b9, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=24407c19-3852-4e97-8839-90d8655183b9,segment=NetworkSegment(99c242d5-1523-4690-b2a5-1f6b4d0b454d),segment_id=99c242d5-1523-4690-b2a5-1f6b4d0b454d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:12.465823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.544582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 24407c19-3852-4e97-8839-90d8655183b9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:12.545308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.573926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff0005-2445-4796-9b4f-2766c2fc768c None None] Pushing event updated for resources: {'Port': ['ID=24407c19-3852-4e97-8839-90d8655183b9,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:12.623783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb61b8-ac2e-4131-a3e5-3944ac5df610 None None] Network e41ec464-2d74-48b6-860e-1c2c27ffe255 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:12.695984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port 24407c19-3852-4e97-8839-90d8655183b9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=24407c19-3852-4e97-8839-90d8655183b9,segment=NetworkSegment(99c242d5-1523-4690-b2a5-1f6b4d0b454d),segment_id=99c242d5-1523-4690-b2a5-1f6b4d0b454d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:12.696293 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.755802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 24407c19-3852-4e97-8839-90d8655183b9 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:12.790850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfca7b86-1f95-44f2-b384-2c4862c16d41 req-62e81974-fceb-4b2e-be8a-1768094edc1d tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "GET /v2.0/ports?device_id=6748fc17-af6d-48ec-b68c-ab75b82e9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0727203 Nov 23 10:23:12.840650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d82ea-ea98-4eb3-be77-fbdcfb440cfd None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:23:12.905579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:12.936437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d82ea-ea98-4eb3-be77-fbdcfb440cfd None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:23:12.944032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=24407c19-3852-4e97-8839-90d8655183b9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:12.946275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port 24407c19-3852-4e97-8839-90d8655183b9 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:12.971369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a0aef171-3d25-4457-a0bb-d99434e3e3cf up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:13.035027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.057298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41ec464-2d74-48b6-860e-1c2c27ffe255']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:13.067294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c242d5-1523-4690-b2a5-1f6b4d0b454d') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:13.067524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c242d5-1523-4690-b2a5-1f6b4d0b454d') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:13.078083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.094658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.100915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a0aef171-3d25-4457-a0bb-d99434e3e3cf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:13.101286 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.101419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:13.101849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:13.105419 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:13.176942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.189481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.189481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/e41ec464-2d74-48b6-860e-1c2c27ffe255 HTTP/1.1" status: 204 len: 168 time: 0.8273828 Nov 23 10:23:13.192479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47676) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:13.198132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1857770321'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:13.201866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef00dd-c90b-47f8-b642-2a2f86d55a95 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=e41ec464-2d74-48b6-860e-1c2c27ffe255,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:13.221716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:13.225807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.257591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:13.274272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.274871 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 51a391da-1af0-4ac6-83a6-0d680fe697b0 of type vlan for network 75c6bee4-699b-44ea-bed3-e415e3f9470d Nov 23 10:23:13.334794 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.359742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.365438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:13.366350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.408720 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a7865-b2cb-45ae-98f4-dbe8a530fb7e None None] New status for floating IP 8a00dfde-d76d-4d9b-86bd-d708739b26ca: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:23:13.409993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47678) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:13.412288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2123952 Nov 23 10:23:13.415780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:13.451831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77a4a-6c27-475c-b744-654e3f4be5d3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=75c6bee4-699b-44ea-bed3-e415e3f9470d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:13.464341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:13.528345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:13.533062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.644781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Sync routers for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:13.660033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:13.660730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:13.741646 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.784127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:13.806805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=c2a5fa3e-0c5a-4865-b9fc-d19d55161532,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:13.812246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '51a391da-1af0-4ac6-83a6-0d680fe697b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:13.812609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: 75c6bee4-699b-44ea-bed3-e415e3f9470d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:13.831785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:13.843722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 75c6bee4-699b-44ea-bed3-e415e3f9470d) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:13.850221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:13.850918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.868066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47694) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:13.870414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08417a3b-1176-4d60-8159-66a39f4a5c6c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592454 Nov 23 10:23:13.871812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:13.877013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1285904973'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:13.884790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc2de50-fe8e-4ce5-852c-ef3b8e344bc3 None None] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:13.921603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3fcfb4a7-9f96-473f-91ab-071cf0e0cf0c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:13.923942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3fcfb4a7-9f96-473f-91ab-071cf0e0cf0c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1601095 Nov 23 10:23:13.960115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-f849d77c-5297-4d37-bd32-e03117313910 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0268793 Nov 23 10:23:13.961290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:13.995213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:13.998835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.013652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.017067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port e0c71494-896e-408c-a98e-49d043600796 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:14.061486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-168fdaba-49b3-4ca9-bc58-d727f7211d37 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865891 Nov 23 10:23:14.105440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.108103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.111596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/security-groups/76c31513-6089-40d6-99a5-bae36e18373e HTTP/1.1" status: 204 len: 168 time: 0.2402263 Nov 23 10:23:14.117090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47698) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:14.142394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-75c6bee4-699b-44ea-bed3-e415e3f9470d', 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': 'c2a5fa3e-0c5a-4865-b9fc-d19d55161532'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:14.143872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.154473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c91669-8bb0-4b62-a556-258c149d77f9 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c31513-6089-40d6-99a5-bae36e18373e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:14.175393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '37d91ae8-add7-4dd3-89d4-17a39801df7e', 'name': '', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'mac_address': 'fa:16:3e:76:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:08Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 2, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'subnets': [{'id': '0679aa72-ba86-453e-8503-f44f661e3045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:14.198467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-4950bd90-cf08-4fe3-935f-edf6ebc566e7 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278040 Nov 23 10:23:14.204852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Checking router: 7c274802-1dc1-4275-9779-068662132b00 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:14.205197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Updating router 7c274802-1dc1-4275-9779-068662132b00 port 37d91ae8-add7-4dd3-89d4-17a39801df7e binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:23:14.208761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::2dd (75c6bee4-699b-44ea-bed3-e415e3f9470d/c2a5fa3e-0c5a-4865-b9fc-d19d55161532/e0c71494-896e-408c-a98e-49d043600796) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:14.226970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.273639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.287451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.294219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-cc19cd55-596b-4afd-9bef-ca1ebd8de9ed service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936582 Nov 23 10:23:14.388232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.391481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.392727 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/security-groups/c457108e-c011-4663-a83b-2113935f2a2b HTTP/1.1" status: 204 len: 168 time: 0.2747712 Nov 23 10:23:14.395736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47702) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:14.415700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a15e56-fa52-48e3-8e01-3f0e3a98d4fd tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457108e-c011-4663-a83b-2113935f2a2b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:14.438250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.463425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 059d5b62-d230-400f-bba7-2408ff852fcc no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:14.484060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.496963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 059d5b62-d230-400f-bba7-2408ff852fcc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:14.497307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 059d5b62-d230-400f-bba7-2408ff852fcc not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:14.539540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:14.542810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:14.547634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:14.553715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:14.554592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.558987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=e0c71494-896e-408c-a98e-49d043600796,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:14.577575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f6a64195-c8b7-4d74-9496-081a03bf7e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7036943 Nov 23 10:23:14.578621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Allocated IP 2001:db8::2 (75c6bee4-699b-44ea-bed3-e415e3f9470d/c2a5fa3e-0c5a-4865-b9fc-d19d55161532/6202fbc8-d782-44b2-8465-8817ab4f6b05) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:14.579718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47708) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:14.713841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port e0c71494-896e-408c-a98e-49d043600796 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:14.714846 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.783866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79e3b01b-b3ee-47a7-ac33-7cedfa9cf7de req-44d3ac66-8fc5-4890-81a4-8e3f2a2e481f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0639253 Nov 23 10:23:14.866537 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.885062 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.895349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.911862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for e0c71494-896e-408c-a98e-49d043600796 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:14.930886 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.954496 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.957929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:14.991626 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948c8a-76e0-44a4-b0c5-7f4ce1f40c6b None None] Pushing event updated for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.074641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:15.075833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Attempting to bind port 37d91ae8-add7-4dd3-89d4-17a39801df7e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:15.076299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Attempting to bind port 37d91ae8-add7-4dd3-89d4-17a39801df7e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:15.076658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Attempting to bind port 37d91ae8-add7-4dd3-89d4-17a39801df7e on network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:15.087889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:15.093288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:15.113308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:15.113961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Checking segment: {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:15.114564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.115132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Bound using segment: {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:15.115887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Bound port: 37d91ae8-add7-4dd3-89d4-17a39801df7e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52378f3a-e461-4296-a71d-043a9a642457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:15.116440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.122091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Pushing event updated for resources: {'Port': ['ID=6202fbc8-d782-44b2-8465-8817ab4f6b05,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.155821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.205839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=e0c71494-896e-408c-a98e-49d043600796,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.236768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] For port 37d91ae8-add7-4dd3-89d4-17a39801df7e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:15.240544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] For port 37d91ae8-add7-4dd3-89d4-17a39801df7e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37d91ae8-add7-4dd3-89d4-17a39801df7e,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:15.259807 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.267674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47720) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:15.268639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2d0a8c26-cfe9-45d6-b460-f75985c849b1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/e0c71494-896e-408c-a98e-49d043600796 HTTP/1.1" status: 204 len: 168 time: 0.6868405 Nov 23 10:23:15.280835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.306185 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-34109f59-07ee-4d12-8c36-3f6b1f6ae4de tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:15.308020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34109f59-07ee-4d12-8c36-3f6b1f6ae4de tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/e0c71494-896e-408c-a98e-49d043600796 HTTP/1.1" status: 404 len: 333 time: 0.0376377 Nov 23 10:23:15.312005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:15.359981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port 790269ec-0212-4cd9-8139-b25f578472e6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:15.360266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.393759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet c2a5fa3e-0c5a-4865-b9fc-d19d55161532 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:15.397423 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.446663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.483356 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port 790269ec-0212-4cd9-8139-b25f578472e6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=790269ec-0212-4cd9-8139-b25f578472e6,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:15.483842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.492699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Attempting to bind port 6202fbc8-d782-44b2-8465-8817ab4f6b05 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:15.493121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Attempting to bind port 6202fbc8-d782-44b2-8465-8817ab4f6b05 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '51a391da-1af0-4ac6-83a6-0d680fe697b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:15.493482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Attempting to bind port 6202fbc8-d782-44b2-8465-8817ab4f6b05 on network 75c6bee4-699b-44ea-bed3-e415e3f9470d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:15.517805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:15.518324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Checking segment: {'id': '51a391da-1af0-4ac6-83a6-0d680fe697b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:15.518598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.518989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Bound using segment: {'id': '51a391da-1af0-4ac6-83a6-0d680fe697b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:15.519480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Bound port: 6202fbc8-d782-44b2-8465-8817ab4f6b05, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a391da-1af0-4ac6-83a6-0d680fe697b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '75c6bee4-699b-44ea-bed3-e415e3f9470d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:15.519823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.526705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for 790269ec-0212-4cd9-8139-b25f578472e6 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:15.545932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] Provisioning complete for port 37d91ae8-add7-4dd3-89d4-17a39801df7e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:15.546294 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.550347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948c8a-76e0-44a4-b0c5-7f4ce1f40c6b None None] Pushing event updated for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.554285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:15.554908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:15.603101 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.686958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.729514 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.734636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/c2a5fa3e-0c5a-4865-b9fc-d19d55161532 HTTP/1.1" status: 204 len: 168 time: 0.4210334 Nov 23 10:23:15.735756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e797e-6cd2-4257-8ad6-3840285883ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a5fa3e-0c5a-4865-b9fc-d19d55161532,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.737032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:15.773114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] For port 6202fbc8-d782-44b2-8465-8817ab4f6b05, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:15.825761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:15.864014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.874411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.920334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=790269ec-0212-4cd9-8139-b25f578472e6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:15.926836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] For port 6202fbc8-d782-44b2-8465-8817ab4f6b05, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6202fbc8-d782-44b2-8465-8817ab4f6b05,segment=NetworkSegment(51a391da-1af0-4ac6-83a6-0d680fe697b0),segment_id=51a391da-1af0-4ac6-83a6-0d680fe697b0)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:15.928739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:15.955605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.000502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b5c2239b-1dc5-4562-abb0-0f82fc1d3508 req-17bc9606-92f9-4f99-a78f-f936b313fd2d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0918937 Nov 23 10:23:16.041610 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.096605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3c0c35a1-be8f-423e-a732-14c38855a2ce tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:16.103447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3c0c35a1-be8f-423e-a732-14c38855a2ce tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1579695 Nov 23 10:23:16.123961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] For port 37d91ae8-add7-4dd3-89d4-17a39801df7e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37d91ae8-add7-4dd3-89d4-17a39801df7e,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:16.126946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:16.144522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.148557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65bbb-5b25-4bbe-adb7-2cb1b99dd947 None None] Pushing event updated for resources: {'Port': ['ID=6202fbc8-d782-44b2-8465-8817ab4f6b05,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:16.216809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 6202fbc8-d782-44b2-8465-8817ab4f6b05 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:16.217663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.312247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac1c95-e9e4-42b0-b387-6d860d64348a None None] Pushing event updated for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:16.343522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-369fb02a-8e3c-48f2-a93e-29a96ecf6aff None None] Provisioning complete for port 37d91ae8-add7-4dd3-89d4-17a39801df7e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:16.344098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-369fb02a-8e3c-48f2-a93e-29a96ecf6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.353670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:16.358318 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.381027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port 6202fbc8-d782-44b2-8465-8817ab4f6b05, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6202fbc8-d782-44b2-8465-8817ab4f6b05,segment=NetworkSegment(51a391da-1af0-4ac6-83a6-0d680fe697b0),segment_id=51a391da-1af0-4ac6-83a6-0d680fe697b0)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:16.381632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.398043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.401972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 6202fbc8-d782-44b2-8465-8817ab4f6b05 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:16.425704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '37d91ae8-add7-4dd3-89d4-17a39801df7e', 'name': '', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'mac_address': 'fa:16:3e:76:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:08Z', 'updated_at': '2021-11-23T10:23:15Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'subnets': [{'id': '0679aa72-ba86-453e-8503-f44f661e3045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:16.467509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb421-5fd9-4896-b225-fa29edd42d37 None None] The sync data for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 is: [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:23:09Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '37d91ae8-add7-4dd3-89d4-17a39801df7e', 'name': '', 'network_id': '0e3cb8a5-b97c-4f47-b985-55cfc61f8eec', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'mac_address': 'fa:16:3e:76:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0679aa72-ba86-453e-8503-f44f661e3045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:08Z', 'updated_at': '2021-11-23T10:23:15Z', 'revision_number': 4, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'subnets': [{'id': '0679aa72-ba86-453e-8503-f44f661e3045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:16.602816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.12 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/d6f7d6ef-c520-4401-862a-5fc2ce594f09) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:16.748775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.767681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port 6202fbc8-d782-44b2-8465-8817ab4f6b05 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:16.796542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=6202fbc8-d782-44b2-8465-8817ab4f6b05,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:16.811130 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.849645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:16.938765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:16.950748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:16.955296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:16.964011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.029703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Router 508cee41-9941-4792-8f3c-cd173e73b07b has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:17.031436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c6bee4-699b-44ea-bed3-e415e3f9470d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:17.056927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:17.102511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a391da-1af0-4ac6-83a6-0d680fe697b0') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:17.103075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a391da-1af0-4ac6-83a6-0d680fe697b0') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:17.119588 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:17.120508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.145912 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37d91ae8-add7-4dd3-89d4-17a39801df7e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:17.162294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.226391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-faf361d7-a9a3-4728-9cb9-cc73d19a9f3f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100025 Nov 23 10:23:17.240299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Request body: {'port': {'device_id': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:17.280933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ec594-65df-4d5e-955b-7380774cdeda req-2a148ac6-0559-400b-a46e-10cbfa9132f2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:17.283605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 37d91ae8-add7-4dd3-89d4-17a39801df7e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:17.286137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.294793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c54ec594-65df-4d5e-955b-7380774cdeda req-2a148ac6-0559-400b-a46e-10cbfa9132f2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 932 time: 0.1601903 Nov 23 10:23:17.297440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.359308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:17.366892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:17.372140 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:17.406712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9ecdb4d-90bd-41b9-9a41-4828af88f741 None None] Provisioning complete for port d6f7d6ef-c520-4401-862a-5fc2ce594f09 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:17.407263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9ecdb4d-90bd-41b9-9a41-4828af88f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.416597 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.452040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c54ec594-65df-4d5e-955b-7380774cdeda req-dc608985-d31a-4512-bcd1-8a3a7ad8a5e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560373 Nov 23 10:23:17.502322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:17.505241 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.514829 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Sync routers for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:17.519666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3e9c543-8720-4c7b-8b50-5913b7c359e8 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "PUT /v2.0/routers/508cee41-9941-4792-8f3c-cd173e73b07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225517 Nov 23 10:23:17.525166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47730) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:17.541294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.555139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/75c6bee4-699b-44ea-bed3-e415e3f9470d HTTP/1.1" status: 204 len: 168 time: 1.8153815 Nov 23 10:23:17.559858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:17.569525 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:17.574604 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:17.593934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'name': 'tempest-PortsIpV6TestJSON-935565696'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:17.595490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecdb4d-90bd-41b9-9a41-4828af88f741 None None] Port d6f7d6ef-c520-4401-862a-5fc2ce594f09 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:17.596019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c84764-949e-4436-8d91-22765c2da6fa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=75c6bee4-699b-44ea-bed3-e415e3f9470d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:17.768966 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:17.808662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting subnet 46344400-535c-4e34-84f9-8c19068afe87 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:17.821797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.860492 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-752a21be-7c4b-42c8-a210-0ef9ef1c7ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.889728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:17.927425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253d48b-cc5a-4b7f-872a-d68303fed046 None None] DHCP port deletion for 75c6bee4-699b-44ea-bed3-e415e3f9470d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:17.929960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c92e1e06-f8b5-4fc7-9d96-80fb2652ccf2 None None] Could not find standard attr ID for object 6202fbc8-d782-44b2-8465-8817ab4f6b05. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:17.956265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332f1fc-9946-48a0-b3dd-052d7cd96652 None None] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:17.974181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332f1fc-9946-48a0-b3dd-052d7cd96652 None None] Network 75c6bee4-699b-44ea-bed3-e415e3f9470d could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:23:17.991137 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:23:15Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:18.017637 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Checking router: 508cee41-9941-4792-8f3c-cd173e73b07b for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:18.027022 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Routers {'508cee41-9941-4792-8f3c-cd173e73b07b'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:18.027689 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:22:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['508cee41-9941-4792-8f3c-cd173e73b07b'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:18.062199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:18.066367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.098466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.138864 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] Set router 508cee41-9941-4792-8f3c-cd173e73b07b gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:18.139412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 3e591bb6-b0f6-4820-bed4-1443e8c4b47e yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:18.285408 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.292422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f7d6ef-c520-4401-862a-5fc2ce594f09 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:23:18.320731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.350720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Subnet': ['ID=46344400-535c-4e34-84f9-8c19068afe87,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:18.351547 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:23:15Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:18.372185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.378174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c6263d3-407a-4861-97a5-33deac551063 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/subnets/46344400-535c-4e34-84f9-8c19068afe87 HTTP/1.1" status: 204 len: 168 time: 0.8483489 Nov 23 10:23:18.378389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee7217a-4e0d-4155-bf0d-5e26b129bc29 None None] Network 89441834-94d7-4d0f-97ad-17539341bfb0 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:18.378499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47734) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:18.384748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Transition to ACTIVE for port object d6f7d6ef-c520-4401-862a-5fc2ce594f09 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:23:18.395800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.406875 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ff2bb-b420-431c-9551-aab1b31d27c1 None None] The sync data for ids ['508cee41-9941-4792-8f3c-cd173e73b07b'] in n-d-781076-5 is: [{'id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1032974640', 'tenant_id': '85ca169342c94f9eaecaa7be6b943be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:21:02Z', 'updated_at': '2021-11-23T10:23:15Z', 'revision_number': 5, 'project_id': '85ca169342c94f9eaecaa7be6b943be9', 'gw_port': {'id': 'a63301eb-e0cc-4958-ba8b-b09220e16291', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508cee41-9941-4792-8f3c-cd173e73b07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:21:03Z', 'updated_at': '2021-11-23T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:18.517818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.680746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f7e8-f7fd-4cd3-a699-7dff0a256c31 req-3bdc5924-5d4a-48b7-9166-ea2d131bedb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:18.682208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa3f7e8-f7fd-4cd3-a699-7dff0a256c31 req-3bdc5924-5d4a-48b7-9166-ea2d131bedb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.1137040 Nov 23 10:23:18.731254 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.752085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa3f7e8-f7fd-4cd3-a699-7dff0a256c31 req-8735a4ce-5b8a-4844-9f99-41384d7dbaab tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607791 Nov 23 10:23:18.806850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Deleting port a63301eb-e0cc-4958-ba8b-b09220e16291 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:18.807226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.816190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.821394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:18.931076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Attempting to bind port d6f7d6ef-c520-4401-862a-5fc2ce594f09 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:18.931076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Attempting to bind port d6f7d6ef-c520-4401-862a-5fc2ce594f09 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:18.931076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Attempting to bind port d6f7d6ef-c520-4401-862a-5fc2ce594f09 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:18.939165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] DHCP port deletion for 89441834-94d7-4d0f-97ad-17539341bfb0 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:18.944787 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:18.954474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Port d6f7d6ef-c520-4401-862a-5fc2ce594f09 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:23:18.954474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Attempting to bind port d6f7d6ef-c520-4401-862a-5fc2ce594f09 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:19.015656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:19.016029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:19.016381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:19.016832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Bound port: d6f7d6ef-c520-4401-862a-5fc2ce594f09, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:19.017191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.035572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:19.064104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6202fbc8-d782-44b2-8465-8817ab4f6b05 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:19.066241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:19.080087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:19.090188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:19.090867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.104450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6202fbc8-d782-44b2-8465-8817ab4f6b05 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:19.104958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6202fbc8-d782-44b2-8465-8817ab4f6b05 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:19.105472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f809da4-4c60-4f16-a787-e1a0ee78b24d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:19.128900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=3e591bb6-b0f6-4820-bed4-1443e8c4b47e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:19.157765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e958edad-ace4-475b-b908-ad1bf5e63aa5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5659876 Nov 23 10:23:19.165055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Deleting port 3f809da4-4c60-4f16-a787-e1a0ee78b24d {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:19.165794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.174111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47738) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:19.303781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] For port 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f809da4-4c60-4f16-a787-e1a0ee78b24d,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:19.304599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.307568 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.331675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Calling delete_port for 3f809da4-4c60-4f16-a787-e1a0ee78b24d owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:19.341160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:19.356777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:19.373727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.414279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 3f809da4-4c60-4f16-a787-e1a0ee78b24d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f809da4-4c60-4f16-a787-e1a0ee78b24d,segment=NetworkSegment(f2bd9001-e855-4c0a-8520-5b26f504ceab),segment_id=f2bd9001-e855-4c0a-8520-5b26f504ceab)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:19.428336 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.429504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 790269ec-0212-4cd9-8139-b25f578472e6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:19.437263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:19.437908 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.439348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6f7d6ef-c520-4401-862a-5fc2ce594f09 HTTP/1.1" status: 200 len: 1092 time: 2.2034285 Nov 23 10:23:19.439830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:23:19.442245 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c4507d-1f42-44ff-b80c-5c556e54aa50" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:23:19.484154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 3e591bb6-b0f6-4820-bed4-1443e8c4b47e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:19.484625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.537717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 790269ec-0212-4cd9-8139-b25f578472e6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:19.538762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 790269ec-0212-4cd9-8139-b25f578472e6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:19.572628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=3f809da4-4c60-4f16-a787-e1a0ee78b24d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:19.584030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.584511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.584957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.585449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.586031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.586595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.587746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.588219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.588646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.589100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.590062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.590503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:19.596353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.601734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] For port a63301eb-e0cc-4958-ba8b-b09220e16291, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a63301eb-e0cc-4958-ba8b-b09220e16291,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:19.602278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.603150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.626663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 3e591bb6-b0f6-4820-bed4-1443e8c4b47e owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:19.630292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] Pushing event deleted for resources: {'Port': ['ID=3f809da4-4c60-4f16-a787-e1a0ee78b24d,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:19.630885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Calling delete_port for a63301eb-e0cc-4958-ba8b-b09220e16291 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:19.634259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ae3a7-c462-44f7-9a7e-88ba9e3f0a10 None None] No DVR routers for this DVR port 3f809da4-4c60-4f16-a787-e1a0ee78b24d on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:19.699034 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551b68b-c402-4803-a955-2d6de821688b x-openstack-request-id: req-0551b68b-c402-4803-a955-2d6de821688b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:23:19.699649 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:23:19.700043 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0551b68b-c402-4803-a955-2d6de821688b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:23:19.700597 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09', 'status': 'completed', 'code': 200} Nov 23 10:23:19.732439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6a529-5506-4d2b-b01b-edf17a2e2ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:19.774584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-ab2cb53e-97f6-43af-9a72-77951ee07452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:19.776484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-ab2cb53e-97f6-43af-9a72-77951ee07452 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 1095 time: 0.0859671 Nov 23 10:23:19.835288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-04aa9c31-2e3f-4722-bb96-bc8e24324980 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09 HTTP/1.1" status: 200 len: 217 time: 0.0497098 Nov 23 10:23:19.835843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.854643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.861376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/3e591bb6-b0f6-4820-bed4-1443e8c4b47e HTTP/1.1" status: 204 len: 168 time: 0.6843975 Nov 23 10:23:19.865248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47744) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:19.871530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'mac_address': 'fa:16:3e:69:a0:9a', 'name': 'tempest-PortsIpV6TestJSON-604587677'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:19.908321 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:19.910964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53c7a-ffab-4987-8d2f-031ff2669c58 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=3e591bb6-b0f6-4820-bed4-1443e8c4b47e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:19.934228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-5f1a06e1-f7f3-40af-9d3d-d70cd57e6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:19.935770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-5f1a06e1-f7f3-40af-9d3d-d70cd57e6c9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0883839 Nov 23 10:23:19.947632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b08fa-d447-428f-8a6f-085465ca8567 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:19.993440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3d1d6a39-75b2-4b8b-9cee-8c87135508ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:19.995126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-3d1d6a39-75b2-4b8b-9cee-8c87135508ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499225 Nov 23 10:23:19.996842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Port': ['ID=a63301eb-e0cc-4958-ba8b-b09220e16291,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:20.043876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7acf5-21e4-4869-bb2f-f8086a3c9a04 req-2f56afea-c175-4d49-926a-507811a3644c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.045331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13b7acf5-21e4-4869-bb2f-f8086a3c9a04 req-2f56afea-c175-4d49-926a-507811a3644c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.1975231 Nov 23 10:23:20.105180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.106780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-88b7e5b7-abe8-443a-96a0-8bc963319a45 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039233 Nov 23 10:23:20.109811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:20.209562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e7f92af-daec-4b29-b1a7-895fa9a20366 req-8432f954-c16e-407a-9552-6ce2058fb35a service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961578 Nov 23 10:23:20.233763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13b7acf5-21e4-4869-bb2f-f8086a3c9a04 req-50c3c89e-b412-487a-b821-114b19985923 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794851 Nov 23 10:23:20.268127 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.274692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.286810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.322543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-e4a46e3e-aa74-4cd1-86be-3c20361c38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.324234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-e4a46e3e-aa74-4cd1-86be-3c20361c38f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 1095 time: 0.0433571 Nov 23 10:23:20.333022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.333581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Fanout notify agent at l3_agent the message router_deleted on router 508cee41-9941-4792-8f3c-cd173e73b07b {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:23:20.344865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.346016 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a0d75225-2f65-4576-9ff9-7e4d070c8600 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/routers/508cee41-9941-4792-8f3c-cd173e73b07b HTTP/1.1" status: 204 len: 168 time: 1.9666674 Nov 23 10:23:20.347397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 7a46aeae-384d-4668-ba06-93bfe6fb3e78 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:20.348705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47746) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:20.361478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e33-e1c3-4f7a-9d40-d032c71f8ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.460391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.566681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.585536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.597355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-a7040ea4-bb15-46e6-b5f6-20426ebee17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.600076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-a7040ea4-bb15-46e6-b5f6-20426ebee17c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.2668598 Nov 23 10:23:20.627960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.663994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-18aa9795-5755-4281-bf50-a8f707f4dbb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09 HTTP/1.1" status: 200 len: 217 time: 0.0463629 Nov 23 10:23:20.671248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:20.674583 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:20.686114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:20.692806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.693589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.711848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=7a46aeae-384d-4668-ba06-93bfe6fb3e78,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:20.721930 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-38d2793a-037f-4cc6-b78e-0dfbe6060f89 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8537266 Nov 23 10:23:20.722180 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47748) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:20.755452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.771679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6271ad-fe38-4345-9bcb-94f951937e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.775703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba6271ad-fe38-4345-9bcb-94f951937e1a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/7a46aeae-384d-4668-ba06-93bfe6fb3e78 HTTP/1.1" status: 200 len: 844 time: 0.0500517 Nov 23 10:23:20.776761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47750) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:20.788048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-e352cc3e-a20b-4608-b932-884612f8ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.789782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-e352cc3e-a20b-4608-b932-884612f8ed13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.1160641 Nov 23 10:23:20.791587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89441834-94d7-4d0f-97ad-17539341bfb0']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:20.818581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bd9001-e855-4c0a-8520-5b26f504ceab') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:20.818925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bd9001-e855-4c0a-8520-5b26f504ceab') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:20.844204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.860841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.870434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-694a8e3e-dc7e-4d73-a5e2-bd42dfaf1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:20.871893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-694a8e3e-dc7e-4d73-a5e2-bd42dfaf1b2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663640 Nov 23 10:23:20.872947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:20.873306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 7a46aeae-384d-4668-ba06-93bfe6fb3e78 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:20.873437 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.873965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:20.877089 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:20.982955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.021691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 7a46aeae-384d-4668-ba06-93bfe6fb3e78 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:21.021855 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.024352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a63301eb-e0cc-4958-ba8b-b09220e16291 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:21.046715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a63301eb-e0cc-4958-ba8b-b09220e16291 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:21.047311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a63301eb-e0cc-4958-ba8b-b09220e16291 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:21.047526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.053482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] 10.222.0.62 "DELETE /v2.0/networks/89441834-94d7-4d0f-97ad-17539341bfb0 HTTP/1.1" status: 204 len: 168 time: 0.7013946 Nov 23 10:23:21.053482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604e764-8b44-4146-9d55-5cbb418405c6 tempest-TestSecurityGroupsBasicOps-593211311 tempest-TestSecurityGroupsBasicOps-593211311-project] Pushing event deleted for resources: {'Network': ['ID=89441834-94d7-4d0f-97ad-17539341bfb0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:21.110501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-79787d4b-19c1-45f6-9d46-ffedcf951af6 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103691 Nov 23 10:23:21.154553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.205796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=7a46aeae-384d-4668-ba06-93bfe6fb3e78,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:21.215167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.221982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-654ec287-e641-4a2d-8da9-c4d688209aed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/7a46aeae-384d-4668-ba06-93bfe6fb3e78 HTTP/1.1" status: 204 len: 168 time: 0.4419961 Nov 23 10:23:21.222345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47756) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:21.244485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67c4507d-1f42-44ff-b80c-5c556e54aa50 req-b58b61e7-339b-4814-b007-9a484a4d3abf service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263618 Nov 23 10:23:21.247019 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cbe6f6-2d9e-4a7d-9aed-57f73ac88c62 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:21.248512 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57cbe6f6-2d9e-4a7d-9aed-57f73ac88c62 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/7a46aeae-384d-4668-ba06-93bfe6fb3e78 HTTP/1.1" status: 404 len: 333 time: 0.0252106 Nov 23 10:23:21.254144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47758) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:21.260716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'name': 'tempest-PortsIpV6TestJSON-1978120438'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:21.310621 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.437127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadf41e-9fb6-4f46-a9ad-98ed02bbd7ca req-e1ceeca3-8e03-41c5-9ee0-cc339ccc278c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:21.438931 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7eadf41e-9fb6-4f46-a9ad-98ed02bbd7ca req-e1ceeca3-8e03-41c5-9ee0-cc339ccc278c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0795493 Nov 23 10:23:21.440431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:21.443983 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.470388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 3f85635f-b207-4e4f-a86d-3f79af60098b yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:21.555237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7eadf41e-9fb6-4f46-a9ad-98ed02bbd7ca req-956aa1de-2061-40fe-af83-5653684ef836 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961361 Nov 23 10:23:21.630491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:21.689667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.730061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.776435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:21.781935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:21.784570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:21.790497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7eef7eaf-f3f8-4cc9-9b2f-315ae10e91b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85ca169342c94f9eaecaa7be6b943be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587656 Nov 23 10:23:21.790850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:21.791480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.792387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47768) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:21.818306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=3f85635f-b207-4e4f-a86d-3f79af60098b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:21.829553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aeb3324d-ab4a-460c-b9e6-6611759c0fdb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5743022 Nov 23 10:23:21.832357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:21.837522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:21.886837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.930920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:21.932662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.042030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.044633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.045793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5f90839-65a3-40b9-8100-067eed1155e0 HTTP/1.1" status: 204 len: 168 time: 0.2521715 Nov 23 10:23:22.059098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca96ef-87e6-4389-a635-12114b300a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f90839-65a3-40b9-8100-067eed1155e0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.132139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.137461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.172544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] In _notify_port_updated(), no bound segment for port 3f85635f-b207-4e4f-a86d-3f79af60098b on network ae6d1184-6d96-4c2e-9c38-710db64cf376 {{(pid=110023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:23:22.178960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:22.179662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.181266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/ports/3f85635f-b207-4e4f-a86d-3f79af60098b HTTP/1.1" status: 200 len: 818 time: 0.3478041 Nov 23 10:23:22.183988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47776) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.202442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f6586-4964-4742-aa2b-bce682cab760 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=3f85635f-b207-4e4f-a86d-3f79af60098b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.276754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 3f85635f-b207-4e4f-a86d-3f79af60098b {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:22.277441 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.348129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.357402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47778) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.363875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 3f85635f-b207-4e4f-a86d-3f79af60098b owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:22.372517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-400d379b-4451-49a7-b1f5-617d92fcc346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.455482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-400d379b-4451-49a7-b1f5-617d92fcc346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.461351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-400d379b-4451-49a7-b1f5-617d92fcc346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.462504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.499087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.500185 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-400d379b-4451-49a7-b1f5-617d92fcc346 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a1bf4c131024fb58095eba5bf7fe7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414783 Nov 23 10:23:22.503123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47780) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.504135 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/3f85635f-b207-4e4f-a86d-3f79af60098b HTTP/1.1" status: 204 len: 168 time: 0.3188665 Nov 23 10:23:22.505564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c081ba-2457-4620-913d-176051ce56b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=3f85635f-b207-4e4f-a86d-3f79af60098b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.507743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.561970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d379b-4451-49a7-b1f5-617d92fcc346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880e0d4a-57e6-464a-bebb-0ff8ada5a3a5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.607346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fea73-bfec-4589-a83f-370fd1ffacec tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:22.611390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e23fea73-bfec-4589-a83f-370fd1ffacec tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0919504 Nov 23 10:23:22.611673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47786) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.621928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.647868 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f015d79-7926-4612-8be0-0dc3962ecda9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:22.649253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1f015d79-7926-4612-8be0-0dc3962ecda9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/3f85635f-b207-4e4f-a86d-3f79af60098b HTTP/1.1" status: 404 len: 333 time: 0.0366592 Nov 23 10:23:22.654844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47788) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.662918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-477116326'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:22.691940 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.697398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:22.702093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.714204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.733730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589d76-a0a2-4d0d-9e54-4ebcdbaa80bb req-94eb7497-98fb-4be2-860d-a4936e6d8a77 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:22.735713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:22.736265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d589d76-a0a2-4d0d-9e54-4ebcdbaa80bb req-94eb7497-98fb-4be2-860d-a4936e6d8a77 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0987868 Nov 23 10:23:22.746272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.746883 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 5207ea64-3477-4aa5-afc4-72a7c8fb400a of type vlan for network 4b26b480-db2b-48b3-8720-30053967d80a Nov 23 10:23:22.796988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.797256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d589d76-a0a2-4d0d-9e54-4ebcdbaa80bb req-cfd7123c-fcad-4a1c-8711-cb4481ebc861 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Nov 23 10:23:22.804061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.808041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.809644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/880e0d4a-57e6-464a-bebb-0ff8ada5a3a5 HTTP/1.1" status: 204 len: 168 time: 0.3028319 Nov 23 10:23:22.827117 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.831447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3ce16-60d2-4193-8f44-c29a7373d15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880e0d4a-57e6-464a-bebb-0ff8ada5a3a5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.833715 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:22.834452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:22.881469 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47792) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:22.881631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2260153 Nov 23 10:23:22.887351 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:22.920985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae38a7-7f41-4973-8b89-84e3c493c802 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=4b26b480-db2b-48b3-8720-30053967d80a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:22.933743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4b26b480-db2b-48b3-8720-30053967d80a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:22.987915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:22.991643 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.193008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.228728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47796) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:23.230159 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:23:23.251781 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=bbe6ccd4-da91-4395-8d4b-6229e58d2deb,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:23.267429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '5207ea64-3477-4aa5-afc4-72a7c8fb400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:23.267797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: 4b26b480-db2b-48b3-8720-30053967d80a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:23.271473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a63cf3f-aa0e-45f4-ae79-fb1ac81683de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0c7d6c6c1c4433fb6c572357a1f67f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414202 Nov 23 10:23:23.273927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:23.284707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 4b26b480-db2b-48b3-8720-30053967d80a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:23.294369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4b26b480-db2b-48b3-8720-30053967d80a) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:23.298873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:23.299493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.305806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1df489-b03c-421d-a060-f1f0fcbda210 None None] Network 4b26b480-db2b-48b3-8720-30053967d80a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:23.322573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4052af51-9cdc-4753-a6b4-dab25f6cf3b4 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369931 Nov 23 10:23:23.322825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47800) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:23.327714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:23.329549 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.354528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.414841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.417427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.418870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de292eaa-ee6e-454a-a0e3-a8f95e2053bf HTTP/1.1" status: 204 len: 168 time: 0.1439867 Nov 23 10:23:23.441159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41fec-b4cd-4570-bb5b-55573ff2eb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de292eaa-ee6e-454a-a0e3-a8f95e2053bf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:23.450539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:23.454284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.498685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-4b26b480-db2b-48b3-8720-30053967d80a', 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:23.500058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.555964 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbe6ccd4-da91-4395-8d4b-6229e58d2deb (CIDR: 2001:db8::/64) Nov 23 10:23:23.560038 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:23:23.560649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:23.578350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-590c300b-4db4-42a1-96f9-8dac16dfbb4a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2539663 Nov 23 10:23:23.580418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47804) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:23.585503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:23.614896 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.674047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Allocated IP 2001:db8::2 (4b26b480-db2b-48b3-8720-30053967d80a/bbe6ccd4-da91-4395-8d4b-6229e58d2deb/aec20689-006d-40ab-94da-a0cbefd79bdf) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:23.704436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:23.709017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.840851 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.848323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.893859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Network 4b26b480-db2b-48b3-8720-30053967d80a is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:23.897314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:23.902942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:23.910753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Pushing event updated for resources: {'Port': ['ID=aec20689-006d-40ab-94da-a0cbefd79bdf,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:23.949645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fdb58-2759-46c0-89bc-91802f461661 req-05c8d965-8aad-431f-be4e-aae64098b440 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:23.958869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-445fdb58-2759-46c0-89bc-91802f461661 req-05c8d965-8aad-431f-be4e-aae64098b440 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0681946 Nov 23 10:23:23.964636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Attempting to bind port aec20689-006d-40ab-94da-a0cbefd79bdf on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:23.965204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Attempting to bind port aec20689-006d-40ab-94da-a0cbefd79bdf by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5207ea64-3477-4aa5-afc4-72a7c8fb400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:23.965759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Attempting to bind port aec20689-006d-40ab-94da-a0cbefd79bdf on network 4b26b480-db2b-48b3-8720-30053967d80a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:23.971195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:23.971906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Checking segment: {'id': '5207ea64-3477-4aa5-afc4-72a7c8fb400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:23.972676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:23.973243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Bound using segment: {'id': '5207ea64-3477-4aa5-afc4-72a7c8fb400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:23.973712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Bound port: aec20689-006d-40ab-94da-a0cbefd79bdf, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5207ea64-3477-4aa5-afc4-72a7c8fb400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4b26b480-db2b-48b3-8720-30053967d80a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:23.974106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.014227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-445fdb58-2759-46c0-89bc-91802f461661 req-d17cf769-2c4d-4c86-be40-0bc6404ce27b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Nov 23 10:23:24.017387 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.051227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] For port aec20689-006d-40ab-94da-a0cbefd79bdf, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:24.054842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] For port aec20689-006d-40ab-94da-a0cbefd79bdf, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec20689-006d-40ab-94da-a0cbefd79bdf,segment=NetworkSegment(5207ea64-3477-4aa5-afc4-72a7c8fb400a),segment_id=5207ea64-3477-4aa5-afc4-72a7c8fb400a)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:24.060312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.065109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 4b26b480-db2b-48b3-8720-30053967d80a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:24.068527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:24.071515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:24.072143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.089068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=f6f411e6-cdcb-4c60-a280-59d6ee878eba,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:24.096743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a14ad99d-fe64-40d4-a02f-455d1735a633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5152307 Nov 23 10:23:24.099473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:24.104877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb'}, {'subnet_id': 'f6f411e6-cdcb-4c60-a280-59d6ee878eba'}], 'name': 'tempest-PortsIpV6TestJSON-1144719731'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:24.128310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef0dc-ce14-4123-b44d-3cefea5d872b None None] Pushing event updated for resources: {'Port': ['ID=aec20689-006d-40ab-94da-a0cbefd79bdf,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:24.227746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47828) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:24.243754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:24.354010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.355034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-286390339-network', 'tenant_id': '24db4fad34804b4193dd41007324c8d8'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:24.374891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 4350b848-f59d-4689-bce2-56b98f495ff6 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:24.387815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Made reservation on behalf of 24db4fad34804b4193dd41007324c8d8 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:24.390244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.400056 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.486977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.492603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.519275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:24.533419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04626eff-4fab-4b66-9e29-20b94e448653,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:24.539184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.539580 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Added segment 14ebce7a-5ed6-49fb-bcd4-60e094080a8f of type vlan for network 0067f711-3baa-40a8-a5d3-5b65d0b58eca Nov 23 10:23:24.579322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.604948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.605974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:24.606654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.642987 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4136555 Nov 23 10:23:24.646121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:24.655156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Request body: {'subnet': {'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-286390339-subnet', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:24.670641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb68736-3bb0-4ed7-ab17-37e564f5cfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=0067f711-3baa-40a8-a5d3-5b65d0b58eca,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:24.680358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:24.682350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::228 (4b26b480-db2b-48b3-8720-30053967d80a/bbe6ccd4-da91-4395-8d4b-6229e58d2deb/4350b848-f59d-4689-bce2-56b98f495ff6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:24.691885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8:0:1::3a7 (4b26b480-db2b-48b3-8720-30053967d80a/f6f411e6-cdcb-4c60-a280-59d6ee878eba/4350b848-f59d-4689-bce2-56b98f495ff6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:24.699070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Made reservation on behalf of 24db4fad34804b4193dd41007324c8d8 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:24.701401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:24.958572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.000422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec20689-006d-40ab-94da-a0cbefd79bdf up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:25.022040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.052721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.058850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port aec20689-006d-40ab-94da-a0cbefd79bdf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:25.059427 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.144926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fdaf43-9ed1-4a25-bd6d-9972b73a20c3,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:25.154808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 4b26b480-db2b-48b3-8720-30053967d80a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:25.158944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:25.161714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:25.167719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:25.168298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.181073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4350b848-f59d-4689-bce2-56b98f495ff6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:25.185326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Checking segment: {'id': '14ebce7a-5ed6-49fb-bcd4-60e094080a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:25.185435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb454f8-d438-4275-a1c7-dd98a7588392 req-00d365f4-0c8c-4bd4-b901-558e635f4970 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:25.185859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Network hostable DHCP agents. Network: 0067f711-3baa-40a8-a5d3-5b65d0b58eca, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:25.186111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6eb454f8-d438-4275-a1c7-dd98a7588392 req-00d365f4-0c8c-4bd4-b901-558e635f4970 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0808487 Nov 23 10:23:25.194014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.199303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c511ea4d-46da-48c6-9241-00f3dc8471ef tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0983818 Nov 23 10:23:25.202154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47836) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:25.204356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f8969-31f7-4456-88a6-374a238e455b None None] Network 4b26b480-db2b-48b3-8720-30053967d80a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:25.209139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:25.233391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:25.249185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 0067f711-3baa-40a8-a5d3-5b65d0b58eca) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:25.254951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6eb454f8-d438-4275-a1c7-dd98a7588392 req-0fada16e-6b70-4602-9786-bd5799aa0ca7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Nov 23 10:23:25.260616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:25.260941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.288742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cccd8dd-2916-452c-adb4-10e8223b44af None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:25.294031 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.294241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port aec20689-006d-40ab-94da-a0cbefd79bdf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec20689-006d-40ab-94da-a0cbefd79bdf,segment=NetworkSegment(5207ea64-3477-4aa5-afc4-72a7c8fb400a),segment_id=5207ea64-3477-4aa5-afc4-72a7c8fb400a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:25.302898 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-046478b2-e897-43f8-904f-c9840a267698 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6527045 Nov 23 10:23:25.303216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:25.308149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:25.325023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.331981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.333969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.387116 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.420003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f0036091-575d-4f0d-b92c-b18ab217de13 None None] Provisioning complete for port aec20689-006d-40ab-94da-a0cbefd79bdf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:25.420304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0036091-575d-4f0d-b92c-b18ab217de13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.496155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=aec20689-006d-40ab-94da-a0cbefd79bdf,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:25.535261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.562988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Delete allocated IP 2001:db8:0:1::3a7 (4b26b480-db2b-48b3-8720-30053967d80a/f6f411e6-cdcb-4c60-a280-59d6ee878eba) {{(pid=110024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:23:25.702389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.704497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-0067f711-3baa-40a8-a5d3-5b65d0b58eca', 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'fixed_ips': [{'subnet_id': '86fdaf43-9ed1-4a25-bd6d-9972b73a20c3'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:25.705385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.711528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.755485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.775683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4350b848-f59d-4689-bce2-56b98f495ff6,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:25.800977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] In _notify_port_updated(), no bound segment for port 4350b848-f59d-4689-bce2-56b98f495ff6 on network 4b26b480-db2b-48b3-8720-30053967d80a {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:23:25.802958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.810622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:25.810622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.815175 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3ec1d77d-5a3e-4a69-be73-0f641f5efeab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/ports/4350b848-f59d-4689-bce2-56b98f495ff6 HTTP/1.1" status: 200 len: 926 time: 0.6079414 Nov 23 10:23:25.815175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47840) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:25.822586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb'}, {'subnet_id': 'f6f411e6-cdcb-4c60-a280-59d6ee878eba'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:25.916680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:25.952321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Allocated IP 172.25.1.48 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/5e564245-d2b3-4008-b793-c09177d7bd7b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:25.957666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Allocated IP 172.20.0.2 (0067f711-3baa-40a8-a5d3-5b65d0b58eca/86fdaf43-9ed1-4a25-bd6d-9972b73a20c3/b3807124-8681-48e1-8fe7-ca4cc3c8fc4a) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:25.983636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Update dhcp port {'port': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6f411e6-cdcb-4c60-a280-59d6ee878eba'}], 'binding:host_id': 'n-d-781076-5'}, 'id': 'aec20689-006d-40ab-94da-a0cbefd79bdf'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:23:26.063254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.067040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.100671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.139923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:26.145350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:26.149538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:26.176697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Pushing event updated for resources: {'Port': ['ID=5e564245-d2b3-4008-b793-c09177d7bd7b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:26.204236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6fa2c-cb51-44ba-a715-407025671b1c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:26.207297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8:0:1::34a (4b26b480-db2b-48b3-8720-30053967d80a/f6f411e6-cdcb-4c60-a280-59d6ee878eba/4350b848-f59d-4689-bce2-56b98f495ff6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:26.276730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.291955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.349778 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:26.355698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:26.358131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:26.361974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Pushing event updated for resources: {'Port': ['ID=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:26.368820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3d3cb597-c725-4519-9e03-96622f2d80c2 None None] Provisioning complete for port 5e564245-d2b3-4008-b793-c09177d7bd7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:26.369188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb597-c725-4519-9e03-96622f2d80c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.408684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab3e6-034f-45d4-b25a-9a5bb80df9eb req-006bcba3-7145-4937-a49c-abe24d590c9f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:26.410326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9cab3e6-034f-45d4-b25a-9a5bb80df9eb req-006bcba3-7145-4937-a49c-abe24d590c9f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0712562 Nov 23 10:23:26.419948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.438153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.478062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cb597-c725-4519-9e03-96622f2d80c2 None None] Port 5e564245-d2b3-4008-b793-c09177d7bd7b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:26.499221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Attempting to bind port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:26.499591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Attempting to bind port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '14ebce7a-5ed6-49fb-bcd4-60e094080a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:26.499960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Attempting to bind port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a on network 0067f711-3baa-40a8-a5d3-5b65d0b58eca {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:26.510261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Allocated IP 2001:db8:0:1::2 (4b26b480-db2b-48b3-8720-30053967d80a/f6f411e6-cdcb-4c60-a280-59d6ee878eba/aec20689-006d-40ab-94da-a0cbefd79bdf) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:26.523795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:26.524857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Checking segment: {'id': '14ebce7a-5ed6-49fb-bcd4-60e094080a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:26.525374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.525769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Bound using segment: {'id': '14ebce7a-5ed6-49fb-bcd4-60e094080a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:26.526601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Bound port: b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ebce7a-5ed6-49fb-bcd4-60e094080a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:26.526979 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.554002 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9cab3e6-034f-45d4-b25a-9a5bb80df9eb req-7ae441f6-a7e3-4e97-a69c-b728d3ab31aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317935 Nov 23 10:23:26.556140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] In _notify_port_updated(), no bound segment for port 4350b848-f59d-4689-bce2-56b98f495ff6 on network 4b26b480-db2b-48b3-8720-30053967d80a {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:23:26.561204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:26.561868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.565773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/ports/4350b848-f59d-4689-bce2-56b98f495ff6 HTTP/1.1" status: 200 len: 1012 time: 0.7473128 Nov 23 10:23:26.565773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabebd0-60e2-411e-9ccc-2e0ba2677c1c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4350b848-f59d-4689-bce2-56b98f495ff6,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:26.566870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47844) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:26.669187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 4350b848-f59d-4689-bce2-56b98f495ff6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:26.669449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] For port aec20689-006d-40ab-94da-a0cbefd79bdf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec20689-006d-40ab-94da-a0cbefd79bdf,segment=NetworkSegment(5207ea64-3477-4aa5-afc4-72a7c8fb400a),segment_id=5207ea64-3477-4aa5-afc4-72a7c8fb400a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:26.669570 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.671875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] For port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:26.674904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] For port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,segment=NetworkSegment(14ebce7a-5ed6-49fb-bcd4-60e094080a8f),segment_id=14ebce7a-5ed6-49fb-bcd4-60e094080a8f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:26.684742 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.752447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.752570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.766957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.774785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb9d3-1d9b-4761-9df5-65dd399b5d47 None None] Pushing event updated for resources: {'Port': ['ID=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:26.784918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:26.807700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 4350b848-f59d-4689-bce2-56b98f495ff6 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:27.042054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec20689-006d-40ab-94da-a0cbefd79bdf up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:27.050371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.059958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.094796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=4350b848-f59d-4689-bce2-56b98f495ff6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:27.116781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b99e66-1cb4-459b-8117-5d35192ce94c None None] Pushing event updated for resources: {'Port': ['ID=aec20689-006d-40ab-94da-a0cbefd79bdf,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:27.149813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port aec20689-006d-40ab-94da-a0cbefd79bdf triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:27.150306 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.170005 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.176635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b12a666d-8596-43e3-9ece-326a4720c448 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/4350b848-f59d-4689-bce2-56b98f495ff6 HTTP/1.1" status: 204 len: 168 time: 0.6068754 Nov 23 10:23:27.177528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47846) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:27.207492 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1fe81b-605f-47cd-baad-6605915192b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:27.214076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e1fe81b-605f-47cd-baad-6605915192b9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/4350b848-f59d-4689-bce2-56b98f495ff6 HTTP/1.1" status: 404 len: 333 time: 0.0350630 Nov 23 10:23:27.215027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:27.284853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet f6f411e6-cdcb-4c60-a280-59d6ee878eba {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:27.290260 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.335697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:23:27.342019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.516918 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.547722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:27.556907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Sync routers for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:27.573261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.573982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Routers {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:27.574586 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a22dc11-923d-40cd-8009-66c4bbe0c868 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2702384 Nov 23 10:23:27.574730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:27.577653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:27.655066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.711702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f411e6-cdcb-4c60-a280-59d6ee878eba,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:27.729102 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.734876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0347381c-fc5d-4821-965b-c4208bfd4791 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/f6f411e6-cdcb-4c60-a280-59d6ee878eba HTTP/1.1" status: 204 len: 168 time: 0.5162723 Nov 23 10:23:27.735260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47854) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:27.743182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9a77d-af0a-4df4-a654-20025373952f None None] Network 4b26b480-db2b-48b3-8720-30053967d80a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:27.773057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Set router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:27.798599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17e7c-6f47-4969-b0a0-bb0c95c69fee req-4a37089f-2425-4d6e-af50-92c8f5674b57 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:27.800157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9a17e7c-6f47-4969-b0a0-bb0c95c69fee req-4a37089f-2425-4d6e-af50-92c8f5674b57 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.1029937 Nov 23 10:23:27.816330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet bbe6ccd4-da91-4395-8d4b-6229e58d2deb {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:27.820585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.872558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.921841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-019af42b-cc5d-478d-8f94-a1c19c3dc209 None None] Provisioning complete for port aec20689-006d-40ab-94da-a0cbefd79bdf triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:27.922390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-019af42b-cc5d-478d-8f94-a1c19c3dc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:27.935376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9a17e7c-6f47-4969-b0a0-bb0c95c69fee req-8bbe896f-760e-4ecb-a876-69bd63a3b7aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271060 Nov 23 10:23:28.001156 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.074599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.106789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97860f54-ca2f-4320-8f4d-3620f4bd200f None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:28.111321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe6ccd4-da91-4395-8d4b-6229e58d2deb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:28.118029 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.124753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ede69796-845d-4ec0-8820-cef096b0d9d1 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/bbe6ccd4-da91-4395-8d4b-6229e58d2deb HTTP/1.1" status: 204 len: 168 time: 0.3861206 Nov 23 10:23:28.124995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47856) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:28.197215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.228731 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.263925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-019af42b-cc5d-478d-8f94-a1c19c3dc209 None None] Could not find standard attr ID for object 4350b848-f59d-4689-bce2-56b98f495ff6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:28.277839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:26Z', 'revision_number': 3, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port': {'id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:28.294560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port aec20689-006d-40ab-94da-a0cbefd79bdf {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:28.294994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.313788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Checking router: c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:28.314606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Updating router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 port 5e564245-d2b3-4008-b793-c09177d7bd7b binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:23:28.362893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Allocated IP 172.20.0.1 (0067f711-3baa-40a8-a5d3-5b65d0b58eca/86fdaf43-9ed1-4a25-bd6d-9972b73a20c3/3ed0f606-b414-4875-97d4-b42cb8c68c2f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:28.383498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port aec20689-006d-40ab-94da-a0cbefd79bdf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=aec20689-006d-40ab-94da-a0cbefd79bdf,segment=NetworkSegment(5207ea64-3477-4aa5-afc4-72a7c8fb400a),segment_id=5207ea64-3477-4aa5-afc4-72a7c8fb400a)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:28.384076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.395566 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.401465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for aec20689-006d-40ab-94da-a0cbefd79bdf owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:28.436606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dad5f-653a-4adc-849a-79f8d3b71339 None None] Update dhcp port {'port': {'network_id': '4b26b480-db2b-48b3-8720-30053967d80a', 'fixed_ips': [{'subnet_id': 'bbe6ccd4-da91-4395-8d4b-6229e58d2deb'}], 'binding:host_id': 'n-d-781076-5'}, 'id': 'aec20689-006d-40ab-94da-a0cbefd79bdf'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:23:28.467325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.475948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] Provisioning complete for port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:28.476319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.494838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.511481 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.521124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=aec20689-006d-40ab-94da-a0cbefd79bdf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:28.526307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port aec20689-006d-40ab-94da-a0cbefd79bdf on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:28.547934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:28.551610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:28.556203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:28.574587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-610dad5f-653a-4adc-849a-79f8d3b71339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.608606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed0f606-b414-4875-97d4-b42cb8c68c2f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:28.609524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.626583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.641211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b26b480-db2b-48b3-8720-30053967d80a']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:28.652777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5207ea64-3477-4aa5-afc4-72a7c8fb400a') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:28.653082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5207ea64-3477-4aa5-afc4-72a7c8fb400a') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:28.653205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dad5f-653a-4adc-849a-79f8d3b71339 None None] Host n-d-781076-5 tried to update port aec20689-006d-40ab-94da-a0cbefd79bdf which no longer exists. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Nov 23 10:23:28.670226 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.691336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.704988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:28.705400 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:28.708995 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:28.749362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.774407 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d294fce-314c-4854-a58b-1658ab9a2ed5 None None] Network 4b26b480-db2b-48b3-8720-30053967d80a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:28.792556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.802589 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.806946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/4b26b480-db2b-48b3-8720-30053967d80a HTTP/1.1" status: 204 len: 168 time: 0.6809990 Nov 23 10:23:28.821125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47858) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:28.823713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f43e1-e896-48e9-926c-37df63ec4633 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=4b26b480-db2b-48b3-8720-30053967d80a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:28.845773 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:28.859846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] For port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,segment=NetworkSegment(14ebce7a-5ed6-49fb-bcd4-60e094080a8f),segment_id=14ebce7a-5ed6-49fb-bcd4-60e094080a8f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:28.883315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1701ee0-6356-4d85-911f-5b62e65ba731 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:28.885106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f1701ee0-6356-4d85-911f-5b62e65ba731 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0628672 Nov 23 10:23:28.889122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47860) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:28.946696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eea54f89-cae2-4f05-87b9-163d48771d25 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0563483 Nov 23 10:23:28.950476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:28.956455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1582228642'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:28.967650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.002409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:29.007271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.040875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.053516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:29.065962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.066333 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 24f2de33-324e-4a48-8d04-79d01ddaf936 of type vlan for network 77961ef0-2101-4048-8141-6cfc952f83b8 Nov 23 10:23:29.084419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b3807124-8681-48e1-8fe7-ca4cc3c8fc4a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:29.120956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.125176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.131224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.156338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.191374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d948f-ad03-4783-80ee-8a4526bb1323 req-08769cd4-a596-49cf-8a5e-b9c15b5d4754 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:29.192984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c25d948f-ad03-4783-80ee-8a4526bb1323 req-08769cd4-a596-49cf-8a5e-b9c15b5d4754 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.1082499 Nov 23 10:23:29.208156 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.217241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:29.218032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.221963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed0f606-b414-4875-97d4-b42cb8c68c2f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.228412 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.247615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2954383 Nov 23 10:23:29.254570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47866) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:29.260579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:29.324057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-153a3777-d7d7-4935-9594-68909ad045de None None] Could not find standard attr ID for object aec20689-006d-40ab-94da-a0cbefd79bdf. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:29.355394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d93af-f239-4be8-8a55-90203b19d95b None None] Pushing event updated for resources: {'Port': ['ID=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.367469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c25d948f-ad03-4783-80ee-8a4526bb1323 req-266ee78f-66bc-4744-8c83-fcac482b4d2f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272128 Nov 23 10:23:29.372337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d4db-0be3-4707-aade-bc9a2e391087 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=77961ef0-2101-4048-8141-6cfc952f83b8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.405639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8d903-bc45-4def-8ede-3ca90c29cf30 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:29.407329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 77961ef0-2101-4048-8141-6cfc952f83b8 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:29.409516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7548e-3ea1-4c2e-a264-cfb7b8d27657 None None] DHCP port deletion for 4b26b480-db2b-48b3-8720-30053967d80a request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:29.428934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Attempting to bind port 5e564245-d2b3-4008-b793-c09177d7bd7b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:29.429307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Attempting to bind port 5e564245-d2b3-4008-b793-c09177d7bd7b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:29.429666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Attempting to bind port 5e564245-d2b3-4008-b793-c09177d7bd7b on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:29.431665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-153a3777-d7d7-4935-9594-68909ad045de None None] Provisioning complete for port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:29.432025 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-153a3777-d7d7-4935-9594-68909ad045de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.432144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:29.435710 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:29.441263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:29.444722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.496916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:29.497299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:29.497703 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.498243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:29.499135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Bound port: 5e564245-d2b3-4008-b793-c09177d7bd7b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:29.499135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.529253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715f85-08e6-4fd2-870e-855b142842f8 None None] Pushing event updated for resources: {'Port': ['ID=5e564245-d2b3-4008-b793-c09177d7bd7b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.585129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:29.585530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.642343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:29.655215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] For port 5e564245-d2b3-4008-b793-c09177d7bd7b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:29.659638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] For port 5e564245-d2b3-4008-b793-c09177d7bd7b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5e564245-d2b3-4008-b793-c09177d7bd7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:29.682936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.762135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250787e-d1a6-4cce-96cf-f4e3844d6b2f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:29.800210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Routers {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:29.800834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:29.805399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715f85-08e6-4fd2-870e-855b142842f8 None None] Pushing event updated for resources: {'Port': ['ID=5e564245-d2b3-4008-b793-c09177d7bd7b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.823508 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.879760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:29.894572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d05907b3-abc6-4f5f-a415-ddca67920612 admin admin] 10.222.0.62 "PUT /v2.0/routers/c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3162153 Nov 23 10:23:29.901585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=bf5196f3-7fe5-46b1-bf09-550ccb7529cc,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:29.917561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '24f2de33-324e-4a48-8d04-79d01ddaf936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:29.917951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: 77961ef0-2101-4048-8141-6cfc952f83b8, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:29.918619 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec20689-006d-40ab-94da-a0cbefd79bdf no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:29.940434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 77961ef0-2101-4048-8141-6cfc952f83b8 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:29.950946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 77961ef0-2101-4048-8141-6cfc952f83b8) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:29.952354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] Set router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:29.953957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: aec20689-006d-40ab-94da-a0cbefd79bdf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:29.954280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device aec20689-006d-40ab-94da-a0cbefd79bdf not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:29.965835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:29.966843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:29.983483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d246e-b132-4e54-8773-5e13845c5e39 None None] Network 77961ef0-2101-4048-8141-6cfc952f83b8 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:29.986580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-32bcdde6-dee4-4b96-b847-8ce52c7dee11 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7306106 Nov 23 10:23:29.986963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47870) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:29.991942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8', 'name': 'tempest-PortsIpV6TestJSON-1290362181'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:30.022492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Provisioning complete for port 5e564245-d2b3-4008-b793-c09177d7bd7b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:30.022953 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.122362 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:30.125999 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.143707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port bdcf8739-8db5-4929-8ca7-1d7bf432df40 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:30.299196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::248 (77961ef0-2101-4048-8141-6cfc952f83b8/bf5196f3-7fe5-46b1-bf09-550ccb7529cc/bdcf8739-8db5-4929-8ca7-1d7bf432df40) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:30.349085 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.402605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-77961ef0-2101-4048-8141-6cfc952f83b8', 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': 'bf5196f3-7fe5-46b1-bf09-550ccb7529cc'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:30.403474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.410771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] For port 5e564245-d2b3-4008-b793-c09177d7bd7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5e564245-d2b3-4008-b793-c09177d7bd7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:30.423084 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.493355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.513284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090252-9b46-4d7e-9444-4582a67b146d req-110dfce1-8463-4395-b14f-98fc1282a88b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:30.526633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2090252-9b46-4d7e-9444-4582a67b146d req-110dfce1-8463-4395-b14f-98fc1282a88b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.0823643 Nov 23 10:23:30.544116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Provisioning complete for port 3ed0f606-b414-4875-97d4-b42cb8c68c2f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:30.544494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.547862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.580869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:28Z', 'revision_number': 4, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port': {'id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3ed0f606-b414-4875-97d4-b42cb8c68c2f', 'name': '', 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'mac_address': 'fa:16:3e:69:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '86fdaf43-9ed1-4a25-bd6d-9972b73a20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:28Z', 'updated_at': '2021-11-23T10:23:28Z', 'revision_number': 2, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'subnets': [{'id': '86fdaf43-9ed1-4a25-bd6d-9972b73a20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:30.601750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2090252-9b46-4d7e-9444-4582a67b146d req-f1cbec69-7a2a-46f6-8735-b6c877004eef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689907 Nov 23 10:23:30.612523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Pushing event updated for resources: {'Port': ['ID=5e564245-d2b3-4008-b793-c09177d7bd7b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:30.622112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adba96d-1564-45c8-8cef-97ae50f18a6b None None] The sync data for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 is: [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:28Z', 'revision_number': 4, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port': {'id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '3ed0f606-b414-4875-97d4-b42cb8c68c2f', 'name': '', 'network_id': '0067f711-3baa-40a8-a5d3-5b65d0b58eca', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'mac_address': 'fa:16:3e:69:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '86fdaf43-9ed1-4a25-bd6d-9972b73a20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:28Z', 'updated_at': '2021-11-23T10:23:28Z', 'revision_number': 2, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'subnets': [{'id': '86fdaf43-9ed1-4a25-bd6d-9972b73a20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:30.678129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-eb13fac5-c118-4a65-9150-df7537e9ac58 None None] Port 3ed0f606-b414-4875-97d4-b42cb8c68c2f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:30.708228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Allocated IP 2001:db8::2 (77961ef0-2101-4048-8141-6cfc952f83b8/bf5196f3-7fe5-46b1-bf09-550ccb7529cc/586fd224-a87e-474f-b12e-6eccc44a90c8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:30.948893 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:30.958824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.023954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 77961ef0-2101-4048-8141-6cfc952f83b8 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:31.029264 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Network 77961ef0-2101-4048-8141-6cfc952f83b8 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:31.029490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:31.034156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:31.034588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b3807124-8681-48e1-8fe7-ca4cc3c8fc4a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:31.039919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:31.040563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.042204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:31.044729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:31.046965 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Pushing event updated for resources: {'Port': ['ID=586fd224-a87e-474f-b12e-6eccc44a90c8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:31.052140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=bdcf8739-8db5-4929-8ca7-1d7bf432df40,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:31.060421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca5d4ad3-5277-4ccf-acf3-e14731993288 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0723946 Nov 23 10:23:31.062942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47890) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:31.072303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8', 'name': 'tempest-PortsIpV6TestJSON-1958098934'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:31.144518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Attempting to bind port 586fd224-a87e-474f-b12e-6eccc44a90c8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:31.144961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Attempting to bind port 586fd224-a87e-474f-b12e-6eccc44a90c8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '24f2de33-324e-4a48-8d04-79d01ddaf936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:31.145394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Attempting to bind port 586fd224-a87e-474f-b12e-6eccc44a90c8 on network 77961ef0-2101-4048-8141-6cfc952f83b8 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:31.153865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:31.154346 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Checking segment: {'id': '24f2de33-324e-4a48-8d04-79d01ddaf936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:31.154852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.155289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Bound using segment: {'id': '24f2de33-324e-4a48-8d04-79d01ddaf936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:31.155833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Bound port: 586fd224-a87e-474f-b12e-6eccc44a90c8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f2de33-324e-4a48-8d04-79d01ddaf936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '77961ef0-2101-4048-8141-6cfc952f83b8'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:31.156399 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.184618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47892) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:31.207040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:31.207542 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.229809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:31.234507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.258742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port db3ddc51-a745-4922-ab52-fbca77c43553 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:31.303733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] For port 586fd224-a87e-474f-b12e-6eccc44a90c8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:31.323859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] For port 586fd224-a87e-474f-b12e-6eccc44a90c8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=586fd224-a87e-474f-b12e-6eccc44a90c8,segment=NetworkSegment(24f2de33-324e-4a48-8d04-79d01ddaf936),segment_id=24f2de33-324e-4a48-8d04-79d01ddaf936)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:31.330819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.398816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c107c-7121-4335-8b04-751fbd18a74f None None] Pushing event updated for resources: {'Port': ['ID=586fd224-a87e-474f-b12e-6eccc44a90c8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:31.419753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::240 (77961ef0-2101-4048-8141-6cfc952f83b8/bf5196f3-7fe5-46b1-bf09-550ccb7529cc/db3ddc51-a745-4922-ab52-fbca77c43553) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:31.613090 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.688642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.691639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.765001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=db3ddc51-a745-4922-ab52-fbca77c43553,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:31.806259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 77961ef0-2101-4048-8141-6cfc952f83b8 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:31.810567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:31.816967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:31.821789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:31.822562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:31.849613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d52d4e9-6600-4307-9c50-69b773eca64b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7827160 Nov 23 10:23:31.856857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e92ed-459e-4c41-9530-e350100337b6 req-03205377-b955-4978-9389-1b2406d1783f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:31.858531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac0e92ed-459e-4c41-9530-e350100337b6 req-03205377-b955-4978-9389-1b2406d1783f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 944 time: 0.1263087 Nov 23 10:23:31.859099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47896) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:31.983651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b0e05-a5df-4c56-9dd4-7e4af4ad1a12 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:31.988430 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e5b0e05-a5df-4c56-9dd4-7e4af4ad1a12 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A248 HTTP/1.1" status: 200 len: 929 time: 0.1255901 Nov 23 10:23:31.991309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac0e92ed-459e-4c41-9530-e350100337b6 req-3f0f3155-af14-4a68-9aac-918c8da57a71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014128 Nov 23 10:23:31.991826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47898) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:32.100531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port db3ddc51-a745-4922-ab52-fbca77c43553 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:32.100926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.206894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.220648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for db3ddc51-a745-4922-ab52-fbca77c43553 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:32.335277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Deleting port 3ed0f606-b414-4875-97d4-b42cb8c68c2f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:32.335843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.371470 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.409181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=db3ddc51-a745-4922-ab52-fbca77c43553,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:32.439707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.442306 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.443734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c1c2d0ad-f5f3-44f1-98d1-40e408b50404 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/db3ddc51-a745-4922-ab52-fbca77c43553 HTTP/1.1" status: 204 len: 168 time: 0.4508624 Nov 23 10:23:32.446345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47902) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:32.458849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Calling delete_port for 3ed0f606-b414-4875-97d4-b42cb8c68c2f owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:32.466728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d6f7d6ef-c520-4401-862a-5fc2ce594f09 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:23:32.474888 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-337bd95f-192d-412e-a43d-36413d743abd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:32.478504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-337bd95f-192d-412e-a43d-36413d743abd tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/db3ddc51-a745-4922-ab52-fbca77c43553 HTTP/1.1" status: 404 len: 333 time: 0.0291045 Nov 23 10:23:32.482591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47904) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:32.593052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:32.595932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port bdcf8739-8db5-4929-8ca7-1d7bf432df40 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:32.596275 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.608435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09', 'mac_address': 'fa:16:3e:22:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:23:32.650145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48dbf86-f6f6-4659-9549-dddae4489581 None None] Network 77961ef0-2101-4048-8141-6cfc952f83b8 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:32.670987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.698868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed0f606-b414-4875-97d4-b42cb8c68c2f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:32.709614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.725652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for bdcf8739-8db5-4929-8ca7-1d7bf432df40 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:32.920232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.923963 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.948002 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:32.959811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] Provisioning complete for port 586fd224-a87e-474f-b12e-6eccc44a90c8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:32.960185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.010826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=bdcf8739-8db5-4929-8ca7-1d7bf432df40,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:33.030587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f7d6ef-c520-4401-862a-5fc2ce594f09 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:23:33.047785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.054270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c75851cc-3fd9-416b-a6ec-7f0cd23c2e37 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/bdcf8739-8db5-4929-8ca7-1d7bf432df40 HTTP/1.1" status: 204 len: 168 time: 0.5680046 Nov 23 10:23:33.055101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47908) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:33.060241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:33.096696 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c39f8e-a628-4379-a7fd-0a1dbc0c340b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:33.100649 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-24c39f8e-a628-4379-a7fd-0a1dbc0c340b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/bdcf8739-8db5-4929-8ca7-1d7bf432df40 HTTP/1.1" status: 404 len: 333 time: 0.0419421 Nov 23 10:23:33.101953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47910) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:33.121993 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.172935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 586fd224-a87e-474f-b12e-6eccc44a90c8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:33.199303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet bf5196f3-7fe5-46b1-bf09-550ccb7529cc {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:33.204129 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.222604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.256412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.294291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795e77-c345-46bc-b507-b89fdd465e7e req-aa6dcada-614c-496b-8b49-5ac73725f142 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:33.295835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b795e77-c345-46bc-b507-b89fdd465e7e req-aa6dcada-614c-496b-8b49-5ac73725f142 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 945 time: 0.1247375 Nov 23 10:23:33.301774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:33.307019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:33.325930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] For port 586fd224-a87e-474f-b12e-6eccc44a90c8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=586fd224-a87e-474f-b12e-6eccc44a90c8,segment=NetworkSegment(24f2de33-324e-4a48-8d04-79d01ddaf936),segment_id=24f2de33-324e-4a48-8d04-79d01ddaf936)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:33.342464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d6f7d6ef-c520-4401-862a-5fc2ce594f09'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:23:33.344372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.371302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.395668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 586fd224-a87e-474f-b12e-6eccc44a90c8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:33.396052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.468274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b795e77-c345-46bc-b507-b89fdd465e7e req-a9964e61-5626-4a86-be18-36c95fda20f9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651554 Nov 23 10:23:33.475148 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Sync routers for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:33.476700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.495869 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69581089-38c8-48eb-a990-8eb7098412e2 None None] Pushing event updated for resources: {'Port': ['ID=586fd224-a87e-474f-b12e-6eccc44a90c8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:33.499187 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Routers {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:33.499436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:33.500309 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:33.511236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a192385-fff2-4842-a42e-51ba5818744e admin admin] 10.222.0.62 "PUT /v2.0/routers/c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233180 Nov 23 10:23:33.512173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47912) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:33.543205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5196f3-7fe5-46b1-bf09-550ccb7529cc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:33.559067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.577754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ea138f11-5005-4572-85c9-73f918af1487 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5196f3-7fe5-46b1-bf09-550ccb7529cc HTTP/1.1" status: 204 len: 168 time: 0.4755104 Nov 23 10:23:33.578531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47914) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:33.585361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5e564245-d2b3-4008-b793-c09177d7bd7b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:33.648042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e07de6-9b4f-45f8-a8a5-eec60bd5810b None None] Network 77961ef0-2101-4048-8141-6cfc952f83b8 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:33.670133 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Set router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:33.687520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.703578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.721593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5e564245-d2b3-4008-b793-c09177d7bd7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:33.722004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.768163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 586fd224-a87e-474f-b12e-6eccc44a90c8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:33.768608 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.822975 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.850361 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port 586fd224-a87e-474f-b12e-6eccc44a90c8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=586fd224-a87e-474f-b12e-6eccc44a90c8,segment=NetworkSegment(24f2de33-324e-4a48-8d04-79d01ddaf936),segment_id=24f2de33-324e-4a48-8d04-79d01ddaf936)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:33.850818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.852039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8888d3ff-8911-4eb6-816c-320889e95be8 None None] Provisioning complete for port 586fd224-a87e-474f-b12e-6eccc44a90c8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:33.852705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8888d3ff-8911-4eb6-816c-320889e95be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.865510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 586fd224-a87e-474f-b12e-6eccc44a90c8 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:33.885552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Deleting port 5e564245-d2b3-4008-b793-c09177d7bd7b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:33.886014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.990034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] For port 5e564245-d2b3-4008-b793-c09177d7bd7b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5e564245-d2b3-4008-b793-c09177d7bd7b,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:33.990550 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:33.991272 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:32Z', 'revision_number': 5, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port': {'id': '5e564245-d2b3-4008-b793-c09177d7bd7b', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:33.993203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.006517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Calling delete_port for 5e564245-d2b3-4008-b793-c09177d7bd7b owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:34.022729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=586fd224-a87e-474f-b12e-6eccc44a90c8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.029040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port 586fd224-a87e-474f-b12e-6eccc44a90c8 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:34.054143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fe1a1-62f6-4abd-a5bb-3ff5f828374f None None] DHCP port deletion for 77961ef0-2101-4048-8141-6cfc952f83b8 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:34.055205 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Checking router: c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:23:34.066883 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Routers {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:34.067916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:34.118138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.139484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77961ef0-2101-4048-8141-6cfc952f83b8']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:34.149872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f2de33-324e-4a48-8d04-79d01ddaf936') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:34.150091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f2de33-324e-4a48-8d04-79d01ddaf936') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:34.158160 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] Set router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:23:34.160698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.177680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.193545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:34.194059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:34.197349 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:34.215427 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:33Z', 'revision_number': 6, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:34.218535 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.243640 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54973a4-b52a-480a-87cb-4bf7757b3718 None None] The sync data for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 is: [{'id': 'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002', 'name': 'tempest-ImageQuotaTest-286390339-router', 'tenant_id': '24db4fad34804b4193dd41007324c8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:25Z', 'updated_at': '2021-11-23T10:23:33Z', 'revision_number': 6, 'project_id': '24db4fad34804b4193dd41007324c8d8', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:34.247607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e564245-d2b3-4008-b793-c09177d7bd7b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.260389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6be7e6-abd9-49d5-a115-dc8fcf36cbc2 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:34.285045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.289937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.297675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/77961ef0-2101-4048-8141-6cfc952f83b8 HTTP/1.1" status: 204 len: 168 time: 0.7142708 Nov 23 10:23:34.299542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47916) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:34.304436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-783570390'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:34.318933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df60e5-059e-4c95-84fe-f692690e6839 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=77961ef0-2101-4048-8141-6cfc952f83b8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.327538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.338049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:34.341737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.365676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:34.375142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.375616 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment c5ce843b-6c01-4963-984b-d928ac49c598 of type vlan for network c30a1c6a-492d-4483-ba02-bfe30d391458 Nov 23 10:23:34.415424 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.426241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.428483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.441842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.447658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:34.448245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.473520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.474135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:23:34.475973 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1748314 Nov 23 10:23:34.479063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47918) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:34.479671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.480719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ae847246-7bf4-4d9f-80f9-176478706862 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002 HTTP/1.1" status: 204 len: 168 time: 0.9671774 Nov 23 10:23:34.483295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:34.483886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d6f7d6ef-c520-4401-862a-5fc2ce594f09 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:34.490946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:34.542956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Deleting subnet 86fdaf43-9ed1-4a25-bd6d-9972b73a20c3 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:34.546582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.553660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port d6f7d6ef-c520-4401-862a-5fc2ce594f09 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:23:34.558418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port d6f7d6ef-c520-4401-862a-5fc2ce594f09 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:34.558949 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.581929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6af15-84d3-45b9-a5de-58140c542ca5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=c30a1c6a-492d-4483-ba02-bfe30d391458,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.589049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.623062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c30a1c6a-492d-4483-ba02-bfe30d391458 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:34.673413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d79f2-5625-44b2-b54f-c64a87e9cd5f req-76986d9c-b8ce-420c-bbe3-81e94c6c7d7f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:34.675027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a4d79f2-5625-44b2-b54f-c64a87e9cd5f req-76986d9c-b8ce-420c-bbe3-81e94c6c7d7f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 945 time: 0.1096053 Nov 23 10:23:34.693781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.705843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:34.709627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.750311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.764880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.778294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:23:34.780875 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63b163-0ca0-4801-8a0a-62c4ed041ccc" -d '{"events": [{"server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "name": "network-vif-plugged", "status": "completed", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:23:34.799113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:34.801709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fdaf43-9ed1-4a25-bd6d-9972b73a20c3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.806180 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.811294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a4d79f2-5625-44b2-b54f-c64a87e9cd5f req-4e5058b9-3a82-43b7-94e5-b00a653478b2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218078 Nov 23 10:23:34.812122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.824003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-01bfebb6-bbd4-4d7f-a38e-2c5b315cadba admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86fdaf43-9ed1-4a25-bd6d-9972b73a20c3 HTTP/1.1" status: 204 len: 168 time: 0.3370945 Nov 23 10:23:34.824666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47926) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:34.837822 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e6b5a-1068-4834-9223-fdd88e9622d5 x-openstack-request-id: req-d83e6b5a-1068-4834-9223-fdd88e9622d5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:23:34.838147 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "name": "network-vif-plugged", "status": "completed", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:23:34.838410 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d83e6b5a-1068-4834-9223-fdd88e9622d5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:23:34.839107 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09', 'code': 200} Nov 23 10:23:34.840479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61252b-3e55-4552-9988-b55a22d368fd None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:34.932924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.955248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:34.969563 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:34.973241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85cba-8a61-4023-a872-6a7fb4fa016f req-d4f04281-58c1-4bd7-8280-72189f23fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:34.974890 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e85cba-8a61-4023-a872-6a7fb4fa016f req-d4f04281-58c1-4bd7-8280-72189f23fa19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 1097 time: 0.0774174 Nov 23 10:23:35.029736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Deleting port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:35.030044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.035335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a1e85cba-8a61-4023-a872-6a7fb4fa016f req-64b023a9-6c2f-4f81-a135-adab1d8f484c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527475 Nov 23 10:23:35.045057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=34c17551-13e3-4ca4-abab-51980919fd07,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:35.047464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': 'c5ce843b-6c01-4963-984b-d928ac49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:35.047898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: c30a1c6a-492d-4483-ba02-bfe30d391458, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:35.066139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network c30a1c6a-492d-4483-ba02-bfe30d391458 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:35.075178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c30a1c6a-492d-4483-ba02-bfe30d391458) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:35.079648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:35.080329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.086561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee974d9-0ec8-43d4-83cc-ccf2d1650f73 None None] Network c30a1c6a-492d-4483-ba02-bfe30d391458 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:35.104053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] For port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,segment=NetworkSegment(14ebce7a-5ed6-49fb-bcd4-60e094080a8f),segment_id=14ebce7a-5ed6-49fb-bcd4-60e094080a8f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:35.104740 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.108764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffee206a-7bcc-4d57-b541-96455b0906c8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6286409 Nov 23 10:23:35.109804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47928) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:35.118079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458', 'name': 'tempest-PortsIpV6TestJSON-1156372994', 'fixed_ips': [{'subnet_id': '34c17551-13e3-4ca4-abab-51980919fd07', 'ip_address': '2001:db8::10'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:35.134630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Calling delete_port for b3807124-8681-48e1-8fe7-ca4cc3c8fc4a owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:35.143283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] DHCP port deletion for 0067f711-3baa-40a8-a5d3-5b65d0b58eca request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:35.222180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b3807124-8681-48e1-8fe7-ca4cc3c8fc4a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:35.240960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.271638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:35.276334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:35.289182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] No DVR routers for this DVR port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:35.333285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:23:35.333728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device b3807124-8681-48e1-8fe7-ca4cc3c8fc4a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:35.334198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3ed0f606-b414-4875-97d4-b42cb8c68c2f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:35.366473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.371675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c30a1c6a-492d-4483-ba02-bfe30d391458', 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': '34c17551-13e3-4ca4-abab-51980919fd07'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:35.372541 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.375783 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3ed0f606-b414-4875-97d4-b42cb8c68c2f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:35.376128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3ed0f606-b414-4875-97d4-b42cb8c68c2f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:35.376541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 586fd224-a87e-474f-b12e-6eccc44a90c8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:35.380994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Deleting port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:35.381360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.385127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 4ba45e8d-2e19-4ca7-94ac-67be652a0ad4 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:35.397399 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.419297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 586fd224-a87e-474f-b12e-6eccc44a90c8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:35.419648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 586fd224-a87e-474f-b12e-6eccc44a90c8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:35.420076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5e564245-d2b3-4008-b793-c09177d7bd7b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:35.423743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0067f711-3baa-40a8-a5d3-5b65d0b58eca']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:35.432307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Sync routers for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:35.437279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ebce7a-5ed6-49fb-bcd4-60e094080a8f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:35.437571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ebce7a-5ed6-49fb-bcd4-60e094080a8f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:35.448120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.463430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.471232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:35.471679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:35.473854 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:35.492383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5e564245-d2b3-4008-b793-c09177d7bd7b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:35.492726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5e564245-d2b3-4008-b793-c09177d7bd7b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:35.540026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.547633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.551403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0067f711-3baa-40a8-a5d3-5b65d0b58eca HTTP/1.1" status: 204 len: 168 time: 0.7249150 Nov 23 10:23:35.560318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Routers set() bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:35.560792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Router IDs set() for agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:23:35.561102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716094-b538-4b53-b13c-4d6d841cb2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0067f711-3baa-40a8-a5d3-5b65d0b58eca,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:35.561271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_agentschedulers_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent'). {{(pid=110025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:23:35.566919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] For port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:35.567320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.570436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::10 (c30a1c6a-492d-4483-ba02-bfe30d391458/34c17551-13e3-4ca4-abab-51980919fd07/4ba45e8d-2e19-4ca7-94ac-67be652a0ad4) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:35.595271 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Calling delete_port for b3807124-8681-48e1-8fe7-ca4cc3c8fc4a owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:35.598812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:23:35.599940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Routers set() bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:35.600306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Router IDs set() for agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:23:35.600905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_agentschedulers_db [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent'). {{(pid=110025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:23:35.601288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef0eb5-f29c-4701-bd54-e4ca3c164a57 None None] The sync data for ids ['c5ddd1fb-91d2-4e4e-95dc-6486b6cfc002'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:35.603143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.632032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Network 0067f711-3baa-40a8-a5d3-5b65d0b58eca is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:23:35.632483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] No DVR routers for this DVR port b3807124-8681-48e1-8fe7-ca4cc3c8fc4a on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:35.634550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2cab-bdf8-4d51-a5ff-9d1764d4dea4 None None] Pushing event deleted for resources: {'Port': ['ID=b3807124-8681-48e1-8fe7-ca4cc3c8fc4a,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:35.715421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47932) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:35.772419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5003fa82-59fa-4e45-b27b-4d3339bbbcbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24db4fad34804b4193dd41007324c8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557172 Nov 23 10:23:35.774835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.775534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47934) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:35.811395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.824075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.850307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.856186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network c30a1c6a-492d-4483-ba02-bfe30d391458 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:35.864532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:35.869003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:35.874692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:35.875387 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.888932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4ba45e8d-2e19-4ca7-94ac-67be652a0ad4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:35.895161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Allocated IP 2001:db8::2 (c30a1c6a-492d-4483-ba02-bfe30d391458/34c17551-13e3-4ca4-abab-51980919fd07/02c860c0-e675-423d-83d8-8054da77071b) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:35.901146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e072515d-332e-43c8-9ef4-9807b1a30a4c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7899535 Nov 23 10:23:35.903631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47938) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:35.910231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458', 'name': 'tempest-PortsIpV6TestJSON-2050761341', 'fixed_ips': [{'subnet_id': '34c17551-13e3-4ca4-abab-51980919fd07', 'ip_address': '2001:db8::f'}]}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:35.932850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.935636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:35.939523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04626eff-4fab-4b66-9e29-20b94e448653 HTTP/1.1" status: 204 len: 168 time: 0.1603258 Nov 23 10:23:35.959783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04626eff-4fab-4b66-9e29-20b94e448653,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.004590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.004959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.005313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.005809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.006184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.006523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.006864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.007195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.007526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.008375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.008726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.009057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e10d6-c78f-4b32-9b05-f1a9c7007b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:23:36.042580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccfa59-21b4-4abe-8aca-024e5d99a698 req-35c91efb-197e-4622-b7c9-44e6011ac45e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.059082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36ccfa59-21b4-4abe-8aca-024e5d99a698 req-35c91efb-197e-4622-b7c9-44e6011ac45e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.1170065 Nov 23 10:23:36.074736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:36.083450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.106165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 661df038-6cce-4890-ac1f-d75df3c1eeb3 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:36.136351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.146364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36ccfa59-21b4-4abe-8aca-024e5d99a698 req-c032c812-31a7-4a55-bc0c-cc3b938deff7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Nov 23 10:23:36.147750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.191621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Network c30a1c6a-492d-4483-ba02-bfe30d391458 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:36.197227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:36.201796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:36.203856 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Pushing event updated for resources: {'Port': ['ID=02c860c0-e675-423d-83d8-8054da77071b,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.260382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Attempting to bind port 02c860c0-e675-423d-83d8-8054da77071b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:36.260774 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Attempting to bind port 02c860c0-e675-423d-83d8-8054da77071b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c5ce843b-6c01-4963-984b-d928ac49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:36.261139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Attempting to bind port 02c860c0-e675-423d-83d8-8054da77071b on network c30a1c6a-492d-4483-ba02-bfe30d391458 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:36.266300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:36.266674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Checking segment: {'id': 'c5ce843b-6c01-4963-984b-d928ac49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:36.267085 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.267473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Bound using segment: {'id': 'c5ce843b-6c01-4963-984b-d928ac49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:36.267940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Bound port: 02c860c0-e675-423d-83d8-8054da77071b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ce843b-6c01-4963-984b-d928ac49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c30a1c6a-492d-4483-ba02-bfe30d391458'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:36.268319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.285723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::f (c30a1c6a-492d-4483-ba02-bfe30d391458/34c17551-13e3-4ca4-abab-51980919fd07/661df038-6cce-4890-ac1f-d75df3c1eeb3) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:36.337499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] For port 02c860c0-e675-423d-83d8-8054da77071b, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:36.341149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] For port 02c860c0-e675-423d-83d8-8054da77071b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=02c860c0-e675-423d-83d8-8054da77071b,segment=NetworkSegment(c5ce843b-6c01-4963-984b-d928ac49c598),segment_id=c5ce843b-6c01-4963-984b-d928ac49c598)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:36.345402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.402790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5836e0-9f3b-43cc-97c6-b673c18efe22 None None] Pushing event updated for resources: {'Port': ['ID=02c860c0-e675-423d-83d8-8054da77071b,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.426690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:36.441126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fa234e9-c29d-47e3-9ba3-fd1bb92c9760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.449866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.487889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.524218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fa234e9-c29d-47e3-9ba3-fd1bb92c9760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.529765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fa234e9-c29d-47e3-9ba3-fd1bb92c9760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.545473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network c30a1c6a-492d-4483-ba02-bfe30d391458 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:36.549146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:36.552598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:36.558621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.559195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.564214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1fa234e9-c29d-47e3-9ba3-fd1bb92c9760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1336281 Nov 23 10:23:36.565320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47946) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:36.575142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=661df038-6cce-4890-ac1f-d75df3c1eeb3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.575747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa234e9-c29d-47e3-9ba3-fd1bb92c9760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744779c-108e-4be2-851e-4076e7f7443e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.607858 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c50aed0f-94fc-49d8-a7b9-e7f9ea69e04d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7030048 Nov 23 10:23:36.611579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47948) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:36.691646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.730914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.739942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08046087-723e-4e9e-b957-4db1c1a1f4e8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.741521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-08046087-723e-4e9e-b957-4db1c1a1f4e8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1290019 Nov 23 10:23:36.744511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47950) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:36.791576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.794566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:36.796170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8744779c-108e-4be2-851e-4076e7f7443e HTTP/1.1" status: 204 len: 168 time: 0.2292340 Nov 23 10:23:36.808792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670b541-0018-4b41-8e32-7b3be005f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744779c-108e-4be2-851e-4076e7f7443e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:36.842457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de27c42-a4d1-4fe0-945c-b89222be57f5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.848595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de27c42-a4d1-4fe0-945c-b89222be57f5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.854500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de27c42-a4d1-4fe0-945c-b89222be57f5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:36.856249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3de27c42-a4d1-4fe0-945c-b89222be57f5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1103559 Nov 23 10:23:36.859182 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47954) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:36.963354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 661df038-6cce-4890-ac1f-d75df3c1eeb3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:36.963725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.025157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 02c860c0-e675-423d-83d8-8054da77071b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:37.079235 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.092435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 02c860c0-e675-423d-83d8-8054da77071b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:37.092954 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.096283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 661df038-6cce-4890-ac1f-d75df3c1eeb3 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:37.204197 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.251884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 02c860c0-e675-423d-83d8-8054da77071b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=02c860c0-e675-423d-83d8-8054da77071b,segment=NetworkSegment(c5ce843b-6c01-4963-984b-d928ac49c598),segment_id=c5ce843b-6c01-4963-984b-d928ac49c598)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:37.263525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.330551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.346627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214b9b-1fc3-45ab-b254-c805405662cf req-abd0adf0-95c1-446a-9b9c-e9a6e74d365b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:37.348962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=02c860c0-e675-423d-83d8-8054da77071b,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:37.356151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7214b9b-1fc3-45ab-b254-c805405662cf req-abd0adf0-95c1-446a-9b9c-e9a6e74d365b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.0816660 Nov 23 10:23:37.376946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=661df038-6cce-4890-ac1f-d75df3c1eeb3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:37.436280 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.442235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9bf652ea-7815-4862-ba68-22444ded46ed tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/661df038-6cce-4890-ac1f-d75df3c1eeb3 HTTP/1.1" status: 204 len: 168 time: 0.5797155 Nov 23 10:23:37.442737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47958) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:37.456726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a7214b9b-1fc3-45ab-b254-c805405662cf req-09a7b507-4f7b-478b-b766-4c1f7f679a94 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996161 Nov 23 10:23:37.477020 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-448230e7-a2b8-4de5-9b43-e48e99258e61 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:37.477020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-448230e7-a2b8-4de5-9b43-e48e99258e61 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/661df038-6cce-4890-ac1f-d75df3c1eeb3 HTTP/1.1" status: 404 len: 333 time: 0.0312536 Nov 23 10:23:37.478039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:37.556433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b7a99-e689-45d6-9fae-95503455d56a None None] Network c30a1c6a-492d-4483-ba02-bfe30d391458 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:37.615584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e31e32-84d2-454f-ac37-db30771e4cb6 req-85ed91ce-5eea-4c34-99f0-e903c74778b0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:37.623465 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80e31e32-84d2-454f-ac37-db30771e4cb6 req-85ed91ce-5eea-4c34-99f0-e903c74778b0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.0732110 Nov 23 10:23:37.633827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cda05cf6-cd24-4863-9517-2f6304d3934f None None] Provisioning complete for port 02c860c0-e675-423d-83d8-8054da77071b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:37.634224 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cda05cf6-cd24-4863-9517-2f6304d3934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.655862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 4ba45e8d-2e19-4ca7-94ac-67be652a0ad4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:37.656283 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.700969 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80e31e32-84d2-454f-ac37-db30771e4cb6 req-3055f6a5-53a6-4653-a019-768241d5f70c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762615 Nov 23 10:23:37.803510 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:37.821906 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 4ba45e8d-2e19-4ca7-94ac-67be652a0ad4 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:37.839448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6397058-f1a8-4c48-871d-510b4aa6079d req-844a6c6d-fbb4-428f-84ca-0f047f3a3437 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:37.841309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6397058-f1a8-4c48-871d-510b4aa6079d req-844a6c6d-fbb4-428f-84ca-0f047f3a3437 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.0656149 Nov 23 10:23:37.897990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c6397058-f1a8-4c48-871d-510b4aa6079d req-407d1934-3b27-468c-b22b-67fcff52f3db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503011 Nov 23 10:23:37.964312 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.009959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=4ba45e8d-2e19-4ca7-94ac-67be652a0ad4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:38.043114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.048338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b428e824-d94a-4091-9f5b-a16305acce9e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/4ba45e8d-2e19-4ca7-94ac-67be652a0ad4 HTTP/1.1" status: 204 len: 168 time: 0.5686669 Nov 23 10:23:38.050868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47968) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:38.076579 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a62442-60ef-4a9d-a956-f36140ccc0ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:38.081026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-75a62442-60ef-4a9d-a956-f36140ccc0ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/4ba45e8d-2e19-4ca7-94ac-67be652a0ad4 HTTP/1.1" status: 404 len: 333 time: 0.0290346 Nov 23 10:23:38.081612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47970) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:38.113606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-857d6294-d53b-4a28-b266-781d7b9b7170 None None] Could not find standard attr ID for object 4ba45e8d-2e19-4ca7-94ac-67be652a0ad4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:38.126617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-857d6294-d53b-4a28-b266-781d7b9b7170 None None] Provisioning complete for port 02c860c0-e675-423d-83d8-8054da77071b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:38.127045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-857d6294-d53b-4a28-b266-781d7b9b7170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.139464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet 34c17551-13e3-4ca4-abab-51980919fd07 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:38.142815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.189688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.203767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd03240-c792-42ed-979e-e56edcd60bbd req-b9671876-cb79-428d-881c-0bbdeb476f3d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:38.205541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fd03240-c792-42ed-979e-e56edcd60bbd req-b9671876-cb79-428d-881c-0bbdeb476f3d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.0655231 Nov 23 10:23:38.259011 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1fd03240-c792-42ed-979e-e56edcd60bbd req-c126e2a0-ee87-4f1e-acb6-19d270f715f5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Nov 23 10:23:38.292060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.352958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-51e26c7e-347b-4c7f-90a7-ed41b9435d27 None None] Could not find standard attr ID for object 4ba45e8d-2e19-4ca7-94ac-67be652a0ad4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:38.360990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.387329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=34c17551-13e3-4ca4-abab-51980919fd07,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:38.394477 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.404907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-884daa7f-dc53-4cbb-8f29-b5cdfc39c175 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/34c17551-13e3-4ca4-abab-51980919fd07 HTTP/1.1" status: 204 len: 168 time: 0.3220482 Nov 23 10:23:38.407312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47974) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:38.498839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.505534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbc63f-7b08-48b4-9506-41eb13327710 None None] Network c30a1c6a-492d-4483-ba02-bfe30d391458 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:38.556568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 02c860c0-e675-423d-83d8-8054da77071b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:38.556946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.624827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port 02c860c0-e675-423d-83d8-8054da77071b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=02c860c0-e675-423d-83d8-8054da77071b,segment=NetworkSegment(c5ce843b-6c01-4963-984b-d928ac49c598),segment_id=c5ce843b-6c01-4963-984b-d928ac49c598)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:38.625518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.638593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 02c860c0-e675-423d-83d8-8054da77071b owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:38.688011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3a181742-503c-455e-be37-766e085a0dc3 None None] Could not find standard attr ID for object 661df038-6cce-4890-ac1f-d75df3c1eeb3. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:38.735824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.759521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=02c860c0-e675-423d-83d8-8054da77071b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:38.765234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port 02c860c0-e675-423d-83d8-8054da77071b on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:38.821757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0285b-16d8-41ac-af17-d37441ad0712 None None] DHCP port deletion for c30a1c6a-492d-4483-ba02-bfe30d391458 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:38.848062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.868050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30a1c6a-492d-4483-ba02-bfe30d391458']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:38.877230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ce843b-6c01-4963-984b-d928ac49c598') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:38.877531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ce843b-6c01-4963-984b-d928ac49c598') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:38.886960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.900518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.907472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:38.907993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:38.911187 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:38.963614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 02c860c0-e675-423d-83d8-8054da77071b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:38.971884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.979164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:38.982629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/c30a1c6a-492d-4483-ba02-bfe30d391458 HTTP/1.1" status: 204 len: 168 time: 0.5743763 Nov 23 10:23:38.986522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47976) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:38.988225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 02c860c0-e675-423d-83d8-8054da77071b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:38.988621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 02c860c0-e675-423d-83d8-8054da77071b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:38.993142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1127449125'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:38.994894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e264df9-eaac-4aae-af41-21b7db3a9196 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=c30a1c6a-492d-4483-ba02-bfe30d391458,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:39.015161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:39.018680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.042748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:23:39.051415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.051691 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Added segment 6c9ff842-f816-4430-9c6f-a299474f363d of type vlan for network 586bc282-db30-49c6-99aa-5d75aa05549c Nov 23 10:23:39.093156 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.120632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.126919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:39.127494 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.167940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1797059 Nov 23 10:23:39.171027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47978) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:39.176238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:39.200082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159462f9-08e2-4029-9b8d-198c46dbf81a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Network': ['ID=586bc282-db30-49c6-99aa-5d75aa05549c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:39.211895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 586bc282-db30-49c6-99aa-5d75aa05549c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:23:39.635782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065268a-cfca-42b0-92a2-408028b3325b req-acdb4131-67c1-4d1c-a17b-a2bf7c2e4ed2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:39.637248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c065268a-cfca-42b0-92a2-408028b3325b req-acdb4131-67c1-4d1c-a17b-a2bf7c2e4ed2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.1051965 Nov 23 10:23:39.644593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac92de7-7e87-4bc1-b516-73bf7c57057d req-a8dcf572-030d-4ba4-95f4-b5da889ff929 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:39.645908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ac92de7-7e87-4bc1-b516-73bf7c57057d req-a8dcf572-030d-4ba4-95f4-b5da889ff929 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 946 time: 0.1125572 Nov 23 10:23:39.646481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:39.649686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:39.833487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ac92de7-7e87-4bc1-b516-73bf7c57057d req-49fa2123-a700-4806-ab52-be0e858ffc33 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801057 Nov 23 10:23:39.895898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port d6f7d6ef-c520-4401-862a-5fc2ce594f09 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:39.896148 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.001553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.056496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port d6f7d6ef-c520-4401-862a-5fc2ce594f09, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=d6f7d6ef-c520-4401-862a-5fc2ce594f09,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:40.057232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.080665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for d6f7d6ef-c520-4401-862a-5fc2ce594f09 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:40.094154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=fa5e7e76-cb86-47c2-a91f-de61b55b6cff,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:40.155430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Checking segment: {'id': '6c9ff842-f816-4430-9c6f-a299474f363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:40.155671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network hostable DHCP agents. Network: 586bc282-db30-49c6-99aa-5d75aa05549c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:23:40.193863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 586bc282-db30-49c6-99aa-5d75aa05549c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:23:40.206331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 586bc282-db30-49c6-99aa-5d75aa05549c) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:40.215035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614dffc-b00d-45b9-bfab-3bb5273e4ebe None None] Network 586bc282-db30-49c6-99aa-5d75aa05549c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:40.228514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:40.229113 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.255151 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-91d27b4e-795c-4062-acbf-062f107dc445 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0829079 Nov 23 10:23:40.258570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47982) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:40.264003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1342982657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:40.264771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.278746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['d6f7d6ef-c520-4401-862a-5fc2ce594f09'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:23:40.291139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.292390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.295646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=d6f7d6ef-c520-4401-862a-5fc2ce594f09,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:40.357239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port d6f7d6ef-c520-4401-862a-5fc2ce594f09 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:40.365700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.370103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c065268a-cfca-42b0-92a2-408028b3325b req-fcd765f3-c467-4218-a3b0-2217d86a293a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "DELETE /v2.0/ports/d6f7d6ef-c520-4401-862a-5fc2ce594f09 HTTP/1.1" status: 204 len: 173 time: 0.7156725 Nov 23 10:23:40.371453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'name': 'network-vif-deleted', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:23:40.375591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.376108 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34b5b2d-7bd2-43bd-9f62-8b7f147f4f71" -d '{"events": [{"server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "name": "network-vif-deleted", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:23:40.380684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.407700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.409424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bd9e64fe-0928-4297-99e6-f7398a5ab730 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1493328 Nov 23 10:23:40.411998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:40.418873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c', 'name': 'tempest-PortsIpV6TestJSON-142461794'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:40.425067 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef5fcbf-af60-4ac5-bd4e-8f2b659f6280 x-openstack-request-id: req-3ef5fcbf-af60-4ac5-bd4e-8f2b659f6280 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:23:40.425941 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f8d22-818d-457e-a4eb-5cf0c13a0a09", "name": "network-vif-deleted", "tag": "d6f7d6ef-c520-4401-862a-5fc2ce594f09", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:23:40.426405 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ef5fcbf-af60-4ac5-bd4e-8f2b659f6280 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:23:40.427070 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f8d22-818d-457e-a4eb-5cf0c13a0a09', 'name': 'network-vif-deleted', 'tag': 'd6f7d6ef-c520-4401-862a-5fc2ce594f09', 'status': 'completed', 'code': 200} Nov 23 10:23:40.454721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-586bc282-db30-49c6-99aa-5d75aa05549c', 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': 'fa5e7e76-cb86-47c2-a91f-de61b55b6cff'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:40.455727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.570959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:40.574663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.598045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 8951031f-9a14-4eff-9583-67f88acf5c79 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:40.617570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Allocated IP 2001:db8::2 (586bc282-db30-49c6-99aa-5d75aa05549c/fa5e7e76-cb86-47c2-a91f-de61b55b6cff/57a7648f-db42-4f7a-bd7c-580cd3cbb6d5) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:40.765925 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.772705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.813018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Network 586bc282-db30-49c6-99aa-5d75aa05549c is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:40.817546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:40.822130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:40.825507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Pushing event updated for resources: {'Port': ['ID=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:40.839043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::d (586bc282-db30-49c6-99aa-5d75aa05549c/fa5e7e76-cb86-47c2-a91f-de61b55b6cff/8951031f-9a14-4eff-9583-67f88acf5c79) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:40.886261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Attempting to bind port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:40.886637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Attempting to bind port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '6c9ff842-f816-4430-9c6f-a299474f363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:40.887001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Attempting to bind port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 on network 586bc282-db30-49c6-99aa-5d75aa05549c {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:40.905851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:40.906265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Checking segment: {'id': '6c9ff842-f816-4430-9c6f-a299474f363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:40.906680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.907077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Bound using segment: {'id': '6c9ff842-f816-4430-9c6f-a299474f363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:40.907556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Bound port: 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9ff842-f816-4430-9c6f-a299474f363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '586bc282-db30-49c6-99aa-5d75aa05549c'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:40.907940 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:40.948242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1ce5bfa-0001-47b9-a92a-4e658c680751 req-c173ac0e-edd5-47fa-9c0d-5b8aa4305a97 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0385451 Nov 23 10:23:40.972454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] For port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:40.975354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] For port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,segment=NetworkSegment(6c9ff842-f816-4430-9c6f-a299474f363d),segment_id=6c9ff842-f816-4430-9c6f-a299474f363d)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:40.979538 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.035351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.044416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb27f-6561-4501-adf6-17a972c6b843 None None] Pushing event updated for resources: {'Port': ['ID=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:41.073553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.120356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 586bc282-db30-49c6-99aa-5d75aa05549c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:41.123690 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:41.128017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:41.133958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:41.134695 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.144492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=8951031f-9a14-4eff-9583-67f88acf5c79,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:41.168477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dae7d02d-f79a-423d-9f8e-828f47f295d0 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7526937 Nov 23 10:23:41.169208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:41.545506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.809377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.814536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:41.916540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=8951031f-9a14-4eff-9583-67f88acf5c79,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:41.997829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.072998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a593ae-b591-4982-9953-164ea13a4dc7 None None] Network 586bc282-db30-49c6-99aa-5d75aa05549c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:42.272335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] Provisioning complete for port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:42.272728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.375124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.419159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] For port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,segment=NetworkSegment(6c9ff842-f816-4430-9c6f-a299474f363d),segment_id=6c9ff842-f816-4430-9c6f-a299474f363d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:42.431262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.491609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-733bbf34-eee0-492e-903e-6b89e106ccfe req-64186bff-78b0-4dec-a02f-bb62dc314513 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0367477 Nov 23 10:23:42.528586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a306c-437e-4fe9-bbf0-d1f1446f3a3a None None] Pushing event updated for resources: {'Port': ['ID=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:42.592618 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.761933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6dc1a2fe-bed1-4272-b279-6975ead5bef6 None None] Provisioning complete for port 8951031f-9a14-4eff-9583-67f88acf5c79 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:42.762570 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a2fe-bed1-4272-b279-6975ead5bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.829421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1a2fe-bed1-4272-b279-6975ead5bef6 None None] Port 8951031f-9a14-4eff-9583-67f88acf5c79 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:42.841557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6dc1a2fe-bed1-4272-b279-6975ead5bef6 None None] Provisioning complete for port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:42.842466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6dc1a2fe-bed1-4272-b279-6975ead5bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.910581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.917758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.918843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:42.974887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=8951031f-9a14-4eff-9583-67f88acf5c79,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:43.056854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:43.070338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network 586bc282-db30-49c6-99aa-5d75aa05549c is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:43.071838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:43.101652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2c6de91b-8b20-4e43-91a2-59c72b9e9410 None None] Provisioning complete for port 8951031f-9a14-4eff-9583-67f88acf5c79 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:43.102158 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2c6de91b-8b20-4e43-91a2-59c72b9e9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:43.189294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2c6de91b-8b20-4e43-91a2-59c72b9e9410 None None] Port 8951031f-9a14-4eff-9583-67f88acf5c79 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:43.225423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:43.225959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:43.240696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Router 0c21afaa-4757-4bc2-98bd-76e6d56421e4 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:23:43.370934 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:43.383984 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] Sync routers for ids ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:43.393313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 47994) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:43.394401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a639de12-bccf-49d1-bdb9-1ac3394010f6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/routers/0c21afaa-4757-4bc2-98bd-76e6d56421e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2231016 Nov 23 10:23:43.403393 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] Routers {'0c21afaa-4757-4bc2-98bd-76e6d56421e4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:43.404298 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:43.448857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6610306d-8268-4d08-916f-551427e1be97 None None] Provisioning complete for port 8951031f-9a14-4eff-9583-67f88acf5c79 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:43.449330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6610306d-8268-4d08-916f-551427e1be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:43.464096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4457798-74a8-4a53-ae15-4f3440faa5d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:43.467472 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:43.469301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 47996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:43.477580 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4457798-74a8-4a53-ae15-4f3440faa5d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c21afaa-4757-4bc2-98bd-76e6d56421e4 HTTP/1.1" status: 200 len: 986 time: 0.0830715 Nov 23 10:23:43.479730 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] Routers {'0c21afaa-4757-4bc2-98bd-76e6d56421e4'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:43.480538 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:43.517601 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:43.518106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6610306d-8268-4d08-916f-551427e1be97 None None] Port 8951031f-9a14-4eff-9583-67f88acf5c79 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:43.522760 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255b9e4-a774-41ab-846a-c9819b78ac6a None None] The sync data for ids ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'] in n-d-781076-5 is: [] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:43.613467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9107baac-3b2c-44c0-90f2-c240a80c49c1 req-70aabef3-dfb6-4853-84b6-836b5174c176 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0359414 Nov 23 10:23:43.743767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bb9a9549-2913-4b20-b910-a57146baab4f None None] Provisioning complete for port 8951031f-9a14-4eff-9583-67f88acf5c79 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:43.744378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9549-2913-4b20-b910-a57146baab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:43.779215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9549-2913-4b20-b910-a57146baab4f None None] Port 8951031f-9a14-4eff-9583-67f88acf5c79 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:43.983115 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.207971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 8951031f-9a14-4eff-9583-67f88acf5c79 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:44.208348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.296569 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.308774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 8951031f-9a14-4eff-9583-67f88acf5c79 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:44.482137 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.510504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=8951031f-9a14-4eff-9583-67f88acf5c79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:44.528663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d6f7d6ef-c520-4401-862a-5fc2ce594f09 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:44.555859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: d6f7d6ef-c520-4401-862a-5fc2ce594f09 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:44.556238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device d6f7d6ef-c520-4401-862a-5fc2ce594f09 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:44.606937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.785541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4321d7d0-e754-451f-9637-0d865aeee4e6 req-a969a8d8-d57d-40f3-ae27-2e1aec730566 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9f8d22-818d-457e-a4eb-5cf0c13a0a09 HTTP/1.1" status: 200 len: 210 time: 0.0551538 Nov 23 10:23:44.792594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Router 0c21afaa-4757-4bc2-98bd-76e6d56421e4 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:23:44.870131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:23:44.875029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dbb18dc8-6bf2-433e-a99e-800714dee4e3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/routers/0c21afaa-4757-4bc2-98bd-76e6d56421e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043961 Nov 23 10:23:44.877845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48002) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:44.881217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] Sync routers for ids ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:23:44.903522 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ece17d-eecc-400c-8efa-f08e6273e354 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:44.907482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-04ece17d-eecc-400c-8efa-f08e6273e354 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/8951031f-9a14-4eff-9583-67f88acf5c79 HTTP/1.1" status: 404 len: 333 time: 0.0260942 Nov 23 10:23:44.907833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] Routers {'0c21afaa-4757-4bc2-98bd-76e6d56421e4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:44.907833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:44.908076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48004) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:44.942439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:44.953123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] Routers {'0c21afaa-4757-4bc2-98bd-76e6d56421e4'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:23:44.953920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:23:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:44.983996 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:44.986791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:44.987542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80313749-6a58-4b56-9130-e999cf3cf84d None None] The sync data for ids ['0c21afaa-4757-4bc2-98bd-76e6d56421e4'] in n-d-781076-5 is: [] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:23:45.149080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.151636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.202490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.203006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Fanout notify agent at l3_agent the message router_deleted on router 0c21afaa-4757-4bc2-98bd-76e6d56421e4 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:23:45.210325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.211458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3cf29262-5f5c-4007-a107-b8d576dd9ac8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/routers/0c21afaa-4757-4bc2-98bd-76e6d56421e4 HTTP/1.1" status: 204 len: 168 time: 0.3024001 Nov 23 10:23:45.214025 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48006) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:45.264326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet fa5e7e76-cb86-47c2-a91f-de61b55b6cff {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:45.267474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.309469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.397923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.457745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.486616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5e7e76-cb86-47c2-a91f-de61b55b6cff,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:45.491046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.497021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ba16e282-3ad2-4e8b-972c-21fac2f065ab tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/fa5e7e76-cb86-47c2-a91f-de61b55b6cff HTTP/1.1" status: 204 len: 168 time: 0.2796981 Nov 23 10:23:45.497578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:45.500291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbfee31-330e-42e6-89b0-56e2ca52b5ef None None] Network 586bc282-db30-49c6-99aa-5d75aa05549c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:45.583375 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.644693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:45.645036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.693996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] DHCP port deletion for 586bc282-db30-49c6-99aa-5d75aa05549c request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:45.713589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] For port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,segment=NetworkSegment(6c9ff842-f816-4430-9c6f-a299474f363d),segment_id=6c9ff842-f816-4430-9c6f-a299474f363d)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:45.713982 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.727380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:45.742273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Deleting port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:45.742647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.808854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] For port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,segment=NetworkSegment(6c9ff842-f816-4430-9c6f-a299474f363d),segment_id=6c9ff842-f816-4430-9c6f-a299474f363d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:45.809303 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.815665 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.822808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Calling delete_port for 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:45.828675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No DVR routers for this DVR port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:45.850956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:45.910914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.955954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.962085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] Pushing event deleted for resources: {'Port': ['ID=57a7648f-db42-4f7a-bd7c-580cd3cbb6d5,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:45.972854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:45.976414 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4682fb-0c8b-4a99-81a0-8150010c8c39 None None] No DVR routers for this DVR port 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:45.993478 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586bc282-db30-49c6-99aa-5d75aa05549c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:46.004657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9ff842-f816-4430-9c6f-a299474f363d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:46.005009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9ff842-f816-4430-9c6f-a299474f363d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:46.019664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.033640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.040505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:46.040943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:46.044112 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:46.104402 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.111149 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.114486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/586bc282-db30-49c6-99aa-5d75aa05549c HTTP/1.1" status: 204 len: 168 time: 0.6155310 Nov 23 10:23:46.118342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48016) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.137308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6a853-3ebd-4fe0-989a-2f3d66a50249 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=586bc282-db30-49c6-99aa-5d75aa05549c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:46.175239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271534b-b74c-4d5d-a05b-710b948cf933 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:46.176544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3271534b-b74c-4d5d-a05b-710b948cf933 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c HTTP/1.1" status: 200 len: 844 time: 0.0566263 Nov 23 10:23:46.180396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48018) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.224368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74ae427b-cb7f-43db-8fe5-1fd49fe9b1d5 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0428598 Nov 23 10:23:46.228011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48020) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.232813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:46.321935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:46.325576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.511721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.556965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:46.560450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:46.565841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:46.566433 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.569609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc31a0b-b53f-42b5-9176-fd787ceed65f None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:46.582192 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=7a388ef5-81d7-4cb1-a279-d58f250a67c0,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:46.596312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1e3f1451-3cc3-4993-99d9-fdb517bff03a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3672414 Nov 23 10:23:46.597084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48022) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.603089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'security_group': {'name': 'tempest-secgroup-181282269'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:46.629350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.708641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.713839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.744525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-ae6d1184-6d96-4c2e-9c38-710db64cf376', 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'tenant_id': '91b7065e322d40178bf2b9204a44a911', 'fixed_ips': [{'subnet_id': '7a388ef5-81d7-4cb1-a279-d58f250a67c0'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:23:46.746163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.746370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.750608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1487234 Nov 23 10:23:46.750814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48024) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.752389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85c59-2b4f-4c63-aa53-9076ce644edf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b529f528-3642-466d-b046-480ee5252738,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:46.756380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'security_group': {'name': 'tempest-secgroup-1129127869'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:46.786686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.862558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.867231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.896927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:46.897365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Allocated IP 2001:db8::2 (ae6d1184-6d96-4c2e-9c38-710db64cf376/7a388ef5-81d7-4cb1-a279-d58f250a67c0/37cd2002-cf32-487a-8af8-90216e9675dc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:46.898267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1465118 Nov 23 10:23:46.900285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1217021-d1fd-44f0-93b5-9c55979c069c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c5964-51b2-4f19-8898-454d52b3a1a2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:46.902170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48026) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:46.908205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1512351714', 'security_groups': ['e31c5964-51b2-4f19-8898-454d52b3a1a2'], 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a388ef5-81d7-4cb1-a279-d58f250a67c0'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:47.019035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:47.047838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:47.063601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:23:47.064036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 57a7648f-db42-4f7a-bd7c-580cd3cbb6d5 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:23:47.091825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.098073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.140908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:47.145114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.145842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:47.149387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:47.158289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:47.171684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 4301f4a8-2718-487c-ba33-f487430b82e6 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:47.215129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Attempting to bind port 37cd2002-cf32-487a-8af8-90216e9675dc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:23:47.215609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Attempting to bind port 37cd2002-cf32-487a-8af8-90216e9675dc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:23:47.215977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Attempting to bind port 37cd2002-cf32-487a-8af8-90216e9675dc on network ae6d1184-6d96-4c2e-9c38-710db64cf376 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:23:47.222342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:23:47.222714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Checking segment: {'id': 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:23:47.223365 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.223758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Bound using segment: {'id': 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:23:47.224225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Bound port: 37cd2002-cf32-487a-8af8-90216e9675dc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:23:47.225183 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.289280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:23:47.293245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:23:47.297753 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.349536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::2fd (ae6d1184-6d96-4c2e-9c38-710db64cf376/7a388ef5-81d7-4cb1-a279-d58f250a67c0/4301f4a8-2718-487c-ba33-f487430b82e6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:47.358672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027410a1-adbd-4ef2-be24-7e80f954cf43 None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:47.508140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.551251 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.600979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:47.604576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:47.610881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:47.617224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:47.618180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.633656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4301f4a8-2718-487c-ba33-f487430b82e6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:47.645928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cf4b0b48-b43e-4637-910c-33b8de2161a3 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7415287 Nov 23 10:23:47.648256 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48030) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:47.654457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:47.771392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:47.775155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.853258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb970f8e-6f35-46ec-8233-e41d8ed0d833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:47.871526 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a388ef5-81d7-4cb1-a279-d58f250a67c0 (CIDR: 2001:db8::/64) Nov 23 10:23:47.875488 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:23:47.876091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:47.893351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07b963f4-4772-41c3-91c9-a002dee21860 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2437181 Nov 23 10:23:47.896108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48032) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:47.901735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:48.015826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:48.019395 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.312787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.357024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:48.361625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:48.366204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:48.366965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.379681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=d0bf3fbf-f856-4f41-b94d-2a542244a435,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:48.392863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a57c356-0a54-4535-a3fa-b43a7a17322e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4929285 Nov 23 10:23:48.394045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48036) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:48.399992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1829644530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0bf3fbf-f856-4f41-b94d-2a542244a435'}], 'security_groups': ['b529f528-3642-466d-b046-480ee5252738']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:48.405479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f25493-c7e7-44af-b5fd-1cd59874403c None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:48.493091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:48.493458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.556540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.644491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.678911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:48.684105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.761466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:48.762068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.802804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:48.815006 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Update dhcp port {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'fixed_ips': [{'subnet_id': '7a388ef5-81d7-4cb1-a279-d58f250a67c0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0bf3fbf-f856-4f41-b94d-2a542244a435'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '37cd2002-cf32-487a-8af8-90216e9675dc'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:23:48.819533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-aa62aea8-d305-4b98-8294-248ce79d9653 None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:48.846964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:48.896108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Delete allocated IP 2001:db8::2fd (ae6d1184-6d96-4c2e-9c38-710db64cf376/7a388ef5-81d7-4cb1-a279-d58f250a67c0) {{(pid=110024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:23:48.906057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8:0:1::2da (ae6d1184-6d96-4c2e-9c38-710db64cf376/d0bf3fbf-f856-4f41-b94d-2a542244a435/4301f4a8-2718-487c-ba33-f487430b82e6) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:49.020357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37cd2002-cf32-487a-8af8-90216e9675dc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:49.073588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:49.073877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.099067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.105521 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.176911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4301f4a8-2718-487c-ba33-f487430b82e6,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:49.224036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] In _notify_port_updated(), no bound segment for port 4301f4a8-2718-487c-ba33-f487430b82e6 on network ae6d1184-6d96-4c2e-9c38-710db64cf376 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:23:49.231822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:49.232626 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.236672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1eb1bd81-2c51-4424-beec-22ec9b656ee9 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/ports/4301f4a8-2718-487c-ba33-f487430b82e6 HTTP/1.1" status: 200 len: 931 time: 0.8395948 Nov 23 10:23:49.237161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48042) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:49.329812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Allocated IP 2001:db8:0:1::2 (ae6d1184-6d96-4c2e-9c38-710db64cf376/d0bf3fbf-f856-4f41-b94d-2a542244a435/37cd2002-cf32-487a-8af8-90216e9675dc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:49.362706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 4301f4a8-2718-487c-ba33-f487430b82e6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:49.363227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.472282 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:49.480556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.493671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 4301f4a8-2718-487c-ba33-f487430b82e6 owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:49.502978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.508660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.606975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06530a9-5ee0-4e25-a2be-18168c47dc1a None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:49.665322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.705933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=4301f4a8-2718-487c-ba33-f487430b82e6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:49.733995 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.737468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6b69b210-a795-4b94-ac95-865e33640caf tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/4301f4a8-2718-487c-ba33-f487430b82e6 HTTP/1.1" status: 204 len: 168 time: 0.4991701 Nov 23 10:23:49.740372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48088) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:49.777058 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af231f9-6934-4690-9814-1961abbbe3f8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:49.781523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48090) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:49.781807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1af231f9-6934-4690-9814-1961abbbe3f8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/4301f4a8-2718-487c-ba33-f487430b82e6 HTTP/1.1" status: 404 len: 333 time: 0.0401542 Nov 23 10:23:49.848229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.876559 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.928141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.931762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:49.935473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/security-groups/e31c5964-51b2-4f19-8898-454d52b3a1a2 HTTP/1.1" status: 204 len: 168 time: 0.1503406 Nov 23 10:23:49.936633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:49.951660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5acd3-3cf9-426c-89ad-0bb775c1bc78 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c5964-51b2-4f19-8898-454d52b3a1a2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:50.028849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.055900 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.125121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.128100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.130015 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/security-groups/b529f528-3642-466d-b046-480ee5252738 HTTP/1.1" status: 204 len: 168 time: 0.1919091 Nov 23 10:23:50.132611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48112) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:50.145074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c943bf-8800-4575-b339-e27cee4e333d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529f528-3642-466d-b046-480ee5252738,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:50.205321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet 7a388ef5-81d7-4cb1-a279-d58f250a67c0 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:50.209473 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.259885 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.355212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-423972d8-8e75-4a5c-a9ac-1c8e9af51d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.362221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.458571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.466299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:50.466992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.467202 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.504438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=7a388ef5-81d7-4cb1-a279-d58f250a67c0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:50.506462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.514115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6f15730f-0532-4193-9690-0d48ea4e02c2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/7a388ef5-81d7-4cb1-a279-d58f250a67c0 HTTP/1.1" status: 204 len: 168 time: 0.3764446 Nov 23 10:23:50.514511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48130) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:50.520009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:50.583221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:50.583894 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:50.624210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:50.627690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f82a24f4-16d1-4fcb-817f-5d945b5f8af6 None None] Could not find standard attr ID for object 4301f4a8-2718-487c-ba33-f487430b82e6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:50.642780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9182c-7390-4b73-9063-3b1476935ba6 None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:50.769620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5b6a5d6a-aea6-4423-9d6a-b19ae8f646ea None None] Could not find standard attr ID for object 4301f4a8-2718-487c-ba33-f487430b82e6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:51.000989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37cd2002-cf32-487a-8af8-90216e9675dc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:51.058859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:51.059620 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.078528 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:51.083673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.310997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.363463 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.412608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:51.416598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:51.421248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:51.421987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.435146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be927bab-b018-4add-ad01-63c6f0fdcecc None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:51.441179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=5db955e9-e01e-443b-a020-301d25f47d22,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:51.450270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6175dab7-ef70-4322-a542-587e26b07905 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9322541 Nov 23 10:23:51.450637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:51.455284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738263745'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:51.478961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.524485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c24b3df-7e96-45ce-b88b-f731f3fa6f2f None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:51.524885 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c24b3df-7e96-45ce-b88b-f731f3fa6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.561475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.566872 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.598493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.602351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1481254 Nov 23 10:23:51.602524 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:51.606989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'security_group': {'name': 'tempest-secgroup-503225643'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:51.613029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ac32-8c30-47b7-b718-f1e955f1071a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f89352-be73-4809-b700-2cbafa846377,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:51.635374 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.694806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c24b3df-7e96-45ce-b88b-f731f3fa6f2f None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:51.695183 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c24b3df-7e96-45ce-b88b-f731f3fa6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.717036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.722068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.752815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.754738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1509511 Nov 23 10:23:51.757408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:51.761793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465a3da-7e82-4516-8a8d-5b6d3d896619 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056597e2-dd93-4edd-b326-dfeaea83d5b3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:51.763182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'security_group': {'name': 'tempest-secgroup-25217161'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:51.769309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6c24b3df-7e96-45ce-b88b-f731f3fa6f2f None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:51.777203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Update dhcp port {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'fixed_ips': [{'subnet_id': 'd0bf3fbf-f856-4f41-b94d-2a542244a435', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5db955e9-e01e-443b-a020-301d25f47d22'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '37cd2002-cf32-487a-8af8-90216e9675dc'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:23:51.792680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.803728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.868597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.875114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.907672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:51.909105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1500900 Nov 23 10:23:51.911447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993576f0-bb0f-425f-be29-91fc602444a6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab3d2b-c57d-419b-8698-b61c622fba5c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:51.913707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48140) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:51.918991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-275804129', 'security_groups': ['01ab3d2b-c57d-419b-8698-b61c622fba5c'], 'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5db955e9-e01e-443b-a020-301d25f47d22'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:51.986682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Allocated IP 2001:db8::2 (ae6d1184-6d96-4c2e-9c38-710db64cf376/5db955e9-e01e-443b-a020-301d25f47d22/37cd2002-cf32-487a-8af8-90216e9675dc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:52.059879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:52.067659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.086647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] device_id is not set on port 4b6f102e-af47-479b-afb5-9a289a45fbc4 yet. {{(pid=110023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:23:52.090595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:52.128597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.134076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.221863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142e9bf-3098-49c6-9eb3-135a891052dc None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:52.273001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8::b6 (ae6d1184-6d96-4c2e-9c38-710db64cf376/5db955e9-e01e-443b-a020-301d25f47d22/4b6f102e-af47-479b-afb5-9a289a45fbc4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:52.422307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.459867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.521838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:52.525203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:52.529847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:23:52.535691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:52.536444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.547900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4b6f102e-af47-479b-afb5-9a289a45fbc4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:52.561948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7be3fc42-d017-4b0f-9b1f-7f991ab16f5c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6445484 Nov 23 10:23:52.562379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48144) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:52.567372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:52.697431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:52.702870 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.704733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.798541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-65e5ecea-7e2d-4774-b977-41f219a56fd7 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:52.798920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65e5ecea-7e2d-4774-b977-41f219a56fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.820497 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5db955e9-e01e-443b-a020-301d25f47d22 (CIDR: 2001:db8::/64) Nov 23 10:23:52.824395 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:23:52.824849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:52.855063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e8ec1012-9ad0-4269-88b0-89a92c8ef429 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2892084 Nov 23 10:23:52.855324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48146) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:52.861187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:52.923202 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-65e5ecea-7e2d-4774-b977-41f219a56fd7 None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:52.923583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65e5ecea-7e2d-4774-b977-41f219a56fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:52.966817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-65e5ecea-7e2d-4774-b977-41f219a56fd7 None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:52.995107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37cd2002-cf32-487a-8af8-90216e9675dc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:53.012835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:53.021020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.059899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:53.061409 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.126363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-24140d1f-673e-4b60-a552-cdc9749f3a24 None None] Provisioning complete for port 4b6f102e-af47-479b-afb5-9a289a45fbc4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:53.126728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24140d1f-673e-4b60-a552-cdc9749f3a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.150019 n-d-781076-5 neutron-server[110023]: INFO neutron.db.ipam_backend_mixin [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d0bf3fbf-f856-4f41-b94d-2a542244a435 (CIDR: 2001:db8:0:1::/64) Nov 23 10:23:53.157695 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:23:53.166503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:53.202631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d2406c89-01d7-44d8-8822-c436a3f3f7bc tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3459239 Nov 23 10:23:53.205225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:53.208748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-24140d1f-673e-4b60-a552-cdc9749f3a24 None None] Port 4b6f102e-af47-479b-afb5-9a289a45fbc4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:53.211866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'subnet': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:53.336871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Made reservation on behalf of 91b7065e322d40178bf2b9204a44a911 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:23:53.341942 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.424069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b9485f55-24f9-4396-bc87-040fd53e99e1 None None] Could not find standard attr ID for object 4301f4a8-2718-487c-ba33-f487430b82e6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:53.553787 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.596132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.643472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:23:53.646812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:23:53.651807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:53.652399 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.654748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Subnet': ['ID=c72d3281-9fc6-4b50-9e7c-66a8306a7890,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:53.661492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2c47e-6747-4892-a217-b88109e5720b None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:53.672159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b47e606-2321-4b2f-82cb-0234487e2e70 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4652591 Nov 23 10:23:53.674792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48152) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:53.680863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2077300492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c72d3281-9fc6-4b50-9e7c-66a8306a7890'}], 'security_groups': ['69f89352-be73-4809-b700-2cbafa846377', '056597e2-dd93-4edd-b326-dfeaea83d5b3']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:53.837282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:53.904438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Update dhcp port {'port': {'network_id': 'ae6d1184-6d96-4c2e-9c38-710db64cf376', 'fixed_ips': [{'subnet_id': 'd0bf3fbf-f856-4f41-b94d-2a542244a435', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5db955e9-e01e-443b-a020-301d25f47d22', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c72d3281-9fc6-4b50-9e7c-66a8306a7890'}], 'binding:host_id': 'n-d-781076-5'}, 'id': '37cd2002-cf32-487a-8af8-90216e9675dc'} from n-d-781076-5. {{(pid=110025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:23:53.939128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.173139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Delete allocated IP 2001:db8::b6 (ae6d1184-6d96-4c2e-9c38-710db64cf376/5db955e9-e01e-443b-a020-301d25f47d22) {{(pid=110024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:23:54.181856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Allocated IP 2001:db8:0:2::41 (ae6d1184-6d96-4c2e-9c38-710db64cf376/c72d3281-9fc6-4b50-9e7c-66a8306a7890/4b6f102e-af47-479b-afb5-9a289a45fbc4) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:54.353121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.358761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.416665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Allocated IP 2001:db8:0:2::2 (ae6d1184-6d96-4c2e-9c38-710db64cf376/c72d3281-9fc6-4b50-9e7c-66a8306a7890/37cd2002-cf32-487a-8af8-90216e9675dc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:23:54.426856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] In _notify_port_updated(), no bound segment for port 4b6f102e-af47-479b-afb5-9a289a45fbc4 on network ae6d1184-6d96-4c2e-9c38-710db64cf376 {{(pid=110024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:23:54.433297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:23:54.433981 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.435344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "PUT /v2.0/ports/4b6f102e-af47-479b-afb5-9a289a45fbc4 HTTP/1.1" status: 200 len: 969 time: 0.7595854 Nov 23 10:23:54.438447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48156) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:54.507260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf765e61-3a81-4985-9ba7-81f0c3bb74d8 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event updated for resources: {'Port': ['ID=4b6f102e-af47-479b-afb5-9a289a45fbc4,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:54.514714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:54.541262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 4b6f102e-af47-479b-afb5-9a289a45fbc4 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:54.541609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.549744 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.555901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.644146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.657754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 4b6f102e-af47-479b-afb5-9a289a45fbc4 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:54.663229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831dce3-d87f-4189-ac44-129b2afa3577 None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:54.794956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.830816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=4b6f102e-af47-479b-afb5-9a289a45fbc4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:54.857553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.861020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-faad7eec-a955-4ea9-8815-2c216fb7537c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/4b6f102e-af47-479b-afb5-9a289a45fbc4 HTTP/1.1" status: 204 len: 168 time: 0.4217808 Nov 23 10:23:54.863679 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:54.890400 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e97b89-0f1d-455b-acd9-937778b20feb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] GET failed (client error): The resource could not be found. Nov 23 10:23:54.890400 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-71e97b89-0f1d-455b-acd9-937778b20feb tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports/4b6f102e-af47-479b-afb5-9a289a45fbc4 HTTP/1.1" status: 404 len: 333 time: 0.0251114 Nov 23 10:23:54.893140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48160) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:54.955210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:54.974680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37cd2002-cf32-487a-8af8-90216e9675dc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:23:54.983230 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.037836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:55.038270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.039017 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.042541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.043982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/security-groups/01ab3d2b-c57d-419b-8698-b61c622fba5c HTTP/1.1" status: 204 len: 168 time: 0.1499152 Nov 23 10:23:55.046727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:55.056198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe24ff-089b-4c1b-a99e-5746898ffaaa tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab3d2b-c57d-419b-8698-b61c622fba5c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:55.113295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.143325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.197738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.200868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.202236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/security-groups/056597e2-dd93-4edd-b326-dfeaea83d5b3 HTTP/1.1" status: 204 len: 168 time: 0.1544306 Nov 23 10:23:55.204957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48166) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:55.212459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e42e7c-201b-405f-b18e-3b8bbf1cc99a tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056597e2-dd93-4edd-b326-dfeaea83d5b3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:55.281125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.308663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.359638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.364161 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.367884 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/security-groups/69f89352-be73-4809-b700-2cbafa846377 HTTP/1.1" status: 204 len: 168 time: 0.1591940 Nov 23 10:23:55.368331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48168) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:55.370919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:55.371525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.376125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6650e94-5ea5-45ca-8301-c63b23191609 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f89352-be73-4809-b700-2cbafa846377,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:55.444789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet 5db955e9-e01e-443b-a020-301d25f47d22 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:55.448645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.493540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:55.493975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.500939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.539284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:55.543137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6c9ac4d3-d2ac-40d1-883f-1bc3d1e415cb None None] Could not find standard attr ID for object 4b6f102e-af47-479b-afb5-9a289a45fbc4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:55.607624 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.663155 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5acde671-2d08-4357-aeb9-461945d2aa99 None None] Could not find standard attr ID for object 4b6f102e-af47-479b-afb5-9a289a45fbc4. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:23:55.686309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.717529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=5db955e9-e01e-443b-a020-301d25f47d22,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:55.719777 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.723096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b5413242-32e7-40f8-a737-f0481adb2895 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/5db955e9-e01e-443b-a020-301d25f47d22 HTTP/1.1" status: 204 len: 168 time: 0.3517866 Nov 23 10:23:55.727552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:55.787250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet c72d3281-9fc6-4b50-9e7c-66a8306a7890 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:55.790903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.828937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18883929-2ec6-4cce-824c-fd655efbd4a6 None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:55.833114 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:55.938483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.010016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.037242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=c72d3281-9fc6-4b50-9e7c-66a8306a7890,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:56.043940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.049764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48172) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.050466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-60890958-d8bb-419b-b80a-2679d5ebbe76 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/c72d3281-9fc6-4b50-9e7c-66a8306a7890 HTTP/1.1" status: 204 len: 168 time: 0.3211334 Nov 23 10:23:56.077718 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d6bd0f-de53-4cd9-988a-87442cf4b58b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:56.078416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d6bd0f-de53-4cd9-988a-87442cf4b58b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:56.081675 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-46d6bd0f-de53-4cd9-988a-87442cf4b58b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/5db955e9-e01e-443b-a020-301d25f47d22 HTTP/1.1" status: 404 len: 337 time: 0.0300162 Nov 23 10:23:56.084359 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48174) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.139994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting subnet d0bf3fbf-f856-4f41-b94d-2a542244a435 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:23:56.144183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.190462 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.298200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.366419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.412191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bf3fbf-f856-4f41-b94d-2a542244a435,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:56.417802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.421788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c71b52a8-f72c-4cb3-8f85-fe03b49de140 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/d0bf3fbf-f856-4f41-b94d-2a542244a435 HTTP/1.1" status: 204 len: 168 time: 0.3365211 Nov 23 10:23:56.424508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48178) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.451159 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e483839-9f89-4803-9a8f-6ff53cc9857d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:56.451627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e483839-9f89-4803-9a8f-6ff53cc9857d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:56.457418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6e483839-9f89-4803-9a8f-6ff53cc9857d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/7a388ef5-81d7-4cb1-a279-d58f250a67c0 HTTP/1.1" status: 404 len: 337 time: 0.0292218 Nov 23 10:23:56.457833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.496150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ae3dc584-ad27-4c29-92c2-bd8aba6f025c tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c21afaa-4757-4bc2-98bd-76e6d56421e4 HTTP/1.1" status: 200 len: 205 time: 0.0369818 Nov 23 10:23:56.498523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48182) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.544742 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-0af696b1-69d9-482b-ab47-085168fc8cc2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] delete failed (client error): The resource could not be found. Nov 23 10:23:56.545805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0af696b1-69d9-482b-ab47-085168fc8cc2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/routers/0c21afaa-4757-4bc2-98bd-76e6d56421e4 HTTP/1.1" status: 404 len: 336 time: 0.0463812 Nov 23 10:23:56.548309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48184) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.575340 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58ca3c5-26bd-428d-b98a-6a1863a879af tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:56.575801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58ca3c5-26bd-428d-b98a-6a1863a879af tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:56.578969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e58ca3c5-26bd-428d-b98a-6a1863a879af tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/fa5e7e76-cb86-47c2-a91f-de61b55b6cff HTTP/1.1" status: 404 len: 337 time: 0.0297282 Nov 23 10:23:56.581406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.604394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e578dc9-4b52-489a-b7c0-80540240da25 None None] Network ae6d1184-6d96-4c2e-9c38-710db64cf376 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:23:56.610539 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db2da26-39ab-4101-896d-335a555edc6e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:56.611003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db2da26-39ab-4101-896d-335a555edc6e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:56.616658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7db2da26-39ab-4101-896d-335a555edc6e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/34c17551-13e3-4ca4-abab-51980919fd07 HTTP/1.1" status: 404 len: 337 time: 0.0320201 Nov 23 10:23:56.617015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.643076 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd03d87e-d658-4c49-9165-a8f66b3381e6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:56.645810 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd03d87e-d658-4c49-9165-a8f66b3381e6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:56.646712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-dd03d87e-d658-4c49-9165-a8f66b3381e6 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5196f3-7fe5-46b1-bf09-550ccb7529cc HTTP/1.1" status: 404 len: 337 time: 0.0287018 Nov 23 10:23:56.649313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48190) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:56.730275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f29054cd-49b6-4af5-aa48-dc60df4e49cc None None] Provisioning complete for port 37cd2002-cf32-487a-8af8-90216e9675dc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:56.730563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f29054cd-49b6-4af5-aa48-dc60df4e49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:56.977588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] DHCP port deletion for ae6d1184-6d96-4c2e-9c38-710db64cf376 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:23:56.993643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37cd2002-cf32-487a-8af8-90216e9675dc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:23:57.008330 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb11470-a96a-476f-ab9a-e551fd25ad09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.008903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb11470-a96a-476f-ab9a-e551fd25ad09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.014519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dfb11470-a96a-476f-ab9a-e551fd25ad09 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/4350b848-f59d-4689-bce2-56b98f495ff6 HTTP/1.1" status: 404 len: 333 time: 0.3614340 Nov 23 10:23:57.014813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48192) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.045343 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f2bd17-5bb7-497a-990b-d7acb0a83dc2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.045815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f2bd17-5bb7-497a-990b-d7acb0a83dc2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.049976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-80f2bd17-5bb7-497a-990b-d7acb0a83dc2 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/f6f411e6-cdcb-4c60-a280-59d6ee878eba HTTP/1.1" status: 404 len: 337 time: 0.0341935 Nov 23 10:23:57.052844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.075221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f29054cd-49b6-4af5-aa48-dc60df4e49cc None None] Provisioning complete for port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:23:57.075671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f29054cd-49b6-4af5-aa48-dc60df4e49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.081134 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ff539c-b95b-4973-9534-adbdeec1e75e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.081597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ff539c-b95b-4973-9534-adbdeec1e75e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.085027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3ff539c-b95b-4973-9534-adbdeec1e75e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/bbe6ccd4-da91-4395-8d4b-6229e58d2deb HTTP/1.1" status: 404 len: 337 time: 0.0299470 Nov 23 10:23:57.087339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48196) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.111482 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f991e6ec-861f-49b0-a9f0-cb06a054a58f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.112045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f991e6ec-861f-49b0-a9f0-cb06a054a58f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.118048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f991e6ec-861f-49b0-a9f0-cb06a054a58f tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/e0c71494-896e-408c-a98e-49d043600796 HTTP/1.1" status: 404 len: 333 time: 0.0272975 Nov 23 10:23:57.118303 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48198) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.143433 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7f14b5-a20c-4826-a267-f3dc7979eb7d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.143885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7f14b5-a20c-4826-a267-f3dc7979eb7d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.146449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Deleting port 37cd2002-cf32-487a-8af8-90216e9675dc {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:57.149540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.149668 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0f7f14b5-a20c-4826-a267-f3dc7979eb7d tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/c2a5fa3e-0c5a-4865-b9fc-d19d55161532 HTTP/1.1" status: 404 len: 337 time: 0.0277202 Nov 23 10:23:57.149668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48200) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.163285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.166315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f29054cd-49b6-4af5-aa48-dc60df4e49cc None None] Port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:23:57.175958 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-75385626-fbdc-4389-bf3b-dc3c2c35332b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] DELETE failed (client error): The resource could not be found. Nov 23 10:23:57.176444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75385626-fbdc-4389-bf3b-dc3c2c35332b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:23:57.182172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-75385626-fbdc-4389-bf3b-dc3c2c35332b tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/subnets/30ba172b-4678-4bb3-b765-c57b7d20f0a5 HTTP/1.1" status: 404 len: 337 time: 0.0293467 Nov 23 10:23:57.182352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48202) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.247942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:57.248306 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.261826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 37cd2002-cf32-487a-8af8-90216e9675dc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37cd2002-cf32-487a-8af8-90216e9675dc,segment=NetworkSegment(a0b7ecf5-7c95-4d2e-9051-f92795279cb6),segment_id=a0b7ecf5-7c95-4d2e-9051-f92795279cb6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:23:57.266296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Calling delete_port for 37cd2002-cf32-487a-8af8-90216e9675dc owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:57.270571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.290795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Deleting port 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:23:57.291142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.363482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.377777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Calling delete_port for 40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c owned by {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:23:57.384528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:57.410721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.441329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] Pushing event deleted for resources: {'Port': ['ID=37cd2002-cf32-487a-8af8-90216e9675dc,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:57.444956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24f462-e029-480c-ac31-dcd89ffb7244 None None] No DVR routers for this DVR port 37cd2002-cf32-487a-8af8-90216e9675dc on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:23:57.477658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.510073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Port': ['ID=40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:57.515096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.518613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c9673a9-45d2-4929-a171-638749e654c7 tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/ports/40528553-0e1e-4cc4-9cb5-2e5fb6ba3d0c HTTP/1.1" status: 204 len: 168 time: 0.3353295 Nov 23 10:23:57.521019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48206) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:57.603685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.691573 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.712663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6d1184-6d96-4c2e-9c38-710db64cf376']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:57.722647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:57.722946 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b7ecf5-7c95-4d2e-9051-f92795279cb6') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:23:57.732873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.746871 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.753747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:23:57.754218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:23:57.757175 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:23:57.823433 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.830422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:57.833605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] 10.222.0.62 "DELETE /v2.0/networks/ae6d1184-6d96-4c2e-9c38-710db64cf376 HTTP/1.1" status: 204 len: 168 time: 0.3116627 Nov 23 10:23:57.846977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f7b8e-acc7-4afe-9080-fbe51e0a0f8e tempest-PortsIpV6TestJSON-1707528779 tempest-PortsIpV6TestJSON-1707528779-project] Pushing event deleted for resources: {'Network': ['ID=ae6d1184-6d96-4c2e-9c38-710db64cf376,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:58.042653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48212) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:58.180431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-48b48cde-49fb-4587-8abb-df35bc13ca1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91b7065e322d40178bf2b9204a44a911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364949 Nov 23 10:23:58.182849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:58.237455 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:58.258985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:58.307586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:58.310574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:58.314041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4676b97-a268-4b0a-9b9a-f435ea1a7267 HTTP/1.1" status: 204 len: 168 time: 0.1278393 Nov 23 10:23:58.320676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e99e8-dce2-40b7-8e09-2d216d5f4a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4676b97-a268-4b0a-9b9a-f435ea1a7267,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:58.991120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48240) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.091650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-08ae9370-a576-44c8-8112-c9040ea3d133 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.092669 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-08ae9370-a576-44c8-8112-c9040ea3d133 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 10:23:59.093182 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-08ae9370-a576-44c8-8112-c9040ea3d133 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 10:23:59.094221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-08ae9370-a576-44c8-8112-c9040ea3d133 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1019750 Nov 23 10:23:59.097791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.101938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--666913623'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.125110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.134023 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.220352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.224826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.260998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8a2f2-ff13-480b-9f64-5b3cd54fa05a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:59.305445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.310137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.339351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.340611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2418680 Nov 23 10:23:59.343805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.344982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fce17-a394-4131-aa89-0a254403e63d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5002a9-22a6-42b7-a3af-521934a07c7c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:59.350421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ea5002a9-22a6-42b7-a3af-521934a07c7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.386127 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.479279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.483833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.502024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fa75c9-f8fd-4d66-9667-a51737319b45,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:59.510561 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.514314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-946a2614-61b5-4e73-ab29-98d29e8424d2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660292 Nov 23 10:23:59.514553 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.519788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b3cd7621-1b3e-462d-b154-ec636281d6d5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ea5002a9-22a6-42b7-a3af-521934a07c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.548355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7621-1b3e-462d-b154-ec636281d6d5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.598903 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-b3cd7621-1b3e-462d-b154-ec636281d6d5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 10:23:59.600147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b3cd7621-1b3e-462d-b154-ec636281d6d5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0839975 Nov 23 10:23:59.603251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48252) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.658316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.681964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.727910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.731202 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.732291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea5002a9-22a6-42b7-a3af-521934a07c7c HTTP/1.1" status: 204 len: 168 time: 0.1277759 Nov 23 10:23:59.735095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48254) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.742277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a985e-b5a5-4b9f-be92-3fa41815a24e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5002a9-22a6-42b7-a3af-521934a07c7c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:59.800477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-31669942-5b09-48f2-9f0d-ef8ed78587f9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637465 Nov 23 10:23:59.803987 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.808383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613427221'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.833094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.901424 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.905937 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.936262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:23:59.938315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1333706 Nov 23 10:23:59.940646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48258) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:23:59.940828 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea5df-f957-4ab1-8a92-293504099879 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c72c428-a08a-4474-9522-2a37c3f136c7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:23:59.948441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7ed1797d-3358-41b4-a9ba-3fcbf89d39a5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '0c72c428-a08a-4474-9522-2a37c3f136c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:23:59.949433 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-7ed1797d-3358-41b4-a9ba-3fcbf89d39a5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 10:23:59.950144 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-7ed1797d-3358-41b4-a9ba-3fcbf89d39a5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:23:59.954231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ed1797d-3358-41b4-a9ba-3fcbf89d39a5 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096591 Nov 23 10:23:59.954349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48260) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.010169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.033478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.076221 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.079276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.083176 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/0c72c428-a08a-4474-9522-2a37c3f136c7 HTTP/1.1" status: 204 len: 168 time: 0.1253891 Nov 23 10:24:00.083648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48262) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.090434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbab2d-9dba-4e21-a247-30d8bb7c397d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c72c428-a08a-4474-9522-2a37c3f136c7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:00.143073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5fb72995-47bb-49b0-a7b7-161c2bbfa6ba tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572731 Nov 23 10:24:00.146733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48264) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.151637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351565136'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.179812 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.231905 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:24:00.256315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.260971 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.292019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9571b13f-262e-46b0-92f9-5d492e0d50e8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:00.298066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.299295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-173dc91f-34e2-44f5-9869-e1c78f37c6e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1516011 Nov 23 10:24:00.302682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48266) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.307642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0763821b-4a23-4b4a-8684-faef4f757f0a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '9571b13f-262e-46b0-92f9-5d492e0d50e8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.338833 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-0763821b-4a23-4b4a-8684-faef4f757f0a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 10:24:00.339703 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-0763821b-4a23-4b4a-8684-faef4f757f0a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:00.343632 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0763821b-4a23-4b4a-8684-faef4f757f0a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0374119 Nov 23 10:24:00.344763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48268) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.400850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.425145 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.481137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.484068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.485440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/9571b13f-262e-46b0-92f9-5d492e0d50e8 HTTP/1.1" status: 204 len: 168 time: 0.1394992 Nov 23 10:24:00.488176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.495512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8e218-b38c-45de-a1c3-fcdbaa73f36a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571b13f-262e-46b0-92f9-5d492e0d50e8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:00.539527 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c5144779-b9cb-4352-ac35-7032d3b8e9be tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0439906 Nov 23 10:24:00.543040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.547400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516579859'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.570685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.638751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.643281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.676886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.678165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1341035 Nov 23 10:24:00.678986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5f028-2436-4545-a48d-4668ad606b2e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42e633-732b-44a0-8f97-4508ee586548,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:00.681217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48276) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.686403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bc381cf9-59ff-4705-9849-4e131dd42c0e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ca42e633-732b-44a0-8f97-4508ee586548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.703422 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-bc381cf9-59ff-4705-9849-4e131dd42c0e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 10:24:00.704060 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-bc381cf9-59ff-4705-9849-4e131dd42c0e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:00.705988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bc381cf9-59ff-4705-9849-4e131dd42c0e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226254 Nov 23 10:24:00.708068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.712753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8338d847-56bd-4d8f-8293-02757114d843 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ca42e633-732b-44a0-8f97-4508ee586548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.714412 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-8338d847-56bd-4d8f-8293-02757114d843 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 10:24:00.714908 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-8338d847-56bd-4d8f-8293-02757114d843 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:00.715840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8338d847-56bd-4d8f-8293-02757114d843 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067871 Nov 23 10:24:00.718217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48280) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.722163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1a4106be-13a1-49ca-aeea-7fd85713ffe0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ca42e633-732b-44a0-8f97-4508ee586548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.723201 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-1a4106be-13a1-49ca-aeea-7fd85713ffe0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 10:24:00.723692 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-1a4106be-13a1-49ca-aeea-7fd85713ffe0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:00.728089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a4106be-13a1-49ca-aeea-7fd85713ffe0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066423 Nov 23 10:24:00.728473 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48282) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.733122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-918e804d-0c7c-4ee5-bb0f-eda1274f605d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'ca42e633-732b-44a0-8f97-4508ee586548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.734020 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-918e804d-0c7c-4ee5-bb0f-eda1274f605d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 10:24:00.734505 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-918e804d-0c7c-4ee5-bb0f-eda1274f605d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:00.735419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-918e804d-0c7c-4ee5-bb0f-eda1274f605d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059462 Nov 23 10:24:00.737731 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48284) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.790827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.813276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.857980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.861304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:00.862519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/ca42e633-732b-44a0-8f97-4508ee586548 HTTP/1.1" status: 204 len: 168 time: 0.1238155 Nov 23 10:24:00.865407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48286) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.871751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29526b-39a7-4b93-8276-dfec3af0f3b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42e633-732b-44a0-8f97-4508ee586548,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:00.918615 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e2c74a69-d201-47b3-8a16-ac584c09c393 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520358 Nov 23 10:24:00.922162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:00.926437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407513209'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:00.950181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.020551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.024970 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.054417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.055562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1324873 Nov 23 10:24:01.058795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.063743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703b0ba-7995-4d6b-b381-1b05cc8fd5c9 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bddb207-0ae2-424a-9641-1990cf031cb6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:01.063970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5e9aaeb7-d659-4a9f-bc9e-aac117d61313 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.064877 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-5e9aaeb7-d659-4a9f-bc9e-aac117d61313 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 10:24:01.065615 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-5e9aaeb7-d659-4a9f-bc9e-aac117d61313 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.069508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.069923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e9aaeb7-d659-4a9f-bc9e-aac117d61313 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100813 Nov 23 10:24:01.074531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0aa97ebe-a102-4199-b65a-4de9d95d68fb tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.111074 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-0aa97ebe-a102-4199-b65a-4de9d95d68fb tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.112324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0aa97ebe-a102-4199-b65a-4de9d95d68fb tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0414450 Nov 23 10:24:01.115280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48294) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.119819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-71027e17-cd1f-4cbf-a543-8e9cdb3b34b4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.120575 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-71027e17-cd1f-4cbf-a543-8e9cdb3b34b4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 10:24:01.121067 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-71027e17-cd1f-4cbf-a543-8e9cdb3b34b4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.122027 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-71027e17-cd1f-4cbf-a543-8e9cdb3b34b4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057704 Nov 23 10:24:01.124512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.134402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2aae665b-b565-482a-a7d1-f61829e2feca tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.297039 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-2aae665b-b565-482a-a7d1-f61829e2feca tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.298831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2aae665b-b565-482a-a7d1-f61829e2feca tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1734164 Nov 23 10:24:01.301823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48302) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.308320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-410f172d-0a0f-46d5-a310-a4a362ab926f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.308884 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-410f172d-0a0f-46d5-a310-a4a362ab926f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 10:24:01.309596 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-410f172d-0a0f-46d5-a310-a4a362ab926f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.311010 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-410f172d-0a0f-46d5-a310-a4a362ab926f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077312 Nov 23 10:24:01.314079 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48304) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.319204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-608374bb-3b04-4859-b2f4-202534b8cae2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.344330 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-608374bb-3b04-4859-b2f4-202534b8cae2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Project b536443c7f5246339688a582772264f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:24:01.359861 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-608374bb-3b04-4859-b2f4-202534b8cae2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.361075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-608374bb-3b04-4859-b2f4-202534b8cae2 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0458307 Nov 23 10:24:01.364310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48310) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.369530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ebe59f14-a1c5-4056-a7eb-3e76572711b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.370044 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-ebe59f14-a1c5-4056-a7eb-3e76572711b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 10:24:01.370518 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ebe59f14-a1c5-4056-a7eb-3e76572711b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.371541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ebe59f14-a1c5-4056-a7eb-3e76572711b0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061877 Nov 23 10:24:01.374087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48312) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.382572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-91fe2507-6216-4cc3-a0c5-7f1c2f79b893 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.406392 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-91fe2507-6216-4cc3-a0c5-7f1c2f79b893 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Project b536443c7f5246339688a582772264f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:24:01.421284 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-91fe2507-6216-4cc3-a0c5-7f1c2f79b893 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.421284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91fe2507-6216-4cc3-a0c5-7f1c2f79b893 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0407321 Nov 23 10:24:01.422992 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48314) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.428392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bb635472-7b21-4e97-a07a-5b78b91b827f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '5bddb207-0ae2-424a-9641-1990cf031cb6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.450593 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-bb635472-7b21-4e97-a07a-5b78b91b827f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Project b536443c7f5246339688a582772264f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:24:01.465309 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-bb635472-7b21-4e97-a07a-5b78b91b827f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:01.467172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb635472-7b21-4e97-a07a-5b78b91b827f tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0431106 Nov 23 10:24:01.469967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48316) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.522578 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.545370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.587718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.590359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.591553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/5bddb207-0ae2-424a-9641-1990cf031cb6 HTTP/1.1" status: 204 len: 168 time: 0.1206284 Nov 23 10:24:01.594315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.607016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7b163-b17f-4478-b378-cb28263f1f8d tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bddb207-0ae2-424a-9641-1990cf031cb6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:01.638334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-491ab100-8ab8-4313-91de-7d2c0fef5deb tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427809 Nov 23 10:24:01.642136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48322) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.646954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--616155632'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.670425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.737814 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.742378 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.769595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.770851 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1276278 Nov 23 10:24:01.773697 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48324) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.778394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-304f294d-31e3-4098-a3e2-1f7b47cf37e4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'f4ff5d02-5ee1-47ae-be08-8cccf2758a14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.784552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39994fd-8990-4eb4-82ed-ce34aff2208e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ff5d02-5ee1-47ae-be08-8cccf2758a14,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:01.825971 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-304f294d-31e3-4098-a3e2-1f7b47cf37e4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The resource could not be found. Nov 23 10:24:01.827049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-304f294d-31e3-4098-a3e2-1f7b47cf37e4 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0524020 Nov 23 10:24:01.829920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48326) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.834343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4ee72c5e-de7d-4ed8-b260-fa2bfaa52d7a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': 'f4ff5d02-5ee1-47ae-be08-8cccf2758a14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc40d09a-9bc9-4c06-bb55-4f15b25c87b2'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:01.875533 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-4ee72c5e-de7d-4ed8-b260-fa2bfaa52d7a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The resource could not be found. Nov 23 10:24:01.876542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4ee72c5e-de7d-4ed8-b260-fa2bfaa52d7a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0456355 Nov 23 10:24:01.879640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48328) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:01.935009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:01.958039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.002525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.005253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.009278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48338) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.009432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/f4ff5d02-5ee1-47ae-be08-8cccf2758a14 HTTP/1.1" status: 204 len: 168 time: 0.1286654 Nov 23 10:24:02.018625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ff5d02-5ee1-47ae-be08-8cccf2758a14,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.026599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.026951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.027295 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.027630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.027960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.028291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.028617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.028942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.029267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.029596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.029940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.030262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd93c2-201e-4cdf-9041-1c118eedf43b tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:02.054320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4372878b-04ac-4dac-8ea6-2e815e632abb tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435789 Nov 23 10:24:02.058455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48340) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.063640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ef586acb-cfc5-4edc-aec4-b09068b04224 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '295e4e92-ee15-4be4-80ad-833f78f9131f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.106713 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ef586acb-cfc5-4edc-aec4-b09068b04224 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The resource could not be found. Nov 23 10:24:02.107774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ef586acb-cfc5-4edc-aec4-b09068b04224 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482314 Nov 23 10:24:02.111425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48342) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.116682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--920930073'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.139826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.208107 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.212574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.243536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.244781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1322534 Nov 23 10:24:02.246770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbdc9c-813e-40cf-b519-a1369f9a39d8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041e8d63-56f1-4bc5-a9bb-05c06520d435,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.248167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48344) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.252999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--736045809'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.283481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.348416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.354654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.383172 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.384420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1351597 Nov 23 10:24:02.387288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48346) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.391649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3911bd6d-cf0b-463a-a7a9-30a9b2b2dd57 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '041e8d63-56f1-4bc5-a9bb-05c06520d435', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7eb9d113-93af-4a82-93cc-fee5d687a108'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.397662 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636e7dc-a90e-4dbb-aeb5-59ab9cdc515c tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9d113-93af-4a82-93cc-fee5d687a108,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.430321 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-3911bd6d-cf0b-463a-a7a9-30a9b2b2dd57 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:02.434344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3911bd6d-cf0b-463a-a7a9-30a9b2b2dd57 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0460777 Nov 23 10:24:02.435106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48348) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.494150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.515154 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.564308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.567029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.570827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/7eb9d113-93af-4a82-93cc-fee5d687a108 HTTP/1.1" status: 204 len: 168 time: 0.1321430 Nov 23 10:24:02.571343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48352) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.579436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b7200-e953-4539-8aa4-286cf8f4d98a tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9d113-93af-4a82-93cc-fee5d687a108,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.634231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1222e174-2e6a-4f29-9489-14b4e00685e6 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0613306 Nov 23 10:24:02.637071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48354) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.687715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.710604 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.752555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.755430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.756556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/041e8d63-56f1-4bc5-a9bb-05c06520d435 HTTP/1.1" status: 204 len: 168 time: 0.1185637 Nov 23 10:24:02.759599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48356) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.769932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7794e8-a2bb-4c8f-9eac-f235d1610b82 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e8d63-56f1-4bc5-a9bb-05c06520d435,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.809256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8350d721-fd7b-49af-bdea-3f6a8e4a6fee tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478678 Nov 23 10:24:02.813538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48358) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.817671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--759159064'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.840726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.909592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.914742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.945024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:02.946218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1318443 Nov 23 10:24:02.948216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff8795-76b5-4317-872d-fe97fd3bf082 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5a059f-286b-427a-8786-2c42662d767c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:02.949384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48360) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:02.954947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ef9c5b89-741d-4da2-84f8-a1ff6315f4cc tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '4b5a059f-286b-427a-8786-2c42662d767c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:02.994376 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-ef9c5b89-741d-4da2-84f8-a1ff6315f4cc tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:02.998346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef9c5b89-741d-4da2-84f8-a1ff6315f4cc tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0445809 Nov 23 10:24:02.998767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48362) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.003763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d14dd114-a3c8-4319-ad35-4da07c09122e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group_rule': {'security_group_id': '4b5a059f-286b-427a-8786-2c42662d767c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:03.039858 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-d14dd114-a3c8-4319-ad35-4da07c09122e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:03.040925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d14dd114-a3c8-4319-ad35-4da07c09122e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0411053 Nov 23 10:24:03.043726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48364) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.094798 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.116898 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.164660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.167682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.171235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b5a059f-286b-427a-8786-2c42662d767c HTTP/1.1" status: 204 len: 168 time: 0.1241381 Nov 23 10:24:03.172193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48366) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.179859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697d6d4-6b70-444d-93a0-12095f99e206 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5a059f-286b-427a-8786-2c42662d767c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:03.229918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-391922a3-f0f6-41a4-a049-fd694832c9e8 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562923 Nov 23 10:24:03.234144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48368) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.238810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345331272'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:03.266797 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.338568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.344654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.380458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.381691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1465478 Nov 23 10:24:03.382477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c60274-0a4d-4a06-8b31-73b4ba4d149e tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f4b45-964a-4a0a-b723-c8e67ba8e9d6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:03.385209 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48378) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.390076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ea53961a-aaf5-48b8-b010-2b059083a3c1 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:03.390622 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-ea53961a-aaf5-48b8-b010-2b059083a3c1 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 10:24:03.391160 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-ea53961a-aaf5-48b8-b010-2b059083a3c1 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 10:24:03.392024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ea53961a-aaf5-48b8-b010-2b059083a3c1 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "PUT /v2.0/security-groups/772f4b45-964a-4a0a-b723-c8e67ba8e9d6 HTTP/1.1" status: 409 len: 330 time: 0.0057111 Nov 23 10:24:03.394484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48380) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.448850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.474155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.514902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.517550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:03.518741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/772f4b45-964a-4a0a-b723-c8e67ba8e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1233206 Nov 23 10:24:03.521467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48382) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.528329 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a94ec1-24b7-49d7-82bc-d355da00f4ed tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f4b45-964a-4a0a-b723-c8e67ba8e9d6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:03.568882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-00fc0943-1af6-42f9-b833-ff7562ac9f61 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425017 Nov 23 10:24:03.569221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48384) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.581714 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-6e911559-292a-4717-9c3e-d023c7549d94 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] delete failed (client error): The resource could not be found. Nov 23 10:24:03.586199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6e911559-292a-4717-9c3e-d023c7549d94 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "DELETE /v2.0/security-groups/22ee3c5b-8aec-45af-939e-b2fcc13da443 HTTP/1.1" status: 404 len: 347 time: 0.0126464 Nov 23 10:24:03.586375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48386) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.600041 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-3714de60-66cc-463d-a4d6-b02706e949e0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] show failed (client error): The resource could not be found. Nov 23 10:24:03.601180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3714de60-66cc-463d-a4d6-b02706e949e0 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-groups/f31400aa-bbd3-4bbe-88b0-a875ac6203f0 HTTP/1.1" status: 404 len: 347 time: 0.0140250 Nov 23 10:24:03.604740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48390) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:03.619288 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-82ab86ff-a06f-4c3e-aef7-be5fe3398083 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] show failed (client error): The resource could not be found. Nov 23 10:24:03.620404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-82ab86ff-a06f-4c3e-aef7-be5fe3398083 tempest-NegativeSecGroupIPv6Test-751929682 tempest-NegativeSecGroupIPv6Test-751929682-project] 10.222.0.62 "GET /v2.0/security-group-rules/812962fd-c09f-4706-b96b-3a9b2592a587 HTTP/1.1" status: 404 len: 356 time: 0.0146987 Nov 23 10:24:03.865833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48396) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:04.003907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-72ab7282-307b-48f8-9211-99aa0657f104 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b536443c7f5246339688a582772264f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366043 Nov 23 10:24:04.007356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48400) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:04.057622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:04.085427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:04.132867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:04.136404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:04.137565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19a8a2f2-ff13-480b-9f64-5b3cd54fa05a HTTP/1.1" status: 204 len: 168 time: 0.1292922 Nov 23 10:24:04.145816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953c41e-1b0a-49c5-9ec7-5c4f251feaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8a2f2-ff13-480b-9f64-5b3cd54fa05a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:04.790228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48424) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:04.891011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5c0db205-4127-4a89-80f9-35c6a440a8cc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:04.891457 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-5c0db205-4127-4a89-80f9-35c6a440a8cc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 10:24:04.891953 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-5c0db205-4127-4a89-80f9-35c6a440a8cc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 10:24:04.892939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5c0db205-4127-4a89-80f9-35c6a440a8cc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1016374 Nov 23 10:24:04.896770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48428) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:04.901884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737162938'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:04.926324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:04.935434 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.012704 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.016979 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.056145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa9fce-91c5-44ff-ad19-1f28d7afb237,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.102887 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.107270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.141362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.142665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2450058 Nov 23 10:24:05.143386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492757-4e23-465a-9e19-ba98a4d50701 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dda570-4cc8-48b6-9e82-4be3979cb606,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.145924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48430) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.151890 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '72dda570-4cc8-48b6-9e82-4be3979cb606', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:05.183204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.232523 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.237348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.255172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14494bb5-8881-4022-9ae8-fbbbaa1225ea,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.265040 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.266380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4170f68d-b589-4497-a23d-31e0df8a38d7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189020 Nov 23 10:24:05.269395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48432) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.273827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cb7642fe-92eb-4c64-a0fa-4cd389e86acd tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '72dda570-4cc8-48b6-9e82-4be3979cb606', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:05.301252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb7642fe-92eb-4c64-a0fa-4cd389e86acd tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.348365 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-cb7642fe-92eb-4c64-a0fa-4cd389e86acd tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 10:24:05.349354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb7642fe-92eb-4c64-a0fa-4cd389e86acd tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0790207 Nov 23 10:24:05.352337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48434) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.404449 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.426880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.471648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.474519 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.478398 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/72dda570-4cc8-48b6-9e82-4be3979cb606 HTTP/1.1" status: 204 len: 168 time: 0.1251514 Nov 23 10:24:05.478581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48436) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.487667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751a7d0-b6ec-48cb-8afb-9ed5aad11f68 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dda570-4cc8-48b6-9e82-4be3979cb606,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.536099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fea64ae8-43b4-46ed-b0bc-9fa8ba7ab952 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561318 Nov 23 10:24:05.540135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48438) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.545204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080023965'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:05.571739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.659929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.664679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.696453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.697811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1566763 Nov 23 10:24:05.701407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48442) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.703542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608254-fa5f-4c22-a432-1d5f6bd7a15a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c3d8fa-17cc-4e85-9362-b6e39ee0d026,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.707505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1bf55cfa-ea84-4be1-bc48-2bdcbb00c5b8 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': 'a7c3d8fa-17cc-4e85-9362-b6e39ee0d026', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:05.708137 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-1bf55cfa-ea84-4be1-bc48-2bdcbb00c5b8 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 10:24:05.708936 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-1bf55cfa-ea84-4be1-bc48-2bdcbb00c5b8 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:05.712866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1bf55cfa-ea84-4be1-bc48-2bdcbb00c5b8 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079429 Nov 23 10:24:05.713769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48444) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.785050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.814184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.871022 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.874591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:05.875772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/a7c3d8fa-17cc-4e85-9362-b6e39ee0d026 HTTP/1.1" status: 204 len: 168 time: 0.1612144 Nov 23 10:24:05.879010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48446) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.886624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de3817-7254-45ed-a550-cca0ae815161 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c3d8fa-17cc-4e85-9362-b6e39ee0d026,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:05.942731 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eaf6602b-c283-4251-b53e-97bce5add886 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621204 Nov 23 10:24:05.946888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48448) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:05.954258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--377561142'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:05.987885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.082419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.090467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.118992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa8872-d437-4ec3-a2a9-eb0c6dbf105a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:06.129085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.130511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-979193ba-79a8-4bcb-a2a3-2867e8a0f281 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1822531 Nov 23 10:24:06.133388 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48450) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.138240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3dc83bf9-6306-42d1-9845-c4fc13ef4b7f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '8efa8872-d437-4ec3-a2a9-eb0c6dbf105a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.138810 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-3dc83bf9-6306-42d1-9845-c4fc13ef4b7f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 10:24:06.139303 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-3dc83bf9-6306-42d1-9845-c4fc13ef4b7f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.140240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3dc83bf9-6306-42d1-9845-c4fc13ef4b7f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056674 Nov 23 10:24:06.143011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.195915 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.218122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.261998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.264539 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.265792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/8efa8872-d437-4ec3-a2a9-eb0c6dbf105a HTTP/1.1" status: 204 len: 168 time: 0.1217234 Nov 23 10:24:06.268534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48454) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.274947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a61a45-378f-409b-9c31-54f1bf25592c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa8872-d437-4ec3-a2a9-eb0c6dbf105a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:06.315096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c593ebf1-e8c5-4788-b270-d455f2b51cbd tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446689 Nov 23 10:24:06.318775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48456) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.323453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713908704'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.346275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.423330 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.427611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.457569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.458807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1388264 Nov 23 10:24:06.461703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48458) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.466268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ae7e0c11-2de0-44d5-95ea-5b6112356f69 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3c7bd-6e30-49e8-9fd4-85535517e19e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.467124 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-ae7e0c11-2de0-44d5-95ea-5b6112356f69 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 10:24:06.467619 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ae7e0c11-2de0-44d5-95ea-5b6112356f69 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.468646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ae7e0c11-2de0-44d5-95ea-5b6112356f69 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059834 Nov 23 10:24:06.469685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148363ef-326d-4b6f-80fb-05b0b52bc8a3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3c7bd-6e30-49e8-9fd4-85535517e19e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:06.471628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.475641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8cc62760-18db-4b1b-84ff-f017f372eae5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3c7bd-6e30-49e8-9fd4-85535517e19e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.476259 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-8cc62760-18db-4b1b-84ff-f017f372eae5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 10:24:06.476721 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-8cc62760-18db-4b1b-84ff-f017f372eae5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.480171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8cc62760-18db-4b1b-84ff-f017f372eae5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077009 Nov 23 10:24:06.480402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48462) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.485307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bd30ed6f-e46a-4f1c-abde-949d36954cd2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3c7bd-6e30-49e8-9fd4-85535517e19e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.486257 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-bd30ed6f-e46a-4f1c-abde-949d36954cd2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 10:24:06.486814 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-bd30ed6f-e46a-4f1c-abde-949d36954cd2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.487802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bd30ed6f-e46a-4f1c-abde-949d36954cd2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061550 Nov 23 10:24:06.490246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48464) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.498829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ec2a31c5-53e4-400a-8b1a-c6727dfb2566 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': 'fcc3c7bd-6e30-49e8-9fd4-85535517e19e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.499676 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-ec2a31c5-53e4-400a-8b1a-c6727dfb2566 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 10:24:06.500152 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ec2a31c5-53e4-400a-8b1a-c6727dfb2566 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.501097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ec2a31c5-53e4-400a-8b1a-c6727dfb2566 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099547 Nov 23 10:24:06.503642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48466) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.556070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.578355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.620653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.623286 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.626908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/fcc3c7bd-6e30-49e8-9fd4-85535517e19e HTTP/1.1" status: 204 len: 168 time: 0.1199415 Nov 23 10:24:06.627628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48468) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.633808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07270d39-2cb1-4e30-a9a4-32119eb8a0c6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3c7bd-6e30-49e8-9fd4-85535517e19e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:06.674296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-43ab9521-d81d-48d6-a55e-9f20751d7d52 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454371 Nov 23 10:24:06.678190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48470) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.687699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893619846'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.711589 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.785742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.790414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.818804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:06.822175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1425412 Nov 23 10:24:06.823732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48474) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.826673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37367d67-fd4b-4d22-a903-bcd72ba22960 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaaa9be-efc2-4529-9da6-d2d54e4a377d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:06.828298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-40df98ab-4434-4ce4-9f94-f89b8ea473fb tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.828785 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-40df98ab-4434-4ce4-9f94-f89b8ea473fb tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 10:24:06.829263 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-40df98ab-4434-4ce4-9f94-f89b8ea473fb tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.833200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48476) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.833623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40df98ab-4434-4ce4-9f94-f89b8ea473fb tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084889 Nov 23 10:24:06.837803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c057ca12-56f4-406c-adcf-2f7bbae4dcf2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.873388 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-c057ca12-56f4-406c-adcf-2f7bbae4dcf2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.877507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c057ca12-56f4-406c-adcf-2f7bbae4dcf2 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0403545 Nov 23 10:24:06.877871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48478) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.882620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-78c0b223-9de4-4fd6-b97b-3976c56bc8a9 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.883095 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-78c0b223-9de4-4fd6-b97b-3976c56bc8a9 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 10:24:06.883573 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-78c0b223-9de4-4fd6-b97b-3976c56bc8a9 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.884494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-78c0b223-9de4-4fd6-b97b-3976c56bc8a9 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055623 Nov 23 10:24:06.887015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48480) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.891928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4fc773fc-bff2-4abb-b3fa-0b1da6670c9e tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.926721 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-4fc773fc-bff2-4abb-b3fa-0b1da6670c9e tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.927763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4fc773fc-bff2-4abb-b3fa-0b1da6670c9e tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0398517 Nov 23 10:24:06.930660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48482) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.935134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ccafcc81-02b3-40cc-b9aa-20d611b79b2a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.935822 n-d-781076-5 neutron-server[110024]: WARNING neutron.api.v2.base [None req-ccafcc81-02b3-40cc-b9aa-20d611b79b2a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 10:24:06.936327 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-ccafcc81-02b3-40cc-b9aa-20d611b79b2a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.937293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ccafcc81-02b3-40cc-b9aa-20d611b79b2a tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056894 Nov 23 10:24:06.939591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.944480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-734b62ad-b95f-4fb9-b518-bf7a2d808ad7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.983628 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-734b62ad-b95f-4fb9-b518-bf7a2d808ad7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.984753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-734b62ad-b95f-4fb9-b518-bf7a2d808ad7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0439577 Nov 23 10:24:06.987584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48486) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:06.992329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-edba1318-d432-4dcb-9f34-069339949d10 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:06.992811 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-edba1318-d432-4dcb-9f34-069339949d10 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 10:24:06.994857 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-edba1318-d432-4dcb-9f34-069339949d10 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:06.995808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-edba1318-d432-4dcb-9f34-069339949d10 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072331 Nov 23 10:24:06.998111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.002073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-857ee419-eb36-456d-b96c-82659b08e0ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.038205 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-857ee419-eb36-456d-b96c-82659b08e0ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:07.039238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-857ee419-eb36-456d-b96c-82659b08e0ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0402863 Nov 23 10:24:07.042072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48490) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.054537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2605000a-ed0d-4445-b9f6-b436c723e8ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '7aaaa9be-efc2-4529-9da6-d2d54e4a377d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.094363 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-2605000a-ed0d-4445-b9f6-b436c723e8ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:07.095426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2605000a-ed0d-4445-b9f6-b436c723e8ab tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0524595 Nov 23 10:24:07.099438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48492) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.151689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.176248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.223306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.226054 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.227182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/7aaaa9be-efc2-4529-9da6-d2d54e4a377d HTTP/1.1" status: 204 len: 168 time: 0.1267517 Nov 23 10:24:07.230233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48494) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.236383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba135d5-d3e2-4c80-a986-a1b3039946ce tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaaa9be-efc2-4529-9da6-d2d54e4a377d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:07.281939 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f0e7143-6b59-4391-9f5d-82b6b9e554a6 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0503740 Nov 23 10:24:07.285844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48496) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.290777 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--280607863'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.312315 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.386742 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.392195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.421516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.425671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1363037 Nov 23 10:24:07.425671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c58728-190a-456b-89fa-88b54d33a28f tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806e4904-d345-45a5-b2ae-0b4363e0636b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:07.426122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48498) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.431054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-20c10b21-3ccf-405a-bb4b-dcc7c8a7b7d0 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '806e4904-d345-45a5-b2ae-0b4363e0636b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.475777 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-20c10b21-3ccf-405a-bb4b-dcc7c8a7b7d0 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The resource could not be found. Nov 23 10:24:07.479587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-20c10b21-3ccf-405a-bb4b-dcc7c8a7b7d0 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0496893 Nov 23 10:24:07.479830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48500) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.484206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fbbcc5cc-af51-4580-8c8e-77e649968040 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '806e4904-d345-45a5-b2ae-0b4363e0636b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1fddd986-14aa-42be-a23d-b25b32a6da45'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.527836 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-fbbcc5cc-af51-4580-8c8e-77e649968040 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The resource could not be found. Nov 23 10:24:07.528992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fbbcc5cc-af51-4580-8c8e-77e649968040 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0483074 Nov 23 10:24:07.531960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48502) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.583993 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.605841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.647546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.650324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.651857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/806e4904-d345-45a5-b2ae-0b4363e0636b HTTP/1.1" status: 204 len: 168 time: 0.1189458 Nov 23 10:24:07.654612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48504) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.661241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f67b-9b3f-4162-b277-c00e547533f3 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e4904-d345-45a5-b2ae-0b4363e0636b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:07.699394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3b7eea83-a53e-49f2-a6bd-7ba2fb138898 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435617 Nov 23 10:24:07.703466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48506) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.708078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cca3e23b-17cd-420d-9d48-e9c34f1d2eaa tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '83450efc-0e44-4225-87cc-6324eb0f1581', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.749295 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-cca3e23b-17cd-420d-9d48-e9c34f1d2eaa tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The resource could not be found. Nov 23 10:24:07.750377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cca3e23b-17cd-420d-9d48-e9c34f1d2eaa tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0459092 Nov 23 10:24:07.754288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48508) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.758667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840021227'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.780668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.847236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.852833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.881637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.882946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1277380 Nov 23 10:24:07.885680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48514) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:07.890091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824033362'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:07.897925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b509f-be46-44d0-a3c5-343acbd0d998 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa2af6-8b0c-441f-a7ec-7b8feddef21d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:07.917876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.990924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:07.995605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.023093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.024345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1376240 Nov 23 10:24:08.028037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48518) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.028761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d63e7-bfff-47d5-b230-166e1f8d3662 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f484ee0e-d81e-410d-8596-00f2d3082919,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:08.033535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-49025310-78f7-4ce2-aa6c-a75815316545 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group_rule': {'security_group_id': '96aa2af6-8b0c-441f-a7ec-7b8feddef21d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f484ee0e-d81e-410d-8596-00f2d3082919'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:08.076775 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-49025310-78f7-4ce2-aa6c-a75815316545 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:24:08.077908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-49025310-78f7-4ce2-aa6c-a75815316545 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0482068 Nov 23 10:24:08.080780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48522) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.136207 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.159993 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.204761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.207571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.208738 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/f484ee0e-d81e-410d-8596-00f2d3082919 HTTP/1.1" status: 204 len: 168 time: 0.1268699 Nov 23 10:24:08.211780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48524) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.218846 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077ec5-00a0-441d-83da-46c17f0e1d26 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484ee0e-d81e-410d-8596-00f2d3082919,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:08.271343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0ca70b0-650e-4914-9588-36aeb3e4c7f7 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0580523 Nov 23 10:24:08.274200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48526) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.328073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.351419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.393357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.396059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.397221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/96aa2af6-8b0c-441f-a7ec-7b8feddef21d HTTP/1.1" status: 204 len: 168 time: 0.1221154 Nov 23 10:24:08.400689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48528) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.410063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8302d00-f897-4d0a-97cf-ea9d4ca4b126 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa2af6-8b0c-441f-a7ec-7b8feddef21d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:08.462781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6ce78155-424a-4cbf-9f7a-71708c344267 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601661 Nov 23 10:24:08.466590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48530) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.471834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356884298'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:08.495380 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.563327 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.567558 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.596677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1691f1-848a-4758-8c72-02f60d5f9efe,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:08.600752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.602010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b1d82376-b05f-4a76-9d14-5188edd8361d tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1340644 Nov 23 10:24:08.605498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48532) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.610051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e6e7a92d-22e8-4eaa-a213-e23aa9970cfc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:08.610472 n-d-781076-5 neutron-server[110023]: WARNING neutron.api.v2.base [None req-e6e7a92d-22e8-4eaa-a213-e23aa9970cfc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 10:24:08.610960 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-e6e7a92d-22e8-4eaa-a213-e23aa9970cfc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 10:24:08.611882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e6e7a92d-22e8-4eaa-a213-e23aa9970cfc tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "PUT /v2.0/security-groups/ca1691f1-848a-4758-8c72-02f60d5f9efe HTTP/1.1" status: 409 len: 330 time: 0.0054693 Nov 23 10:24:08.614514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48534) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.667151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.692213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.736114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.738881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:08.740075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/ca1691f1-848a-4758-8c72-02f60d5f9efe HTTP/1.1" status: 204 len: 168 time: 0.1245694 Nov 23 10:24:08.742907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48536) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.749730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d773f-03b4-4839-97bd-c73bb136977c tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1691f1-848a-4758-8c72-02f60d5f9efe,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:08.787898 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-833730a2-c449-4bc2-8fe0-bbbc3740a840 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438216 Nov 23 10:24:08.791990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48538) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.805476 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-0bae52ed-71ef-44dc-a06d-e4bdf6631a18 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] delete failed (client error): The resource could not be found. Nov 23 10:24:08.806455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0bae52ed-71ef-44dc-a06d-e4bdf6631a18 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "DELETE /v2.0/security-groups/5fbbac2b-ce76-40c0-8eae-100d268bf314 HTTP/1.1" status: 404 len: 347 time: 0.0134704 Nov 23 10:24:08.810029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48540) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.823318 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-88ad9151-fca7-44e4-b87a-e7bf04ad04f5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] show failed (client error): The resource could not be found. Nov 23 10:24:08.824286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-88ad9151-fca7-44e4-b87a-e7bf04ad04f5 tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-groups/0c1fd988-9a5f-4ff8-9bc9-60361557cd46 HTTP/1.1" status: 404 len: 347 time: 0.0133333 Nov 23 10:24:08.827851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48542) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:08.838439 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-cd5b80af-13d7-440d-93ca-4a2e461105da tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] show failed (client error): The resource could not be found. Nov 23 10:24:08.839393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cd5b80af-13d7-440d-93ca-4a2e461105da tempest-NegativeSecGroupTest-956647663 tempest-NegativeSecGroupTest-956647663-project] 10.222.0.62 "GET /v2.0/security-group-rules/7b70248a-4015-4f76-871b-8ca3bbc80d24 HTTP/1.1" status: 404 len: 356 time: 0.0106711 Nov 23 10:24:09.087652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48550) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:09.229402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4609e2d2-38bd-4793-ad26-85263e7c6d48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44870b9be69e45c2af73c170caa0141a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402588 Nov 23 10:24:09.233151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48554) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:09.288594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:09.311837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:09.370118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:09.374331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:09.385877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3daa9fce-91c5-44ff-ad19-1f28d7afb237 HTTP/1.1" status: 204 len: 168 time: 0.1517138 Nov 23 10:24:09.408348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83405e0-a1d2-44f4-a6e1-9e46ce8c97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa9fce-91c5-44ff-ad19-1f28d7afb237,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:10.118936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48580) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:10.229643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5e9aab46-58f4-4557-befe-97cbb3b0fb5b tempest-ServiceProvidersTest-515467474 tempest-ServiceProvidersTest-515467474-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1064060 Nov 23 10:24:10.426400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-08e7d281-3256-4ae4-8001-1b15cdc83dd6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:10.427787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-08e7d281-3256-4ae4-8001-1b15cdc83dd6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1010389 Nov 23 10:24:10.451716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-1dc3ac74-ed0e-4d3e-bee3-f3f6f7938002 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0177224 Nov 23 10:24:10.468825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48596) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:10.512212 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-2d9b6177-1fe2-4efd-b9ee-9b9e6da7626f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548913 Nov 23 10:24:10.595758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5fc78-d193-4e67-b87f-0603d43410a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.623083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-dbcc8d64-8845-405b-8fc6-41a5211eaa99 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039741 Nov 23 10:24:10.756718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-99dc23e4-1bed-4a8c-bfae-65c41d1db252 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273928 Nov 23 10:24:10.758471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5fc78-d193-4e67-b87f-0603d43410a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.763884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8eb5fc78-d193-4e67-b87f-0603d43410a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.803397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8eb5fc78-d193-4e67-b87f-0603d43410a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13c40bcccf424e70bcfe7858f1b42a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335159 Nov 23 10:24:10.804524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5fc78-d193-4e67-b87f-0603d43410a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550534f3-e97a-4ec3-8d3c-3404952d1619,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:10.806096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:10.857548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.879490 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.956737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8758470f-2992-4ece-a50a-54531c5ff9df req-61a461cf-e3e8-488a-9902-8619ca546bcd tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0307932 Nov 23 10:24:10.963216 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.966080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:10.969731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/550534f3-e97a-4ec3-8d3c-3404952d1619 HTTP/1.1" status: 204 len: 168 time: 0.1601095 Nov 23 10:24:10.975669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f727e-4f29-4387-ab89-5c1eddf6b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550534f3-e97a-4ec3-8d3c-3404952d1619,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:11.709444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48636) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:11.808785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1579095476'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:11.833106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Made reservation on behalf of 21282dd823914adf80d96beb64db50f7 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:11.837186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:11.845796 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:11.932476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:11.937949 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:11.962275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:24:11.978509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f9ccd2-32a7-4eb8-ba02-8923a9831065,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:11.982076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:11.982638 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Added segment aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c of type vlan for network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 Nov 23 10:24:12.035926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.036102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-dd9e4fc9-34bc-45cf-816e-6f41f7747eeb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:12.037574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-dd9e4fc9-34bc-45cf-816e-6f41f7747eeb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1183674 Nov 23 10:24:12.051026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:12.084845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce933326-6927-4ef2-ab08-30eec1490b75 req-6023284e-d9f5-4f93-81c0-d84150d4c713 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Nov 23 10:24:12.090597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.096504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:12.097128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.144904 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4342763 Nov 23 10:24:12.149598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48642) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:12.157325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Request body: {'subnet': {'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:12.192066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce190ab-8184-4cd7-8c73-049202937bbe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event updated for resources: {'Network': ['ID=5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:12.207132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:24:12.237432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:12.241044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.311503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Made reservation on behalf of 21282dd823914adf80d96beb64db50f7 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:12.315000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.463273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.9 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/336f41a7-4b35-4ec2-acca-46606c2bac1f) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:24:12.640413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.721369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event updated for resources: {'Subnet': ['ID=118ce7df-05d6-475b-8e72-4abac4a22d83,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:12.739794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.753009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Checking segment: {'id': 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:24:12.753365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Network hostable DHCP agents. Network: 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:24:12.787206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:24:12.792645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.801300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:12.810319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ab851-87c0-445a-95ef-48c4b37230e0 None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:12.827463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:12.828029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.850925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:24:12.854516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:12.861022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fe3a78d3-e8be-4fa4-903a-f6c2f844d6c5 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099650 Nov 23 10:24:12.863916 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48648) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:12.864734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:24:12.868956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:12.869106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Request body: {'port': {'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7', 'name': 'tempest-TagsExtTest-1272875292'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:12.927549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:12.928192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:12.953835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e010ecc7-5b80-4735-9064-6b3c09e63464 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9045386 Nov 23 10:24:12.965088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Request body: {'port': {'device_id': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:13.031321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7', 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7', 'tenant_id': '21282dd823914adf80d96beb64db50f7', 'fixed_ips': [{'subnet_id': '118ce7df-05d6-475b-8e72-4abac4a22d83'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:24:13.033784 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.059132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Made reservation on behalf of 21282dd823914adf80d96beb64db50f7 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:13.061515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.065273 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.089546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] device_id is not set on port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 yet. {{(pid=110024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:24:13.233354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e2fac0dc-cce1-414a-b930-ada6ee0a74e7 None None] Provisioning complete for port 336f41a7-4b35-4ec2-acca-46606c2bac1f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:13.234454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2fac0dc-cce1-414a-b930-ada6ee0a74e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.261297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Allocated IP 172.20.0.2 (5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7/118ce7df-05d6-475b-8e72-4abac4a22d83/766b4f48-d53b-4615-ba5e-f0b88fc5aaa8) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:24:13.293281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e2fac0dc-cce1-414a-b930-ada6ee0a74e7 None None] Port 336f41a7-4b35-4ec2-acca-46606c2bac1f cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:24:13.379281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791fcde-dd13-4b01-9a5b-6c64769d3095 req-4e424bd4-b348-4118-94cb-ea0114dfe3ee tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:13.380955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8791fcde-dd13-4b01-9a5b-6c64769d3095 req-4e424bd4-b348-4118-94cb-ea0114dfe3ee tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 931 time: 0.1253803 Nov 23 10:24:13.455315 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.465117 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.467546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8791fcde-dd13-4b01-9a5b-6c64769d3095 req-95ab89ba-cd13-4629-b9a7-16ff0ab41138 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804653 Nov 23 10:24:13.489287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:24:13.498135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:13.516035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336f41a7-4b35-4ec2-acca-46606c2bac1f {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:24:13.526019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.532567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:24:13.536197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Allocated IP 172.20.0.9 (5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7/118ce7df-05d6-475b-8e72-4abac4a22d83/8feb3fa8-fdc7-4704-87bf-007e0bc34f37) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:24:13.544730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Transition to ACTIVE for port object 336f41a7-4b35-4ec2-acca-46606c2bac1f will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:24:13.550106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.592432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Pushing event updated for resources: {'Port': ['ID=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:13.623501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Attempting to bind port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:24:13.624239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Attempting to bind port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:24:13.624999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Attempting to bind port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 on network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:24:13.632225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:24:13.635594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Checking segment: {'id': 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:24:13.636362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.636972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Bound using segment: {'id': 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:24:13.637864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Bound port: 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:24:13.638530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.665224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Pushing event updated for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:13.727488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] For port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:24:13.732191 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.733230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] For port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,segment=NetworkSegment(aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c),segment_id=aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:24:13.733464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Attempting to bind port 336f41a7-4b35-4ec2-acca-46606c2bac1f on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:24:13.733813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Attempting to bind port 336f41a7-4b35-4ec2-acca-46606c2bac1f by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:24:13.734176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Attempting to bind port 336f41a7-4b35-4ec2-acca-46606c2bac1f on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:24:13.740813 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.743604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Port 336f41a7-4b35-4ec2-acca-46606c2bac1f on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:24:13.743940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Attempting to bind port 336f41a7-4b35-4ec2-acca-46606c2bac1f on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:24:13.749534 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:24:13.749879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:24:13.750292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:24:13.750725 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Bound port: 336f41a7-4b35-4ec2-acca-46606c2bac1f, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:24:13.751082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.787277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.818658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:24:13.819259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c4ce4-e5f2-4c78-9059-6c786749eef2 None None] Pushing event updated for resources: {'Port': ['ID=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:13.826791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:13.847218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:24:13.863391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:24:13.867281 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:24:13.872957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.914669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event updated for resources: {'Port': ['ID=8feb3fa8-fdc7-4704-87bf-007e0bc34f37,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:13.934976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:13.935631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.948125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:13.949097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:13.950840 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] 10.222.0.11 "PUT /v2.0/ports/336f41a7-4b35-4ec2-acca-46606c2bac1f HTTP/1.1" status: 200 len: 1091 time: 0.9905446 Nov 23 10:24:13.951378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:24:13.954097 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e917ff-9c76-410e-ad4a-285c1a9a8e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:24:13.962333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-66905e86-9627-4204-b327-01708090f1e7 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0918233 Nov 23 10:24:13.963401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48652) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:13.968145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2019160865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:13.991613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274411d0-78c9-4107-87fe-102c63611e89 service neutron] Pushing event updated for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:14.001210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.004125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.047195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-534141d8-65d4-4464-ad05-de2c36f8c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.048623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-534141d8-65d4-4464-ad05-de2c36f8c2e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 1094 time: 0.0507672 Nov 23 10:24:14.137546 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.142988 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.150841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-e5eacf8d-ebd8-4621-8753-a191cb51fff1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f HTTP/1.1" status: 200 len: 217 time: 0.0939441 Nov 23 10:24:14.198302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.201960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3c37a04f-bc0c-49a1-9fb9-43444a5450f3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2352734 Nov 23 10:24:14.204456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48658) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:14.209106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-771b855e-06cb-4b22-9d0f-c2028e984e36 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2007843928', 'prefixes': ['172.20.0.0/16']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:14.238137 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3322de1-21c7-4dcc-83c0-bcb4c8726d1e x-openstack-request-id: req-b3322de1-21c7-4dcc-83c0-bcb4c8726d1e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:24:14.238424 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:24:14.238872 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3322de1-21c7-4dcc-83c0-bcb4c8726d1e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:24:14.239376 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f', 'status': 'completed', 'code': 200} Nov 23 10:24:14.260276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-b7873736-18c0-406b-8a8e-62d8445a29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.261934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-b7873736-18c0-406b-8a8e-62d8445a29f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.1004107 Nov 23 10:24:14.309975 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-771b855e-06cb-4b22-9d0f-c2028e984e36 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for subnetpool, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:14.315151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-771b855e-06cb-4b22-9d0f-c2028e984e36 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1095295 Nov 23 10:24:14.315898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:14.327907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-7dbf9aad-77dd-41a1-8e95-dc9c2b503f7e tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-2057080128') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:14.338840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-bfefb79a-7775-441c-8ff6-4522b19672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.340993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-bfefb79a-7775-441c-8ff6-4522b19672e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694501 Nov 23 10:24:14.438519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7dbf9aad-77dd-41a1-8e95-dc9c2b503f7e tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-2057080128 HTTP/1.1" status: 201 len: 201 time: 0.1207545 Nov 23 10:24:14.441206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48662) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:14.446004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-95638cbc-06ad-46e9-b327-7cb6c296a2e0 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-1863450752') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:14.458262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-9a942d83-5c90-450e-854e-949a4502e412 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073165 Nov 23 10:24:14.575127 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9cdd906e-b63c-4f9d-b489-3bc3250c0826 req-21d39060-dbfc-42db-a521-038813f28e50 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104217 Nov 23 10:24:14.690663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-d29461a0-d18e-42cc-965b-f7caae37a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.692182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-d29461a0-d18e-42cc-965b-f7caae37a4a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 1094 time: 0.0553980 Nov 23 10:24:14.700082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54549d-a75d-41aa-9d10-2f94b0de011b req-dede8269-2d64-4881-8173-1e01a9f1f28e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.702360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a54549d-a75d-41aa-9d10-2f94b0de011b req-dede8269-2d64-4881-8173-1e01a9f1f28e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.1154895 Nov 23 10:24:14.792570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3a54549d-a75d-41aa-9d10-2f94b0de011b req-239671c4-72f2-4c37-8e19-bbeecece5f04 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Nov 23 10:24:14.824021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-95638cbc-06ad-46e9-b327-7cb6c296a2e0 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-1863450752 HTTP/1.1" status: 201 len: 201 time: 0.3794856 Nov 23 10:24:14.825921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48666) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:14.832000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-7128c21a-4f56-49c9-98b9-0004ce7a8d19 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-768142038') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:14.889251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-0c4df108-8268-4e7d-a3c6-adc748c3f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:14.890810 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-0c4df108-8268-4e7d-a3c6-adc748c3f793 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.1873133 Nov 23 10:24:14.933926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7128c21a-4f56-49c9-98b9-0004ce7a8d19 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-768142038 HTTP/1.1" status: 201 len: 201 time: 0.1049607 Nov 23 10:24:14.935345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48668) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:14.951117 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-5bd17ef7-6ad5-4080-8da1-a3c5cdce47b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f HTTP/1.1" status: 200 len: 217 time: 0.0528107 Nov 23 10:24:14.951599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-7a5d228c-b91d-4499-ae6a-473b277bbdea tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-1718940204') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.019953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-a269cfab-899a-457a-945f-3fe95e4181bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:15.021571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-a269cfab-899a-457a-945f-3fe95e4181bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0621071 Nov 23 10:24:15.032293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a5d228c-b91d-4499-ae6a-473b277bbdea tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-1718940204 HTTP/1.1" status: 201 len: 201 time: 0.0919263 Nov 23 10:24:15.032540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48670) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.036699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-10340f6e-50d5-4066-a0dd-8062df160be1 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.080969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:24:15.094132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-bacd92a3-49d4-4513-988b-63da4b295ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:15.095824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-bacd92a3-49d4-4513-988b-63da4b295ee0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650015 Nov 23 10:24:15.114544 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-10340f6e-50d5-4066-a0dd-8062df160be1 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 200 len: 241 time: 0.0810184 Nov 23 10:24:15.117051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48672) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.121420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-41946d79-ed2c-441a-9046-aa0ce0e5af9c tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-2057080128') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.147069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:15.147727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:15.207185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-41946d79-ed2c-441a-9046-aa0ce0e5af9c tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-2057080128 HTTP/1.1" status: 204 len: 168 time: 0.0889869 Nov 23 10:24:15.209582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48674) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.215507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-75e03a24-7aef-47d5-b903-286baad626e4 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-2057080128') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.238974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-6bf67a05-44cf-44f1-a224-b56a11c9d4ff service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360404 Nov 23 10:24:15.276135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:15.295367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2395d-50b3-4716-84d4-f721391c2f91 None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:15.302644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-75e03a24-7aef-47d5-b903-286baad626e4 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-2057080128 HTTP/1.1" status: 204 len: 168 time: 0.0917864 Nov 23 10:24:15.303475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48676) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.308451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-2df802da-bfaf-43ba-a9b4-0f0e91e80505 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.355928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50e917ff-9c76-410e-ad4a-285c1a9a8e93 req-f4bc9120-c176-4cd1-b56e-2a3266be12cc service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102004 Nov 23 10:24:15.375815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,segment=NetworkSegment(aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c),segment_id=aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:15.387705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:15.392412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2df802da-bfaf-43ba-a9b4-0f0e91e80505 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 200 len: 205 time: 0.0877006 Nov 23 10:24:15.393208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48678) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.398172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-c4e59aa4-60f3-479f-a759-5516ec9c8e40 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.456393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:15.470696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-77df3e45-d803-40cf-a7f6-a5addb11cdd4 None None] Provisioning complete for port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:15.471460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77df3e45-d803-40cf-a7f6-a5addb11cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:15.473437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48680) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.478310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-31bf13d4-7e91-4a43-83ec-462745d4371c tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-1863450752') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.478627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c4e59aa4-60f3-479f-a759-5516ec9c8e40 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 200 len: 241 time: 0.0763855 Nov 23 10:24:15.549959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-31bf13d4-7e91-4a43-83ec-462745d4371c tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-1863450752 HTTP/1.1" status: 204 len: 168 time: 0.0733299 Nov 23 10:24:15.550903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48682) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.556673 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-b4b5c562-849f-4779-a0a1-26635df0a183 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-1863450752') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.627409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b4b5c562-849f-4779-a0a1-26635df0a183 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-1863450752 HTTP/1.1" status: 204 len: 168 time: 0.0730402 Nov 23 10:24:15.628177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48684) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.632770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-4da2efa6-0a62-43f3-9fa4-d7f92e983db9 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.699040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4da2efa6-0a62-43f3-9fa4-d7f92e983db9 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 200 len: 205 time: 0.0673406 Nov 23 10:24:15.699441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48686) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.704219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-107a0b67-c581-46cb-bf4d-741ccc06a9c2 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.786725 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-107a0b67-c581-46cb-bf4d-741ccc06a9c2 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 200 len: 240 time: 0.0836158 Nov 23 10:24:15.787200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48688) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.792017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-bf11ae80-64db-4fd0-9408-89139d168957 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-768142038') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.852487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-384a321f-5bba-48c6-8397-21819567ef4d None None] Provisioning complete for port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:15.852910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-384a321f-5bba-48c6-8397-21819567ef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:15.891525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bf11ae80-64db-4fd0-9408-89139d168957 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-768142038 HTTP/1.1" status: 204 len: 168 time: 0.1030788 Nov 23 10:24:15.894061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48692) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:15.898839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-c5daddfe-2671-4ee7-a7c6-b9cc54418f5d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-768142038') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:15.988832 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:16.001781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01587a5-781b-480c-b9c5-0cfb8e8f7e3c req-17b2f368-50e0-4678-b831-c36a25a51552 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:16.003446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c01587a5-781b-480c-b9c5-0cfb8e8f7e3c req-17b2f368-50e0-4678-b831-c36a25a51552 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0778947 Nov 23 10:24:16.034514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-384a321f-5bba-48c6-8397-21819567ef4d None None] Provisioning complete for port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:16.034514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-384a321f-5bba-48c6-8397-21819567ef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:16.035458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48694) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.036343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c5daddfe-2671-4ee7-a7c6-b9cc54418f5d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-768142038 HTTP/1.1" status: 204 len: 168 time: 0.1411438 Nov 23 10:24:16.041640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-582c4467-75ff-4222-b1fa-d3ea2005f823 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.083691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-384a321f-5bba-48c6-8397-21819567ef4d None None] Port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:24:16.212838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7925a4d5-dd47-4d1a-a8d6-7bfac5e4e141 None None] Provisioning complete for port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:16.213372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7925a4d5-dd47-4d1a-a8d6-7bfac5e4e141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:16.219582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c01587a5-781b-480c-b9c5-0cfb8e8f7e3c req-bfdbee65-d6d7-44f8-b29e-af99286b38eb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894746 Nov 23 10:24:16.227150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-582c4467-75ff-4222-b1fa-d3ea2005f823 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 200 len: 205 time: 0.1901932 Nov 23 10:24:16.229442 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.245776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-7f834861-56fb-49af-a295-1f7b29f41ca3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.266841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7925a4d5-dd47-4d1a-a8d6-7bfac5e4e141 None None] Port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:24:16.283694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.284091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7f834861-56fb-49af-a295-1f7b29f41ca3 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 200 len: 241 time: 0.0528362 Nov 23 10:24:16.288313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-27bd5c42-c5b7-4b81-aeaf-bace3d646ec4 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-1718940204') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.316966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-27bd5c42-c5b7-4b81-aeaf-bace3d646ec4 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-1718940204 HTTP/1.1" status: 204 len: 168 time: 0.0324469 Nov 23 10:24:16.319839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48700) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.324878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-f4fd2781-8276-4180-b48c-102305a47c79 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-1718940204') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.380394 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f4fd2781-8276-4180-b48c-102305a47c79 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-1718940204 HTTP/1.1" status: 204 len: 168 time: 0.0591619 Nov 23 10:24:16.383124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48702) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.387518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-9b9c3a8c-155f-4c68-9b19-fee195e88118 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.418432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b9c3a8c-155f-4c68-9b19-fee195e88118 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 200 len: 205 time: 0.0303726 Nov 23 10:24:16.418720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48704) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.423192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-d39e33d9-026f-43b7-891b-292e2850d016 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.460150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d39e33d9-026f-43b7-891b-292e2850d016 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 204 len: 168 time: 0.0402193 Nov 23 10:24:16.463941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48706) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.476007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-fabeea78-079c-4855-820e-4fb39a3a6ddb tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.565535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fabeea78-079c-4855-820e-4fb39a3a6ddb tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 204 len: 168 time: 0.0992928 Nov 23 10:24:16.567903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48708) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.572347 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-5d10228d-a690-4d53-b499-0e9aead4cd87 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.635278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5d10228d-a690-4d53-b499-0e9aead4cd87 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 204 len: 168 time: 0.0663838 Nov 23 10:24:16.637782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48710) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.643328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-421d130c-d604-46b8-9e18-a51d02c64f09 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.745582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-421d130c-d604-46b8-9e18-a51d02c64f09 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 204 len: 168 time: 0.1066513 Nov 23 10:24:16.750464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48712) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.756402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-cb258e3f-96c4-43c2-8880-d6b7054a3858 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-1065139318') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.842654 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb258e3f-96c4-43c2-8880-d6b7054a3858 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-1065139318 HTTP/1.1" status: 201 len: 201 time: 0.0906045 Nov 23 10:24:16.845416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48714) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.854447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-fa8a0b5b-a905-4679-8cc2-69a7b883d850 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-243908763') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:16.978498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fa8a0b5b-a905-4679-8cc2-69a7b883d850 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-243908763 HTTP/1.1" status: 201 len: 201 time: 0.1300669 Nov 23 10:24:16.983108 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48716) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:16.991874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-7a9a6870-71fb-4923-bc5e-1db010a52b30 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-2031576764') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.014738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:24:17.111435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:17.111435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:17.484158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310c872-8efa-42b2-a2c7-f52fea1ade4c req-efd73044-d90d-46bf-bc26-b05ccd3a47ef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:17.485560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7310c872-8efa-42b2-a2c7-f52fea1ade4c req-efd73044-d90d-46bf-bc26-b05ccd3a47ef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0716796 Nov 23 10:24:17.503359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a9a6870-71fb-4923-bc5e-1db010a52b30 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-2031576764 HTTP/1.1" status: 201 len: 201 time: 0.5162606 Nov 23 10:24:17.506503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48720) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.512464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-df94907b-2800-4bf8-9360-92438e4d9230 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-1609850358') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.556331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7310c872-8efa-42b2-a2c7-f52fea1ade4c req-ba9b42ce-7083-489c-8293-875972ec4840 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 Nov 23 10:24:17.561742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-df94907b-2800-4bf8-9360-92438e4d9230 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-1609850358 HTTP/1.1" status: 201 len: 201 time: 0.0530307 Nov 23 10:24:17.566817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48722) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.573050 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-127bcdde-735e-442e-9d58-adb8c559c896 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', {'tags': ['tempest-TagsExtTest-Tag-2107402640', 'tempest-TagsExtTest-Tag-175317365', 'tempest-TagsExtTest-Tag-1072356612']}) {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.668053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-127bcdde-735e-442e-9d58-adb8c559c896 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 200 len: 317 time: 0.1000590 Nov 23 10:24:17.673796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48724) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.678613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-19aac196-d84d-4e8a-aefb-df183cbe6e98 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.773019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48726) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.773497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-19aac196-d84d-4e8a-aefb-df183cbe6e98 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 204 len: 168 time: 0.0981476 Nov 23 10:24:17.779338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-1bb51d94-2c85-48ff-825d-ebf573356a80 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-2107402640') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.847405 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-1bb51d94-2c85-48ff-825d-ebf573356a80 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:17.848826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1bb51d94-2c85-48ff-825d-ebf573356a80 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-2107402640 HTTP/1.1" status: 404 len: 329 time: 0.0746408 Nov 23 10:24:17.852436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48728) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.857410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-db775c6f-cd85-4bef-981a-1cca5db12bfe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-175317365') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:17.858606 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8605ed02-4d28-4bbe-93fd-c8b8f5f529d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:17.926161 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-db775c6f-cd85-4bef-981a-1cca5db12bfe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:17.932526 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-db775c6f-cd85-4bef-981a-1cca5db12bfe tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-175317365 HTTP/1.1" status: 404 len: 328 time: 0.0736685 Nov 23 10:24:17.934533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48730) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:17.937343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-823420e6-1f4d-4a55-8a53-ae83cf670900 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83', 'tempest-TagsExtTest-Tag-1072356612') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.024464 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-823420e6-1f4d-4a55-8a53-ae83cf670900 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.030044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-823420e6-1f4d-4a55-8a53-ae83cf670900 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags/tempest-TagsExtTest-Tag-1072356612 HTTP/1.1" status: 404 len: 329 time: 0.0917757 Nov 23 10:24:18.030171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48732) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.036694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-5ad27acc-6490-43eb-8918-29291f92db09 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', {'tags': ['tempest-TagsExtTest-Tag-780484754', 'tempest-TagsExtTest-Tag-111038581', 'tempest-TagsExtTest-Tag-880153166']}) {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.129303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ad27acc-6490-43eb-8918-29291f92db09 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 200 len: 315 time: 0.0948493 Nov 23 10:24:18.129746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48734) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.134410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-45d7072e-c5ee-4917-b43d-41efc94c67fa tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.228070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-45d7072e-c5ee-4917-b43d-41efc94c67fa tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 204 len: 168 time: 0.0970986 Nov 23 10:24:18.231772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48736) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.240753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-7b08a4a9-63b6-40d3-8235-b1bc491ce818 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-780484754') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.307207 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-7b08a4a9-63b6-40d3-8235-b1bc491ce818 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.311180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7b08a4a9-63b6-40d3-8235-b1bc491ce818 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-780484754 HTTP/1.1" status: 404 len: 328 time: 0.0754342 Nov 23 10:24:18.311663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48738) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.319096 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-97284ed0-2c0e-4690-99fe-ac09f34d199a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-111038581') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.397525 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-97284ed0-2c0e-4690-99fe-ac09f34d199a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.398680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-97284ed0-2c0e-4690-99fe-ac09f34d199a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-111038581 HTTP/1.1" status: 404 len: 328 time: 0.0859392 Nov 23 10:24:18.403842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.409818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-0dd101cd-b698-42a9-b2e7-6fc2d453077e tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37', 'tempest-TagsExtTest-Tag-880153166') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.469773 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-0dd101cd-b698-42a9-b2e7-6fc2d453077e tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.473919 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0dd101cd-b698-42a9-b2e7-6fc2d453077e tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags/tempest-TagsExtTest-Tag-880153166 HTTP/1.1" status: 404 len: 328 time: 0.0659800 Nov 23 10:24:18.473919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48742) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.478512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-5ef9b15b-cd00-4ccf-bd6d-4f7618b7a3d6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', {'tags': ['tempest-TagsExtTest-Tag-1348126424', 'tempest-TagsExtTest-Tag-1694553625', 'tempest-TagsExtTest-Tag-896214472']}) {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.578682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ef9b15b-cd00-4ccf-bd6d-4f7618b7a3d6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 200 len: 317 time: 0.1040418 Nov 23 10:24:18.582082 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48744) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.587848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-6e630109-6812-47c2-901e-e90ce857303f tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.754088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c74c2-115a-430a-9c90-437d2a706829 req-30a1cde9-24bd-4355-a384-994fd7f499a9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:18.756517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c0c74c2-115a-430a-9c90-437d2a706829 req-30a1cde9-24bd-4355-a384-994fd7f499a9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0756226 Nov 23 10:24:18.775525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6e630109-6812-47c2-901e-e90ce857303f tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 204 len: 168 time: 0.1919322 Nov 23 10:24:18.778275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48748) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.782907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-a5be9c34-655f-4e7a-b24a-acefddfdc63f tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-1348126424') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.827837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6c0c74c2-115a-430a-9c90-437d2a706829 req-cef9cca8-dda4-4122-9475-c4186f4da45c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Nov 23 10:24:18.885913 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-a5be9c34-655f-4e7a-b24a-acefddfdc63f tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.886972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a5be9c34-655f-4e7a-b24a-acefddfdc63f tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-1348126424 HTTP/1.1" status: 404 len: 329 time: 0.1077321 Nov 23 10:24:18.889911 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48750) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.894371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-ead4bf85-078e-45dd-af7a-36ded692fe38 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-1694553625') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:18.989597 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-ead4bf85-078e-45dd-af7a-36ded692fe38 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:18.990760 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ead4bf85-078e-45dd-af7a-36ded692fe38 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-1694553625 HTTP/1.1" status: 404 len: 329 time: 0.0998824 Nov 23 10:24:18.993531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48752) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:18.998816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-eb939a64-51ef-43a3-a337-9a553ecd297b tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129', 'tempest-TagsExtTest-Tag-896214472') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.080592 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-eb939a64-51ef-43a3-a337-9a553ecd297b tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:19.082806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-eb939a64-51ef-43a3-a337-9a553ecd297b tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags/tempest-TagsExtTest-Tag-896214472 HTTP/1.1" status: 404 len: 328 time: 0.0875525 Nov 23 10:24:19.085154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48754) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.091941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-2400aca4-1327-45bb-a249-c934ef1f7c79 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', {'tags': ['tempest-TagsExtTest-Tag-2047291654', 'tempest-TagsExtTest-Tag-393161623', 'tempest-TagsExtTest-Tag-1598145421']}) {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.127988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2400aca4-1327-45bb-a249-c934ef1f7c79 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "PUT /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 200 len: 317 time: 0.0415297 Nov 23 10:24:19.130700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48756) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.135513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-89251694-9026-4178-b46b-f5462c8e7043 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.182253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89251694-9026-4178-b46b-f5462c8e7043 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 204 len: 168 time: 0.0502448 Nov 23 10:24:19.184923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48758) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.195588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-c075d3eb-3541-4124-93f2-f63aeb6fc36d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-2047291654') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.218873 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-c075d3eb-3541-4124-93f2-f63aeb6fc36d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:19.219890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c075d3eb-3541-4124-93f2-f63aeb6fc36d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-2047291654 HTTP/1.1" status: 404 len: 329 time: 0.0340579 Nov 23 10:24:19.222741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48760) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.228648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-4c6561b8-088a-4e0c-a084-f8ed8731c0b2 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-393161623') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.255216 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-4c6561b8-088a-4e0c-a084-f8ed8731c0b2 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:19.262572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4c6561b8-088a-4e0c-a084-f8ed8731c0b2 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-393161623 HTTP/1.1" status: 404 len: 328 time: 0.0325763 Nov 23 10:24:19.263623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48762) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.268329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-3fd3639a-7dc3-4f69-91fd-390c3d945787 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20', 'tempest-TagsExtTest-Tag-1598145421') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.290481 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-3fd3639a-7dc3-4f69-91fd-390c3d945787 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] show failed (client error): The resource could not be found. Nov 23 10:24:19.291979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3fd3639a-7dc3-4f69-91fd-390c3d945787 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags/tempest-TagsExtTest-Tag-1598145421 HTTP/1.1" status: 404 len: 329 time: 0.0276909 Nov 23 10:24:19.297246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48764) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.303703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-896e1db2-046f-438f-a953-4eb95b124822 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a91d61b-7f65-4121-8303-7ae4909a4a20') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.349201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-896e1db2-046f-438f-a953-4eb95b124822 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20/tags HTTP/1.1" status: 204 len: 168 time: 0.0505311 Nov 23 10:24:19.351585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48766) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.356006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-dbf62823-a356-456b-ba34-373b5d99270d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1112e060-9fef-45fa-ab7e-04a8ed7c3129') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.440075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dbf62823-a356-456b-ba34-373b5d99270d tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129/tags HTTP/1.1" status: 204 len: 168 time: 0.0874155 Nov 23 10:24:19.443218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48768) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.447822 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-77c673d1-d5fd-4ff1-8588-df7c84b6faa0 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8feb3fa8-fdc7-4704-87bf-007e0bc34f37') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.501904 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-77c673d1-d5fd-4ff1-8588-df7c84b6faa0 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37/tags HTTP/1.1" status: 204 len: 168 time: 0.0575676 Nov 23 10:24:19.504394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48770) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.508560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-e11dd687-a0f8-4908-9a6f-885869382b17 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '118ce7df-05d6-475b-8e72-4abac4a22d83') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:19.574100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e11dd687-a0f8-4908-9a6f-885869382b17 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83/tags HTTP/1.1" status: 204 len: 168 time: 0.0685053 Nov 23 10:24:19.577778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48772) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.673347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7d904d3-6633-4bec-9499-7aa4365379ae tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for subnetpool, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:19.677137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7d904d3-6633-4bec-9499-7aa4365379ae tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3a91d61b-7f65-4121-8303-7ae4909a4a20 HTTP/1.1" status: 204 len: 168 time: 0.0979409 Nov 23 10:24:19.677347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48774) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.704805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e958e77f-519f-4f78-9e39-1a69576cc891 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "GET /v2.0/ports?device_id=1112e060-9fef-45fa-ab7e-04a8ed7c3129 HTTP/1.1" status: 200 len: 205 time: 0.0262296 Nov 23 10:24:19.707085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48776) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:19.782317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:19.953388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:19.956072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:19.958354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc095b-bde8-4917-a7c9-33e376c15a90 req-509d4f0e-c609-4d82-924e-10f8bc8ff34a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:19.960638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cefc095b-bde8-4917-a7c9-33e376c15a90 req-509d4f0e-c609-4d82-924e-10f8bc8ff34a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0542042 Nov 23 10:24:20.007757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.008720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Fanout notify agent at l3_agent the message router_deleted on router 1112e060-9fef-45fa-ab7e-04a8ed7c3129 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:24:20.017984 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cefc095b-bde8-4917-a7c9-33e376c15a90 req-0130c7e8-50aa-4124-a97d-c35c0fdd0c21 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484486 Nov 23 10:24:20.023508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.024622 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef70f34b-9d99-4458-a9c4-67fcd469d97a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/routers/1112e060-9fef-45fa-ab7e-04a8ed7c3129 HTTP/1.1" status: 204 len: 168 time: 0.3166263 Nov 23 10:24:20.027369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48780) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:20.126081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Deleting port 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:24:20.126329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.217319 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.229800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Calling delete_port for 8feb3fa8-fdc7-4704-87bf-007e0bc34f37 owned by {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:24:20.362218 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a80e466-d5cb-4e5f-9fa6-a6ad7f61f605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.368627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.395799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event deleted for resources: {'Port': ['ID=8feb3fa8-fdc7-4704-87bf-007e0bc34f37,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:20.463165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.488585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.492131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-363d353f-5d5f-44f0-a584-7eb4e6076ec6 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/ports/8feb3fa8-fdc7-4704-87bf-007e0bc34f37 HTTP/1.1" status: 204 len: 168 time: 0.4638150 Nov 23 10:24:20.495283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48782) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:20.576203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Deleting subnet 118ce7df-05d6-475b-8e72-4abac4a22d83 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:24:20.579665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.621472 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.705859 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.768153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.796272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event deleted for resources: {'Subnet': ['ID=118ce7df-05d6-475b-8e72-4abac4a22d83,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:20.801227 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.804599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a6e0d443-e00d-4250-a555-b8e619fc7b9a tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/subnets/118ce7df-05d6-475b-8e72-4abac4a22d83 HTTP/1.1" status: 204 len: 168 time: 0.3087714 Nov 23 10:24:20.807049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48784) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:20.807949 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9b50c-9ee2-478d-abce-f8da1efcf77d None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:20.899936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:20.969010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Deleting port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:24:20.969591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.002542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] DHCP port deletion for 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:24:21.035251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] For port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,segment=NetworkSegment(aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c),segment_id=aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:21.035611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.049607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Calling delete_port for 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:24:21.055652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Deleting port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:24:21.056348 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.123094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] For port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,segment=NetworkSegment(aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c),segment_id=aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:21.123806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.139776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Calling delete_port for 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:24:21.143188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.153554 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663332-62f3-41ed-abe4-9d53b6bd856d req-64b83232-1a33-47ea-8c90-b4c6db75dc8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:21.155151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6663332-62f3-41ed-abe4-9d53b6bd856d req-64b83232-1a33-47ea-8c90-b4c6db75dc8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0588908 Nov 23 10:24:21.171988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event deleted for resources: {'Port': ['ID=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:21.177225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] No DVR routers for this DVR port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:24:21.222037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6663332-62f3-41ed-abe4-9d53b6bd856d req-90186abf-ae78-4a11-926e-103bbab6bb10 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601952 Nov 23 10:24:21.260614 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.283249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:21.293590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:21.293881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef3ded8-1ed7-4ed8-969b-5bbe9aa9d99c') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:21.304655 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.318917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.325741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:24:21.326188 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:24:21.329463 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:24:21.397928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.402122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.406670 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.409843 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.411378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Network 5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:24:21.411958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] No DVR routers for this DVR port 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:24:21.413193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] 10.222.0.62 "DELETE /v2.0/networks/5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7 HTTP/1.1" status: 204 len: 168 time: 0.6052058 Nov 23 10:24:21.428883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c64a7c-0705-4b9c-9925-71ec9ddc6c55 tempest-TagsExtTest-523822003 tempest-TagsExtTest-523822003-project] Pushing event deleted for resources: {'Network': ['ID=5f3506ae-4c12-4c6c-b878-9cdb2a9a6fa7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:21.432993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Pushing event deleted for resources: {'Port': ['ID=766b4f48-d53b-4615-ba5e-f0b88fc5aaa8,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:21.442458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.442819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.443165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.443771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.443771 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.444227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.444474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.444782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.445784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.445784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.445784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.446477 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2d8f-94f3-4233-8bb2-02563d701c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:21.684438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48792) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:21.819249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-80007304-3413-4f5e-908a-cc6040b7e58d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21282dd823914adf80d96beb64db50f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336012 Nov 23 10:24:21.821920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48796) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:21.874958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.895998 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.943322 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.946017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:21.947169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27f9ccd2-32a7-4eb8-ba02-8923a9831065 HTTP/1.1" status: 204 len: 168 time: 0.1243346 Nov 23 10:24:21.955279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0c036-953d-49ad-a9b9-b5c366d97554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f9ccd2-32a7-4eb8-ba02-8923a9831065,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:22.343600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeceb5d-2cc3-4dde-a003-d7ecaf697025 req-6c233570-0a37-412d-adc4-bc55fb15ad15 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:22.345109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdeceb5d-2cc3-4dde-a003-d7ecaf697025 req-6c233570-0a37-412d-adc4-bc55fb15ad15 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0503252 Nov 23 10:24:22.403283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdeceb5d-2cc3-4dde-a003-d7ecaf697025 req-55534064-5872-4d25-a457-89d7a4940370 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Nov 23 10:24:22.617903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48820) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:22.700259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.726155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1376011858'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:22.749027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Made reservation on behalf of 6725523687a1468b9b135ed767ea9866 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:22.752489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.761091 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.841224 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.846225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.873008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:24:22.881975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55085d-d19d-43e6-a378-7075aa955a68,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:22.888883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.889235 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Added segment 1673006f-c5c2-45a7-bb66-7e7c4bc33039 of type vlan for network 66208ce3-aacc-40ff-9530-2799468370c9 Nov 23 10:24:22.929768 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.959857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.965753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:22.966388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:22.989205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:24:23.010342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:24:23.010785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 766b4f48-d53b-4615-ba5e-f0b88fc5aaa8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:24:23.011425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48824) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.016146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-8d02f9c6-4595-4d3d-920e-deaabc9bd989 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1795721354') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.018926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3997335 Nov 23 10:24:23.052497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68eb2-2f60-47ba-838f-ec284594a445 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Pushing event updated for resources: {'Network': ['ID=66208ce3-aacc-40ff-9530-2799468370c9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:23.063443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 66208ce3-aacc-40ff-9530-2799468370c9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:24:23.100934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8d02f9c6-4595-4d3d-920e-deaabc9bd989 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "PUT /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1795721354 HTTP/1.1" status: 201 len: 201 time: 0.0882394 Nov 23 10:24:23.103351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48826) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.107872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-500f13a7-1c8b-46b5-ac87-666e5e7c4d48 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1795721354') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.181019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-500f13a7-1c8b-46b5-ac87-666e5e7c4d48 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1795721354 HTTP/1.1" status: 204 len: 168 time: 0.0764885 Nov 23 10:24:23.183612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48828) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.187761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-577f1649-f116-4466-b928-8f727d9639ca tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.271749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-577f1649-f116-4466-b928-8f727d9639ca tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags HTTP/1.1" status: 200 len: 238 time: 0.0871184 Nov 23 10:24:23.274582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48830) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.279670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-4481eda7-c955-4508-b83e-dbaf2ecffe99 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', {'tags': ['tempest-TagsTest-Tag-1322951639', 'tempest-TagsTest-Tag-1750548590', 'tempest-TagsTest-Tag-997790967']}) {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.370158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4481eda7-c955-4508-b83e-dbaf2ecffe99 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "PUT /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags HTTP/1.1" status: 200 len: 308 time: 0.0940571 Nov 23 10:24:23.372691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.377060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-0ccb7c7d-2b5b-454a-8e3d-3da0661d1041 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1322951639') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.463085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0ccb7c7d-2b5b-454a-8e3d-3da0661d1041 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "DELETE /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1322951639 HTTP/1.1" status: 204 len: 168 time: 0.0868967 Nov 23 10:24:23.463342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48836) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.468042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.tag.tag_plugin [None req-864febb5-f820-4a48-86ad-6004efd6c9c3 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1322951639') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.550065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:23.555787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e9bf-e0b6-4de1-b30e-04b24968ebbb req-20aca01f-09b2-4b91-af6a-a62896584963 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:23.557265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04b3e9bf-e0b6-4de1-b30e-04b24968ebbb req-20aca01f-09b2-4b91-af6a-a62896584963 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0758498 Nov 23 10:24:23.596657 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [None req-864febb5-f820-4a48-86ad-6004efd6c9c3 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] show failed (client error): The resource could not be found. Nov 23 10:24:23.597561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-864febb5-f820-4a48-86ad-6004efd6c9c3 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1322951639 HTTP/1.1" status: 404 len: 326 time: 0.1333547 Nov 23 10:24:23.600572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.605061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-e502a9a3-b194-4728-9176-885f89f0d8a4 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1750548590') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.630680 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04b3e9bf-e0b6-4de1-b30e-04b24968ebbb req-654c05fd-c58b-4055-a4d3-796190ebd667 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Nov 23 10:24:23.672366 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e502a9a3-b194-4728-9176-885f89f0d8a4 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1750548590 HTTP/1.1" status: 204 len: 168 time: 0.0705667 Nov 23 10:24:23.674874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48840) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.679048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-ac4d5033-845e-4dc5-8ab4-4236523a81d1 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-997790967') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.749162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ac4d5033-845e-4dc5-8ab4-4236523a81d1 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-997790967 HTTP/1.1" status: 204 len: 168 time: 0.0732322 Nov 23 10:24:23.751531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48842) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.755892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-430214e8-2646-43d4-8ad3-9d107f28bee2 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.836221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-430214e8-2646-43d4-8ad3-9d107f28bee2 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "DELETE /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0837247 Nov 23 10:24:23.838884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48844) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.843111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-78fd4a0f-a21c-45e4-9068-b9be31aec36a tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-1750548590') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.912810 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-78fd4a0f-a21c-45e4-9068-b9be31aec36a tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] show failed (client error): The resource could not be found. Nov 23 10:24:23.913753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-78fd4a0f-a21c-45e4-9068-b9be31aec36a tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-1750548590 HTTP/1.1" status: 404 len: 326 time: 0.0739677 Nov 23 10:24:23.916716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48846) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.920839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-3051fc8e-124e-416a-8b16-90e37e790579 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9', 'tempest-TagsTest-Tag-997790967') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:23.986205 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-3051fc8e-124e-416a-8b16-90e37e790579 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] show failed (client error): The resource could not be found. Nov 23 10:24:23.987261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3051fc8e-124e-416a-8b16-90e37e790579 tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "GET /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags/tempest-TagsTest-Tag-997790967 HTTP/1.1" status: 404 len: 325 time: 0.0696592 Nov 23 10:24:23.989936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:23.994205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.tag.tag_plugin [None req-839dd3b2-ba6a-4c9e-92c6-4b3880fe933f tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66208ce3-aacc-40ff-9530-2799468370c9') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:24.072830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-839dd3b2-ba6a-4c9e-92c6-4b3880fe933f tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "DELETE /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0796561 Nov 23 10:24:24.074519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:24.158038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.248352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.268791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66208ce3-aacc-40ff-9530-2799468370c9']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:24.279667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1673006f-c5c2-45a7-bb66-7e7c4bc33039') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:24.279958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1673006f-c5c2-45a7-bb66-7e7c4bc33039') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:24.289538 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.302932 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.308938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:24:24.309318 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:24:24.312408 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:24:24.370331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.377285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.380485 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] 10.222.0.62 "DELETE /v2.0/networks/66208ce3-aacc-40ff-9530-2799468370c9 HTTP/1.1" status: 204 len: 168 time: 0.3049629 Nov 23 10:24:24.392389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e404673-6713-474d-898a-1c40eacd6bfe tempest-TagsTest-495339667 tempest-TagsTest-495339667-project] Pushing event deleted for resources: {'Network': ['ID=66208ce3-aacc-40ff-9530-2799468370c9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:24.656900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48858) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:24.757133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657be46-65d5-40de-937b-e1d000b33f7d req-830be960-d4e3-4512-90dd-3e2937ab6867 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:24.758790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1657be46-65d5-40de-937b-e1d000b33f7d req-830be960-d4e3-4512-90dd-3e2937ab6867 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0552962 Nov 23 10:24:24.828128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-04aaa524-dbc8-4feb-9c3f-4b5160ecc8b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6725523687a1468b9b135ed767ea9866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699474 Nov 23 10:24:24.830768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48862) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:24.832290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1657be46-65d5-40de-937b-e1d000b33f7d req-610c60ed-5f75-4b8c-b291-cccec2c89be7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669119 Nov 23 10:24:24.887450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.911268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.960991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.963757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:24.964918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e55085d-d19d-43e6-a378-7075aa955a68 HTTP/1.1" status: 204 len: 168 time: 0.1331112 Nov 23 10:24:24.973847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963639e9-5c1d-4623-89dd-a67bbb20646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55085d-d19d-43e6-a378-7075aa955a68,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:25.631125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48884) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:25.634977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028765 Nov 23 10:24:25.638121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48886) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:25.744100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-78a97e89-337e-4eea-af56-9aa830fe3ae9 tempest-NetworksApiDiscovery-1339387350 tempest-NetworksApiDiscovery-1339387350-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1046700 Nov 23 10:24:25.969025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d336945-1851-4f22-9f93-0e4bd6522a89 req-df104ba5-f6d6-464e-aafc-c108a6870488 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:25.970758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d336945-1851-4f22-9f93-0e4bd6522a89 req-df104ba5-f6d6-464e-aafc-c108a6870488 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0557947 Nov 23 10:24:26.007360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48896) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:26.027838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d336945-1851-4f22-9f93-0e4bd6522a89 req-289d5817-3a9a-4cb8-8be4-e8880643e8b2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Nov 23 10:24:26.126425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-902087d7-6fa1-4af9-9a6d-aa44eba4ebf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.213413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-902087d7-6fa1-4af9-9a6d-aa44eba4ebf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.218723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-902087d7-6fa1-4af9-9a6d-aa44eba4ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.257918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-902087d7-6fa1-4af9-9a6d-aa44eba4ebf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=953f9a2ae8554372b218de5957c4b2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493904 Nov 23 10:24:26.259085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902087d7-6fa1-4af9-9a6d-aa44eba4ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d21ac6-0e14-4849-87b2-b1ef438f487f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:26.260604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48900) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:26.311097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.332681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.380731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.383410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:26.384556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79d21ac6-0e14-4849-87b2-b1ef438f487f HTTP/1.1" status: 204 len: 168 time: 0.1222074 Nov 23 10:24:26.393311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d2f68-0d29-4bfd-91b8-4e72eb27ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d21ac6-0e14-4849-87b2-b1ef438f487f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:27.050789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:27.153614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9ff98-c0ff-4de9-9461-a10a3d173895 req-3a045145-e826-47c6-9518-14f72c72e5e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:27.155169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3c9ff98-c0ff-4de9-9461-a10a3d173895 req-3a045145-e826-47c6-9518-14f72c72e5e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0537419 Nov 23 10:24:27.161664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125167677-network', 'tenant_id': 'b62719783cc046d29b342dd4fffce286'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:27.183009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Made reservation on behalf of b62719783cc046d29b342dd4fffce286 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:27.185363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.194291 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.217582 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3c9ff98-c0ff-4de9-9461-a10a3d173895 req-fdc06fd0-374c-417b-99cf-b37ffa4aa222 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494914 Nov 23 10:24:27.268520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.273473 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.297369 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:24:27.306931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8954060-43f2-423e-b6ba-f837c52c1e63,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:27.311654 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.311930 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Added segment 991b1d6a-3a62-472e-95ce-55a8e51a7a96 of type vlan for network 525d9fa7-f318-4811-8fce-1fbb9c07d407 Nov 23 10:24:27.355835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.382886 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.383857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:27.384446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.419564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3676500 Nov 23 10:24:27.422709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48928) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:27.427796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Request body: {'subnet': {'network_id': '525d9fa7-f318-4811-8fce-1fbb9c07d407', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125167677-subnet', 'tenant_id': 'b62719783cc046d29b342dd4fffce286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:27.454168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e55af-3084-4e38-a076-6707dd9d571d admin admin] Pushing event updated for resources: {'Network': ['ID=525d9fa7-f318-4811-8fce-1fbb9c07d407,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:27.457990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Made reservation on behalf of b62719783cc046d29b342dd4fffce286 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:27.460478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.469781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 525d9fa7-f318-4811-8fce-1fbb9c07d407 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:24:27.631775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.684101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a42d0db-07a7-4402-aa9a-f8e57b0986a8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:27.695957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Checking segment: {'id': '991b1d6a-3a62-472e-95ce-55a8e51a7a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '525d9fa7-f318-4811-8fce-1fbb9c07d407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:24:27.696479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Network hostable DHCP agents. Network: 525d9fa7-f318-4811-8fce-1fbb9c07d407, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:24:27.718796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Network 525d9fa7-f318-4811-8fce-1fbb9c07d407 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:24:27.728678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 525d9fa7-f318-4811-8fce-1fbb9c07d407) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:27.732664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:27.733262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:27.738730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282be41-f354-4a46-85db-084aed01d3bf None None] Network 525d9fa7-f318-4811-8fce-1fbb9c07d407 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:27.750190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b97e31aa-aa6e-4b40-a842-098639157632 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3262260 Nov 23 10:24:27.862652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe51ff7-3d4d-4e75-bfa0-6f7a669fb3b7 None None] Network 525d9fa7-f318-4811-8fce-1fbb9c07d407 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:28.215919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48944) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:28.220838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374890877-network', 'tenant_id': 'c237013b0af24073823101e1e5c5f72f'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:28.243513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Made reservation on behalf of c237013b0af24073823101e1e5c5f72f for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:28.246059 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.254717 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.356368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee83a8-e1d2-466d-9b03-0fff5ff19126 req-4ddbf059-656b-4ad5-b0fd-05777859a018 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:28.357849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdee83a8-e1d2-466d-9b03-0fff5ff19126 req-4ddbf059-656b-4ad5-b0fd-05777859a018 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0710971 Nov 23 10:24:28.374252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.386497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.426184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:24:28.439696 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836eaa1e-df73-4a2f-9f0b-8c8e51148e93,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:28.447446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.447446 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Added segment 25bf59ef-b235-4b88-b4bc-06a5fc29d8fd of type vlan for network 860b7c2b-e68d-487a-92af-b7cfd042ef88 Nov 23 10:24:28.458292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdee83a8-e1d2-466d-9b03-0fff5ff19126 req-d26daf39-4c2c-4938-8366-76d149909907 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 Nov 23 10:24:28.490948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.522506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.522506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:28.522506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.561912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3448856 Nov 23 10:24:28.564840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48948) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:28.570092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Request body: {'subnet': {'network_id': '860b7c2b-e68d-487a-92af-b7cfd042ef88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374890877-subnet', 'tenant_id': 'c237013b0af24073823101e1e5c5f72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:28.588182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d04f77-82af-4ce7-996f-c29fcb8aa9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=860b7c2b-e68d-487a-92af-b7cfd042ef88,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:28.592374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Made reservation on behalf of c237013b0af24073823101e1e5c5f72f for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:28.594736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.598519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 860b7c2b-e68d-487a-92af-b7cfd042ef88 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:24:28.777517 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.838702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c865679b-d8ee-4924-85f8-517f5f7392d7,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:28.850809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Checking segment: {'id': '25bf59ef-b235-4b88-b4bc-06a5fc29d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '860b7c2b-e68d-487a-92af-b7cfd042ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:24:28.851163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Network hostable DHCP agents. Network: 860b7c2b-e68d-487a-92af-b7cfd042ef88, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:24:28.870162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Network 860b7c2b-e68d-487a-92af-b7cfd042ef88 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:24:28.880623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 860b7c2b-e68d-487a-92af-b7cfd042ef88) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:24:28.885093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:28.885671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:28.890184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efbc76-d8ff-44b0-992a-b560764db94e None None] Network 860b7c2b-e68d-487a-92af-b7cfd042ef88 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:28.903693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d84d3b5e-63fb-436d-b0c2-b00bf5f56ac6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3375144 Nov 23 10:24:29.018074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48952) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:29.018249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd77e4-1226-4715-8b91-015ead8cd13e None None] Network 860b7c2b-e68d-487a-92af-b7cfd042ef88 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:24:29.067027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Deleting subnet 5a42d0db-07a7-4402-aa9a-f8e57b0986a8 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:24:29.070420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.105839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.146594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.202882 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.228226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a42d0db-07a7-4402-aa9a-f8e57b0986a8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:29.232571 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.235876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-55f9d950-8ab2-44e2-a5da-649dda35b919 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5a42d0db-07a7-4402-aa9a-f8e57b0986a8 HTTP/1.1" status: 204 len: 168 time: 0.2168076 Nov 23 10:24:29.238624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48954) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:29.309935 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.389372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.585698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b476-2cea-4249-9244-1cfd4e0c08e6 req-e759478b-8ca5-4fe4-b5a4-efd09f3f6e66 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:29.587427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da04b476-2cea-4249-9244-1cfd4e0c08e6 req-e759478b-8ca5-4fe4-b5a4-efd09f3f6e66 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0563943 Nov 23 10:24:29.642211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da04b476-2cea-4249-9244-1cfd4e0c08e6 req-946e7d52-693a-47fd-bbc8-8f9ad871ed92 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Nov 23 10:24:29.675083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525d9fa7-f318-4811-8fce-1fbb9c07d407']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:29.684363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991b1d6a-3a62-472e-95ce-55a8e51a7a96') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:29.684669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991b1d6a-3a62-472e-95ce-55a8e51a7a96') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:29.693791 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.708464 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.717385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:24:29.717789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:24:29.719609 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:24:29.774393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.780232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.783469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] 10.222.0.62 "DELETE /v2.0/networks/525d9fa7-f318-4811-8fce-1fbb9c07d407 HTTP/1.1" status: 204 len: 168 time: 0.5438485 Nov 23 10:24:29.786505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48958) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:29.794242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140aac2-041c-45bf-bba7-14d77f7b9f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=525d9fa7-f318-4811-8fce-1fbb9c07d407,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:29.831060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Deleting subnet c865679b-d8ee-4924-85f8-517f5f7392d7 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:24:29.834463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.869520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.915036 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.972296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:29.997430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c865679b-d8ee-4924-85f8-517f5f7392d7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:30.001923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.005260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cca7f48e-8ee7-42ca-a275-bd57beb1d658 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c865679b-d8ee-4924-85f8-517f5f7392d7 HTTP/1.1" status: 204 len: 168 time: 0.2177067 Nov 23 10:24:30.008007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48960) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:30.073495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.157602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.189916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860b7c2b-e68d-487a-92af-b7cfd042ef88']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:30.200010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bf59ef-b235-4b88-b4bc-06a5fc29d8fd') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:30.200311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bf59ef-b235-4b88-b4bc-06a5fc29d8fd') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:30.210025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.223904 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.231085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:24:30.231461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:24:30.233129 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:24:30.293946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.299739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.302916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] 10.222.0.62 "DELETE /v2.0/networks/860b7c2b-e68d-487a-92af-b7cfd042ef88 HTTP/1.1" status: 204 len: 168 time: 0.2938285 Nov 23 10:24:30.314077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee86de-abdf-40ca-a38f-989a158e3b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=860b7c2b-e68d-487a-92af-b7cfd042ef88,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:30.477825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48964) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:30.520166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1bfcbcb7-6b7d-4d99-a041-5fd000998236 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b62719783cc046d29b342dd4fffce286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410888 Nov 23 10:24:30.522862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48966) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:30.571151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.596955 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.647704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.650830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:30.651969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8954060-43f2-423e-b6ba-f837c52c1e63 HTTP/1.1" status: 204 len: 168 time: 0.1281011 Nov 23 10:24:30.660515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fc3aa-d5c7-4afc-b683-820d7303efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8954060-43f2-423e-b6ba-f837c52c1e63,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:30.759425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69944-96d2-4653-b174-089b19bd7db5 req-86f63b95-174c-48f8-b5cb-3e020177e851 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:30.760913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9fc69944-96d2-4653-b174-089b19bd7db5 req-86f63b95-174c-48f8-b5cb-3e020177e851 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Nov 23 10:24:30.809618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9fc69944-96d2-4653-b174-089b19bd7db5 req-94261435-7b39-44f1-bd0d-a974daa23e16 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Nov 23 10:24:30.974845 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 48974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:31.014423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bfcf9df3-6170-4007-81d3-c9d7c93337b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c237013b0af24073823101e1e5c5f72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382664 Nov 23 10:24:31.017699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 48976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:31.067333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:31.088613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:31.144242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:31.146921 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:31.148106 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/836eaa1e-df73-4a2f-9f0b-8c8e51148e93 HTTP/1.1" status: 204 len: 168 time: 0.1293783 Nov 23 10:24:31.156574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca5ff6-105a-43e6-87f7-2f09d95745ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836eaa1e-df73-4a2f-9f0b-8c8e51148e93,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:31.929095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419fe79-8452-42c3-bb3c-6e5e59b7a45d req-45dec020-5bd9-4f57-830c-5818db609d81 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:31.930648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3419fe79-8452-42c3-bb3c-6e5e59b7a45d req-45dec020-5bd9-4f57-830c-5818db609d81 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0521600 Nov 23 10:24:31.981589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3419fe79-8452-42c3-bb3c-6e5e59b7a45d req-f1b807e7-965d-413a-a7e2-528b80386ddf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Nov 23 10:24:33.114637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64509b-95e4-4cec-9025-a38feb9da5d7 req-f065eb24-1d22-48d7-93e7-b020511257c2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:33.116059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d64509b-95e4-4cec-9025-a38feb9da5d7 req-f065eb24-1d22-48d7-93e7-b020511257c2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0576987 Nov 23 10:24:33.167184 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d64509b-95e4-4cec-9025-a38feb9da5d7 req-85a3ff57-9923-451f-920c-6a21d109c508 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Nov 23 10:24:34.294896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f320da-ea5c-4cc6-940a-55ff6c60ad4e req-04e1ae0c-e37b-465f-9ed2-dd95ed492fcd tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:34.296559 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80f320da-ea5c-4cc6-940a-55ff6c60ad4e req-04e1ae0c-e37b-465f-9ed2-dd95ed492fcd tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 943 time: 0.0503840 Nov 23 10:24:34.344137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-80f320da-ea5c-4cc6-940a-55ff6c60ad4e req-235e03fa-c6d3-4937-a617-2766552a41b9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Nov 23 10:24:34.757123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 336f41a7-4b35-4ec2-acca-46606c2bac1f details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:24:34.859059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:34.871876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '336f41a7-4b35-4ec2-acca-46606c2bac1f', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': '336f41a7-4b35-4ec2-acca-46606c2bac1f', 'mac_address': 'fa:16:3e:b7:e3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:24:34.915849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:34.930632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336f41a7-4b35-4ec2-acca-46606c2bac1f {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:24:34.951954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:34.957292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:35.005170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:35.312623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['336f41a7-4b35-4ec2-acca-46606c2bac1f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:24:35.485912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632bf6d-4ddb-4d08-ac32-f2ed6ecdee80 req-fecf1f87-5161-40fd-8256-1592e8fe22e5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:35.487434 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2632bf6d-4ddb-4d08-ac32-f2ed6ecdee80 req-fecf1f87-5161-40fd-8256-1592e8fe22e5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 944 time: 0.0723791 Nov 23 10:24:35.536349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2632bf6d-4ddb-4d08-ac32-f2ed6ecdee80 req-6d4d83b2-8a39-49d3-a2d2-221747b13687 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Nov 23 10:24:36.664994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4be36-87aa-4981-938a-9fc35c089b8b req-ebec3273-607a-4f00-9a93-ade7aa7b5ad1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:36.666628 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fc4be36-87aa-4981-938a-9fc35c089b8b req-ebec3273-607a-4f00-9a93-ade7aa7b5ad1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 944 time: 0.0567353 Nov 23 10:24:36.725244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0fc4be36-87aa-4981-938a-9fc35c089b8b req-7f52fd3d-c0d0-4c45-88a7-ba5ae2bc7378 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525303 Nov 23 10:24:36.787682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 336f41a7-4b35-4ec2-acca-46606c2bac1f up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:24:36.837446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 336f41a7-4b35-4ec2-acca-46606c2bac1f completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:24:36.841520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 336f41a7-4b35-4ec2-acca-46606c2bac1f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:24:36.841915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:36.925242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:36.950302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:24:36.952678 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3799c12f-95aa-4c14-82b2-55a409c45f90" -d '{"events": [{"server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "name": "network-vif-plugged", "status": "completed", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:24:36.966231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:36.971543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:37.022157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:37.116149 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3144588d-e1ea-417a-9b2c-156f12d6fa74 x-openstack-request-id: req-3144588d-e1ea-417a-9b2c-156f12d6fa74 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:24:37.116446 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "name": "network-vif-plugged", "status": "completed", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:24:37.116748 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3144588d-e1ea-417a-9b2c-156f12d6fa74 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:24:37.117154 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f', 'code': 200} Nov 23 10:24:37.219685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf805-e79c-46f8-838d-982d9d2c6380 req-12571e07-35bb-4983-8fd1-c7c2ee724158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:37.221186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0ecf805-e79c-46f8-838d-982d9d2c6380 req-12571e07-35bb-4983-8fd1-c7c2ee724158 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 1096 time: 0.0426435 Nov 23 10:24:37.232386 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:24:37.271344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0ecf805-e79c-46f8-838d-982d9d2c6380 req-a8cc2858-c20c-4204-bb13-382ad4e40b90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Nov 23 10:24:37.849576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e86b3c-db15-425b-b4bf-4cb139703535 req-1c77eca5-f37a-45d2-86da-ccad625933d4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:37.852286 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7e86b3c-db15-425b-b4bf-4cb139703535 req-1c77eca5-f37a-45d2-86da-ccad625933d4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0544956 Nov 23 10:24:37.920347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7e86b3c-db15-425b-b4bf-4cb139703535 req-383b64e4-5484-460f-96d7-cc8aee52bc7e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Nov 23 10:24:39.039780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325a714-a369-4367-87eb-be8d60b1c332 req-69d8672f-f914-49fd-b071-64615cfc3877 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:39.041573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d325a714-a369-4367-87eb-be8d60b1c332 req-69d8672f-f914-49fd-b071-64615cfc3877 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0504301 Nov 23 10:24:39.094888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d325a714-a369-4367-87eb-be8d60b1c332 req-cbf8d0a3-b317-41c9-b1e0-12d6a218966c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Nov 23 10:24:39.222977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee6825-6bdf-4179-b343-2f7dc86cbd8b req-fe97fa05-9002-400f-af82-bb842a1c49ed tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:39.224703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bee6825-6bdf-4179-b343-2f7dc86cbd8b req-fe97fa05-9002-400f-af82-bb842a1c49ed tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Nov 23 10:24:39.286889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6bee6825-6bdf-4179-b343-2f7dc86cbd8b req-17e97552-c770-4d23-96b4-5e067ecefbfc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556803 Nov 23 10:24:39.410072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f7a0-3ac3-4519-9057-16723b3bc045 req-6252fc92-f7af-436c-ba1e-ae609d021f51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:39.411669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e851f7a0-3ac3-4519-9057-16723b3bc045 req-6252fc92-f7af-436c-ba1e-ae609d021f51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Nov 23 10:24:39.459828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e851f7a0-3ac3-4519-9057-16723b3bc045 req-f0c66b46-a311-4bcf-b4a7-b2bce0ed01c7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Nov 23 10:24:39.755635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a290-a039-438a-8625-58b05f49bf69 req-c13474b4-9a44-49bc-92f3-bc75b457dfd3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:39.757342 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f852a290-a039-438a-8625-58b05f49bf69 req-c13474b4-9a44-49bc-92f3-bc75b457dfd3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0507295 Nov 23 10:24:39.806292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f852a290-a039-438a-8625-58b05f49bf69 req-feb3e394-00b1-4896-9277-410b40b57ce3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Nov 23 10:24:40.925805 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d7d1-521b-4306-b1fb-3f1134647a6a req-2f4a2d18-6a0c-4e7e-a199-0dc18cef33fb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:40.927492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a252d7d1-521b-4306-b1fb-3f1134647a6a req-2f4a2d18-6a0c-4e7e-a199-0dc18cef33fb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0518010 Nov 23 10:24:40.979049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a252d7d1-521b-4306-b1fb-3f1134647a6a req-097df01e-3daa-4050-bc5d-156f42aa94cd tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Nov 23 10:24:41.417657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-cd55b3ca-d657-4b7e-b67b-73acef40a66d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:41.419361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-cd55b3ca-d657-4b7e-b67b-73acef40a66d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 945 time: 0.0572019 Nov 23 10:24:41.517317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port 336f41a7-4b35-4ec2-acca-46606c2bac1f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:24:41.517781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:41.609289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port 336f41a7-4b35-4ec2-acca-46606c2bac1f, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=336f41a7-4b35-4ec2-acca-46606c2bac1f,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:24:41.609690 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:41.626620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for 336f41a7-4b35-4ec2-acca-46606c2bac1f owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:24:41.755364 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:41.769210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['336f41a7-4b35-4ec2-acca-46606c2bac1f'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:24:41.785323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=336f41a7-4b35-4ec2-acca-46606c2bac1f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:42.137194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-002c255a-617c-4963-a881-2f706d4adc2f req-465a5181-937e-4a5b-9bb1-0c131bcf511a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0438781 Nov 23 10:24:42.172883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.172883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.172883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.176856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:42.198128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port 336f41a7-4b35-4ec2-acca-46606c2bac1f on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:24:42.202736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:42.206098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920530dc-8954-4cda-a51b-ea0729b041d5 req-13663b43-88a5-487b-815e-cfb50ae19cb3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "DELETE /v2.0/ports/336f41a7-4b35-4ec2-acca-46606c2bac1f HTTP/1.1" status: 204 len: 173 time: 0.7796276 Nov 23 10:24:42.206576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'name': 'network-vif-deleted', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:24:42.208830 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd114f98-a96c-443c-8253-4fe404f914a7" -d '{"events": [{"server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "name": "network-vif-deleted", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:24:42.279493 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf11865-3b7a-451b-a801-50fb11e554e8 x-openstack-request-id: req-9bf11865-3b7a-451b-a801-50fb11e554e8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:24:42.281191 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5e13e0-7c86-4749-9d2b-7129503910f4", "name": "network-vif-deleted", "tag": "336f41a7-4b35-4ec2-acca-46606c2bac1f", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:24:42.282924 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bf11865-3b7a-451b-a801-50fb11e554e8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:24:42.283243 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5e13e0-7c86-4749-9d2b-7129503910f4', 'name': 'network-vif-deleted', 'tag': '336f41a7-4b35-4ec2-acca-46606c2bac1f', 'status': 'completed', 'code': 200} Nov 23 10:24:43.385645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-284ebcde-f90d-4541-adcc-93854e460e1d req-3eeba87b-df6d-456e-8d31-69c45774be1c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0391397 Nov 23 10:24:44.502993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f59b0c46-c57c-443e-bfd3-b97ba7c84f0b req-8e3fe19a-4100-4dc6-9326-b0ecd00f1f7f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0328641 Nov 23 10:24:44.835028 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 336f41a7-4b35-4ec2-acca-46606c2bac1f no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:24:44.861089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 336f41a7-4b35-4ec2-acca-46606c2bac1f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:24:44.861752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 336f41a7-4b35-4ec2-acca-46606c2bac1f not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:24:45.860305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c52bb96-35c9-4763-b177-b9d573c47aaa req-cb1bef62-15b7-40d1-829e-072935a196b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0274038 Nov 23 10:24:45.930661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:46.969376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab451c12-0dd8-4e32-951d-a4b1dce224a6 req-aaacdea5-b21b-4293-ba42-c037c235b4f5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5e13e0-7c86-4749-9d2b-7129503910f4 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Nov 23 10:24:47.858312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-677396b8-7fee-40e8-bb51-4f6e99c93d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:50.356958 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77e1c1b9-2053-4a68-9574-e39c45fab489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:50.474447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:51.321946 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:52.710769 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:53.543933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:12.311545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-6122e530-4e5e-46ab-be4c-864786ae050b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:12.313067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-6122e530-4e5e-46ab-be4c-864786ae050b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1090379 Nov 23 10:25:12.328156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-4b51229d-cb42-4e80-b0da-0a736aa35ebc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0092068 Nov 23 10:25:12.396921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-084c4522-c7ff-488b-97cc-ae662b9636ea tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627575 Nov 23 10:25:12.499103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-df258313-d6b7-4a8f-8088-2a0b88cda058 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943620 Nov 23 10:25:12.591867 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-fc1c1212-12c5-4792-b332-6f9de4b8f1ab service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849924 Nov 23 10:25:13.894771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f407b4fa-fcd4-43c2-bc92-5bad798a1081 req-7a1bb986-38bb-426d-a922-a2394c98059e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0258701 Nov 23 10:25:14.232372 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:25:14.828940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-d3f0862f-279d-4e67-ac60-87ea0bd3c2b2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:14.830612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-d3f0862f-279d-4e67-ac60-87ea0bd3c2b2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1138971 Nov 23 10:25:14.844977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:14.974428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:25:14.978562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.012989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b9b06c73-451c-4fef-a6bf-aa4fa0cd6de2 req-64b73fb0-92ab-40f4-9f36-b855ff9b1d48 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0319211 Nov 23 10:25:15.128596 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.14 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/485ab988-db7e-48c6-92b7-a344e46112f3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:25:15.317682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.354431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.408314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:15.411475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:15.415993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:25:15.420031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:15.469206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:15.469849 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.487413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-e0671895-b74f-4abb-a9d2-bc13046b41a7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6472242 Nov 23 10:25:15.500295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Request body: {'port': {'device_id': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:15.562338 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.663395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-91a0c58a-bbd1-4a81-8bc6-9d3bc5f2bdf5 None None] Provisioning complete for port 485ab988-db7e-48c6-92b7-a344e46112f3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:15.664356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91a0c58a-bbd1-4a81-8bc6-9d3bc5f2bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.701548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-91a0c58a-bbd1-4a81-8bc6-9d3bc5f2bdf5 None None] Port 485ab988-db7e-48c6-92b7-a344e46112f3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:25:15.892767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485ab988-db7e-48c6-92b7-a344e46112f3 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:25:15.901761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.915047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Transition to ACTIVE for port object 485ab988-db7e-48c6-92b7-a344e46112f3 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:25:15.920214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:15.931072 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:16.019925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:16.054573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Attempting to bind port 485ab988-db7e-48c6-92b7-a344e46112f3 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:25:16.054989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Attempting to bind port 485ab988-db7e-48c6-92b7-a344e46112f3 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:25:16.055380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Attempting to bind port 485ab988-db7e-48c6-92b7-a344e46112f3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:16.060939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Port 485ab988-db7e-48c6-92b7-a344e46112f3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:25:16.061338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Attempting to bind port 485ab988-db7e-48c6-92b7-a344e46112f3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:16.068610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:25:16.069038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:16.069486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:25:16.070116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Bound port: 485ab988-db7e-48c6-92b7-a344e46112f3, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:25:16.070862 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:16.147950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:25:16.152129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=485ab988-db7e-48c6-92b7-a344e46112f3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:25:16.158581 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:16.178028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bd947-f07c-4378-9c4a-b51554a345a2 req-a05cdead-cd89-4242-bc33-790ce4d7cb71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.179617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce2bd947-f07c-4378-9c4a-b51554a345a2 req-a05cdead-cd89-4242-bc33-790ce4d7cb71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0837553 Nov 23 10:25:16.203925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.204543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:16.206119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/485ab988-db7e-48c6-92b7-a344e46112f3 HTTP/1.1" status: 200 len: 1092 time: 0.7102897 Nov 23 10:25:16.206573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:25:16.208906 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebcdf48-5e70-4068-8861-90491e37fc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:25:16.272495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce2bd947-f07c-4378-9c4a-b51554a345a2 req-792c8795-3da3-479a-a6e3-6b8708b29845 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Nov 23 10:25:16.303747 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5372ac49-d03d-4d82-b439-1f0dd77e9638 x-openstack-request-id: req-5372ac49-d03d-4d82-b439-1f0dd77e9638 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:25:16.304040 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:25:16.304295 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5372ac49-d03d-4d82-b439-1f0dd77e9638 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:25:16.304692 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3', 'status': 'completed', 'code': 200} Nov 23 10:25:16.307081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3b3cc-96ed-4a8b-aee9-d5d9ac1da4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:16.326707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-95bbf698-e070-41cd-aaa1-f820aab3a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.328553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-95bbf698-e070-41cd-aaa1-f820aab3a4e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 1095 time: 0.0702100 Nov 23 10:25:16.379335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-ef266509-7e2b-4fa3-8cd9-04996c57aa6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485ab988-db7e-48c6-92b7-a344e46112f3 HTTP/1.1" status: 200 len: 217 time: 0.0423996 Nov 23 10:25:16.435965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-03a59329-43e0-47b8-a26d-e89027545dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.438054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-03a59329-43e0-47b8-a26d-e89027545dcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0514288 Nov 23 10:25:16.502774 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-9712155d-1dd0-41a8-93e4-1a15886a0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.504335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-9712155d-1dd0-41a8-93e4-1a15886a0757 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592468 Nov 23 10:25:16.605811 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-dab8fd8f-2a24-4b5d-84ea-0c7f6930095e service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942757 Nov 23 10:25:16.705332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fee1ab5-7104-4d89-864c-902bfed79cd4 req-d5629c27-55ad-4edd-98ea-477622aedaf4 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918012 Nov 23 10:25:16.798838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-d03201d4-33e6-4695-b6e8-be4090391a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.800352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-d03201d4-33e6-4695-b6e8-be4090391a23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 1095 time: 0.0489538 Nov 23 10:25:16.899089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-a5df2f76-17f6-428c-8267-d89b7fc3451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:16.901003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-a5df2f76-17f6-428c-8267-d89b7fc3451c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0942564 Nov 23 10:25:16.947515 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-b5d9a17b-1e7d-4057-aa60-33a31b912d35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485ab988-db7e-48c6-92b7-a344e46112f3 HTTP/1.1" status: 200 len: 217 time: 0.0390246 Nov 23 10:25:17.000298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-4636506a-52cb-4398-9d2f-f77cc5330d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:17.002075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-4636506a-52cb-4398-9d2f-f77cc5330d63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0483902 Nov 23 10:25:17.052891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-84ee0332-9f91-4bd7-82ad-701af0acb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:17.054820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-84ee0332-9f91-4bd7-82ad-701af0acb606 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461304 Nov 23 10:25:17.150576 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-b3d7d50b-aa60-454c-914e-8a94294b96a4 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888782 Nov 23 10:25:17.245179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ebcdf48-5e70-4068-8861-90491e37fc3d req-d15fbd70-ea1e-49a7-a65b-0b6f26500b2b service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Nov 23 10:25:17.472783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158060e-c82d-487c-b399-2e12c5252fb3 req-86eb0c1d-572f-44a2-b714-a234ea29f95b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:17.474741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5158060e-c82d-487c-b399-2e12c5252fb3 req-86eb0c1d-572f-44a2-b714-a234ea29f95b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0628283 Nov 23 10:25:17.529484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5158060e-c82d-487c-b399-2e12c5252fb3 req-5e0fcd0e-dcb3-47c6-968f-07ed3e951e6c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484443 Nov 23 10:25:17.853536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8bcea08e-09ec-4687-93f8-25bfc91f4507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:18.669183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993665-0b93-45b0-85eb-031b664d0f9d req-629c25bd-4990-4fba-a300-96ca99c23f09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:18.679774 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1993665-0b93-45b0-85eb-031b664d0f9d req-629c25bd-4990-4fba-a300-96ca99c23f09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0803351 Nov 23 10:25:18.739095 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1993665-0b93-45b0-85eb-031b664d0f9d req-38c8f602-d9a7-45f2-bb9d-488c7095e805 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559781 Nov 23 10:25:19.855436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1176-3492-4593-b1a1-f1c3367053f8 req-1e6407ee-e089-48f8-b9c5-0e006a152c86 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:19.856873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baff1176-3492-4593-b1a1-f1c3367053f8 req-1e6407ee-e089-48f8-b9c5-0e006a152c86 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0533345 Nov 23 10:25:19.907141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-baff1176-3492-4593-b1a1-f1c3367053f8 req-faa029db-8050-47c3-82ed-544d13cec057 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Nov 23 10:25:20.360525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9cbcbb5-f9d2-466b-b6b8-e0107e9a6330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:20.494611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.026941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef7ca6-9fd4-419a-996f-243a843ea51a req-c2bc451b-a9d2-4fdd-858e-93395a1ccf91 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:21.028594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79ef7ca6-9fd4-419a-996f-243a843ea51a req-c2bc451b-a9d2-4fdd-858e-93395a1ccf91 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0517023 Nov 23 10:25:21.079467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79ef7ca6-9fd4-419a-996f-243a843ea51a req-5ec064f1-389d-43aa-8bd2-9e17b1c07e61 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Nov 23 10:25:21.323297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:22.208481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922bf3d-72dc-4939-aeaf-78a4a8247ccb req-b1ecc733-fbb8-4de7-9fb1-6180e24df248 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:22.210017 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e922bf3d-72dc-4939-aeaf-78a4a8247ccb req-b1ecc733-fbb8-4de7-9fb1-6180e24df248 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0582032 Nov 23 10:25:22.261234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e922bf3d-72dc-4939-aeaf-78a4a8247ccb req-8edddacc-a650-4eb1-b1f3-eb534b84bcc0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Nov 23 10:25:22.708942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.205257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49650) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:23.323609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c21d3b3d-cfc5-427b-a808-f534c17d7e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.388228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bde8-5701-4316-9330-0c59a7466b88 req-4e09c997-ed47-4dd6-8964-c02b7ba0637e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:23.389642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a99bde8-5701-4316-9330-0c59a7466b88 req-4e09c997-ed47-4dd6-8964-c02b7ba0637e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0604389 Nov 23 10:25:23.408252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c21d3b3d-cfc5-427b-a808-f534c17d7e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.413087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c21d3b3d-cfc5-427b-a808-f534c17d7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.454412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c21d3b3d-cfc5-427b-a808-f534c17d7e4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba02644ed6b34ce8830095a25f472650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479773 Nov 23 10:25:23.455098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49656) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:23.455263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a99bde8-5701-4316-9330-0c59a7466b88 req-1162e692-faf2-4c25-bfdd-7a0ccf31a081 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Nov 23 10:25:23.465181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d3b3d-cfc5-427b-a808-f534c17d7e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668cad5-3535-42e1-a5f3-65bcef02a133,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:23.510479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.531880 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.545520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.583558 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.586303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.587499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c668cad5-3535-42e1-a5f3-65bcef02a133 HTTP/1.1" status: 204 len: 168 time: 0.1305382 Nov 23 10:25:23.596607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e746f-30e8-4b8a-8e4c-ff67a93ed05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668cad5-3535-42e1-a5f3-65bcef02a133,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:23.861400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49662) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:23.874898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.958201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.962944 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.998710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c73f0e-1286-4088-8c7d-c7f718247823,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:24.002447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1160d23db714c2381c1c5d07922c425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400032 Nov 23 10:25:24.005320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49664) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:24.009224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.009595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.009923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.010274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.010600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.010932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.011257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.011582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.011901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.012222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.012536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.012842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc6ccf-634b-4cb5-aca2-fbc77bfe02a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:24.054957 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.078867 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.129902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.132872 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.134040 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85c73f0e-1286-4088-8c7d-c7f718247823 HTTP/1.1" status: 204 len: 168 time: 0.1276462 Nov 23 10:25:24.141702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce3d00-0cba-4974-996b-27eae0586ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c73f0e-1286-4088-8c7d-c7f718247823,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:24.565877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08e87-e286-459b-a93d-3858fddf5510 req-d4b9d3c8-9657-4875-ac34-39ec0d76b396 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:24.567598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f08e87-e286-459b-a93d-3858fddf5510 req-d4b9d3c8-9657-4875-ac34-39ec0d76b396 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0501471 Nov 23 10:25:24.618887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6f08e87-e286-459b-a93d-3858fddf5510 req-969efeea-3e7b-4110-a9b7-32ffcba4d8f8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Nov 23 10:25:25.737075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b1d5f-6ca5-4967-9111-f5f4d6333f95 req-e8ab97c5-6021-407f-ba19-3b157f5cb68f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:25.742352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-680b1d5f-6ca5-4967-9111-f5f4d6333f95 req-e8ab97c5-6021-407f-ba19-3b157f5cb68f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0543592 Nov 23 10:25:25.793704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-680b1d5f-6ca5-4967-9111-f5f4d6333f95 req-929499f0-455b-483a-809e-c00c0b14fb14 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Nov 23 10:25:26.915098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7826c83-1a32-4a9f-a6c9-5b875be2f365 req-d5bbf85c-6bee-46cf-8b9d-36c393ebedc2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:26.916585 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7826c83-1a32-4a9f-a6c9-5b875be2f365 req-d5bbf85c-6bee-46cf-8b9d-36c393ebedc2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0485332 Nov 23 10:25:26.964638 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7826c83-1a32-4a9f-a6c9-5b875be2f365 req-cf7c8888-7493-4fd6-9579-0b3e22a00014 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420697 Nov 23 10:25:28.086952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810efa-6e62-4c41-854f-620e970ccafb req-e9d35c40-1099-4c77-908d-a1799aac9537 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:28.088542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3810efa-6e62-4c41-854f-620e970ccafb req-e9d35c40-1099-4c77-908d-a1799aac9537 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 944 time: 0.0537283 Nov 23 10:25:28.147120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3810efa-6e62-4c41-854f-620e970ccafb req-17c63fbb-69d4-46b8-945f-1f2e319cdb0c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Nov 23 10:25:29.008364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 485ab988-db7e-48c6-92b7-a344e46112f3 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:25:29.109369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=485ab988-db7e-48c6-92b7-a344e46112f3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:29.122159 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '485ab988-db7e-48c6-92b7-a344e46112f3', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': '485ab988-db7e-48c6-92b7-a344e46112f3', 'mac_address': 'fa:16:3e:b1:c3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:25:29.165125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.178864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485ab988-db7e-48c6-92b7-a344e46112f3 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:25:29.199832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=485ab988-db7e-48c6-92b7-a344e46112f3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:29.204229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.259748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:29.268415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.268793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.269100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.269437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.269812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.270173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.270509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.270864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.271245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.271492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.271942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.272272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:29.276349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3d95-c154-4055-aace-c4f8a7ea475b req-be685fec-ecf7-4dff-84be-1c570819e082 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:29.278128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e36f3d95-c154-4055-aace-c4f8a7ea475b req-be685fec-ecf7-4dff-84be-1c570819e082 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 945 time: 0.0570900 Nov 23 10:25:29.331803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e36f3d95-c154-4055-aace-c4f8a7ea475b req-aaacfdd8-ec39-4138-a863-1f60f3e4c1d8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Nov 23 10:25:29.498973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['485ab988-db7e-48c6-92b7-a344e46112f3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:25:30.450407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200adad7-abdf-42ad-b34c-cddf1ceab58a req-73cfc231-85ac-4ac2-8ebf-90ed10676681 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:30.451928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-200adad7-abdf-42ad-b34c-cddf1ceab58a req-73cfc231-85ac-4ac2-8ebf-90ed10676681 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 945 time: 0.0515330 Nov 23 10:25:30.501694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-200adad7-abdf-42ad-b34c-cddf1ceab58a req-ba2e63cf-c4cb-40dc-ae63-138a35218d66 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Nov 23 10:25:31.028283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 485ab988-db7e-48c6-92b7-a344e46112f3 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:31.080508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 485ab988-db7e-48c6-92b7-a344e46112f3 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:25:31.084620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 485ab988-db7e-48c6-92b7-a344e46112f3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:31.085001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:31.165232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:31.190454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:25:31.192786 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5321c4-c622-4fd5-a327-afa00db20268" -d '{"events": [{"server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "name": "network-vif-plugged", "status": "completed", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:25:31.206270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=485ab988-db7e-48c6-92b7-a344e46112f3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:31.211418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:31.242113 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e1b53-8b28-42fe-854a-f77698d68935 x-openstack-request-id: req-db6e1b53-8b28-42fe-854a-f77698d68935 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:25:31.242404 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "name": "network-vif-plugged", "status": "completed", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:25:31.242656 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db6e1b53-8b28-42fe-854a-f77698d68935 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:25:31.243865 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3', 'code': 200} Nov 23 10:25:31.272090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:31.340174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f970b-c9b8-4b77-8823-a529792d5305 req-e2437305-091a-4261-891a-7ff48229d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:31.341700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d37f970b-c9b8-4b77-8823-a529792d5305 req-e2437305-091a-4261-891a-7ff48229d5fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 1097 time: 0.0424514 Nov 23 10:25:31.391852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d37f970b-c9b8-4b77-8823-a529792d5305 req-e00e76c0-92fb-4cde-9207-384f12b574c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Nov 23 10:25:31.624218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974eff0-73ef-4273-98bc-6848d9bdc81f req-f24dd389-69ce-4d4b-b0ab-e0f536a9faad tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:31.625589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c974eff0-73ef-4273-98bc-6848d9bdc81f req-f24dd389-69ce-4d4b-b0ab-e0f536a9faad tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0543582 Nov 23 10:25:31.675007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c974eff0-73ef-4273-98bc-6848d9bdc81f req-27bfb3d6-3eea-47b2-a4d9-e874288e4211 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Nov 23 10:25:32.800138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312b27-bc5d-4dde-baf2-8bbe470ab0b4 req-58efad51-3c70-40d5-811e-4d42105a02bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:32.801744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71312b27-bc5d-4dde-baf2-8bbe470ab0b4 req-58efad51-3c70-40d5-811e-4d42105a02bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0548356 Nov 23 10:25:32.851292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71312b27-bc5d-4dde-baf2-8bbe470ab0b4 req-4e1b8eca-1866-423f-9fc8-17d87a6b3371 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Nov 23 10:25:32.969408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1426c-469c-495c-a37c-9f1751cd7bfa req-9698c06d-14c5-4856-aeac-62eeffb43771 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:32.970976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2f1426c-469c-495c-a37c-9f1751cd7bfa req-9698c06d-14c5-4856-aeac-62eeffb43771 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0496509 Nov 23 10:25:33.029809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2f1426c-469c-495c-a37c-9f1751cd7bfa req-c3f03868-81e9-4e5e-9649-e2b6c4fdb66e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Nov 23 10:25:35.801922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-2335c7d9-672f-4ed8-a849-0260145a293d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:35.803556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-2335c7d9-672f-4ed8-a849-0260145a293d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1099846 Nov 23 10:25:35.819199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-d45c334e-396c-49e1-a6f7-29c115b68e70 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0093331 Nov 23 10:25:35.876543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-0e8ae880-fd0b-4a15-8b4f-e3b599132df3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515230 Nov 23 10:25:35.980771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-a2d6c32d-4350-4be3-827b-9153e142f4c3 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908368 Nov 23 10:25:36.071934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-b79f375d-e662-4e93-8516-5a65ed5a703b service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845520 Nov 23 10:25:36.287656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c12a5a7b-5953-47b6-b4bb-770915972717 req-70d59a3a-eebe-4186-841f-e82e78f53275 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Nov 23 10:25:37.279117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-4cb46390-05ee-4ba6-8a73-c1ff097593fb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:37.280824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-4cb46390-05ee-4ba6-8a73-c1ff097593fb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1323588 Nov 23 10:25:37.294385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:37.404519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:25:37.410331 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:37.462742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-afe984e6-efea-48e2-bd7b-531574b83217 req-b1be2d08-e950-41d6-b026-62ecede95f14 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0484390 Nov 23 10:25:37.577848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.4 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/a76da1f2-e894-4ac5-98ee-a79b5002220b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:25:37.749569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:37.787389 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:37.798968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['485ab988-db7e-48c6-92b7-a344e46112f3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:25:37.829851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:37.833171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:37.839088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:25:37.887127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:37.896203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:37.897126 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:37.921415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-e074c002-c163-4f6a-a571-2c328482d617 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309881 Nov 23 10:25:37.934034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Request body: {'port': {'device_id': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:38.014857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.164863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ff1e8bfb-a01c-4cd0-9117-2bf17467960d None None] Provisioning complete for port a76da1f2-e894-4ac5-98ee-a79b5002220b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:38.165653 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8bfb-a01c-4cd0-9117-2bf17467960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.232959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e8bfb-a01c-4cd0-9117-2bf17467960d None None] Port a76da1f2-e894-4ac5-98ee-a79b5002220b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:25:38.365047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76da1f2-e894-4ac5-98ee-a79b5002220b {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:25:38.374706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.389800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Transition to ACTIVE for port object a76da1f2-e894-4ac5-98ee-a79b5002220b will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:25:38.394762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.448238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Pushing event updated for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:38.609718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Attempting to bind port a76da1f2-e894-4ac5-98ee-a79b5002220b on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:25:38.610252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Attempting to bind port a76da1f2-e894-4ac5-98ee-a79b5002220b by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:25:38.610619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Attempting to bind port a76da1f2-e894-4ac5-98ee-a79b5002220b on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:38.678262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Port a76da1f2-e894-4ac5-98ee-a79b5002220b on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:25:38.678512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Attempting to bind port a76da1f2-e894-4ac5-98ee-a79b5002220b on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:38.695446 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:25:38.695741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:38.696071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:25:38.698630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Bound port: a76da1f2-e894-4ac5-98ee-a79b5002220b, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:25:38.699006 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.755907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fdc8e-24b1-4921-9563-843b76ac669a req-66a9f0c4-7549-466d-9b09-0e4e7df7edd1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:38.757383 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a44fdc8e-24b1-4921-9563-843b76ac669a req-66a9f0c4-7549-466d-9b09-0e4e7df7edd1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.1498678 Nov 23 10:25:38.828626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:25:38.854487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a44fdc8e-24b1-4921-9563-843b76ac669a req-40ff567c-7f18-437c-b00c-06e1dbcb1a56 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Nov 23 10:25:38.856153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:25:38.866170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.909498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:38.910339 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:38.911736 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] 10.222.0.50 "PUT /v2.0/ports/a76da1f2-e894-4ac5-98ee-a79b5002220b HTTP/1.1" status: 200 len: 1091 time: 0.9822929 Nov 23 10:25:38.912205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:25:38.914580 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:25:38.938890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085b12a-8fd6-4615-a97d-1399ead00115 service neutron] Pushing event updated for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:39.004902 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48259e2-54d6-4117-9908-b09eadbf8c9a x-openstack-request-id: req-d48259e2-54d6-4117-9908-b09eadbf8c9a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:25:39.005267 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:25:39.005468 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d48259e2-54d6-4117-9908-b09eadbf8c9a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:25:39.006042 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b', 'status': 'completed', 'code': 200} Nov 23 10:25:39.027686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-9b93a416-bcbb-4cc5-aa8f-40cc67169226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.029395 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-9b93a416-bcbb-4cc5-aa8f-40cc67169226 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 1094 time: 0.0707188 Nov 23 10:25:39.083025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-7abc25f8-8598-4222-9578-064cac1358ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b HTTP/1.1" status: 200 len: 217 time: 0.0441945 Nov 23 10:25:39.137159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-64f8a781-179f-4fcf-af1a-25de4b3bf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.138694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-64f8a781-179f-4fcf-af1a-25de4b3bf092 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0488293 Nov 23 10:25:39.190505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-b907e8e9-182b-47b0-b2cc-8e5adb72beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.192496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-b907e8e9-182b-47b0-b2cc-8e5adb72beff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461218 Nov 23 10:25:39.287995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-1c277a33-c8ba-4350-af22-c3a813ec81cf service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Nov 23 10:25:39.381296 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2d53d72-9aaa-40c9-8845-bcb4034a4d6b req-29afb7e3-c31d-41d7-89db-138dc8626ec0 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864372 Nov 23 10:25:39.474717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-2b86cc2e-fa65-4c4a-a006-9ca7dcc56dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.476262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-2b86cc2e-fa65-4c4a-a006-9ca7dcc56dbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 1094 time: 0.0455163 Nov 23 10:25:39.574566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-0fa3e4aa-8961-490a-8130-4f7f7990ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.576092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-0fa3e4aa-8961-490a-8130-4f7f7990ad4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0931602 Nov 23 10:25:39.618572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-87f65831-5388-4fe0-96c1-87806ceb90e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b HTTP/1.1" status: 200 len: 217 time: 0.0341139 Nov 23 10:25:39.677583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-ec9d83b8-d380-48c1-ae6a-9efd1c638a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.679269 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-ec9d83b8-d380-48c1-ae6a-9efd1c638a72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0538814 Nov 23 10:25:39.736164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-9b96454f-131a-4b01-8fed-a8d81c4313bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:39.737792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-9b96454f-131a-4b01-8fed-a8d81c4313bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470467 Nov 23 10:25:39.836826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-9a0362eb-d1af-4929-a6ed-f072b9ceff92 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917890 Nov 23 10:25:39.947782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab2d7dd1-4fc5-48ac-9b3e-635a64a09436 req-3df527cd-487e-48c3-87a4-1408ded9e756 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042683 Nov 23 10:25:40.011131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98d705-5699-4276-bf20-cc1df1517b65 req-101aacdb-d7ab-48f4-8fa2-f1c3b177fb98 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:40.016039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c98d705-5699-4276-bf20-cc1df1517b65 req-101aacdb-d7ab-48f4-8fa2-f1c3b177fb98 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0857732 Nov 23 10:25:40.078393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c98d705-5699-4276-bf20-cc1df1517b65 req-e6742b40-4ad3-4e08-844a-01acac3d11bc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544355 Nov 23 10:25:41.231123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f416a20-961c-4d59-841d-b6aeb20fad14 req-5d32a35e-4fd4-4937-b436-c4d6868676c7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:41.233190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f416a20-961c-4d59-841d-b6aeb20fad14 req-5d32a35e-4fd4-4937-b436-c4d6868676c7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0745564 Nov 23 10:25:41.311907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f416a20-961c-4d59-841d-b6aeb20fad14 req-82c03cad-cc3e-4c55-b602-21eaf29757f2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702388 Nov 23 10:25:42.504840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a38ee-2d4a-41f7-891e-6fca0e5d26fe req-b85d9b29-c686-4a7b-b974-52d71d43715f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:42.507561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a09a38ee-2d4a-41f7-891e-6fca0e5d26fe req-b85d9b29-c686-4a7b-b974-52d71d43715f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0932782 Nov 23 10:25:42.577906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a09a38ee-2d4a-41f7-891e-6fca0e5d26fe req-024cbb27-d7cb-4eca-a375-c10e2e80e6df tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Nov 23 10:25:43.757066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467835a-40dc-4c01-9887-96a95dc9d2cb req-e8b1ba04-17cf-4188-9c02-7bb3b8db9b56 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:43.761310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d467835a-40dc-4c01-9887-96a95dc9d2cb req-e8b1ba04-17cf-4188-9c02-7bb3b8db9b56 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0905619 Nov 23 10:25:43.842497 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d467835a-40dc-4c01-9887-96a95dc9d2cb req-1668a525-c79f-4011-8e59-67ebfbf3d9e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Nov 23 10:25:44.973055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55accfd-da3d-4dd5-8e21-2251effe972f req-c72c3489-4108-4dae-9c4d-41449b12ee8e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:44.974690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f55accfd-da3d-4dd5-8e21-2251effe972f req-c72c3489-4108-4dae-9c4d-41449b12ee8e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0618443 Nov 23 10:25:45.037497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f55accfd-da3d-4dd5-8e21-2251effe972f req-b18c2e77-8b23-41c9-9d98-b4148ff5b11a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551274 Nov 23 10:25:45.930897 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:46.176779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2434ea-9cef-4962-949f-e2c2f01595e8 req-1e87ad61-db4d-4817-b998-5d98fa356fce tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:46.179274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e2434ea-9cef-4962-949f-e2c2f01595e8 req-1e87ad61-db4d-4817-b998-5d98fa356fce tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0614769 Nov 23 10:25:46.248316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e2434ea-9cef-4962-949f-e2c2f01595e8 req-7699affa-e6db-4226-b637-39ecf649f279 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Nov 23 10:25:47.325976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49974) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:47.446889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb031cb1-ca73-4d8d-84f7-566dc174ee9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.536326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb031cb1-ca73-4d8d-84f7-566dc174ee9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.541305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb031cb1-ca73-4d8d-84f7-566dc174ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.568231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb031cb1-ca73-4d8d-84f7-566dc174ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d49970a-1c6e-4c41-bf7a-e6aaa47bd703,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:47.592922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb031cb1-ca73-4d8d-84f7-566dc174ee9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81e8268473d84a5d956690452b001481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658336 Nov 23 10:25:47.595569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49978) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:47.648205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.671952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.694053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c47dc-db8f-4fb3-8910-20f4e4a9632a req-3e53caba-4afb-48fd-835d-c7f8e553c3ef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:47.695531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e9c47dc-db8f-4fb3-8910-20f4e4a9632a req-3e53caba-4afb-48fd-835d-c7f8e553c3ef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.3769689 Nov 23 10:25:47.720075 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.723107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.727024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d49970a-1c6e-4c41-bf7a-e6aaa47bd703 HTTP/1.1" status: 204 len: 168 time: 0.1278117 Nov 23 10:25:47.751619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54069d4b-5cf9-4410-98c8-58909f8253f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d49970a-1c6e-4c41-bf7a-e6aaa47bd703,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:47.755722 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e9c47dc-db8f-4fb3-8910-20f4e4a9632a req-8e4ef4b4-66a7-4d83-8f23-8c6aebbdab15 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535131 Nov 23 10:25:47.859618 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82df66be-768c-4ddd-983e-56a32508aa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:47.996809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 49984) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:48.014379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a16cbd15-a310-49da-91a7-252057e340ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.090956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a16cbd15-a310-49da-91a7-252057e340ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.095361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a16cbd15-a310-49da-91a7-252057e340ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.133824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a16cbd15-a310-49da-91a7-252057e340ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a996829cbf8244ad9fe10205d0ac1c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358411 Nov 23 10:25:48.134763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cbd15-a310-49da-91a7-252057e340ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426939b-e26e-4363-b2e3-9f206d3f6858,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:48.136644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 49986) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:48.188710 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.209548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.256601 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.259340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.260490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5426939b-e26e-4363-b2e3-9f206d3f6858 HTTP/1.1" status: 204 len: 168 time: 0.1226685 Nov 23 10:25:48.269301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426939b-e26e-4363-b2e3-9f206d3f6858,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:48.278110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.278467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.278819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.279163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.279527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.279866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.280201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.280652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.280994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.281325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.281823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.282107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e932-aeb8-41ea-a2db-981c25f6f44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:48.867259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5838-71be-4aa9-b2ee-d48635fb23ac req-d04ec926-d108-48d0-a39d-1876ed296c71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:48.868714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-516e5838-71be-4aa9-b2ee-d48635fb23ac req-d04ec926-d108-48d0-a39d-1876ed296c71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0493329 Nov 23 10:25:48.919254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-516e5838-71be-4aa9-b2ee-d48635fb23ac req-4e6df0b0-f990-4ac0-bc0c-c08590fe0dd8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Nov 23 10:25:50.071838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752202-96c3-45fa-afa7-7810104fcbe9 req-571ca5d2-8d60-4a67-a649-83d3cdd87a66 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:50.080313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae752202-96c3-45fa-afa7-7810104fcbe9 req-571ca5d2-8d60-4a67-a649-83d3cdd87a66 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0857904 Nov 23 10:25:50.132764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae752202-96c3-45fa-afa7-7810104fcbe9 req-dcdfc3d1-41df-450f-8ce0-a9a253f337f9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 Nov 23 10:25:50.364043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-55473837-fb1e-4df9-aa6e-8776ba14c0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:50.507060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:51.236351 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:25:51.278387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a378f-e3f0-4103-96a9-bb05c229f42b req-0489df9d-b208-44fa-b50b-38c734f5f995 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:51.280006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-456a378f-e3f0-4103-96a9-bb05c229f42b req-0489df9d-b208-44fa-b50b-38c734f5f995 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0609229 Nov 23 10:25:51.341570 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:51.344270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-456a378f-e3f0-4103-96a9-bb05c229f42b req-f2970d83-a24b-4380-87ac-9be56881220d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543027 Nov 23 10:25:52.464340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de11be-6209-4e61-a2f2-eb1cc812a56b req-4fc7d14b-aea4-4fa0-a87b-76cb85f5b280 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:52.464340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36de11be-6209-4e61-a2f2-eb1cc812a56b req-4fc7d14b-aea4-4fa0-a87b-76cb85f5b280 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0551813 Nov 23 10:25:52.517837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-36de11be-6209-4e61-a2f2-eb1cc812a56b req-281d16db-a75a-4fbf-9743-99ec745dc7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Nov 23 10:25:52.710966 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:53.549665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:53.642370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35ad76-e920-46b9-9a50-50c0dde2f8b9 req-e88aeefa-b66c-4602-8ced-7ddf745b445e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:53.644597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a35ad76-e920-46b9-9a50-50c0dde2f8b9 req-e88aeefa-b66c-4602-8ced-7ddf745b445e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0534606 Nov 23 10:25:53.700038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4a35ad76-e920-46b9-9a50-50c0dde2f8b9 req-31963f1f-bb43-4cea-8aa6-2f91d5d29203 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Nov 23 10:25:54.818868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd5ba9-28f2-45ea-b176-d2310d7137e0 req-7311ee54-9121-4f83-a5ca-6daf88dcc4b5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:54.820346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ecd5ba9-28f2-45ea-b176-d2310d7137e0 req-7311ee54-9121-4f83-a5ca-6daf88dcc4b5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0501299 Nov 23 10:25:54.869210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ecd5ba9-28f2-45ea-b176-d2310d7137e0 req-7b93472e-0812-46ba-a1e9-f314b85f19d3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Nov 23 10:25:55.757851 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50122) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:55.886215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d02a3bd-5ece-489c-a892-c95b587c7a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:55.985026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d02a3bd-5ece-489c-a892-c95b587c7a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:55.990177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8d02a3bd-5ece-489c-a892-c95b587c7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:55.995653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462de585-2d78-4e68-be56-6b580b7b9339 req-6ee4407f-5448-4d82-ae6b-80c868be8da4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:55.997248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-462de585-2d78-4e68-be56-6b580b7b9339 req-6ee4407f-5448-4d82-ae6b-80c868be8da4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0534472 Nov 23 10:25:56.023719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8d02a3bd-5ece-489c-a892-c95b587c7a52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afeead14d60c4a39bf0de6457fe97754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647042 Nov 23 10:25:56.026345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50128) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:56.047510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02a3bd-5ece-489c-a892-c95b587c7a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71afbd19-fb5a-41a7-8003-4b9ff90d316c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:56.080177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-462de585-2d78-4e68-be56-6b580b7b9339 req-fc30f95f-dfd6-4ae4-bd8f-9f3b3ec61906 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760126 Nov 23 10:25:56.110821 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.132447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.194159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.196690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.201303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71afbd19-fb5a-41a7-8003-4b9ff90d316c HTTP/1.1" status: 204 len: 168 time: 0.1722987 Nov 23 10:25:56.211415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b4295-6b86-413c-9642-ea52fe57bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71afbd19-fb5a-41a7-8003-4b9ff90d316c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:56.493137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:56.507835 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3301a419-ff5f-4c6c-80ae-468a88d8a552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.602029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3301a419-ff5f-4c6c-80ae-468a88d8a552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.607114 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3301a419-ff5f-4c6c-80ae-468a88d8a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.657566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3301a419-ff5f-4c6c-80ae-468a88d8a552 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46bcba3d9d8a465ca4ee4e1711c2348c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628897 Nov 23 10:25:56.658405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301a419-ff5f-4c6c-80ae-468a88d8a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef37ae2-bf38-4a67-acee-017526a693fb,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:56.660292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50136) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:56.714716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.738232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.793351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.796098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:56.797275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ef37ae2-bf38-4a67-acee-017526a693fb HTTP/1.1" status: 204 len: 168 time: 0.1352937 Nov 23 10:25:56.806294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddae42-a9a2-496a-98c3-922b49521ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef37ae2-bf38-4a67-acee-017526a693fb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:57.205242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213154-d36a-47bc-b3e4-454eb3433b51 req-fed104bd-582b-4b9a-ae9f-676cda32b75d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:57.205731 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86213154-d36a-47bc-b3e4-454eb3433b51 req-fed104bd-582b-4b9a-ae9f-676cda32b75d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Nov 23 10:25:57.256325 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86213154-d36a-47bc-b3e4-454eb3433b51 req-cbaa712d-6732-429a-b3bd-ee55cd174070 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Nov 23 10:25:58.392913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55764c-02e0-43a1-be38-79223cda49ca req-b7bfcbe2-6ca8-4d04-b1c3-48ffee5d9de5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:58.394627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac55764c-02e0-43a1-be38-79223cda49ca req-b7bfcbe2-6ca8-4d04-b1c3-48ffee5d9de5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0566084 Nov 23 10:25:58.456742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac55764c-02e0-43a1-be38-79223cda49ca req-daedd63b-9ce9-476d-a786-f83a96c35f4a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 Nov 23 10:25:59.107379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50210) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:59.231440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f69a6acc-c304-48ea-a62a-22846ddbf1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.319411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f69a6acc-c304-48ea-a62a-22846ddbf1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.324704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f69a6acc-c304-48ea-a62a-22846ddbf1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.363604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f69a6acc-c304-48ea-a62a-22846ddbf1dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d203ba594e8f4c2eb00325d378516a2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549784 Nov 23 10:25:59.364452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a6acc-c304-48ea-a62a-22846ddbf1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323b3257-eccf-4dfa-a349-cc4bfb556379,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:59.366542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50214) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:59.416206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.438118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.498070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.500731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.502137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/323b3257-eccf-4dfa-a349-cc4bfb556379 HTTP/1.1" status: 204 len: 168 time: 0.1343918 Nov 23 10:25:59.510586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba62c0-c6e5-4a3e-a18e-9f609e982455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b3257-eccf-4dfa-a349-cc4bfb556379,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:59.602533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55331-5f56-430c-be33-20f352aef2d8 req-c9c25559-2348-4c6d-b7a7-56b3dd063ccc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:59.604145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cc55331-5f56-430c-be33-20f352aef2d8 req-c9c25559-2348-4c6d-b7a7-56b3dd063ccc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0502419 Nov 23 10:25:59.665449 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cc55331-5f56-430c-be33-20f352aef2d8 req-be7943a4-c504-411f-ad5b-7250fe1bba03 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Nov 23 10:25:59.798518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:59.811830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a464f90-558a-474f-89d1-d64c8195534f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.889808 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a464f90-558a-474f-89d1-d64c8195534f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.895116 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0a464f90-558a-474f-89d1-d64c8195534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:59.934028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0a464f90-558a-474f-89d1-d64c8195534f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23864bbc9007446a9e4ece3744465e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343572 Nov 23 10:25:59.935031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a464f90-558a-474f-89d1-d64c8195534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff5fd16-d3f3-48b0-9545-b078f6450532,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:59.937066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50224) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:59.988352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:00.009479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:00.063959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:00.068083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:00.069277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dff5fd16-d3f3-48b0-9545-b078f6450532 HTTP/1.1" status: 204 len: 168 time: 0.1312122 Nov 23 10:26:00.077305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae00901-a22b-42c1-878a-345070b7d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff5fd16-d3f3-48b0-9545-b078f6450532,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:00.803270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f9391-8504-4204-98c7-5601e9bb4cad req-f0a28bb1-b07c-4863-a07c-352f78f50731 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:00.805766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6f9391-8504-4204-98c7-5601e9bb4cad req-f0a28bb1-b07c-4863-a07c-352f78f50731 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 943 time: 0.0577810 Nov 23 10:26:00.859645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6f9391-8504-4204-98c7-5601e9bb4cad req-04d7fca8-32cb-4ea6-ad0d-f519d7d2c810 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Nov 23 10:26:01.246653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50260) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:01.321843 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a76da1f2-e894-4ac5-98ee-a79b5002220b details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:26:01.370446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb981ce-065f-467d-b9c0-bf354a935f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.437325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:26:01.453289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'a76da1f2-e894-4ac5-98ee-a79b5002220b', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': 'a76da1f2-e894-4ac5-98ee-a79b5002220b', 'mac_address': 'fa:16:3e:7c:c5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:26:01.460644 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb981ce-065f-467d-b9c0-bf354a935f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.465516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb981ce-065f-467d-b9c0-bf354a935f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.499324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.506213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffb981ce-065f-467d-b9c0-bf354a935f04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0faa7bcca264b27811a502c325806e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583950 Nov 23 10:26:01.508504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb981ce-065f-467d-b9c0-bf354a935f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc4a52-eec9-43ee-a938-df54418cac76,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:01.509064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50264) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:01.519621 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76da1f2-e894-4ac5-98ee-a79b5002220b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:26:01.546219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:26:01.555277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.568041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.593469 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.609460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:01.647603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.651718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:01.653414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96cc4a52-eec9-43ee-a938-df54418cac76 HTTP/1.1" status: 204 len: 168 time: 0.1431508 Nov 23 10:26:01.663376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb1b83-f219-413f-b3b2-062d0d616ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc4a52-eec9-43ee-a938-df54418cac76,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:01.779624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a76da1f2-e894-4ac5-98ee-a79b5002220b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:26:01.994567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63466f-d0a0-4500-a17c-172ad99fe78b req-7b528801-a52d-4b1d-a5d6-c42ae0083405 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:01.996259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a63466f-d0a0-4500-a17c-172ad99fe78b req-7b528801-a52d-4b1d-a5d6-c42ae0083405 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 944 time: 0.0572925 Nov 23 10:26:02.054352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1a63466f-d0a0-4500-a17c-172ad99fe78b req-dcede871-35ef-413e-b52e-a1f0f332575e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Nov 23 10:26:03.197252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1029d-578c-462e-89fb-e08afd96592a req-ef073eb3-6913-40ab-b50a-cf1c79d71c11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:03.198742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67a1029d-578c-462e-89fb-e08afd96592a req-ef073eb3-6913-40ab-b50a-cf1c79d71c11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 944 time: 0.0642965 Nov 23 10:26:03.252794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67a1029d-578c-462e-89fb-e08afd96592a req-d516ebe2-5d7a-4956-a759-9325acb2eff0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Nov 23 10:26:03.318817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a76da1f2-e894-4ac5-98ee-a79b5002220b up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:26:03.380149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port a76da1f2-e894-4ac5-98ee-a79b5002220b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:26:03.384943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port a76da1f2-e894-4ac5-98ee-a79b5002220b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:26:03.385491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:03.475199 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:03.502548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:26:03.504831 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ea8ab-4c78-4c7a-a6e9-6d6dd47a4c9b" -d '{"events": [{"server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "name": "network-vif-plugged", "status": "completed", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:26:03.518569 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:26:03.523955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:03.553074 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca84f5e4-a912-4567-8ef5-4487d0b6563a x-openstack-request-id: req-ca84f5e4-a912-4567-8ef5-4487d0b6563a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:26:03.553365 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "name": "network-vif-plugged", "status": "completed", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:26:03.553715 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca84f5e4-a912-4567-8ef5-4487d0b6563a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:26:03.554303 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b', 'code': 200} Nov 23 10:26:03.580508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:03.672068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f37928-addd-4c6c-86ac-c94011bd8dde req-ff1aefb0-c34a-4b2a-96db-b4f25787ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:03.674012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f37928-addd-4c6c-86ac-c94011bd8dde req-ff1aefb0-c34a-4b2a-96db-b4f25787ea64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 1096 time: 0.0544367 Nov 23 10:26:03.729819 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f37928-addd-4c6c-86ac-c94011bd8dde req-f08bc251-1860-429a-bc57-f9890fe2ad29 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Nov 23 10:26:04.410419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59f31f-c0ca-44a3-acf6-e76bdc88a2ea req-51f792c0-83a5-4e4d-a235-7a40f77327eb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:04.412082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef59f31f-c0ca-44a3-acf6-e76bdc88a2ea req-51f792c0-83a5-4e4d-a235-7a40f77327eb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0800748 Nov 23 10:26:04.475816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef59f31f-c0ca-44a3-acf6-e76bdc88a2ea req-6ec4fe32-5ab4-44cc-a550-8c82ade09a1a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Nov 23 10:26:05.642490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135985-9c80-4856-9d08-9dced881f88a req-73242b09-d6bc-4236-8041-0c6083ddfef5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:05.644446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97135985-9c80-4856-9d08-9dced881f88a req-73242b09-d6bc-4236-8041-0c6083ddfef5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0859914 Nov 23 10:26:05.701684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97135985-9c80-4856-9d08-9dced881f88a req-f49e58b1-1e4d-4cf3-a765-d326bf146906 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Nov 23 10:26:05.819488 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00712b-f0a8-4cbf-bad5-0eabcaede102 req-f91f50b0-19d0-4b50-9409-7fb5570228d4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:05.820938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a00712b-f0a8-4cbf-bad5-0eabcaede102 req-f91f50b0-19d0-4b50-9409-7fb5570228d4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Nov 23 10:26:05.881165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1a00712b-f0a8-4cbf-bad5-0eabcaede102 req-2af4a26e-28ae-4444-89b4-58c7da192455 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Nov 23 10:26:06.205913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d4111-ebe2-4018-ac60-e3abe7adcb8f req-8d8647b0-d078-43a9-a73d-cf5f2ebf3819 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:06.207432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa9d4111-ebe2-4018-ac60-e3abe7adcb8f req-8d8647b0-d078-43a9-a73d-cf5f2ebf3819 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0572586 Nov 23 10:26:06.258299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa9d4111-ebe2-4018-ac60-e3abe7adcb8f req-72e0b860-ff8f-46f3-865e-a6b2c7b87c8b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Nov 23 10:26:07.378890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892df61-91b7-4db9-b6db-4222fae1a830 req-3b88bbae-b473-4408-9621-db14da2150de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:07.381947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b892df61-91b7-4db9-b6db-4222fae1a830 req-3b88bbae-b473-4408-9621-db14da2150de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Nov 23 10:26:07.433131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b892df61-91b7-4db9-b6db-4222fae1a830 req-2bf34921-f0a6-494d-9698-74bafde6b37e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Nov 23 10:26:07.585785 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-8a84fafa-0c79-4948-a40c-a0fae05e6b65 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:07.587389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-8a84fafa-0c79-4948-a40c-a0fae05e6b65 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Nov 23 10:26:07.701093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port a76da1f2-e894-4ac5-98ee-a79b5002220b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:26:07.701553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:07.798290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port a76da1f2-e894-4ac5-98ee-a79b5002220b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=a76da1f2-e894-4ac5-98ee-a79b5002220b,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:26:07.798649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:07.815097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for a76da1f2-e894-4ac5-98ee-a79b5002220b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:26:07.961321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:07.976197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['485ab988-db7e-48c6-92b7-a344e46112f3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:26:07.992158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=a76da1f2-e894-4ac5-98ee-a79b5002220b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:08.025928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['a76da1f2-e894-4ac5-98ee-a79b5002220b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:26:08.038556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port a76da1f2-e894-4ac5-98ee-a79b5002220b on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:26:08.041821 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:08.045234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6673f0c4-0fd3-4831-8b9a-292625046b35 req-070bd739-0b6a-4a06-8625-ad2e53f905e0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "DELETE /v2.0/ports/a76da1f2-e894-4ac5-98ee-a79b5002220b HTTP/1.1" status: 204 len: 173 time: 0.4438999 Nov 23 10:26:08.045700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'name': 'network-vif-deleted', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:26:08.048038 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c5c71-305c-42ee-a2fc-58a1b844e572" -d '{"events": [{"server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "name": "network-vif-deleted", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:26:08.099789 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ba1b1-70ee-49bb-b5a5-fb6c71afe966 x-openstack-request-id: req-b58ba1b1-70ee-49bb-b5a5-fb6c71afe966 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:26:08.100314 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a9ade-f3f9-4f47-99d8-40fea4589f44", "name": "network-vif-deleted", "tag": "a76da1f2-e894-4ac5-98ee-a79b5002220b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:26:08.100766 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b58ba1b1-70ee-49bb-b5a5-fb6c71afe966 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:26:08.101182 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a9ade-f3f9-4f47-99d8-40fea4589f44', 'name': 'network-vif-deleted', 'tag': 'a76da1f2-e894-4ac5-98ee-a79b5002220b', 'status': 'completed', 'code': 200} Nov 23 10:26:08.541212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16473274-e671-481b-9394-9b2b6be008fc req-947bdee4-004e-464d-af96-c85e7fd15129 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0360103 Nov 23 10:26:09.635798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-400a0a83-bf3b-4541-9e7b-f9ddb87bc79a req-b778c6e1-665e-483d-9257-85d25ada79f6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0276000 Nov 23 10:26:10.751322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6c9e51b-7ddf-432b-8388-e4a74a6a2e82 req-45c0300b-961e-42df-8aae-2a2c9f3d2bea tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0371377 Nov 23 10:26:11.351174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a76da1f2-e894-4ac5-98ee-a79b5002220b no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:26:11.375475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: a76da1f2-e894-4ac5-98ee-a79b5002220b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:26:11.375986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device a76da1f2-e894-4ac5-98ee-a79b5002220b not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:26:11.873294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87f80905-8bcb-4918-b103-212090adbf0f req-e5ccff9d-4da5-4df6-b41c-92787b55ef4d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Nov 23 10:26:13.025128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9070bba-64d6-4959-903b-32cdc45329f2 req-36aa2ee7-611e-412c-9c66-77895039a265 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b59a9ade-f3f9-4f47-99d8-40fea4589f44 HTTP/1.1" status: 200 len: 210 time: 0.0496776 Nov 23 10:26:15.945265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:17.868493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-71f275f8-81d6-4954-9f82-ee11fe05f226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:18.621396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f485-add0-4595-8097-28b55939e34b req-688c7433-2a91-49b3-98db-f0ea6744ece3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:18.623016 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da08f485-add0-4595-8097-28b55939e34b req-688c7433-2a91-49b3-98db-f0ea6744ece3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0557408 Nov 23 10:26:18.672390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da08f485-add0-4595-8097-28b55939e34b req-a22ac5e2-247a-4c9f-a18b-ae66edaace44 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Nov 23 10:26:19.807307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453b908-e820-4039-85b5-51366867be14 req-f41aeea7-bf39-4969-91af-455c0edf3680 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:19.808857 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5453b908-e820-4039-85b5-51366867be14 req-f41aeea7-bf39-4969-91af-455c0edf3680 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0532994 Nov 23 10:26:19.862184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5453b908-e820-4039-85b5-51366867be14 req-244aa240-7396-43ff-9c3a-9856f0507372 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=26e43085-900d-47d8-80ef-d2f418fa43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Nov 23 10:26:20.188440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-ef349bbd-846f-492b-b1e5-31737b5d984b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:20.190693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-ef349bbd-846f-492b-b1e5-31737b5d984b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 946 time: 0.0575228 Nov 23 10:26:20.282954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port 485ab988-db7e-48c6-92b7-a344e46112f3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:26:20.283656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.367229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-76bc91ba-b5da-480d-9d44-8dd23c200c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.390494 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port 485ab988-db7e-48c6-92b7-a344e46112f3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=485ab988-db7e-48c6-92b7-a344e46112f3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:26:20.390951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.407491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for 485ab988-db7e-48c6-92b7-a344e46112f3 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:26:20.508378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.555951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.568580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['485ab988-db7e-48c6-92b7-a344e46112f3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:26:20.590706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=485ab988-db7e-48c6-92b7-a344e46112f3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:20.645405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port 485ab988-db7e-48c6-92b7-a344e46112f3 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:26:20.649511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.653381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1dbb6524-15ba-49e8-83ec-6e48bb7602ef req-40012957-e1d1-44de-9f14-c0996d8961aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "DELETE /v2.0/ports/485ab988-db7e-48c6-92b7-a344e46112f3 HTTP/1.1" status: 204 len: 173 time: 0.4558046 Nov 23 10:26:20.654072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'name': 'network-vif-deleted', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:26:20.656992 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48837b7-67ea-4212-9f2d-61c81f52dcaf" -d '{"events": [{"server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "name": "network-vif-deleted", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:26:20.702768 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2dbe10-4304-4f99-82a6-9e1f2b32472b x-openstack-request-id: req-0e2dbe10-4304-4f99-82a6-9e1f2b32472b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:26:20.703063 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dc51da-5270-42f7-806b-e4ffdb0d60db", "name": "network-vif-deleted", "tag": "485ab988-db7e-48c6-92b7-a344e46112f3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:26:20.703314 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e2dbe10-4304-4f99-82a6-9e1f2b32472b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:26:20.703716 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dc51da-5270-42f7-806b-e4ffdb0d60db', 'name': 'network-vif-deleted', 'tag': '485ab988-db7e-48c6-92b7-a344e46112f3', 'status': 'completed', 'code': 200} Nov 23 10:26:20.961051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7326736a-d3b4-40f7-b25a-caa16879bcf5 req-c1811d2a-0b90-470b-bbc1-cc130e288526 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0301588 Nov 23 10:26:21.329877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:22.059736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5d637451-b603-47ae-9529-9db9ef1de733 req-205d4ee8-3922-4f4d-b64b-7b182f496030 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0263710 Nov 23 10:26:22.714738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:23.159835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5539052-5c23-4ecb-aef7-dd800b4011e4 req-16e670b7-a6bf-4a5e-955a-1efa706f1469 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0278101 Nov 23 10:26:23.553834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:24.262975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b88496f6-765f-40dd-86e0-d8328d37d351 req-a0894030-cac0-4233-b0d7-91919bba50ca tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0261531 Nov 23 10:26:25.250302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 485ab988-db7e-48c6-92b7-a344e46112f3 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:26:25.274684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 485ab988-db7e-48c6-92b7-a344e46112f3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:26:25.275060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 485ab988-db7e-48c6-92b7-a344e46112f3 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:26:25.403287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c0b10dd8-84b9-4004-8904-fa9cd7c31f48 req-fd3303b7-5287-45d6-9c13-a58a58a12e7a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4dc51da-5270-42f7-806b-e4ffdb0d60db HTTP/1.1" status: 200 len: 210 time: 0.0380104 Nov 23 10:26:28.235931 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:26:29.799861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50604) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:29.804852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059267359', 'description': 'tempest-secgroup-smoke-2059267359 description', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:29.827978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:29.899946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:29.904181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:29.932526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:29.933781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327846 Nov 23 10:26:29.937257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50606) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:29.938530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117e693-d14d-49ec-951c-007c0d6e7a8c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba0579-1485-4705-a111-ab3f1b56d264,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:29.946623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:29.973049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.034668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.039742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.060431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50e054a-bd9d-408c-83ca-4e52bd2a4994,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.065997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.070378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319265 Nov 23 10:26:30.070769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50608) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:30.075563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:30.076012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.076363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.076674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.077010 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.077338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.077670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.078039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.078364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.078930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.079248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.079573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.079897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cfd10-9300-484d-8631-245792b2e229 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:30.114204 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.188062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.192990 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.211340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9ee93a-aec8-4fdf-bac6-6bd5472c6c17,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.221292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.222579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a29850a7-c3a9-4147-96a6-22e3588704aa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507044 Nov 23 10:26:30.225694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50610) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:30.230862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:30.256915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.323498 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.328417 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.346124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a30ff37-307e-4a58-ae72-439e96c775ae,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.356294 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.360221 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-44673a90-cf72-401a-a127-d0e4b599a7db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307762 Nov 23 10:26:30.360674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50612) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:30.365219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:30.397157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.464200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.468245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.486954 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdde2ae-f02a-4d5e-8599-06d4119416b6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.492822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.495094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6d7f4372-82f4-4322-b34f-dd7dad4b24de tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333959 Nov 23 10:26:30.497821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50614) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:30.504916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:30.528810 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Project 03edda31cbd14cf7a8fdfcb09b9bf14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:26:30.535226 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.599128 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.603419 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.621809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c4243f-5edd-4389-9153-0551049c5be9,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.629747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.633510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5e1d3f3f-e377-41ff-a8b2-4fb3275141bb tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322162 Nov 23 10:26:30.633712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50618) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:30.638693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'security_group_rule': {'security_group_id': '71ba0579-1485-4705-a111-ab3f1b56d264', 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:30.660743 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Project 03edda31cbd14cf7a8fdfcb09b9bf14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:26:30.668429 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.733824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.739162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.762367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d9b78e-04f5-4cb2-9a93-2a08c6bcbb2d,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:30.772584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:30.777103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f5872ed1-bb87-4f37-8aff-ab8b6333680e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392498 Nov 23 10:26:45.965985 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:47.863665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-405fc7c6-94a5-4af5-9a3f-568882da93b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:50.362528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-a2d95bc0-0a12-42c3-b663-44572cd75b7d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059267359&fields=id&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 267 time: 0.0610604 Nov 23 10:26:50.372267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2b75-4093-44d0-baed-c49bfb0a643f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:50.472044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-351a9196-836b-4904-bf28-4160c34e6e8d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:50.473491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-351a9196-836b-4904-bf28-4160c34e6e8d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1041007 Nov 23 10:26:50.489414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-f63b802c-c5ae-4732-b302-805b036a3d3e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0096166 Nov 23 10:26:50.516229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:50.547130 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-8361dfc6-e9ce-41e0-ab89-6b0eaf0ddf56 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519834 Nov 23 10:26:50.746032 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-2eb63445-6a77-4a60-a554-0dfd7da0b657 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866961 Nov 23 10:26:50.845567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-949f617d-9080-46ec-acdc-c0a2ae37f749 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931985 Nov 23 10:26:51.156071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c1b747bc-9dc4-46c4-b89b-c77112bdd752 req-eee61f2c-2ea6-4624-867b-9fec1cbe2b34 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0332639 Nov 23 10:26:51.332164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.128496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-d0e30ab8-a511-4881-88c6-b68322f6e7dc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:52.130050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-d0e30ab8-a511-4881-88c6-b68322f6e7dc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1210051 Nov 23 10:26:52.227913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-192a23c5-6b43-440d-afb8-30d39a42c509 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 380 time: 0.0867083 Nov 23 10:26:52.239929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'security_groups': ['71ba0579-1485-4705-a111-ab3f1b56d264']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:52.262336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0b61f45-5336-4740-b326-89f5d66d5447 req-1694aaef-7db1-44b0-9c0c-fc1863f20a4f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0288241 Nov 23 10:26:52.371210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:26:52.377253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.513813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.4 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/124483a7-33cd-46bf-97bf-0b0f96ff2b4a) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:26:52.667465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.707049 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.720480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.750193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:26:52.755576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:26:52.759301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:26:52.808051 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:52.816418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.816764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.817306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.817867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.818248 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.818600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.819245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.819579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.819910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.820276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.820599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.820930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:26:52.830013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:52.830591 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:52.850223 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-3731f2c1-688c-49fc-a417-b97af79fb4b4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153059 Nov 23 10:26:52.868885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Request body: {'port': {'device_id': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:52.933258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.065481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-85ccb75b-c2e7-4ca2-b545-be72f5de3a96 None None] Provisioning complete for port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:26:53.065849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ccb75b-c2e7-4ca2-b545-be72f5de3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.112809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-85ccb75b-c2e7-4ca2-b545-be72f5de3a96 None None] Port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:26:53.232553 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124483a7-33cd-46bf-97bf-0b0f96ff2b4a {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:26:53.241269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.257313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Transition to ACTIVE for port object 124483a7-33cd-46bf-97bf-0b0f96ff2b4a will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:26:53.263333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.310213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Pushing event updated for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:53.453121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Attempting to bind port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:26:53.454464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Attempting to bind port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:26:53.455237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Attempting to bind port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:26:53.467972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:26:53.469516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Attempting to bind port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:26:53.484276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:26:53.484855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:26:53.485373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:26:53.486110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Bound port: 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:26:53.486700 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.512076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b689c7-e7d6-4018-a55c-f9b27cb082f0 req-89e1f763-4e57-406c-8c53-78237a995763 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:53.521681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24b689c7-e7d6-4018-a55c-f9b27cb082f0 req-89e1f763-4e57-406c-8c53-78237a995763 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.1355572 Nov 23 10:26:53.564700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.599124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24b689c7-e7d6-4018-a55c-f9b27cb082f0 req-f2107f0c-2176-4bac-889d-f29e16d9e0ed tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730906 Nov 23 10:26:53.678839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:26:53.684060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:26:53.690678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.723654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:53.725290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:53.727416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] 10.222.0.11 "PUT /v2.0/ports/124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 200 len: 1091 time: 0.8629439 Nov 23 10:26:53.729330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:26:53.732193 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd3d92a-e03b-4e37-97ec-521ab60e2981" -d '{"events": [{"name": "network-changed", "server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:26:53.833108 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5917f0-4cd7-4123-a23f-ca2ef09ce189 x-openstack-request-id: req-0a5917f0-4cd7-4123-a23f-ca2ef09ce189 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:26:53.833511 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:26:53.833861 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a5917f0-4cd7-4123-a23f-ca2ef09ce189 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:26:53.834393 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'status': 'completed', 'code': 200} Nov 23 10:26:53.880796 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-99b733cb-55a9-44fa-9f59-3c581da6c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:53.883907 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-99b733cb-55a9-44fa-9f59-3c581da6c908 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1094 time: 0.0809076 Nov 23 10:26:53.887743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5080d-68d5-4096-894e-b72eddaff75f service neutron] Pushing event updated for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:53.949711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-6309b9c1-350f-4c66-a178-5ab30df15452 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 200 len: 217 time: 0.0566149 Nov 23 10:26:54.058564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-8ff16a05-c23d-4394-a7be-d8b65f8db81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.060279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-8ff16a05-c23d-4394-a7be-d8b65f8db81f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.1024280 Nov 23 10:26:54.122450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0def1a5b-3b99-40ec-8057-73932182fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.124937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-0def1a5b-3b99-40ec-8057-73932182fbef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569847 Nov 23 10:26:54.228845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-c4fc2e99-e09d-487d-9a37-3056f74a4401 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969017 Nov 23 10:26:54.328705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20a2f274-8ea8-4f93-a504-4898a335d941 req-ee132025-f0c5-45bc-be04-818a031d6586 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918815 Nov 23 10:26:54.425772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-9cc8c32f-f456-4df2-809b-c4645f0d18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.427814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-9cc8c32f-f456-4df2-809b-c4645f0d18ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1094 time: 0.0507419 Nov 23 10:26:54.532341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-0c0e70d3-da96-4c19-876b-4fda78585dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.533875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-0c0e70d3-da96-4c19-876b-4fda78585dab service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0994868 Nov 23 10:26:54.582207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-006945d8-f6c5-42d3-bb95-317ac2493a78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 200 len: 217 time: 0.0414362 Nov 23 10:26:54.659669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-b69073ab-4bc9-4f01-88eb-f9c84d5aa428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.662344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-b69073ab-4bc9-4f01-88eb-f9c84d5aa428 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0734787 Nov 23 10:26:54.757582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748f89-2d72-4b47-bd75-e573d54c0cdf req-5539ed8a-ce74-4d0e-93dc-2ba32d3c0f58 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.759118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce748f89-2d72-4b47-bd75-e573d54c0cdf req-5539ed8a-ce74-4d0e-93dc-2ba32d3c0f58 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0739346 Nov 23 10:26:54.764974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-3f170b2c-bedd-4248-9a16-c860c49ec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:54.766423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-3f170b2c-bedd-4248-9a16-c860c49ec137 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968902 Nov 23 10:26:54.874018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce748f89-2d72-4b47-bd75-e573d54c0cdf req-3e3b0163-1e31-4a76-88d5-2d3a0a6a067f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065080 Nov 23 10:26:54.897363 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-46552df6-6541-427e-9ed8-709117dda172 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217413 Nov 23 10:26:55.013069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bd3d92a-e03b-4e37-97ec-521ab60e2981 req-e92e86ac-8445-4529-9fb3-42bc3074a70b service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090689 Nov 23 10:26:55.997830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0856d-f161-43c9-b92c-6386cec1786f req-6baef7a0-1675-40d8-a614-c5b872f0f4ac tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:56.000080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dec0856d-f161-43c9-b92c-6386cec1786f req-6baef7a0-1675-40d8-a614-c5b872f0f4ac tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0503297 Nov 23 10:26:56.055418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dec0856d-f161-43c9-b92c-6386cec1786f req-94d17c45-d018-4952-a722-1977cfabef0b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 Nov 23 10:26:56.996959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50898) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:57.133094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad64431-6b3e-4848-a23f-fbf644830454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.210703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e681b-e55f-4b7d-8250-2981fba71657 req-a1b2ee96-a737-4927-8c16-df84e37f6123 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:57.212214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-312e681b-e55f-4b7d-8250-2981fba71657 req-a1b2ee96-a737-4927-8c16-df84e37f6123 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0768156 Nov 23 10:26:57.283427 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad64431-6b3e-4848-a23f-fbf644830454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.289492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-312e681b-e55f-4b7d-8250-2981fba71657 req-3115d1d1-fd35-4a79-85ae-02749b271a77 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694747 Nov 23 10:26:57.290790 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dad64431-6b3e-4848-a23f-fbf644830454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.330927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dad64431-6b3e-4848-a23f-fbf644830454 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cd903bf69154ed9bc642f8dc54d1e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327739 Nov 23 10:26:57.331756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad64431-6b3e-4848-a23f-fbf644830454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c883db85-17c5-402e-b7f0-638cb0e17d30,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:57.333739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50904) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:57.382800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.405931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.463155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.466113 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:57.467519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c883db85-17c5-402e-b7f0-638cb0e17d30 HTTP/1.1" status: 204 len: 168 time: 0.1319976 Nov 23 10:26:57.476178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5098e85-b689-40b1-82c3-8edd229060f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c883db85-17c5-402e-b7f0-638cb0e17d30,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:58.408258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d54e6-d74e-462c-b166-ab673c012662 req-2fe125fa-9c09-487b-a18f-d9a08c50286e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:58.409816 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec0d54e6-d74e-462c-b166-ab673c012662 req-2fe125fa-9c09-487b-a18f-d9a08c50286e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0506141 Nov 23 10:26:58.465523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec0d54e6-d74e-462c-b166-ab673c012662 req-3fda5d50-ebbb-47b0-80a1-0762db9213bc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496130 Nov 23 10:26:58.532095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50936) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:58.645238 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5768c6f0-a113-4401-a5b9-11fe0ac337d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.721917 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5768c6f0-a113-4401-a5b9-11fe0ac337d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.727205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5768c6f0-a113-4401-a5b9-11fe0ac337d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.766489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5768c6f0-a113-4401-a5b9-11fe0ac337d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41e175e1735a49a3bd2508b0c34eec71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332742 Nov 23 10:26:58.768233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768c6f0-a113-4401-a5b9-11fe0ac337d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24429ff-6c38-47f5-8c72-57a301177a42,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:58.769343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:58.820405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.847786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.895453 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.897939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.899415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c24429ff-6c38-47f5-8c72-57a301177a42 HTTP/1.1" status: 204 len: 168 time: 0.1289744 Nov 23 10:26:58.907144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c3c4a-a1d5-463a-8a9d-ffa3e1198623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24429ff-6c38-47f5-8c72-57a301177a42,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:59.550512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50964) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:59.592968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4981ee-fa38-4a32-b59e-04f3e9aac98d req-96ec4983-c56e-4cd3-a442-7d572ba51094 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:59.595612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae4981ee-fa38-4a32-b59e-04f3e9aac98d req-96ec4983-c56e-4cd3-a442-7d572ba51094 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0594053 Nov 23 10:26:59.649678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae4981ee-fa38-4a32-b59e-04f3e9aac98d req-a8a9fd13-be30-49ec-9557-1de6d6dc9250 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Nov 23 10:26:59.666190 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-799840963-network', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:59.691213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Made reservation on behalf of bc237b12488245109311c8ba79a4ab36 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:26:59.693590 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.702225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.777525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.783280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.807138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:26:59.815986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b5e4a-113e-4d50-91ee-dca31b3cfd54,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:59.822440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.822791 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Added segment e636c585-b854-4b18-b816-b97e3babe5b1 of type vlan for network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf Nov 23 10:26:59.863787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.888924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.889862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:59.890474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.924792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3727162 Nov 23 10:26:59.927907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50968) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:59.933283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Request body: {'subnet': {'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-799840963-subnet', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:26:59.954795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe3a29-8f31-40a7-932d-d108de4c9023 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:26:59.955141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Made reservation on behalf of bc237b12488245109311c8ba79a4ab36 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:26:59.958616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:59.964916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:27:00.127362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.180961 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b295d297-0369-414c-8733-ff6002048743,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:00.196376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Checking segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:00.196739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Network hostable DHCP agents. Network: 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:27:00.214600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:27:00.224178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:00.228315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:00.228914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.234139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6c5f3-b8a9-41a0-897d-c80f56758bc7 None None] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:00.245648 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-20ccad2d-6360-4896-8bac-26a7db54910f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165388 Nov 23 10:27:00.248383 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50970) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:00.252825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:00.276069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.277194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.330008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.470409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.548557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:27:00.549481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.670018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.690340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Allocated IP 172.20.0.2 (3ad7e631-6bbe-4fda-a4f7-15bceb2680cf/b295d297-0369-414c-8733-ff6002048743/38daead3-e20e-4edb-bb47-f3d29214b03f) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:00.693011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.814451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13503eb-7c99-4e1d-b419-da7d1767048a req-ad3c7a64-36c0-4bf2-9c16-15bb9bc5150b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:00.815978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a13503eb-7c99-4e1d-b419-da7d1767048a req-ad3c7a64-36c0-4bf2-9c16-15bb9bc5150b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0870018 Nov 23 10:27:00.838576 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.845129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.850822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Allocated IP 172.25.1.174 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/6c7f0ecf-0456-4809-a009-c1c3178c83ae) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:00.889955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:00.893340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a13503eb-7c99-4e1d-b419-da7d1767048a req-6fb4f9e9-02cb-409f-90f5-a0819f57bc27 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709965 Nov 23 10:27:00.893859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Pushing event updated for resources: {'Port': ['ID=38daead3-e20e-4edb-bb47-f3d29214b03f,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:00.896132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:00.899198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:00.912061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.912459 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.912809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.913100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.913439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.913744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.914102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.914429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.914748 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.915076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.915435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.915727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:00.967583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Attempting to bind port 38daead3-e20e-4edb-bb47-f3d29214b03f on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:00.968314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Attempting to bind port 38daead3-e20e-4edb-bb47-f3d29214b03f by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:00.968314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Attempting to bind port 38daead3-e20e-4edb-bb47-f3d29214b03f on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:00.973325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:00.973704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Checking segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:00.974185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.974583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Bound using segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:00.975050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Bound port: 38daead3-e20e-4edb-bb47-f3d29214b03f, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:00.975424 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:00.984595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.018998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.038197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] For port 38daead3-e20e-4edb-bb47-f3d29214b03f, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:01.041439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] For port 38daead3-e20e-4edb-bb47-f3d29214b03f, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38daead3-e20e-4edb-bb47-f3d29214b03f,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:01.046147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.060408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:01.063333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:01.067075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:01.082998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5b2e0-42fe-4c4c-918b-6c44ec0429b3 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:01.093173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7f0ecf-0456-4809-a009-c1c3178c83ae,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:01.108283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95292cdc-430a-4c52-947f-0264abe65b1e None None] Pushing event updated for resources: {'Port': ['ID=38daead3-e20e-4edb-bb47-f3d29214b03f,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:01.157232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-28441f30-670f-41c1-944a-b7d42c59ef5d None None] Provisioning complete for port 6c7f0ecf-0456-4809-a009-c1c3178c83ae triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:01.157608 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-28441f30-670f-41c1-944a-b7d42c59ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.198787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-28441f30-670f-41c1-944a-b7d42c59ef5d None None] Port 6c7f0ecf-0456-4809-a009-c1c3178c83ae cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:01.630793 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.829841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.970762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Router 4f3c7130-7a79-4e6b-a497-6136a19f74dc is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:27:02.026053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef41417-7c96-45d7-bc62-99d039ebf69f req-69f76e5b-83e6-4f55-806c-5d98df49c81c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:02.030487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ef41417-7c96-45d7-bc62-99d039ebf69f req-69f76e5b-83e6-4f55-806c-5d98df49c81c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0549474 Nov 23 10:27:02.036699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751dd6df-994f-4f47-a47c-e8f6f943db21 None None] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:02.084527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:02.092466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ef41417-7c96-45d7-bc62-99d039ebf69f req-e0fabe60-4ab8-4701-9abb-0c4d592ee0bc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566349 Nov 23 10:27:02.100286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Sync routers for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:02.108052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.110305 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:02.110509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50976) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:02.110683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abe25cc7-67d4-43bc-ac89-7d158b90f173 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8608918 Nov 23 10:27:02.111253 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:02.167261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] Provisioning complete for port 38daead3-e20e-4edb-bb47-f3d29214b03f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:02.167602 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.221711 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:02.293288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.340039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] For port 38daead3-e20e-4edb-bb47-f3d29214b03f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38daead3-e20e-4edb-bb47-f3d29214b03f,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:02.345482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.401999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156705-cf53-4ee8-8eb2-e5950fd6768d None None] Pushing event updated for resources: {'Port': ['ID=38daead3-e20e-4edb-bb47-f3d29214b03f,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:02.449744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:01Z', 'revision_number': 3, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:02.477822 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Checking router: 4f3c7130-7a79-4e6b-a497-6136a19f74dc for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:02.478496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Updating router 4f3c7130-7a79-4e6b-a497-6136a19f74dc port 6c7f0ecf-0456-4809-a009-c1c3178c83ae binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:02.503099 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.567951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0542abb1-ddec-4d8f-a47f-0f3043ac4610 None None] Provisioning complete for port 38daead3-e20e-4edb-bb47-f3d29214b03f triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:02.568231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0542abb1-ddec-4d8f-a47f-0f3043ac4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.575628 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.737692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Allocated IP 172.20.0.1 (3ad7e631-6bbe-4fda-a4f7-15bceb2680cf/b295d297-0369-414c-8733-ff6002048743/44a4fbcf-54f8-4e8e-908f-a75d35936568) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:02.837049 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.842659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.845228 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.879443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.884186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36d0b8-e72e-46f6-bbf9-e8aabcf35246 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:02.890731 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Attempting to bind port 6c7f0ecf-0456-4809-a009-c1c3178c83ae on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:02.891102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Attempting to bind port 6c7f0ecf-0456-4809-a009-c1c3178c83ae by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:02.891459 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Attempting to bind port 6c7f0ecf-0456-4809-a009-c1c3178c83ae on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:02.901873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:02.902223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:02.902620 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.903000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:02.903471 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Bound port: 6c7f0ecf-0456-4809-a009-c1c3178c83ae, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:02.903838 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.905437 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Pushing event updated for resources: {'Port': ['ID=6c7f0ecf-0456-4809-a009-c1c3178c83ae,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:02.926166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:02.928376 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.928747 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.929064 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.929400 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.929721 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.930067 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.930390 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.930711 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.931031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.931348 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.931556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:02.931682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.931962 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:02.934102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:02.938009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Pushing event updated for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:02.967692 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] For port 6c7f0ecf-0456-4809-a009-c1c3178c83ae, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:02.971866 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] For port 6c7f0ecf-0456-4809-a009-c1c3178c83ae, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6c7f0ecf-0456-4809-a009-c1c3178c83ae,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:02.977374 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.980352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] Provisioning complete for port 6c7f0ecf-0456-4809-a009-c1c3178c83ae triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:02.981288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:02.985019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.024845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638086fa-4f64-41e1-ae44-cb7553c35392 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:03.029488 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:03.030376 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:03.128999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.152902 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:03.163248 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] For port 6c7f0ecf-0456-4809-a009-c1c3178c83ae, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6c7f0ecf-0456-4809-a009-c1c3178c83ae,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:03.174388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.209043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.241585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38daead3-e20e-4edb-bb47-f3d29214b03f up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:03.254932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07610678-de8b-4117-b07c-7b2d7e1f5b0e None None] Pushing event updated for resources: {'Port': ['ID=6c7f0ecf-0456-4809-a009-c1c3178c83ae,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:03.319267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a774d-35e3-479f-b73f-c7fc2b89e914 None None] Pushing event updated for resources: {'Port': ['ID=6c7f0ecf-0456-4809-a009-c1c3178c83ae,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:03.328762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ba37aff6-f797-4006-98ae-be4bb648bd75 None None] Provisioning complete for port 6c7f0ecf-0456-4809-a009-c1c3178c83ae triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:03.329184 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba37aff6-f797-4006-98ae-be4bb648bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.332843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452512f-1fca-420a-af1c-57c8907f6b29 req-47e728da-b569-490c-8406-203193c29ee6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:03.334461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9452512f-1fca-420a-af1c-57c8907f6b29 req-47e728da-b569-490c-8406-203193c29ee6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0951011 Nov 23 10:27:03.398467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9452512f-1fca-420a-af1c-57c8907f6b29 req-342e4b75-7a65-47be-9583-32d19ee1c797 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582743 Nov 23 10:27:03.420984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 38daead3-e20e-4edb-bb47-f3d29214b03f triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:03.421351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.441764 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:01Z', 'revision_number': 3, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:03.471366 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc918935-62c6-440c-a9f0-b0653ab0d757 None None] The sync data for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 is: [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:01Z', 'revision_number': 3, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:03.478662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ba37aff6-f797-4006-98ae-be4bb648bd75 None None] Provisioning complete for port 44a4fbcf-54f8-4e8e-908f-a75d35936568 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:03.479033 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba37aff6-f797-4006-98ae-be4bb648bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.560610 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ba37aff6-f797-4006-98ae-be4bb648bd75 None None] Port 44a4fbcf-54f8-4e8e-908f-a75d35936568 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:03.737769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.743121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.815117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Pushing event updated for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:03.820657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.916279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:03.918043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:04.037794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Router 4f3c7130-7a79-4e6b-a497-6136a19f74dc has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:04.150420 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:04.155573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-395d821e-125f-4923-9556-74183c4ce864 admin admin] 10.222.0.62 "PUT /v2.0/routers/4f3c7130-7a79-4e6b-a497-6136a19f74dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439787 Nov 23 10:27:04.186279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c7067a92-3558-4faa-86b7-f117390bcddc None None] Provisioning complete for port 44a4fbcf-54f8-4e8e-908f-a75d35936568 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:04.186871 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c7067a92-3558-4faa-86b7-f117390bcddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.223132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c7067a92-3558-4faa-86b7-f117390bcddc None None] Port 44a4fbcf-54f8-4e8e-908f-a75d35936568 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:04.515870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bbe49-74ec-43ce-81c9-c56ac62c5143 req-d00eb504-a222-4e47-9d5d-8ab4459ff952 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:04.517358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-734bbe49-74ec-43ce-81c9-c56ac62c5143 req-d00eb504-a222-4e47-9d5d-8ab4459ff952 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0537248 Nov 23 10:27:04.577156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-734bbe49-74ec-43ce-81c9-c56ac62c5143 req-bd679b81-6a9f-4b7e-9056-08ec03f19b39 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504763 Nov 23 10:27:04.636113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 50996) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:04.641070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-516876789-network', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:04.663577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Made reservation on behalf of c4dd77a09386495e8705bcefeef1a8eb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:04.665920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.674684 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.756073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.761672 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.787559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:27:04.797366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db644d-d941-4570-8e34-e85f7afb8bc1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:04.802194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.802535 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Added segment 79d9275d-14f8-4392-8bec-70f9bf117c6a of type vlan for network 781034bc-fb3d-46f9-9060-9804da24219f Nov 23 10:27:04.844068 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.870097 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.871137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:04.871713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.906879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2696679 Nov 23 10:27:04.909689 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 50998) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:04.914829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Request body: {'subnet': {'network_id': '781034bc-fb3d-46f9-9060-9804da24219f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-516876789-subnet', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:04.935493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Made reservation on behalf of c4dd77a09386495e8705bcefeef1a8eb for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:04.936890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8005c15-09da-451c-8256-eb08332b45b9 admin admin] Pushing event updated for resources: {'Network': ['ID=781034bc-fb3d-46f9-9060-9804da24219f,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:04.939501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:04.948075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 781034bc-fb3d-46f9-9060-9804da24219f details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:27:05.059398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Sync routers for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:05.073194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:05.073927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:05.129646 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.158701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6c7f0ecf-0456-4809-a009-c1c3178c83ae up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:05.193862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec242ea5-a90e-4d2f-b442-26c726c45478,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:05.202392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Checking segment: {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:05.202755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Network hostable DHCP agents. Network: 781034bc-fb3d-46f9-9060-9804da24219f, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:27:05.217224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:05.220237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Network 781034bc-fb3d-46f9-9060-9804da24219f is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:27:05.229681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 781034bc-fb3d-46f9-9060-9804da24219f) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:05.234606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:05.235605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.238333 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:27:05.249922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc05607-920d-4ced-b952-fb8013161b78 None None] Network 781034bc-fb3d-46f9-9060-9804da24219f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:05.256508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d43d2d02-e713-4543-bb8d-20bdd88e70a1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3431878 Nov 23 10:27:05.256703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:05.260988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:05.283052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.284218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.337328 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.358422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6c7f0ecf-0456-4809-a009-c1c3178c83ae triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:05.358824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.434345 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 124483a7-33cd-46bf-97bf-0b0f96ff2b4a details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:27:05.479974 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.709044 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.736087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.756098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15194-60dd-4473-b705-020895d0bfcf req-e2a84abc-106e-4857-872e-43482582d1cc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:05.757606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dc15194-60dd-4473-b705-020895d0bfcf req-e2a84abc-106e-4857-872e-43482582d1cc tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 943 time: 0.0936151 Nov 23 10:27:05.813794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-781034bc-fb3d-46f9-9060-9804da24219f', 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'fixed_ips': [{'subnet_id': 'ec242ea5-a90e-4d2f-b442-26c726c45478'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:27:05.814680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:05.862169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:05.870290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dc15194-60dd-4473-b705-020895d0bfcf req-30afd815-d659-4dcc-b84c-bc6111c74767 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845711 Nov 23 10:27:05.893188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'mac_address': 'fa:16:3e:e2:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:27:05.893495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Allocated IP 172.25.1.211 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/c185dfc6-dc58-4f1d-8e12-c65d2f6f0239) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:05.990873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '44a4fbcf-54f8-4e8e-908f-a75d35936568', 'name': '', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'mac_address': 'fa:16:3e:c2:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:02Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 2, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'subnets': [{'id': 'b295d297-0369-414c-8733-ff6002048743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:05.999458 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.036357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.040428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Checking router: 4f3c7130-7a79-4e6b-a497-6136a19f74dc for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:06.040785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Updating router 4f3c7130-7a79-4e6b-a497-6136a19f74dc port 44a4fbcf-54f8-4e8e-908f-a75d35936568 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:06.045631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.073128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:06.078071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:06.081833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:06.086070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124483a7-33cd-46bf-97bf-0b0f96ff2b4a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:27:06.099889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c51d6-91ce-4a8a-b3cb-a2833151d2e9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:06.105789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Pushing event updated for resources: {'Port': ['ID=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:06.107558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.126185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Allocated IP 172.20.0.2 (781034bc-fb3d-46f9-9060-9804da24219f/ec242ea5-a90e-4d2f-b442-26c726c45478/c6fdd6ea-f068-45e8-b1eb-91c772cbf395) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:06.137804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:06.151132 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.332745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c0a5677b-b60b-423f-8e32-059a5d712a9e None None] Provisioning complete for port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:06.333486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c0a5677b-b60b-423f-8e32-059a5d712a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.341733 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.375992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:06.434282 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5677b-b60b-423f-8e32-059a5d712a9e None None] Port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:06.500893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['124483a7-33cd-46bf-97bf-0b0f96ff2b4a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:06.548120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.550427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.567722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.645985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Network 781034bc-fb3d-46f9-9060-9804da24219f is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:06.659336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:06.661086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Pushing event updated for resources: {'Port': ['ID=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:06.663309 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:06.691946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Router 74713dfd-f634-46e6-bae9-ab0c42b71174 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:27:06.762834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.781004 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.801498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:06.810502 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Sync routers for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:06.815319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Attempting to bind port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:06.815699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Attempting to bind port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:06.816061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Attempting to bind port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 on network 781034bc-fb3d-46f9-9060-9804da24219f {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:06.820210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.824087 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6d285bb5-bd94-4c78-aee2-82178fe99c48 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5639083 Nov 23 10:27:06.825172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51004) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:06.825930 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:06.826694 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:06.834556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:06.834937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Checking segment: {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:06.835346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.835742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Bound using segment: {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:06.836222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Bound port: c6fdd6ea-f068-45e8-b1eb-91c772cbf395, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:06.836610 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:06.900924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3dca6-1bc7-4494-a5a8-3fc02fa6a8dd None None] Pushing event updated for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:06.992441 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:07.005191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Attempting to bind port 44a4fbcf-54f8-4e8e-908f-a75d35936568 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:07.005575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Attempting to bind port 44a4fbcf-54f8-4e8e-908f-a75d35936568 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:07.005977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Attempting to bind port 44a4fbcf-54f8-4e8e-908f-a75d35936568 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:07.025565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] For port c6fdd6ea-f068-45e8-b1eb-91c772cbf395, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:07.028086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:07.028469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Checking segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:07.028936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.029338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Bound using segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:07.029828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Bound port: 44a4fbcf-54f8-4e8e-908f-a75d35936568, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:07.030231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.060654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] For port c6fdd6ea-f068-45e8-b1eb-91c772cbf395, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:07.119975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.154562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] For port 44a4fbcf-54f8-4e8e-908f-a75d35936568, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:07.163344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485913f6-8924-433d-9f2e-8b749012e89d req-3a6ff5b2-2a2a-4e4a-9484-fa9f6f56fd50 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:07.165209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-485913f6-8924-433d-9f2e-8b749012e89d req-3a6ff5b2-2a2a-4e4a-9484-fa9f6f56fd50 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 944 time: 0.1821134 Nov 23 10:27:07.215690 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:06Z', 'revision_number': 3, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:07.223656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] For port 44a4fbcf-54f8-4e8e-908f-a75d35936568, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=44a4fbcf-54f8-4e8e-908f-a75d35936568,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:07.243562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.246351 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Checking router: 74713dfd-f634-46e6-bae9-ab0c42b71174 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:07.247078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Updating router 74713dfd-f634-46e6-bae9-ab0c42b71174 port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:07.253163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174987-5b9f-45a5-b963-1cfebff021b9 None None] Pushing event updated for resources: {'Port': ['ID=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:07.264144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] Provisioning complete for port 44a4fbcf-54f8-4e8e-908f-a75d35936568 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:07.264619 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.277262 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.293592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-485913f6-8924-433d-9f2e-8b749012e89d req-3211844f-4734-48eb-943b-7e8917c37259 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971696 Nov 23 10:27:07.369107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:07.369920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:07.466370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3dca6-1bc7-4494-a5a8-3fc02fa6a8dd None None] Pushing event updated for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:07.489062 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.616819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.621093 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.638362 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.643471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:07.702781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3d3a5-6d8b-4761-8d7b-16338bab89e6 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:07.715164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Attempting to bind port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:07.715527 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Attempting to bind port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:07.715885 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Attempting to bind port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:07.723540 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074773-7358-4c76-a047-60db330546c0 None None] Pushing event updated for resources: {'Port': ['ID=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:07.732996 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:07.733375 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:07.734129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] For port 44a4fbcf-54f8-4e8e-908f-a75d35936568, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=44a4fbcf-54f8-4e8e-908f-a75d35936568,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:07.734643 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.735019 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:07.735557 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Bound port: c185dfc6-dc58-4f1d-8e12-c65d2f6f0239, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:07.736457 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.759239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Allocated IP 172.20.0.1 (781034bc-fb3d-46f9-9060-9804da24219f/ec242ea5-a90e-4d2f-b442-26c726c45478/65220310-0d29-4eb3-84b5-747dce4eb1f5) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:07.764357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.804316 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] For port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:07.807956 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] For port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:07.813401 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.864175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbb42f-384c-4cb3-8150-c857ec0f5651 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:07.877428 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:07.878071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:07.908924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf60b9-79cc-4a67-ab51-139df80a5fb1 None None] Pushing event updated for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:07.918990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Provisioning complete for port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:07.919360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.936796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:07.944578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074773-7358-4c76-a047-60db330546c0 None None] Pushing event updated for resources: {'Port': ['ID=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:07.977183 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.009698 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:08.011981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Network 781034bc-fb3d-46f9-9060-9804da24219f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:08.015949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:08.021823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:08.075465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Pushing event updated for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:08.089728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.194113 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '44a4fbcf-54f8-4e8e-908f-a75d35936568', 'name': '', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'mac_address': 'fa:16:3e:c2:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:02Z', 'updated_at': '2021-11-23T10:27:07Z', 'revision_number': 4, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'subnets': [{'id': 'b295d297-0369-414c-8733-ff6002048743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:08.224458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26a05e-d825-4634-85e2-68609cf715d7 None None] The sync data for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 is: [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '44a4fbcf-54f8-4e8e-908f-a75d35936568', 'name': '', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'mac_address': 'fa:16:3e:c2:de:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:02Z', 'updated_at': '2021-11-23T10:27:07Z', 'revision_number': 4, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'subnets': [{'id': 'b295d297-0369-414c-8733-ff6002048743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:08.231502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.235297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.283178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] For port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:08.312679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.362922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:06Z', 'revision_number': 3, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:08.405668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Provisioning complete for port 44a4fbcf-54f8-4e8e-908f-a75d35936568 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:08.406335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.420810 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5588-0ffc-4c49-ad76-810dbd3d59e2 None None] The sync data for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 is: [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:06Z', 'revision_number': 3, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:08.469082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a49151-01e2-47d0-af5b-a8b18de53a84 None None] Pushing event updated for resources: {'Port': ['ID=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:08.516814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556dfe9-5291-49bc-a42c-a0260f66847b req-9f399721-d1bf-48af-8aaf-90bf50fab715 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:08.536647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d556dfe9-5291-49bc-a42c-a0260f66847b req-9f399721-d1bf-48af-8aaf-90bf50fab715 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 944 time: 0.1026607 Nov 23 10:27:08.540019 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.554506 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.606869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d556dfe9-5291-49bc-a42c-a0260f66847b req-fb01510e-1e01-4baf-a1d1-15bfc78f7bc6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689900 Nov 23 10:27:08.655458 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.657607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Pushing event updated for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:08.718885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-052d9c6c-ce79-48a1-b1d5-3b51ebca7756 None None] Provisioning complete for port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:08.720078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-052d9c6c-ce79-48a1-b1d5-3b51ebca7756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:08.795437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Network 781034bc-fb3d-46f9-9060-9804da24219f is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:08.798349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:08.899129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0731d-af57-4e98-ae97-2b814c9a5631 None None] Network 781034bc-fb3d-46f9-9060-9804da24219f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:08.965085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Router 74713dfd-f634-46e6-bae9-ab0c42b71174 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:09.003474 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] Provisioning complete for port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.003895 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.120663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:09.126143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d292ba6e-d370-47b6-9cdd-1fe1d31066f9 admin admin] 10.222.0.62 "PUT /v2.0/routers/74713dfd-f634-46e6-bae9-ab0c42b71174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003168 Nov 23 10:27:09.211356 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.277195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] For port c6fdd6ea-f068-45e8-b1eb-91c772cbf395, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:09.286569 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.360696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 44a4fbcf-54f8-4e8e-908f-a75d35936568 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:09.398998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd2d13-d563-4d98-aa70-8149f5789fce None None] Pushing event updated for resources: {'Port': ['ID=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:09.439246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 44a4fbcf-54f8-4e8e-908f-a75d35936568 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.440054 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.478845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 124483a7-33cd-46bf-97bf-0b0f96ff2b4a up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:09.560177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:27:09.565457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.565875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.657667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bca9f515-0f0b-4b1f-817d-818c1892a63c None None] Provisioning complete for port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.658077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bca9f515-0f0b-4b1f-817d-818c1892a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.712648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c6fdd6ea-f068-45e8-b1eb-91c772cbf395 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:09.830067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9f9dd-5430-464e-9146-efe1e6f49ee6 req-ed675471-6abf-4dc2-a0f6-d12b4c85a488 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:09.831712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45f9f9dd-5430-464e-9146-efe1e6f49ee6 req-ed675471-6abf-4dc2-a0f6-d12b4c85a488 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 944 time: 0.0995567 Nov 23 10:27:09.903961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45f9f9dd-5430-464e-9146-efe1e6f49ee6 req-ee72e34e-0d6f-471a-915c-c5ce636f6438 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657496 Nov 23 10:27:09.908673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.909045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.942616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:09.947906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bca9f515-0f0b-4b1f-817d-818c1892a63c None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:09.948268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bca9f515-0f0b-4b1f-817d-818c1892a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:10.015363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:10.017735 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079d7b2-eb85-445f-b925-1fc2167998cf" -d '{"events": [{"server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "name": "network-vif-plugged", "status": "completed", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:10.038186 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:10.041432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bca9f515-0f0b-4b1f-817d-818c1892a63c None None] Port 65220310-0d29-4eb3-84b5-747dce4eb1f5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:10.046106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:10.100619 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3952c4d9-4491-483c-ad43-23a3b674ce91 x-openstack-request-id: req-3952c4d9-4491-483c-ad43-23a3b674ce91 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:10.101471 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "name": "network-vif-plugged", "status": "completed", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:10.101727 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3952c4d9-4491-483c-ad43-23a3b674ce91 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:10.102281 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'code': 200} Nov 23 10:27:10.106387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-3120e271-89e9-425b-a3a3-c3efa4d3e4b9 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:10.108779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-3120e271-89e9-425b-a3a3-c3efa4d3e4b9 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.1276088 Nov 23 10:27:10.125837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-3c50d78b-5c07-4e81-a70b-f42d0c528eef tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/quotas/c4dd77a09386495e8705bcefeef1a8eb HTTP/1.1" status: 200 len: 375 time: 0.0100846 Nov 23 10:27:10.136768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:10.186055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:10.216947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b5afd699-e9cc-4a10-a4dd-3715d41e0944 None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:10.217338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b5afd699-e9cc-4a10-a4dd-3715d41e0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:10.241465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20105ee0-6c92-4345-9762-5eda8a21f5b4 req-9e705c2e-1e37-4ec9-a77f-36b8f35e701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:10.243052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20105ee0-6c92-4345-9762-5eda8a21f5b4 req-9e705c2e-1e37-4ec9-a77f-36b8f35e701f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0722272 Nov 23 10:27:10.254021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-4b9c3e4f-b136-49cf-a66b-c00879546fc8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186538 Nov 23 10:27:10.261864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:10.262251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:10.263873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b5afd699-e9cc-4a10-a4dd-3715d41e0944 None None] Port 65220310-0d29-4eb3-84b5-747dce4eb1f5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:10.357070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20105ee0-6c92-4345-9762-5eda8a21f5b4 req-7ec30a05-f4dc-4bdd-954a-542db3b0576b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017230 Nov 23 10:27:10.381125 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-8c53467d-f68d-406a-9cb2-19edbb690562 service neutron] 10.222.0.62 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099441 Nov 23 10:27:10.382542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-39d1bdfe-cd36-43c7-9820-1ad8c640d182 None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:10.382914 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-39d1bdfe-cd36-43c7-9820-1ad8c640d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:10.417140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-39d1bdfe-cd36-43c7-9820-1ad8c640d182 None None] Port 65220310-0d29-4eb3-84b5-747dce4eb1f5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:10.476407 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-23b9c6f2-a6b4-4317-a2bd-732b08b42799 service neutron] 10.222.0.62 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Nov 23 10:27:10.639961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c324cc5a-e0cc-45df-ae4f-648a0afc9cb3 req-f7fe08e9-b0c7-4fb6-b9b1-a1b253414b5a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 210 time: 0.0252938 Nov 23 10:27:11.025160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ef2f5-38e1-47f3-8bc2-00096a78c2ce req-12cee090-f5f2-4990-8568-5e5887c7e3a9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:11.026786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f7ef2f5-38e1-47f3-8bc2-00096a78c2ce req-12cee090-f5f2-4990-8568-5e5887c7e3a9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Nov 23 10:27:11.082432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f7ef2f5-38e1-47f3-8bc2-00096a78c2ce req-0e9425f7-38dc-4342-84a4-339374746f40 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Nov 23 10:27:11.111109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c6fdd6ea-f068-45e8-b1eb-91c772cbf395 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:11.174093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:11.174524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:11.288388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Sync routers for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:11.298293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:11.298929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:11.406435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:11.619966 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '65220310-0d29-4eb3-84b5-747dce4eb1f5', 'name': '', 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'mac_address': 'fa:16:3e:54:46:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:07Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 2, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'subnets': [{'id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:11.647582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Checking router: 74713dfd-f634-46e6-bae9-ab0c42b71174 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:11.648099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Updating router 74713dfd-f634-46e6-bae9-ab0c42b71174 port 65220310-0d29-4eb3-84b5-747dce4eb1f5 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:11.675098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:11.755640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9033ddd2-197c-4789-b153-a264ece55d81 req-a8da51ea-5f10-45d2-bcd1-4f5b8d9ef126 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 210 time: 0.0322206 Nov 23 10:27:11.803982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-5cf8f28b-e496-462d-b2be-9bcd44440d85 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:11.806830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-5cf8f28b-e496-462d-b2be-9bcd44440d85 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.11 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.1225514 Nov 23 10:27:11.820011 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Request body: {'port': {'device_id': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'admin_state_up': True, 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:11.842089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Made reservation on behalf of c4dd77a09386495e8705bcefeef1a8eb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:11.844464 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:11.955927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Allocated IP 172.20.0.9 (3ad7e631-6bbe-4fda-a4f7-15bceb2680cf/b295d297-0369-414c-8733-ff6002048743/d50e8158-155f-4822-a37c-0e0e59984ae6) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:11.975272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:11.981833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.052044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25e20-bfca-48a3-956f-72a7f4210328 None None] Pushing event updated for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:12.083741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Attempting to bind port 65220310-0d29-4eb3-84b5-747dce4eb1f5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:12.084143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Attempting to bind port 65220310-0d29-4eb3-84b5-747dce4eb1f5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:12.084549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Attempting to bind port 65220310-0d29-4eb3-84b5-747dce4eb1f5 on network 781034bc-fb3d-46f9-9060-9804da24219f {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:12.089911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:12.090301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Checking segment: {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:12.090711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.091106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Bound using segment: {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:12.091580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Bound port: 65220310-0d29-4eb3-84b5-747dce4eb1f5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d9275d-14f8-4392-8bec-70f9bf117c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:12.091960 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.097189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.135367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.177558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] For port 65220310-0d29-4eb3-84b5-747dce4eb1f5, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:12.182633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] For port 65220310-0d29-4eb3-84b5-747dce4eb1f5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=65220310-0d29-4eb3-84b5-747dce4eb1f5,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:12.191629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.208121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:12.216489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:12.222230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:12.224487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Pushing event updated for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:12.269101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:12.269918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:12.284199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25e20-bfca-48a3-956f-72a7f4210328 None None] Pushing event updated for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:12.291255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:12.291794 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.340391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-23dd8eea-0162-429b-bf71-4b7e6f02fec5 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5242324 Nov 23 10:27:12.365547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Request body: {'port': {'device_id': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:12.405768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:12.406453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.431842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4fac5-756f-454a-9e2c-ee3b6473b5f0 req-69420932-2ca8-4258-acca-d70034770b0c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:12.433412 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44f4fac5-756f-454a-9e2c-ee3b6473b5f0 req-69420932-2ca8-4258-acca-d70034770b0c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.2518167 Nov 23 10:27:12.442703 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.445948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:12.553594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44f4fac5-756f-454a-9e2c-ee3b6473b5f0 req-c7ead512-d902-403a-a63c-d842a701e307 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127889 Nov 23 10:27:12.622628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.678104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] For port 65220310-0d29-4eb3-84b5-747dce4eb1f5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=65220310-0d29-4eb3-84b5-747dce4eb1f5,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:12.692847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950509d8-4286-44e1-a40b-3bc340ef9cd0 req-7a20b024-4bce-458d-baed-e41d1cf629a1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:12.701280 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.703158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-950509d8-4286-44e1-a40b-3bc340ef9cd0 req-7a20b024-4bce-458d-baed-e41d1cf629a1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0654192 Nov 23 10:27:12.754010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-950509d8-4286-44e1-a40b-3bc340ef9cd0 req-e777bcf5-1175-49c9-8b9b-b5918c1a6f1a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499513 Nov 23 10:27:12.762315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a887e8-15e9-404f-935b-2c2fc2369730 None None] Pushing event updated for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:12.774210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '65220310-0d29-4eb3-84b5-747dce4eb1f5', 'name': '', 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'mac_address': 'fa:16:3e:54:46:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:07Z', 'updated_at': '2021-11-23T10:27:12Z', 'revision_number': 4, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'subnets': [{'id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:12.780607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:12.832009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c538a8-2239-441c-98aa-786fde087f62 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:12.836975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44c538a8-2239-441c-98aa-786fde087f62 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1091 time: 0.0552418 Nov 23 10:27:12.837632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51058) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:12.840019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50e8158-155f-4822-a37c-0e0e59984ae6 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:27:12.842551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:12.851946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.872901 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.889289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Transition to ACTIVE for port object d50e8158-155f-4822-a37c-0e0e59984ae6 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:27:12.897839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:12.932600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae18ee-f498-49b2-9522-4ef85b4904b5 req-86e46302-aa8d-4591-b9c0-9238bb458b17 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:12.934206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ae18ee-f498-49b2-9522-4ef85b4904b5 req-86e46302-aa8d-4591-b9c0-9238bb458b17 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1027 time: 0.0875769 Nov 23 10:27:12.955943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:12.979908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a36f7-0020-490a-b756-fa937b078a6b None None] The sync data for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 is: [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '65220310-0d29-4eb3-84b5-747dce4eb1f5', 'name': '', 'network_id': '781034bc-fb3d-46f9-9060-9804da24219f', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'mac_address': 'fa:16:3e:54:46:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:07Z', 'updated_at': '2021-11-23T10:27:12Z', 'revision_number': 4, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'subnets': [{'id': 'ec242ea5-a90e-4d2f-b442-26c726c45478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:13.007154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b030e514-f0e9-4361-97df-f9209e0455b3 None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:13.007535 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b030e514-f0e9-4361-97df-f9209e0455b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.013023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.115597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ae18ee-f498-49b2-9522-4ef85b4904b5 req-8c922b20-5802-4152-ab86-42b78917b031 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518388 Nov 23 10:27:13.122316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Attempting to bind port d50e8158-155f-4822-a37c-0e0e59984ae6 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:13.122897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Attempting to bind port d50e8158-155f-4822-a37c-0e0e59984ae6 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:13.123413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Attempting to bind port d50e8158-155f-4822-a37c-0e0e59984ae6 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:13.128350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Port d50e8158-155f-4822-a37c-0e0e59984ae6 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:27:13.128901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Attempting to bind port d50e8158-155f-4822-a37c-0e0e59984ae6 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:13.134244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:13.136255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Checking segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:13.136829 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Bound using segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:13.137466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Bound port: d50e8158-155f-4822-a37c-0e0e59984ae6, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:13.138051 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.227421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.25.1.194 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a49576b4-4253-467d-aa9d-deef412e8684) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:13.243486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 65220310-0d29-4eb3-84b5-747dce4eb1f5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:13.288343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:13.293163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d50e8158-155f-4822-a37c-0e0e59984ae6,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:13.300741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.314614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 65220310-0d29-4eb3-84b5-747dce4eb1f5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:13.315586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.329226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.342106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.343712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d50e8158-155f-4822-a37c-0e0e59984ae6 HTTP/1.1" status: 200 len: 1091 time: 0.9824779 Nov 23 10:27:13.368357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:13.383549 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528136c9-cfcc-4cb2-8f8b-9bba47772150" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:13.397934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.461940 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1efc84-af36-4d7a-a97f-e53ec6550e8f x-openstack-request-id: req-ee1efc84-af36-4d7a-a97f-e53ec6550e8f {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:13.462223 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:13.462724 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee1efc84-af36-4d7a-a97f-e53ec6550e8f {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:13.463166 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6', 'status': 'completed', 'code': 200} Nov 23 10:27:13.490317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-c7168b7f-b4bd-4232-99c7-ff67cfb93225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.491990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-c7168b7f-b4bd-4232-99c7-ff67cfb93225 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1094 time: 0.1026022 Nov 23 10:27:13.493228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1da7-78d2-4133-86fb-7bbccb1569b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:13.500003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:13.542967 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-d6ae8cee-b376-44f6-a114-5b3648146dd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50e8158-155f-4822-a37c-0e0e59984ae6 HTTP/1.1" status: 200 len: 217 time: 0.0417805 Nov 23 10:27:13.564168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:13.567467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:13.571579 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:13.600957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-799f0016-d9fb-495e-add8-93ef7bbbfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.602493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-799f0016-d9fb-495e-add8-93ef7bbbfdc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b295d297-0369-414c-8733-ff6002048743 HTTP/1.1" status: 200 len: 848 time: 0.0524135 Nov 23 10:27:13.611018 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=a49576b4-4253-467d-aa9d-deef412e8684,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:13.662528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935472-6e16-4574-a4d4-43660b9f044d req-77f85f19-34be-49af-8b2e-cfc53ac02c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.663972 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-77f85f19-34be-49af-8b2e-cfc53ac02c1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531707 Nov 23 10:27:13.762924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-6bd92bf3-7736-4164-b0ca-1d46714f3371 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 Nov 23 10:27:13.861427 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46935472-6e16-4574-a4d4-43660b9f044d req-7ad27248-6088-46ee-b782-b4a9419d1ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914021 Nov 23 10:27:13.962832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-9c26a93d-2136-451b-919c-1df9fd7041ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.964469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-9c26a93d-2136-451b-919c-1df9fd7041ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1094 time: 0.0439391 Nov 23 10:27:14.065745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-1221e87d-8a16-41b8-b03f-1ef748e3e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:14.067368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-1221e87d-8a16-41b8-b03f-1ef748e3e977 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.0942719 Nov 23 10:27:14.362442 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:14.432272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-0f2751c9-6d9d-4061-80f3-02e4c664da46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50e8158-155f-4822-a37c-0e0e59984ae6 HTTP/1.1" status: 200 len: 217 time: 0.3575010 Nov 23 10:27:14.436042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:14.506499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026672c-ce57-49c0-b422-27e2ae27a626 req-c576608c-f0c8-4f57-969e-851d47702b54 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:14.508032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1026672c-ce57-49c0-b422-27e2ae27a626 req-c576608c-f0c8-4f57-969e-851d47702b54 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1094 time: 0.0783384 Nov 23 10:27:14.509364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-840b30a1-0ac6-4b49-8488-6bfc08cfa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:14.510714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-840b30a1-0ac6-4b49-8488-6bfc08cfa0f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b295d297-0369-414c-8733-ff6002048743 HTTP/1.1" status: 200 len: 848 time: 0.0703883 Nov 23 10:27:14.582687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-03cad840-ff45-4736-9f6e-c300d475b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:14.584188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-03cad840-ff45-4736-9f6e-c300d475b698 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632846 Nov 23 10:27:14.586892 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1026672c-ce57-49c0-b422-27e2ae27a626 req-7a8848c3-cf4e-491c-a78c-0247e86a3f62 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718651 Nov 23 10:27:14.609838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:14.616729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:14.689730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=a49576b4-4253-467d-aa9d-deef412e8684,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:14.691396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-ebabc5ca-b4d8-417c-bfa6-a5fbb6420974 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979760 Nov 23 10:27:14.704609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:14.791035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-528136c9-cfcc-4cb2-8f8b-9bba47772150 req-39817e06-1363-4719-bd5f-261028c8bdac service neutron] 10.222.0.11 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921445 Nov 23 10:27:14.808347 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP 3f65b587-addc-4d29-b3f6-b148eefa4526 associated. External IP: 172.25.1.194, port: 124483a7-33cd-46bf-97bf-0b0f96ff2b4a. Nov 23 10:27:15.024430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:15.137211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:15.147144 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:15.158396 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:15.158641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:15.159025 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:15.188256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-866b7b8a-27cb-4134-a94a-bceb84df2053 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3495240 Nov 23 10:27:15.189044 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:15.191526 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:15.275448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:15.304468 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38ffa5-223d-4abe-a683-d923d4693aaa x-openstack-request-id: req-3f38ffa5-223d-4abe-a683-d923d4693aaa {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:15.304833 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:15.305097 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f38ffa5-223d-4abe-a683-d923d4693aaa {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:15.305515 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'status': 'completed', 'code': 200} Nov 23 10:27:15.372092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-8351fef5-43d0-4349-b155-41cd2c27a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.373914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-8351fef5-43d0-4349-b155-41cd2c27a376 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0439701 Nov 23 10:27:15.473460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-15be55ef-318e-41d2-ac08-8d76992f353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.474998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-15be55ef-318e-41d2-ac08-8d76992f353d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0934665 Nov 23 10:27:15.514351 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '3f65b587-addc-4d29-b3f6-b148eefa4526', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:e2:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:27:13Z', 'updated_at': '2021-11-23T10:27:13Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:15.539979 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:15.541553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-d79e596d-0a95-444a-9058-ce40a52c305e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 200 len: 999 time: 0.0580900 Nov 23 10:27:15.548832 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:15.549423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:26:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:15.596563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-3b6952c7-0819-4eb4-bbbc-7a679c491e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.598226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-3b6952c7-0819-4eb4-bbbc-7a679c491e67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0493982 Nov 23 10:27:15.648813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-182fbbd4-46fa-4ae2-81b6-306a515841fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.650700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-182fbbd4-46fa-4ae2-81b6-306a515841fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458045 Nov 23 10:27:15.659478 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:15.757868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd3e34-6554-4b04-a900-945e8db5bd6b req-e343f2a5-cd0f-4491-9561-7e4e5b2092d1 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.759436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bbd3e34-6554-4b04-a900-945e8db5bd6b req-e343f2a5-cd0f-4491-9561-7e4e5b2092d1 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1094 time: 0.1031022 Nov 23 10:27:15.792933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-c0ad9a39-e7d8-45cf-af2f-c2100c6e61e6 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266756 Nov 23 10:27:15.844686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4bbd3e34-6554-4b04-a900-945e8db5bd6b req-696d1911-7168-404f-9bc2-b3e637afc9cc tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772438 Nov 23 10:27:15.906394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '3f65b587-addc-4d29-b3f6-b148eefa4526', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:e2:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:27:13Z', 'updated_at': '2021-11-23T10:27:13Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:15.912137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b15a09f1-aff2-43fb-989b-2b075e0b7cfa req-951b6150-2458-499c-8da3-60d3df498ac3 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092017 Nov 23 10:27:15.935622 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5086cd-5f59-4229-ac6e-e1a438499c8e None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '3f65b587-addc-4d29-b3f6-b148eefa4526', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:e2:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:27:13Z', 'updated_at': '2021-11-23T10:27:13Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:15.971176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:16.150720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207efbd-6773-4281-93ca-a283d10c2cfc None None] New status for floating IP 3f65b587-addc-4d29-b3f6-b148eefa4526: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:27:17.036482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaebf9-5afc-4586-94ff-dc7b7ca9a140 req-e4d8b4f3-15e5-4517-b883-2110913b6743 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:17.038029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bccaebf9-5afc-4586-94ff-dc7b7ca9a140 req-e4d8b4f3-15e5-4517-b883-2110913b6743 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1094 time: 0.1142957 Nov 23 10:27:17.090315 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bccaebf9-5afc-4586-94ff-dc7b7ca9a140 req-a5d835b6-34e8-4e2e-8f1b-e425aeda5e2e tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 Nov 23 10:27:17.472222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d50e8158-155f-4822-a37c-0e0e59984ae6 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:27:17.571842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d50e8158-155f-4822-a37c-0e0e59984ae6,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:17.583411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'd50e8158-155f-4822-a37c-0e0e59984ae6', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'port_id': 'd50e8158-155f-4822-a37c-0e0e59984ae6', 'mac_address': 'fa:16:3e:4c:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:27:17.624895 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:17.637697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50e8158-155f-4822-a37c-0e0e59984ae6 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:27:17.656952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d50e8158-155f-4822-a37c-0e0e59984ae6,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:17.662992 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:17.709214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:17.858543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1271-3808-4b13-9aa6-c18e1edde480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:17.981595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['d50e8158-155f-4822-a37c-0e0e59984ae6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:18.206752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2021-f359-4854-b796-0fa4d4fa5a42 req-d4e9600b-f415-4166-8fb5-95b0edbe3749 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:18.208292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deff2021-f359-4854-b796-0fa4d4fa5a42 req-d4e9600b-f415-4166-8fb5-95b0edbe3749 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1095 time: 0.0491488 Nov 23 10:27:18.253070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deff2021-f359-4854-b796-0fa4d4fa5a42 req-bd2a9ef2-340b-4d9c-8140-2c0b3a328736 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Nov 23 10:27:19.371017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a615c-659e-4630-8096-adba231c872c req-839cceb4-073c-487c-9941-5ab853359c27 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:19.372415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-503a615c-659e-4630-8096-adba231c872c req-839cceb4-073c-487c-9941-5ab853359c27 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1095 time: 0.0420930 Nov 23 10:27:19.416851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-503a615c-659e-4630-8096-adba231c872c req-81a85a9d-97db-4048-baaf-c95682fa6cba tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381439 Nov 23 10:27:19.487604 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d50e8158-155f-4822-a37c-0e0e59984ae6 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:19.539257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port d50e8158-155f-4822-a37c-0e0e59984ae6 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:27:19.543291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port d50e8158-155f-4822-a37c-0e0e59984ae6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:19.543664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:19.623778 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:19.646112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:19.648691 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf870aa4-3dac-4991-8b6a-b55ae189670f" -d '{"events": [{"server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:19.661510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d50e8158-155f-4822-a37c-0e0e59984ae6,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:19.665721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:19.688089 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b9c852-be1d-40da-93c8-84be1bf915ca x-openstack-request-id: req-b6b9c852-be1d-40da-93c8-84be1bf915ca {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:19.688379 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:19.688632 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6b9c852-be1d-40da-93c8-84be1bf915ca {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:19.689025 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6', 'code': 200} Nov 23 10:27:19.715195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:19.786093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2deda-35cd-4906-b7d6-f81034fac41b req-f00fb0d1-3969-40b4-bf6a-0ed0a3e88964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:19.787578 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18d2deda-35cd-4906-b7d6-f81034fac41b req-f00fb0d1-3969-40b4-bf6a-0ed0a3e88964 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0410020 Nov 23 10:27:19.833202 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-18d2deda-35cd-4906-b7d6-f81034fac41b req-c38baa1c-8e38-4533-87c0-b7819a6f6d42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373337 Nov 23 10:27:20.378894 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d058-9a2e-462b-8f78-def9bd2f460b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:20.511319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:20.539527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d10b0-8239-42b2-80ac-ed3465110638 req-5183c76b-de60-44fb-b7ee-a40d5798da03 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:20.541248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe3d10b0-8239-42b2-80ac-ed3465110638 req-5183c76b-de60-44fb-b7ee-a40d5798da03 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0485659 Nov 23 10:27:20.588335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe3d10b0-8239-42b2-80ac-ed3465110638 req-a89df838-29ab-45f3-87fa-81b86644b872 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Nov 23 10:27:21.334968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:21.718741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a783f6-08ba-4c47-900a-d5e1809c01d5 req-884c62ca-2093-4756-a24b-69de84bf84b6 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:21.720312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59a783f6-08ba-4c47-900a-d5e1809c01d5 req-884c62ca-2093-4756-a24b-69de84bf84b6 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0593793 Nov 23 10:27:21.767925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-59a783f6-08ba-4c47-900a-d5e1809c01d5 req-1dd3236f-af34-4bcd-a281-f4efe767d08a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Nov 23 10:27:21.875982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2195b-e97f-4374-8665-60148c32749d req-312c2be7-62b6-4a42-a479-ef7e5eae4668 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:21.877542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77f2195b-e97f-4374-8665-60148c32749d req-312c2be7-62b6-4a42-a479-ef7e5eae4668 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0430000 Nov 23 10:27:21.923917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77f2195b-e97f-4374-8665-60148c32749d req-8ab53548-9ef4-40ca-9528-643605cea14f tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Nov 23 10:27:22.041678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411388-4f36-4996-9bc5-71587591b046 req-26834929-fccf-4b60-a21c-573d240ba38d tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:22.043329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c411388-4f36-4996-9bc5-71587591b046 req-26834929-fccf-4b60-a21c-573d240ba38d tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0473237 Nov 23 10:27:22.092733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2c411388-4f36-4996-9bc5-71587591b046 req-1fc038a3-e40f-4950-b6cc-7f8967fcfc4e tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Nov 23 10:27:22.387600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-379f26e3-5e1d-4925-bab4-8e0a02f2f7e7 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:22.389173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-379f26e3-5e1d-4925-bab4-8e0a02f2f7e7 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.1575654 Nov 23 10:27:22.407045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-c5a2c1d7-ec02-4ee1-8790-eb1e594adbcf tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/quotas/c4dd77a09386495e8705bcefeef1a8eb HTTP/1.1" status: 200 len: 375 time: 0.0100424 Nov 23 10:27:22.489792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-df848a37-da3e-4631-a5f5-dabece330adb tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752802 Nov 23 10:27:22.598543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-162cb434-dbfb-47bc-8831-a5827ff96105 service neutron] 10.222.0.62 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015441 Nov 23 10:27:22.693776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-c2c45396-6dc8-4733-9003-140e499ad442 service neutron] 10.222.0.62 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879729 Nov 23 10:27:22.716026 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:22.858302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-15f7b363-226f-4451-b4bd-4ec484978fb7 req-2c8dc52d-d191-416a-9449-c37b31282be6 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Nov 23 10:27:23.561390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:23.804401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-7aed4a48-4711-44c6-8f5c-a2a6ace61cc3 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:23.805876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-7aed4a48-4711-44c6-8f5c-a2a6ace61cc3 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.50 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.0941963 Nov 23 10:27:23.818346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Request body: {'port': {'device_id': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'admin_state_up': True, 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:23.841589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Made reservation on behalf of c4dd77a09386495e8705bcefeef1a8eb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:23.844177 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:23.952029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb4b7963-5ded-4a67-99d8-bca0743dcbdd req-796340d6-d77e-4188-9c2f-35195ef728fc tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 210 time: 0.0262463 Nov 23 10:27:23.965434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Allocated IP 172.20.0.13 (3ad7e631-6bbe-4fda-a4f7-15bceb2680cf/b295d297-0369-414c-8733-ff6002048743/bc0594f9-5ff6-49f2-a084-f29c27af92c4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:24.111030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.149474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.161823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['d50e8158-155f-4822-a37c-0e0e59984ae6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:24.199415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:24.202576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:24.207739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:24.210287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Pushing event updated for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:24.248119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:24.248744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.266291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-9da92e54-159d-445f-bf74-8e16b00cbbd0 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4518299 Nov 23 10:27:24.276914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-6e4281e1-2c52-4c21-b333-37847855e92a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:27:24.277918 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-6e4281e1-2c52-4c21-b333-37847855e92a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Nov 23 10:27:24.291016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Request body: {'port': {'device_id': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:24.348754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.504379 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6aa3d945-25f5-4f56-8a7b-2fef14fa0ac6 None None] Provisioning complete for port bc0594f9-5ff6-49f2-a084-f29c27af92c4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:24.504679 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d945-25f5-4f56-8a7b-2fef14fa0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.543591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3d945-25f5-4f56-8a7b-2fef14fa0ac6 None None] Port bc0594f9-5ff6-49f2-a084-f29c27af92c4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:24.636204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0594f9-5ff6-49f2-a084-f29c27af92c4 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:27:24.644046 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.657054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Transition to ACTIVE for port object bc0594f9-5ff6-49f2-a084-f29c27af92c4 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:27:24.662773 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.711673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:24.788447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Attempting to bind port bc0594f9-5ff6-49f2-a084-f29c27af92c4 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:24.788797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Attempting to bind port bc0594f9-5ff6-49f2-a084-f29c27af92c4 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:24.789245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Attempting to bind port bc0594f9-5ff6-49f2-a084-f29c27af92c4 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:24.794100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Port bc0594f9-5ff6-49f2-a084-f29c27af92c4 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:27:24.794466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Attempting to bind port bc0594f9-5ff6-49f2-a084-f29c27af92c4 on network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:24.799987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:24.800408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Checking segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:24.800868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Bound using segment: {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:24.801360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Bound port: bc0594f9-5ff6-49f2-a084-f29c27af92c4, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e636c585-b854-4b18-b816-b97e3babe5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:24.801736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.868095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:24.872089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:24.876931 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.910438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:24.911066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:24.912486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc0594f9-5ff6-49f2-a084-f29c27af92c4 HTTP/1.1" status: 200 len: 1092 time: 0.6264148 Nov 23 10:27:24.912897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:24.915257 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0ff99c-e1b2-46dc-b024-aec1f6586946" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:24.944335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af6867-5585-4c83-ac99-44a0de3058b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:24.964979 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791be2a7-7b06-44f5-906b-f87f5587d0e5 x-openstack-request-id: req-791be2a7-7b06-44f5-906b-f87f5587d0e5 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:24.966365 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:24.966943 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-791be2a7-7b06-44f5-906b-f87f5587d0e5 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:24.967038 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4', 'status': 'completed', 'code': 200} Nov 23 10:27:25.013521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-8c0f03f5-ecbe-47de-a298-af786d3c0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.015184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-8c0f03f5-ecbe-47de-a298-af786d3c0d53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1095 time: 0.0444634 Nov 23 10:27:25.070267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8821ac-92f0-4a4f-ab7d-10bb0eba33c5 req-24373a92-944e-41cd-ac8e-217dc044b96a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.070853 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-3c176ee7-f3c0-4317-a0fe-afe961da2e9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4 HTTP/1.1" status: 200 len: 217 time: 0.0473199 Nov 23 10:27:25.071800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d8821ac-92f0-4a4f-ab7d-10bb0eba33c5 req-24373a92-944e-41cd-ac8e-217dc044b96a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1095 time: 0.0463374 Nov 23 10:27:25.122423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d8821ac-92f0-4a4f-ab7d-10bb0eba33c5 req-49323100-f7ac-4d1e-a7cd-78c90669be15 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 23 10:27:25.123170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-1d5650dd-0e3a-4da5-ac86-5c9efdf561e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.124749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-1d5650dd-0e3a-4da5-ac86-5c9efdf561e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b295d297-0369-414c-8733-ff6002048743 HTTP/1.1" status: 200 len: 848 time: 0.0478184 Nov 23 10:27:25.172307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-abfef834-7d5c-46f5-84d6-b4a55cfcf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.173747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-abfef834-7d5c-46f5-84d6-b4a55cfcf8f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406542 Nov 23 10:27:25.271023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-c631f252-a39f-4317-867d-02c3cbf45998 service neutron] 10.222.0.50 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899982 Nov 23 10:27:25.362339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c5f5089d-2c8b-42ed-9492-2068bb2e9767 req-c94a67bb-9731-4e8d-9b3f-023bea98e8a1 service neutron] 10.222.0.50 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843587 Nov 23 10:27:25.467410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-96b8145a-a9f1-4e74-9d1d-8b375fa76e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.468835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-96b8145a-a9f1-4e74-9d1d-8b375fa76e40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1095 time: 0.0548589 Nov 23 10:27:25.565438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-5ed710d3-184a-4c49-b23e-1168f9ed7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.566983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-5ed710d3-184a-4c49-b23e-1168f9ed7453 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 200 len: 910 time: 0.0902088 Nov 23 10:27:25.612665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-fded1bd0-1bc1-4dc1-84fb-bd46f8e2c81c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4 HTTP/1.1" status: 200 len: 217 time: 0.0381489 Nov 23 10:27:25.662926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-bf72feb3-ecd6-4d9f-a096-7afb140f5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.664068 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-bf72feb3-ecd6-4d9f-a096-7afb140f5d08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b295d297-0369-414c-8733-ff6002048743 HTTP/1.1" status: 200 len: 848 time: 0.0446718 Nov 23 10:27:25.711228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-be487614-3111-456d-9028-b583411fda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:25.712816 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-be487614-3111-456d-9028-b583411fda0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416908 Nov 23 10:27:25.808874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-37ab7de0-aba4-4f07-90c8-157e087bac55 service neutron] 10.222.0.50 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876381 Nov 23 10:27:25.903456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6f0ff99c-e1b2-46dc-b024-aec1f6586946 req-f8ba07ca-b864-46a4-8307-9e211df4df3d service neutron] 10.222.0.50 "GET /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857708 Nov 23 10:27:26.239258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14d73-997c-43f8-8ce0-695122ae199d req-3699a104-890a-4865-aa4f-9be0952d615d tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:26.240779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b14d73-997c-43f8-8ce0-695122ae199d req-3699a104-890a-4865-aa4f-9be0952d615d tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1095 time: 0.0427299 Nov 23 10:27:26.293920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1b14d73-997c-43f8-8ce0-695122ae199d req-1eb7f306-9380-4df5-9c8f-4efca576fad3 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Nov 23 10:27:27.418599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3eaac-f87e-4d0f-b157-55993ead5663 req-52c56d71-920f-4e60-90d5-726f8c797488 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:27.420080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0d3eaac-f87e-4d0f-b157-55993ead5663 req-52c56d71-920f-4e60-90d5-726f8c797488 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1095 time: 0.0479817 Nov 23 10:27:27.464361 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0d3eaac-f87e-4d0f-b157-55993ead5663 req-1b927057-39be-43d8-9c36-cddf41a90b53 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Nov 23 10:27:27.852233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device bc0594f9-5ff6-49f2-a084-f29c27af92c4 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:27:27.955165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:27.966310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4', 'network_id': '3ad7e631-6bbe-4fda-a4f7-15bceb2680cf', 'port_id': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4', 'mac_address': 'fa:16:3e:95:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b295d297-0369-414c-8733-ff6002048743', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:27:28.005265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:28.019117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0594f9-5ff6-49f2-a084-f29c27af92c4 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:27:28.038913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:28.043872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:28.053534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-348b7e0d-00c4-49e9-a281-566b862e6473 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422347 Nov 23 10:27:28.090908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:28.138010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-a8e799b9-fdcf-41f2-af56-84641f14f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:28.139478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-a8e799b9-fdcf-41f2-af56-84641f14f3fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412333 Nov 23 10:27:28.248260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['bc0594f9-5ff6-49f2-a084-f29c27af92c4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:28.257149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-35b18c3b-9c53-4dee-8368-ccad843c4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:28.258636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-35b18c3b-9c53-4dee-8368-ccad843c4499 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0957093 Nov 23 10:27:28.325556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-58961a5d-0164-4dd5-a242-bdccfe1c5ed6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 200 len: 1001 time: 0.0588667 Nov 23 10:27:28.378165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-aa5bc19a-edef-46b1-9020-e77572c7cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:28.379669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-aa5bc19a-edef-46b1-9020-e77572c7cb6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0452514 Nov 23 10:27:28.429628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-30ee16c6-d14a-46c1-a152-86f8e3aeac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:28.431171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-30ee16c6-d14a-46c1-a152-86f8e3aeac73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442083 Nov 23 10:27:28.522425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-49db74ff-4ae2-4b79-bbb5-dc988cd481f5 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829964 Nov 23 10:27:28.628791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a37d-1e10-46e0-9ea0-314c56985780 req-8d80c54e-ba7b-4ab7-ac2a-3df62521bd23 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:28.630338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f685a37d-1e10-46e0-9ea0-314c56985780 req-8d80c54e-ba7b-4ab7-ac2a-3df62521bd23 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1096 time: 0.0927193 Nov 23 10:27:28.658856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8ace96b3-1e1d-4a7a-9869-710c6a39f2ef req-b3601f2f-1294-4d3a-8adb-2402b289a34c service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285846 Nov 23 10:27:28.688644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f685a37d-1e10-46e0-9ea0-314c56985780 req-bd2b5f4c-ca4e-4df1-aac2-e19e207d00bd tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Nov 23 10:27:29.799993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d8cf-00fe-46cf-afb9-c11f183d0efd req-f3ab131e-ad29-4690-8cab-f740ceaa1bf8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:29.801511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29d5d8cf-00fe-46cf-afb9-c11f183d0efd req-f3ab131e-ad29-4690-8cab-f740ceaa1bf8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1096 time: 0.0426366 Nov 23 10:27:29.855929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-29d5d8cf-00fe-46cf-afb9-c11f183d0efd req-bff5f988-bde0-4b12-9a7c-ef7a6e929170 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Nov 23 10:27:29.862363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device bc0594f9-5ff6-49f2-a084-f29c27af92c4 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:29.917743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port bc0594f9-5ff6-49f2-a084-f29c27af92c4 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:27:29.921487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port bc0594f9-5ff6-49f2-a084-f29c27af92c4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:29.921876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:30.009447 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:30.035361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:30.037657 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49afdd-d548-4626-8e20-7fb6ebec5b24" -d '{"events": [{"server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "name": "network-vif-plugged", "status": "completed", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:30.050769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:30.055499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:30.088958 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe692a5d-9ccf-4067-8c8a-3aaa5dd5d7bd x-openstack-request-id: req-fe692a5d-9ccf-4067-8c8a-3aaa5dd5d7bd {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:30.089234 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "name": "network-vif-plugged", "status": "completed", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:30.089484 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe692a5d-9ccf-4067-8c8a-3aaa5dd5d7bd {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:30.089879 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4', 'code': 200} Nov 23 10:27:30.106505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:30.249117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e264571-7f2e-4b8c-855a-8a7fcbc06a2d req-9d9beb95-df37-4ce7-b602-35e9965a1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:30.250821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e264571-7f2e-4b8c-855a-8a7fcbc06a2d req-9d9beb95-df37-4ce7-b602-35e9965a1cba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.1009903 Nov 23 10:27:30.298878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9e264571-7f2e-4b8c-855a-8a7fcbc06a2d req-3ddc88be-3a8b-473a-a4ab-cb797b5a1f1c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Nov 23 10:27:30.982273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764dcd-6fb7-42e9-a387-929470aedb8a req-2c0b2546-2110-4320-8a36-38cebdf56de8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:30.984470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55764dcd-6fb7-42e9-a387-929470aedb8a req-2c0b2546-2110-4320-8a36-38cebdf56de8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0465372 Nov 23 10:27:31.029645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55764dcd-6fb7-42e9-a387-929470aedb8a req-4f4002ed-134d-4024-9cb0-789b8413d000 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Nov 23 10:27:32.146041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a4fe-c870-4238-b64e-478df1bf612d req-4e6dc644-1ff1-4bc6-a9e8-164098cd1cfd tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:32.147690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1031a4fe-c870-4238-b64e-478df1bf612d req-4e6dc644-1ff1-4bc6-a9e8-164098cd1cfd tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0436344 Nov 23 10:27:32.196032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1031a4fe-c870-4238-b64e-478df1bf612d req-c5f9146a-901c-4760-9953-07acac3e7fb6 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Nov 23 10:27:32.311116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25d8e2-e757-4398-8f71-3b5a35cb7be1 req-f5bfdcd3-308a-498c-9a2b-f5e284266a02 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:32.312678 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be25d8e2-e757-4398-8f71-3b5a35cb7be1 req-f5bfdcd3-308a-498c-9a2b-f5e284266a02 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0461509 Nov 23 10:27:32.360311 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-be25d8e2-e757-4398-8f71-3b5a35cb7be1 req-59734a48-5903-497b-8adb-e610d2c03fb6 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Nov 23 10:27:32.482875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580558b-3525-46e7-8942-66cc1c3dd7a6 req-8e7fa518-05a8-4cb3-9f70-23b779d191e4 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:32.484467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7580558b-3525-46e7-8942-66cc1c3dd7a6 req-8e7fa518-05a8-4cb3-9f70-23b779d191e4 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0430436 Nov 23 10:27:32.536283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7580558b-3525-46e7-8942-66cc1c3dd7a6 req-80b2aa86-f98d-403c-8d2c-4715f2cd647d tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Nov 23 10:27:32.769732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03af4-4676-4115-babe-904789e2e633 req-e9903ff0-84cd-49ef-8ae4-5c639e9e3fea tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:32.771310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4b03af4-4676-4115-babe-904789e2e633 req-e9903ff0-84cd-49ef-8ae4-5c639e9e3fea tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0425725 Nov 23 10:27:32.817718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4b03af4-4676-4115-babe-904789e2e633 req-67f23978-e3be-42f7-895c-771913033123 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Nov 23 10:27:33.962914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828606b5-afb1-4985-8d52-1e66e13beb9d req-8c8d34f4-1ef3-4e91-aafd-fda25b56b7e7 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:33.964451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-828606b5-afb1-4985-8d52-1e66e13beb9d req-8c8d34f4-1ef3-4e91-aafd-fda25b56b7e7 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0561407 Nov 23 10:27:33.991586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38d301-f299-4687-bc35-65366398d106 req-5831ba6f-23a5-4ff0-a791-714c381bf3bb tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:33.993067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc38d301-f299-4687-bc35-65366398d106 req-5831ba6f-23a5-4ff0-a791-714c381bf3bb tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b6f1546-9fb5-4888-9a2e-cbcd39d87404 HTTP/1.1" status: 200 len: 1097 time: 0.0437372 Nov 23 10:27:34.011265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-828606b5-afb1-4985-8d52-1e66e13beb9d req-7cc38a4c-5d44-4bd7-b90d-2798dc191204 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Nov 23 10:27:34.081671 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Deleting port bc0594f9-5ff6-49f2-a084-f29c27af92c4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:34.082132 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:34.162416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] For port bc0594f9-5ff6-49f2-a084-f29c27af92c4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=bc0594f9-5ff6-49f2-a084-f29c27af92c4,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:34.162699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:34.180049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Calling delete_port for bc0594f9-5ff6-49f2-a084-f29c27af92c4 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:34.312885 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:34.324882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['bc0594f9-5ff6-49f2-a084-f29c27af92c4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:34.327229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['d50e8158-155f-4822-a37c-0e0e59984ae6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:34.342331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc0594f9-5ff6-49f2-a084-f29c27af92c4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:34.386765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] No DVR routers for this DVR port bc0594f9-5ff6-49f2-a084-f29c27af92c4 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:27:34.389692 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:34.393261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc38d301-f299-4687-bc35-65366398d106 req-e6694c9d-ac48-4626-9428-b680ecf56355 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bc0594f9-5ff6-49f2-a084-f29c27af92c4 HTTP/1.1" status: 204 len: 173 time: 0.3916891 Nov 23 10:27:34.394234 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'name': 'network-vif-deleted', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:34.396118 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0822cb1-32e6-4080-a7a6-1613da664be5" -d '{"events": [{"server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "name": "network-vif-deleted", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:34.434669 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca4e3d-dfcd-4c07-b731-abd960842f70 x-openstack-request-id: req-f9ca4e3d-dfcd-4c07-b731-abd960842f70 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:34.435222 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6f1546-9fb5-4888-9a2e-cbcd39d87404", "name": "network-vif-deleted", "tag": "bc0594f9-5ff6-49f2-a084-f29c27af92c4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:34.435636 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9ca4e3d-dfcd-4c07-b731-abd960842f70 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:34.436217 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6f1546-9fb5-4888-9a2e-cbcd39d87404', 'name': 'network-vif-deleted', 'tag': 'bc0594f9-5ff6-49f2-a084-f29c27af92c4', 'status': 'completed', 'code': 200} Nov 23 10:27:35.283870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca644c8-21a4-4d18-92ac-f53df8e6f6a8 req-73f993d7-71b1-4ae5-8cb8-d0488e32bc89 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:35.285532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dca644c8-21a4-4d18-92ac-f53df8e6f6a8 req-73f993d7-71b1-4ae5-8cb8-d0488e32bc89 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0416486 Nov 23 10:27:35.333432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dca644c8-21a4-4d18-92ac-f53df8e6f6a8 req-f599810e-514f-458e-8bb5-9c0ab348aa2b tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Nov 23 10:27:36.445544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f806678-b1c0-43c7-97af-ffba701488ce req-9eb0d937-9ccd-4393-9f4e-5fc27f3ded13 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:36.447111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f806678-b1c0-43c7-97af-ffba701488ce req-9eb0d937-9ccd-4393-9f4e-5fc27f3ded13 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0425098 Nov 23 10:27:36.493799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f806678-b1c0-43c7-97af-ffba701488ce req-30451fdd-a7e0-43fe-9a34-6ead1126ff83 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8db644d-d941-4570-8e34-e85f7afb8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Nov 23 10:27:36.917728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-e15ad248-5f0a-4025-b948-b38ebf6f889a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:36.919381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-e15ad248-5f0a-4025-b948-b38ebf6f889a tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 1096 time: 0.0464182 Nov 23 10:27:37.008858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Deleting port d50e8158-155f-4822-a37c-0e0e59984ae6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:37.009155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:37.092536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] For port d50e8158-155f-4822-a37c-0e0e59984ae6, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=d50e8158-155f-4822-a37c-0e0e59984ae6,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:37.092962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:37.106361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Calling delete_port for d50e8158-155f-4822-a37c-0e0e59984ae6 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:37.250899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:37.263018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['d50e8158-155f-4822-a37c-0e0e59984ae6'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:27:37.279746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Pushing event deleted for resources: {'Port': ['ID=d50e8158-155f-4822-a37c-0e0e59984ae6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:37.329548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] No DVR routers for this DVR port d50e8158-155f-4822-a37c-0e0e59984ae6 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:27:37.332978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:37.336712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-85116f65-7d7a-4f19-8c3c-d9cebb15c87a req-61793e56-339b-4a35-a391-8da8acbef6d8 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d50e8158-155f-4822-a37c-0e0e59984ae6 HTTP/1.1" status: 204 len: 173 time: 0.4109581 Nov 23 10:27:37.337178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'name': 'network-vif-deleted', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:27:37.339730 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eda2f0-d6ab-493d-b8a7-a65e9c8e62f1" -d '{"events": [{"server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "name": "network-vif-deleted", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:27:37.394603 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86fd63-c121-43eb-875e-4c4b86210b66 x-openstack-request-id: req-8a86fd63-c121-43eb-875e-4c4b86210b66 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:27:37.394899 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaaddb8-2ab0-495b-a151-225d7df8c9fc", "name": "network-vif-deleted", "tag": "d50e8158-155f-4822-a37c-0e0e59984ae6", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:27:37.395155 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a86fd63-c121-43eb-875e-4c4b86210b66 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:27:37.396263 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaaddb8-2ab0-495b-a151-225d7df8c9fc', 'name': 'network-vif-deleted', 'tag': 'd50e8158-155f-4822-a37c-0e0e59984ae6', 'status': 'completed', 'code': 200} Nov 23 10:27:37.601595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3c8b5773-ee75-46d6-a956-665d124ec16a req-47cc1ddf-4f6a-4e9f-a498-688196831f63 tempest-TestServerMultinode-1537024320 tempest-TestServerMultinode-1537024320-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eaaddb8-2ab0-495b-a151-225d7df8c9fc HTTP/1.1" status: 200 len: 210 time: 0.0259719 Nov 23 10:27:37.897090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device bc0594f9-5ff6-49f2-a084-f29c27af92c4 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:37.926161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: bc0594f9-5ff6-49f2-a084-f29c27af92c4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:37.926520 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device bc0594f9-5ff6-49f2-a084-f29c27af92c4 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:38.670923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51166) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:39.036142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:39.288880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Deleting port 44a4fbcf-54f8-4e8e-908f-a75d35936568 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:39.289282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:39.372297 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] For port 44a4fbcf-54f8-4e8e-908f-a75d35936568, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=44a4fbcf-54f8-4e8e-908f-a75d35936568,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:39.372669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:39.384930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Calling delete_port for 44a4fbcf-54f8-4e8e-908f-a75d35936568 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:39.571862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:39.602506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a4fbcf-54f8-4e8e-908f-a75d35936568,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:39.615430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.615782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.616099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.616439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.616877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.617267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.617599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.617945 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.618280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.618607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.618933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:39.619315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:40.082678 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:40.309825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Router 4f3c7130-7a79-4e6b-a497-6136a19f74dc has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:40.421449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:40.426745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8012d0ff-0fdc-465c-817a-0aca4ac26c70 admin admin] 10.222.0.62 "PUT /v2.0/routers/4f3c7130-7a79-4e6b-a497-6136a19f74dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548053 Nov 23 10:27:40.430606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51168) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:40.431959 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Sync routers for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:40.443327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:40.443987 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:40.544298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:40.550203 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:40.653430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:40.723031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Deleting port 6c7f0ecf-0456-4809-a009-c1c3178c83ae {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:40.723283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:40.748789 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:39Z', 'revision_number': 5, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port': {'id': '6c7f0ecf-0456-4809-a009-c1c3178c83ae', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:40.778138 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Checking router: 4f3c7130-7a79-4e6b-a497-6136a19f74dc for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:40.788723 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Routers {'4f3c7130-7a79-4e6b-a497-6136a19f74dc'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:40.789408 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:40.809993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] For port 6c7f0ecf-0456-4809-a009-c1c3178c83ae, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6c7f0ecf-0456-4809-a009-c1c3178c83ae,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:40.810431 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:40.826049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Calling delete_port for 6c7f0ecf-0456-4809-a009-c1c3178c83ae owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:40.979335 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] Set router 4f3c7130-7a79-4e6b-a497-6136a19f74dc gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:41.015390 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.040905 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:40Z', 'revision_number': 6, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:41.043652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7f0ecf-0456-4809-a009-c1c3178c83ae,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:41.059676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ff0ec-b48a-4d8c-b8fb-76f9f51fa29a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:41.081592 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c641-7ede-4457-aafe-db2ebe7af224 None None] The sync data for ids ['4f3c7130-7a79-4e6b-a497-6136a19f74dc'] in n-d-781076-5 is: [{'id': '4f3c7130-7a79-4e6b-a497-6136a19f74dc', 'name': 'tempest-TestServerMultinode-799840963-router', 'tenant_id': 'bc237b12488245109311c8ba79a4ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:00Z', 'updated_at': '2021-11-23T10:27:40Z', 'revision_number': 6, 'project_id': 'bc237b12488245109311c8ba79a4ab36', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:41.120425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.220968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.223547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.269566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.270134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3c7130-7a79-4e6b-a497-6136a19f74dc {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:27:41.275039 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.276379 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a9b185d3-b450-4e2c-a68c-b39de5de24ef admin admin] 10.222.0.62 "DELETE /v2.0/routers/4f3c7130-7a79-4e6b-a497-6136a19f74dc HTTP/1.1" status: 204 len: 168 time: 0.8447466 Nov 23 10:27:41.279021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:41.337160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Deleting subnet b295d297-0369-414c-8733-ff6002048743 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:27:41.340579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.377436 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.465043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.528282 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.566781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d50e8158-155f-4822-a37c-0e0e59984ae6 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:41.567005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b295d297-0369-414c-8733-ff6002048743,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:41.572922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.576612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1d508a54-03e1-43d3-85a5-9a5fd081988e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b295d297-0369-414c-8733-ff6002048743 HTTP/1.1" status: 204 len: 168 time: 0.2963543 Nov 23 10:27:41.579454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51172) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:41.595560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db448af-bb07-4f84-a155-a85d4e10937d None None] Network 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:41.598201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: d50e8158-155f-4822-a37c-0e0e59984ae6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:41.598622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device d50e8158-155f-4822-a37c-0e0e59984ae6 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:41.650641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.711329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Deleting port 38daead3-e20e-4edb-bb47-f3d29214b03f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:41.711809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.790885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] For port 38daead3-e20e-4edb-bb47-f3d29214b03f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=38daead3-e20e-4edb-bb47-f3d29214b03f,segment=NetworkSegment(e636c585-b854-4b18-b816-b97e3babe5b1),segment_id=e636c585-b854-4b18-b816-b97e3babe5b1)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:41.791246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.805421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Calling delete_port for 38daead3-e20e-4edb-bb47-f3d29214b03f owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:41.896031 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:41.903576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b06c94-0909-4dc8-b01e-fd02a8998eb8 None None] DHCP port deletion for 3ad7e631-6bbe-4fda-a4f7-15bceb2680cf request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:41.937423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Pushing event deleted for resources: {'Port': ['ID=38daead3-e20e-4edb-bb47-f3d29214b03f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:41.941146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] No DVR routers for this DVR port 38daead3-e20e-4edb-bb47-f3d29214b03f on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:27:42.039885 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.068556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad7e631-6bbe-4fda-a4f7-15bceb2680cf']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:42.080111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e636c585-b854-4b18-b816-b97e3babe5b1') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:42.080506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e636c585-b854-4b18-b816-b97e3babe5b1') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:42.091329 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.106399 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.112898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:27:42.113298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:27:42.115129 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:27:42.173478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.180288 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.184557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ad7e631-6bbe-4fda-a4f7-15bceb2680cf HTTP/1.1" status: 204 len: 168 time: 0.6040576 Nov 23 10:27:42.190447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51174) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:42.196416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5226-bc31-4313-8d6e-f4adb6daf610 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad7e631-6bbe-4fda-a4f7-15bceb2680cf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:42.239266 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:27:42.577658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.866752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Deleting port 65220310-0d29-4eb3-84b5-747dce4eb1f5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:42.867122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.952976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] For port 65220310-0d29-4eb3-84b5-747dce4eb1f5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=65220310-0d29-4eb3-84b5-747dce4eb1f5,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:42.953735 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:42.974701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Calling delete_port for 65220310-0d29-4eb3-84b5-747dce4eb1f5 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:43.141805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38daead3-e20e-4edb-bb47-f3d29214b03f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:43.171870 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:43.181501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 38daead3-e20e-4edb-bb47-f3d29214b03f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:43.181997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 38daead3-e20e-4edb-bb47-f3d29214b03f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:43.182566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 44a4fbcf-54f8-4e8e-908f-a75d35936568 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:43.203574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 44a4fbcf-54f8-4e8e-908f-a75d35936568 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:43.204404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 44a4fbcf-54f8-4e8e-908f-a75d35936568 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:43.204563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6c7f0ecf-0456-4809-a009-c1c3178c83ae no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:43.204682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Pushing event deleted for resources: {'Port': ['ID=65220310-0d29-4eb3-84b5-747dce4eb1f5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:43.225627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6c7f0ecf-0456-4809-a009-c1c3178c83ae {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:43.226359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6c7f0ecf-0456-4809-a009-c1c3178c83ae not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:43.387591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:43.622754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Router 74713dfd-f634-46e6-bae9-ab0c42b71174 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:44.026879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:44.032397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9a536d81-a0eb-4bb9-84eb-73d2ed6a635d admin admin] 10.222.0.62 "PUT /v2.0/routers/74713dfd-f634-46e6-bae9-ab0c42b71174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435628 Nov 23 10:27:44.034996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51176) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:44.037542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Sync routers for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:44.048450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:44.049074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:44.136089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.152613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:44.238203 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.297764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Deleting port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:44.298133 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.332112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:43Z', 'revision_number': 5, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port': {'id': 'c185dfc6-dc58-4f1d-8e12-c65d2f6f0239', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:44.361927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Checking router: 74713dfd-f634-46e6-bae9-ab0c42b71174 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:44.370313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Routers {'74713dfd-f634-46e6-bae9-ab0c42b71174'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:44.370986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['74713dfd-f634-46e6-bae9-ab0c42b71174'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:44.379155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] For port c185dfc6-dc58-4f1d-8e12-c65d2f6f0239, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:44.379515 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.392723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Calling delete_port for c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:44.571313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.597605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c185dfc6-dc58-4f1d-8e12-c65d2f6f0239,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:44.616794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776599e-8360-49bc-b64e-1919bd42c242 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:44.630988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] Set router 74713dfd-f634-46e6-bae9-ab0c42b71174 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:44.662428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.684707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:44Z', 'revision_number': 6, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:44.715286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bef57-5399-4102-9e6b-f686d1de19d1 None None] The sync data for ids ['74713dfd-f634-46e6-bae9-ab0c42b71174'] in n-d-781076-5 is: [{'id': '74713dfd-f634-46e6-bae9-ab0c42b71174', 'name': 'tempest-TestServerMultinode-516876789-router', 'tenant_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:05Z', 'updated_at': '2021-11-23T10:27:44Z', 'revision_number': 6, 'project_id': 'c4dd77a09386495e8705bcefeef1a8eb', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:44.758946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.761218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.805635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.806198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74713dfd-f634-46e6-bae9-ab0c42b71174 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:27:44.810763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.812252 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a544d9a8-433e-43a8-b25c-c2217fe13a21 admin admin] 10.222.0.62 "DELETE /v2.0/routers/74713dfd-f634-46e6-bae9-ab0c42b71174 HTTP/1.1" status: 204 len: 168 time: 0.7762995 Nov 23 10:27:44.814833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:44.863034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Deleting subnet ec242ea5-a90e-4d2f-b442-26c726c45478 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:27:44.866120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.900089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:44.978178 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.040701 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.070327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec242ea5-a90e-4d2f-b442-26c726c45478,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:45.074021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.077250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-208fc6d8-fe36-4d4a-8f16-358d1562d9dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ec242ea5-a90e-4d2f-b442-26c726c45478 HTTP/1.1" status: 204 len: 168 time: 0.2614918 Nov 23 10:27:45.079842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51182) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:45.083858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbaa5f-924e-4e49-b686-e8b9e27a7bd5 None None] Network 781034bc-fb3d-46f9-9060-9804da24219f requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:45.158610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.230183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Deleting port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:27:45.233647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.240167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 65220310-0d29-4eb3-84b5-747dce4eb1f5 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:45.268904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 65220310-0d29-4eb3-84b5-747dce4eb1f5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:45.269244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 65220310-0d29-4eb3-84b5-747dce4eb1f5 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:45.305088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] For port c6fdd6ea-f068-45e8-b1eb-91c772cbf395, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,segment=NetworkSegment(79d9275d-14f8-4392-8bec-70f9bf117c6a),segment_id=79d9275d-14f8-4392-8bec-70f9bf117c6a)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:45.305600 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.318342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Calling delete_port for c6fdd6ea-f068-45e8-b1eb-91c772cbf395 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:27:45.403946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.438540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fdd6ea-f068-45e8-b1eb-91c772cbf395,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:45.440343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] No DVR routers for this DVR port c6fdd6ea-f068-45e8-b1eb-91c772cbf395 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:27:45.510976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.532279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781034bc-fb3d-46f9-9060-9804da24219f']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:45.542711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d9275d-14f8-4392-8bec-70f9bf117c6a') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:45.543067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d9275d-14f8-4392-8bec-70f9bf117c6a') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:45.547340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc0746-175c-45f1-bb64-63fa4e3946c2 None None] DHCP port deletion for 781034bc-fb3d-46f9-9060-9804da24219f request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:45.553144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.569295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.576895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:27:45.577472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:27:45.579483 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:27:45.651095 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.656740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.660257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] 10.222.0.62 "DELETE /v2.0/networks/781034bc-fb3d-46f9-9060-9804da24219f HTTP/1.1" status: 204 len: 168 time: 0.5791867 Nov 23 10:27:45.673582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a94e6-aa37-43f2-9911-b8ed7d83a9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=781034bc-fb3d-46f9-9060-9804da24219f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:45.836117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51186) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:45.877139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-da119f31-5cf6-4082-afd7-86f7856c5d71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc237b12488245109311c8ba79a4ab36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396855 Nov 23 10:27:45.879710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:45.930709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.952003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.980293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.005980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.008855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.010721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d39b5e4a-113e-4d50-91ee-dca31b3cfd54 HTTP/1.1" status: 204 len: 168 time: 0.1298301 Nov 23 10:27:46.020300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb597f02-46e5-4885-8f64-b498b6492549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b5e4a-113e-4d50-91ee-dca31b3cfd54,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:46.348576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51194) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:46.389932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3dfac3a0-b290-4030-9e1d-5a60e56d1294 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4dd77a09386495e8705bcefeef1a8eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401075 Nov 23 10:27:46.393191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51196) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:46.445017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.470789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.522070 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.525143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:46.526334 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8db644d-d941-4570-8e34-e85f7afb8bc1 HTTP/1.1" status: 204 len: 168 time: 0.1322296 Nov 23 10:27:46.534430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0fc0-8cd7-445d-a45c-59f6ba2b5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db644d-d941-4570-8e34-e85f7afb8bc1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:47.128996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c6fdd6ea-f068-45e8-b1eb-91c772cbf395 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:47.149674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c6fdd6ea-f068-45e8-b1eb-91c772cbf395 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:47.150049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c6fdd6ea-f068-45e8-b1eb-91c772cbf395 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:47.150490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:27:47.170154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:27:47.170516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c185dfc6-dc58-4f1d-8e12-c65d2f6f0239 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:27:47.227237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:47.327709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1053615419-network', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:47.354384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Made reservation on behalf of 50f3c8b949114412b74327e2802cdf9b for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:47.356728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.365048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.440652 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.446392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.478181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:27:47.487860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4ff014-20b1-435a-b7a8-9bd1f6d99c13,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:47.492440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.492779 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Added segment dbfc1e9e-c462-4ebc-bbc4-a52375a786b6 of type vlan for network 24955494-44f3-471d-9e65-2aa89e38d6e6 Nov 23 10:27:47.532308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.558724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.559649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:47.560198 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.597107 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3687766 Nov 23 10:27:47.600363 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51222) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:47.605356 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Request body: {'subnet': {'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1053615419-subnet', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:47.625085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f1a6-72ae-435e-a902-e16c6c9376b0 admin admin] Pushing event updated for resources: {'Network': ['ID=24955494-44f3-471d-9e65-2aa89e38d6e6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:47.628526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Made reservation on behalf of 50f3c8b949114412b74327e2802cdf9b for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:47.630869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.638615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:27:47.830968 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.863656 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fcd99fa8-49af-4bc7-be8c-d8f5cae882d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.895117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Pushing event updated for resources: {'Subnet': ['ID=592b22c2-20a3-4577-b4c4-2f35bec15890,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:47.904257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Checking segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:47.904680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Network hostable DHCP agents. Network: 24955494-44f3-471d-9e65-2aa89e38d6e6, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:27:47.923497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:27:47.933108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 24955494-44f3-471d-9e65-2aa89e38d6e6) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:47.937354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:47.938003 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.942406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e8b7a-baef-4826-b07c-08bb689fcfbc None None] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:47.956284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-25d70341-6d7f-4b88-b784-7bbf5120445e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3548205 Nov 23 10:27:47.958968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51224) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:47.963263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:47.984689 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.985709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.043896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.099139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-24955494-44f3-471d-9e65-2aa89e38d6e6', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:27:48.100032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.189482 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.241164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Allocated IP 172.20.0.2 (24955494-44f3-471d-9e65-2aa89e38d6e6/592b22c2-20a3-4577-b4c4-2f35bec15890/431ccaa7-62a7-4db3-8017-9b5892e4dd81) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:48.388324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.393773 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.395251 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.413517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.429575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:48.434450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:48.439983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:48.452860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Pushing event updated for resources: {'Port': ['ID=431ccaa7-62a7-4db3-8017-9b5892e4dd81,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:48.501319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Attempting to bind port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:48.501919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Attempting to bind port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:48.502412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Attempting to bind port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 on network 24955494-44f3-471d-9e65-2aa89e38d6e6 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:48.508434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:48.508897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Checking segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:48.509370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.510019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Bound using segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:48.510560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Bound port: 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:48.511006 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.519473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Allocated IP 172.25.1.66 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/348aba90-5da5-4bf2-86c7-50cdd3152f5c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:48.579321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] For port 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:48.582628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] For port 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=431ccaa7-62a7-4db3-8017-9b5892e4dd81,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:48.587830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.628843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.652519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dec7f6-89c7-48e0-8df7-391c083e468b None None] Pushing event updated for resources: {'Port': ['ID=431ccaa7-62a7-4db3-8017-9b5892e4dd81,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:48.668299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.714406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:48.717427 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:48.720080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:48.732415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72207ff5-24c5-42e4-9986-d4a55c39c801 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:48.748131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Pushing event updated for resources: {'Port': ['ID=348aba90-5da5-4bf2-86c7-50cdd3152f5c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:48.788781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c20b1b9f-7352-499f-930f-48f5d975096a None None] Provisioning complete for port 348aba90-5da5-4bf2-86c7-50cdd3152f5c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:48.789156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c20b1b9f-7352-499f-930f-48f5d975096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:48.850543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c20b1b9f-7352-499f-930f-48f5d975096a None None] Port 348aba90-5da5-4bf2-86c7-50cdd3152f5c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:48.988169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-ce9ffe65-8fc1-458e-bb94-1883cc9c3098 req-d449bea8-2fd1-4662-a375-ca83dbad7068 service neutron] (110024) timed out ('10.222.0.11', 65494) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:27:49.013325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.157813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 431ccaa7-62a7-4db3-8017-9b5892e4dd81 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:49.213312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:49.213810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.222294 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.298086 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.333722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=431ccaa7-62a7-4db3-8017-9b5892e4dd81,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:49.339859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.364716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:27:49.395899 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=431ccaa7-62a7-4db3-8017-9b5892e4dd81,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:49.480546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:49.491722 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:49.499750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.501166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f73e1d3e-74c3-40c3-80b7-df7a22f0df38 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5412607 Nov 23 10:27:49.503932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:49.505870 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:49.506671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:49.625039 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:49.638007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31f00f-0070-46c9-b284-e618a07cae5e None None] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:49.707644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-70c5f25f-fa25-4679-b04d-0fe530670f24 None None] Provisioning complete for port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:49.708068 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-70c5f25f-fa25-4679-b04d-0fe530670f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.809689 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:48Z', 'revision_number': 3, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:49.842762 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:49.843430 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Updating router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 port 348aba90-5da5-4bf2-86c7-50cdd3152f5c binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:49.871838 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.138074 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.143667 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.177226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-69043ae1-f6ef-49b6-8670-23da69470333 None None] Provisioning complete for port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:50.177695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-69043ae1-f6ef-49b6-8670-23da69470333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.209358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040f618-176f-4626-b67c-36be62278908 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:50.211925 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Attempting to bind port 348aba90-5da5-4bf2-86c7-50cdd3152f5c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:50.211925 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Attempting to bind port 348aba90-5da5-4bf2-86c7-50cdd3152f5c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:50.212218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Attempting to bind port 348aba90-5da5-4bf2-86c7-50cdd3152f5c on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:50.217085 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50c821-36f9-4e84-ac3a-118a1759ae70 None None] Pushing event updated for resources: {'Port': ['ID=348aba90-5da5-4bf2-86c7-50cdd3152f5c,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:50.219876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:50.220261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:50.220663 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.221053 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:50.221528 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Bound port: 348aba90-5da5-4bf2-86c7-50cdd3152f5c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:50.221919 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.274070 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] For port 348aba90-5da5-4bf2-86c7-50cdd3152f5c, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:50.277614 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] For port 348aba90-5da5-4bf2-86c7-50cdd3152f5c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=348aba90-5da5-4bf2-86c7-50cdd3152f5c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:50.284451 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.298844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.332426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9fc57-3411-4419-a6c0-cd59e76f54fa None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:50.343756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:50.344809 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:50.366206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-10701ec5-41c8-4cec-b687-4da6c1cbbc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.411580 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50c821-36f9-4e84-ac3a-118a1759ae70 None None] Pushing event updated for resources: {'Port': ['ID=348aba90-5da5-4bf2-86c7-50cdd3152f5c,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:50.419499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] Provisioning complete for port 348aba90-5da5-4bf2-86c7-50cdd3152f5c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:50.419888 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.475499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:50.488640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Allocated IP 172.20.0.1 (24955494-44f3-471d-9e65-2aa89e38d6e6/592b22c2-20a3-4577-b4c4-2f35bec15890/7eb7b52b-c902-4c60-8afa-a40dc9e87002) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:50.537830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.551779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.564425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] For port 348aba90-5da5-4bf2-86c7-50cdd3152f5c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=348aba90-5da5-4bf2-86c7-50cdd3152f5c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:50.569427 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.613980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.630466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c02b-a437-454f-9de8-c2a2d6406cff None None] Pushing event updated for resources: {'Port': ['ID=348aba90-5da5-4bf2-86c7-50cdd3152f5c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:50.656260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.679454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:48Z', 'revision_number': 3, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:50.696339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:50.704263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:50.708058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:50.711262 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67e4a-332d-40e3-80df-411e243942ba None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:48Z', 'revision_number': 3, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:50.734742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:50.755688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.910777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.023750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f558164e-a9b6-45b4-91e0-7a1cf32ddd00 None None] Provisioning complete for port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:51.024211 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f558164e-a9b6-45b4-91e0-7a1cf32ddd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.069216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f558164e-a9b6-45b4-91e0-7a1cf32ddd00 None None] Port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:51.134165 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.140072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.221392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:51.226299 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 431ccaa7-62a7-4db3-8017-9b5892e4dd81 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:51.233166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.291318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:51.291693 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.340787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:51.343746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:51.360431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.406853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 348aba90-5da5-4bf2-86c7-50cdd3152f5c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:51.475926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 348aba90-5da5-4bf2-86c7-50cdd3152f5c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:51.476217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.481062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:51.621378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:51.627149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9df3ede-67ad-424e-a263-5b517c5962e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/313e34cf-6eb5-4a1c-95d7-ff5c56bbe791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220913 Nov 23 10:27:51.690570 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c2632453-be20-4d0a-9c52-9e1c525359c7 None None] Provisioning complete for port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:51.690943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2632453-be20-4d0a-9c52-9e1c525359c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:51.727097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c2632453-be20-4d0a-9c52-9e1c525359c7 None None] Port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:52.114800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 51246) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:52.119806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-201404280-network', 'tenant_id': '49afac70d83941398e8c58b0f17032b4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:52.144405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Made reservation on behalf of 49afac70d83941398e8c58b0f17032b4 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:52.147173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.157540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.247030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.251901 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.277691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:27:52.287700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cabb513-07e5-4c19-9a75-e851fd0c239e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:52.292400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.292818 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Added segment 2befd2f1-b64d-49d8-a6cc-e6202ff66fc2 of type vlan for network 3b9de44e-789f-4922-8fe1-918138180750 Nov 23 10:27:52.334984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.361824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.362836 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:52.363415 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.402599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2866399 Nov 23 10:27:52.405555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51248) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:52.411079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Request body: {'subnet': {'network_id': '3b9de44e-789f-4922-8fe1-918138180750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-201404280-subnet', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:52.429766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04543494-5e7e-4162-a2d2-303f0929e25d admin admin] Pushing event updated for resources: {'Network': ['ID=3b9de44e-789f-4922-8fe1-918138180750,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:52.436303 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Made reservation on behalf of 49afac70d83941398e8c58b0f17032b4 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:52.439068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.444360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 3b9de44e-789f-4922-8fe1-918138180750 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:27:52.506262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:52.527102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:52.527735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:52.631685 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.644449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:52.694169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07334ec-05bd-4176-8218-58dbc4ad5a2c,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:52.696377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Checking segment: {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:52.696743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Network hostable DHCP agents. Network: 3b9de44e-789f-4922-8fe1-918138180750, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:27:52.715621 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Network 3b9de44e-789f-4922-8fe1-918138180750 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:27:52.725782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 3b9de44e-789f-4922-8fe1-918138180750) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:52.729849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:52.730677 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.739251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe2c52-e5d2-421a-ae72-5b42204d393c None None] Network 3b9de44e-789f-4922-8fe1-918138180750 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:52.750172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b095e500-5618-4966-93cf-359992b865a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3431168 Nov 23 10:27:52.752545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:52.757194 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:52.766362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.781098 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.782187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.839086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:52.979124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.142963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 2, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:53.146390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-3b9de44e-789f-4922-8fe1-918138180750', 'network_id': '3b9de44e-789f-4922-8fe1-918138180750', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'fixed_ips': [{'subnet_id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:27:53.147220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.182616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:53.183000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Updating router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:53.189553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.209011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.218383 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.321130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Allocated IP 172.25.1.33 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/88f1f695-4a1d-4587-b655-f4507037129e) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:53.421787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Allocated IP 172.20.0.2 (3b9de44e-789f-4922-8fe1-918138180750/b07334ec-05bd-4176-8218-58dbc4ad5a2c/33dba4d2-a216-4c68-88f3-17660a3e52d0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:53.425692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.464553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.506549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:53.509609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:53.514236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:53.518067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Pushing event updated for resources: {'Port': ['ID=88f1f695-4a1d-4587-b655-f4507037129e,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:53.541364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25089112-4797-40cc-96e4-347f955ac1e1 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:53.591518 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.716533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.720698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-146d4a3e-08db-4b9c-8a02-e61e6e28540f None None] Provisioning complete for port 88f1f695-4a1d-4587-b655-f4507037129e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:53.721039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-146d4a3e-08db-4b9c-8a02-e61e6e28540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.746800 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.756153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.767973 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.788635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.811401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-146d4a3e-08db-4b9c-8a02-e61e6e28540f None None] Port 88f1f695-4a1d-4587-b655-f4507037129e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:53.816493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Network 3b9de44e-789f-4922-8fe1-918138180750 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:53.823865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:53.826785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:53.830293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Pushing event updated for resources: {'Port': ['ID=33dba4d2-a216-4c68-88f3-17660a3e52d0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:53.944979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac482-f937-4118-ab88-06212b0f6d10 None None] Pushing event updated for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:53.964419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Attempting to bind port 33dba4d2-a216-4c68-88f3-17660a3e52d0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:53.964796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Attempting to bind port 33dba4d2-a216-4c68-88f3-17660a3e52d0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:53.965161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Attempting to bind port 33dba4d2-a216-4c68-88f3-17660a3e52d0 on network 3b9de44e-789f-4922-8fe1-918138180750 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:53.967269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Attempting to bind port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:53.967632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Attempting to bind port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:53.967989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Attempting to bind port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 on network 24955494-44f3-471d-9e65-2aa89e38d6e6 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:53.970816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.975372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:53.975872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Checking segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:53.976157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.977755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Bound using segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:53.977755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Bound port: 7eb7b52b-c902-4c60-8afa-a40dc9e87002, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:53.977755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.980523 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:53.980894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Checking segment: {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:53.981285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.981676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Bound using segment: {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:53.982172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Bound port: 33dba4d2-a216-4c68-88f3-17660a3e52d0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:53.982549 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.093505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] For port 7eb7b52b-c902-4c60-8afa-a40dc9e87002, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:54.095698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] For port 33dba4d2-a216-4c68-88f3-17660a3e52d0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:54.098515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] For port 7eb7b52b-c902-4c60-8afa-a40dc9e87002, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7eb7b52b-c902-4c60-8afa-a40dc9e87002,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:54.100347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] For port 33dba4d2-a216-4c68-88f3-17660a3e52d0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=33dba4d2-a216-4c68-88f3-17660a3e52d0,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:54.103772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.105734 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Router d7967ba7-7d4d-4973-bc3f-eff31865f015 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:27:54.112151 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.187904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] Provisioning complete for port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:54.188279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.194012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac482-f937-4118-ab88-06212b0f6d10 None None] Pushing event updated for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:54.197084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:54.198225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:54.234426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:54.244939 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Sync routers for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:54.259118 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:54.259749 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:54.272152 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.276546 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-49bf1c7f-88d3-4aed-8006-380bfd2e68af admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5203331 Nov 23 10:27:54.276790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 51252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:54.369532 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf06a8-8575-434b-891e-03d9c3dcaa65 None None] Pushing event updated for resources: {'Port': ['ID=33dba4d2-a216-4c68-88f3-17660a3e52d0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:54.422164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:54.440889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:54.568345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.675909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] For port 7eb7b52b-c902-4c60-8afa-a40dc9e87002, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7eb7b52b-c902-4c60-8afa-a40dc9e87002,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:54.691891 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.762437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcb60f-0287-4437-874b-ef503585f51b None None] Pushing event updated for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:54.804732 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:53Z', 'revision_number': 3, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:54.826729 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d413b28f-a16f-4313-9e1b-433038159368 None None] Provisioning complete for port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:54.827247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d413b28f-a16f-4313-9e1b-433038159368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.835916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Checking router: d7967ba7-7d4d-4973-bc3f-eff31865f015 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:54.836260 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Updating router d7967ba7-7d4d-4973-bc3f-eff31865f015 port 88f1f695-4a1d-4587-b655-f4507037129e binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:54.861419 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.873052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:54.911673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517ecb4-bb88-4054-8a5d-4fcdabee8e5c None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:55.205916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.211737 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.226623 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.277333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7eb7b52b-c902-4c60-8afa-a40dc9e87002 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:55.294936 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Attempting to bind port 88f1f695-4a1d-4587-b655-f4507037129e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:55.295518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Attempting to bind port 88f1f695-4a1d-4587-b655-f4507037129e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:55.295869 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Attempting to bind port 88f1f695-4a1d-4587-b655-f4507037129e on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:55.312367 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b356eecc-a05d-4b0f-ae99-1775d6bf47dd None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:55.316145 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:55.316518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:55.316922 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.328182 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:55.329742 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Bound port: 88f1f695-4a1d-4587-b655-f4507037129e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:55.333126 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.341147 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed778-dce4-4676-8939-5e66816107b4 None None] Pushing event updated for resources: {'Port': ['ID=88f1f695-4a1d-4587-b655-f4507037129e,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:55.399709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:55.400387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.407896 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] For port 88f1f695-4a1d-4587-b655-f4507037129e, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:55.411484 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] For port 88f1f695-4a1d-4587-b655-f4507037129e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88f1f695-4a1d-4587-b655-f4507037129e,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:55.426884 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.453990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Allocated IP 172.20.0.1 (3b9de44e-789f-4922-8fe1-918138180750/b07334ec-05bd-4176-8218-58dbc4ad5a2c/def08922-2f08-465d-a307-0f34d0c7fc19) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:55.467605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-491f285b-6ec7-4216-862c-1db16075862e None None] Provisioning complete for port 88f1f695-4a1d-4587-b655-f4507037129e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:55.467977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-491f285b-6ec7-4216-862c-1db16075862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.537526 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:55.538200 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:55.618766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.665655 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:55.673048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.722114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Network 3b9de44e-789f-4922-8fe1-918138180750 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:55.725638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:55.729374 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed778-dce4-4676-8939-5e66816107b4 None None] Pushing event updated for resources: {'Port': ['ID=88f1f695-4a1d-4587-b655-f4507037129e,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:55.730728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:55.739461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Pushing event updated for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:55.751151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5548e12-4a36-480c-be75-071b1c96d286 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:27:55.755508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a721cb-ee5a-4e31-b74f-949cc6608dcd None None] Network 3b9de44e-789f-4922-8fe1-918138180750 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:55.789082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.887481 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:53Z', 'revision_number': 3, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:55.922705 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e411afa-702d-4f53-a1fb-6722a81e6caf None None] The sync data for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 is: [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:53Z', 'revision_number': 3, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:27:55.963661 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.972281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 33dba4d2-a216-4c68-88f3-17660a3e52d0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:56.011653 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-491f285b-6ec7-4216-862c-1db16075862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.054839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-491f285b-6ec7-4216-862c-1db16075862e None None] For port 88f1f695-4a1d-4587-b655-f4507037129e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88f1f695-4a1d-4587-b655-f4507037129e,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:56.064747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-491f285b-6ec7-4216-862c-1db16075862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.114614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 33dba4d2-a216-4c68-88f3-17660a3e52d0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.114990 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.158940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f285b-6ec7-4216-862c-1db16075862e None None] Pushing event updated for resources: {'Port': ['ID=88f1f695-4a1d-4587-b655-f4507037129e,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:56.177018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.186990 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.211506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6e36f5be-3290-4b16-9844-20c26246b2b8 None None] Provisioning complete for port 88f1f695-4a1d-4587-b655-f4507037129e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.211879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e36f5be-3290-4b16-9844-20c26246b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.304423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.313087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Pushing event updated for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:56.316467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.376971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 33dba4d2-a216-4c68-88f3-17660a3e52d0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=33dba4d2-a216-4c68-88f3-17660a3e52d0,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:56.387865 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.413485 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6e36f5be-3290-4b16-9844-20c26246b2b8 None None] Provisioning complete for port 33dba4d2-a216-4c68-88f3-17660a3e52d0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.413852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e36f5be-3290-4b16-9844-20c26246b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.480533 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Network 3b9de44e-789f-4922-8fe1-918138180750 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:56.483788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:56.497147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=33dba4d2-a216-4c68-88f3-17660a3e52d0,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:56.618239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Router d7967ba7-7d4d-4973-bc3f-eff31865f015 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:27:56.685999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-076c6e58-7d9b-4342-a864-97347319cdee None None] Provisioning complete for port def08922-2f08-465d-a307-0f34d0c7fc19 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.686371 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-076c6e58-7d9b-4342-a864-97347319cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.738797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-076c6e58-7d9b-4342-a864-97347319cdee None None] Port def08922-2f08-465d-a307-0f34d0c7fc19 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:56.751040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-076c6e58-7d9b-4342-a864-97347319cdee None None] Provisioning complete for port 33dba4d2-a216-4c68-88f3-17660a3e52d0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.751658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-076c6e58-7d9b-4342-a864-97347319cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:56.755772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:27:56.770945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2e576d0a-7cfc-4179-99c0-31ef4fb7ccff admin admin] 10.222.0.62 "PUT /v2.0/routers/d7967ba7-7d4d-4973-bc3f-eff31865f015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926207 Nov 23 10:27:56.995069 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a7ab8339-8618-4d8b-9d6c-32ba22e19867 None None] Provisioning complete for port def08922-2f08-465d-a307-0f34d0c7fc19 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.995436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7ab8339-8618-4d8b-9d6c-32ba22e19867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:57.032226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab8339-8618-4d8b-9d6c-32ba22e19867 None None] Port def08922-2f08-465d-a307-0f34d0c7fc19 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:27:57.216917 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 33dba4d2-a216-4c68-88f3-17660a3e52d0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:57.267835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 33dba4d2-a216-4c68-88f3-17660a3e52d0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:57.268207 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:57.349401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88f1f695-4a1d-4587-b655-f4507037129e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:57.395819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 88f1f695-4a1d-4587-b655-f4507037129e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:57.396162 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:58.384669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Sync routers for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:27:58.396684 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:58.397302 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:58.508314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:58.722172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:55Z', 'revision_number': 4, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'def08922-2f08-465d-a307-0f34d0c7fc19', 'name': '', 'network_id': '3b9de44e-789f-4922-8fe1-918138180750', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'mac_address': 'fa:16:3e:0c:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:55Z', 'updated_at': '2021-11-23T10:27:56Z', 'revision_number': 2, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'subnets': [{'id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:58.749305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Checking router: d7967ba7-7d4d-4973-bc3f-eff31865f015 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:27:58.749664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Updating router d7967ba7-7d4d-4973-bc3f-eff31865f015 port def08922-2f08-465d-a307-0f34d0c7fc19 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:27:58.777009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.054444 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.061683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.145425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4c83-a935-4926-b347-5fda1130a650 None None] Pushing event updated for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:59.189100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Attempting to bind port def08922-2f08-465d-a307-0f34d0c7fc19 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:59.189674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Attempting to bind port def08922-2f08-465d-a307-0f34d0c7fc19 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:59.190269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Attempting to bind port def08922-2f08-465d-a307-0f34d0c7fc19 on network 3b9de44e-789f-4922-8fe1-918138180750 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:59.197259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:59.197982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Checking segment: {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:59.198891 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.199471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Bound using segment: {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:59.199955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Bound port: def08922-2f08-465d-a307-0f34d0c7fc19, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3b9de44e-789f-4922-8fe1-918138180750'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:59.200336 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.279463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] For port def08922-2f08-465d-a307-0f34d0c7fc19, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:59.283031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] For port def08922-2f08-465d-a307-0f34d0c7fc19, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=def08922-2f08-465d-a307-0f34d0c7fc19,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:59.289162 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.346480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:27:59.347163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:27:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:27:59.395119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4c83-a935-4926-b347-5fda1130a650 None None] Pushing event updated for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:59.417478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] Provisioning complete for port def08922-2f08-465d-a307-0f34d0c7fc19 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:59.417844 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.507954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:27:59.633527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.705730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] For port def08922-2f08-465d-a307-0f34d0c7fc19, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=def08922-2f08-465d-a307-0f34d0c7fc19,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:59.713749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:59.960873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c209ffa-278d-47b0-8da3-6065e96962ea None None] Pushing event updated for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:59.979117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-eabf9c91-1a83-42ae-b895-aad7c3e91934 None None] Provisioning complete for port def08922-2f08-465d-a307-0f34d0c7fc19 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:59.979488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-eabf9c91-1a83-42ae-b895-aad7c3e91934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:00.026745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:55Z', 'revision_number': 4, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'def08922-2f08-465d-a307-0f34d0c7fc19', 'name': '', 'network_id': '3b9de44e-789f-4922-8fe1-918138180750', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'mac_address': 'fa:16:3e:0c:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:55Z', 'updated_at': '2021-11-23T10:27:59Z', 'revision_number': 4, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'subnets': [{'id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:28:00.058263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c257d6-86a2-451c-ba00-12bf0a5ceec0 None None] The sync data for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 is: [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:27:55Z', 'revision_number': 4, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'def08922-2f08-465d-a307-0f34d0c7fc19', 'name': '', 'network_id': '3b9de44e-789f-4922-8fe1-918138180750', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'mac_address': 'fa:16:3e:0c:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:55Z', 'updated_at': '2021-11-23T10:27:59Z', 'revision_number': 4, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'subnets': [{'id': 'b07334ec-05bd-4176-8218-58dbc4ad5a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:28:01.160003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device def08922-2f08-465d-a307-0f34d0c7fc19 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:28:01.210227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port def08922-2f08-465d-a307-0f34d0c7fc19 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:28:01.210614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:15.970116 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:17.869109 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e78be68-8e0f-41c4-b804-13cd4951c6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:19.238473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:28:20.410998 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5daf0cf5-adf9-489b-8c7b-8f993a188c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:20.535797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:21.340149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:22.724521 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:23.555762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:45.984092 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:47.872901 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9f40da46-b5bd-497a-b2b2-eaa24e3bb7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:50.359821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79d078fd-eed8-46f1-bf75-f80ef380b5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:50.560540 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:51.343474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:52.730818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:53.560736 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:56.238257 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:29:13.123755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69e413-383f-4c54-a239-ac7b2cf882d1 req-a312df67-6c35-4b13-8a60-ffdd5e92540d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:13.125260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a69e413-383f-4c54-a239-ac7b2cf882d1 req-a312df67-6c35-4b13-8a60-ffdd5e92540d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0669515 Nov 23 10:29:13.178340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8a69e413-383f-4c54-a239-ac7b2cf882d1 req-ac278984-2c36-46ae-a741-cfb5438b85e4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467083 Nov 23 10:29:14.328139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ebaa8-10e6-4435-b458-d0153748025a req-f853cc74-9f4f-43a9-b55f-620715012025 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:14.329673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b57ebaa8-10e6-4435-b458-d0153748025a req-f853cc74-9f4f-43a9-b55f-620715012025 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Nov 23 10:29:14.381579 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b57ebaa8-10e6-4435-b458-d0153748025a req-08e9fe0a-a610-4ded-8c95-ac937044a8c2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Nov 23 10:29:14.714259 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-1e642268-0704-483d-909b-25d40c1bc0a1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:14.715795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-1e642268-0704-483d-909b-25d40c1bc0a1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0547385 Nov 23 10:29:14.808658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:29:14.809001 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:14.904370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:29:14.904735 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:15.444545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:15.445191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:15.445191 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP 3f65b587-addc-4d29-b3f6-b148eefa4526 disassociated. External IP: 172.25.1.194, port: 124483a7-33cd-46bf-97bf-0b0f96ff2b4a. Nov 23 10:29:15.445592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for 124483a7-33cd-46bf-97bf-0b0f96ff2b4a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:29:15.510515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab62de-a70a-4df1-a0fc-4edf146fc178 req-060c8399-c3e7-4273-b7bd-429d4dc2c136 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:15.512822 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7cab62de-a70a-4df1-a0fc-4edf146fc178 req-060c8399-c3e7-4273-b7bd-429d4dc2c136 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 945 time: 0.0582068 Nov 23 10:29:15.568707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7cab62de-a70a-4df1-a0fc-4edf146fc178 req-0f12cd7f-dc5c-40fd-b17d-bf535a81262c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Nov 23 10:29:15.577731 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:15.611276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=124483a7-33cd-46bf-97bf-0b0f96ff2b4a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:15.623279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.623620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.623963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.624298 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.624631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.624963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.625288 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.625610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.626109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.626472 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.626768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.627151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:15.740610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:29:15.849640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:29:15.862059 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:29:15.872945 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:29:15.873562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:28:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:15.894377 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port 124483a7-33cd-46bf-97bf-0b0f96ff2b4a on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:29:15.897809 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:15.901438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73c899c5-1d98-4e4f-96d7-da5bf0f87f03 req-5e083f1a-53f3-4291-b1ee-c95c90429942 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "DELETE /v2.0/ports/124483a7-33cd-46bf-97bf-0b0f96ff2b4a HTTP/1.1" status: 204 len: 173 time: 1.1791382 Nov 23 10:29:15.901965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'name': 'network-vif-deleted', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:29:15.904610 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74fcd88-c765-4e6c-b731-30305c29c213" -d '{"events": [{"server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "name": "network-vif-deleted", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:29:15.988714 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:16.010387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:29:16.021490 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91997766-2718-4908-bdf1-99946d26459c x-openstack-request-id: req-91997766-2718-4908-bdf1-99946d26459c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:29:16.022000 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d908b-2780-47f1-982e-05ce3539f9e1", "name": "network-vif-deleted", "tag": "124483a7-33cd-46bf-97bf-0b0f96ff2b4a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:29:16.022716 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91997766-2718-4908-bdf1-99946d26459c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:29:16.023263 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d908b-2780-47f1-982e-05ce3539f9e1', 'name': 'network-vif-deleted', 'tag': '124483a7-33cd-46bf-97bf-0b0f96ff2b4a', 'status': 'completed', 'code': 200} Nov 23 10:29:16.278532 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:16.304636 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:29:16.313518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:29:16.314164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:28:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:16.515532 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:29:16.682532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-907f8f67-a43f-47cc-a141-d5586243735f req-4c7c3306-c94c-4e79-bab5-df8427bb5bfa tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0387478 Nov 23 10:29:16.742050 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:16.773112 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6c304-9920-4616-bf24-2dfe033fcf84 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:29:17.024598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720a13c-bc06-4827-a64e-3185242d733e None None] New status for floating IP 3f65b587-addc-4d29-b3f6-b148eefa4526: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:29:17.783350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b50a7cfa-0b67-4bd4-bafb-eac735245eb8 req-c1bfc7dc-2dd0-4bee-b464-33103d465e49 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0269344 Nov 23 10:29:17.877825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c0019bc-5896-42aa-b567-2b28c1372ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:17.930785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 124483a7-33cd-46bf-97bf-0b0f96ff2b4a no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:29:17.952289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 124483a7-33cd-46bf-97bf-0b0f96ff2b4a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:29:17.952721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 124483a7-33cd-46bf-97bf-0b0f96ff2b4a not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:29:18.879047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e8b76357-3436-4f71-a6cb-587949f94576 req-1b8ca6b6-6d9e-4cd3-bfe1-b92eec0bc454 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0261884 Nov 23 10:29:19.975268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-68c2e1b7-8aa4-4540-bf33-497d252710c5 req-491f7dcc-1609-4850-a86c-9b4b3d2ad25e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b44d908b-2780-47f1-982e-05ce3539f9e1 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Nov 23 10:29:20.361552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c7f1970c-8bf0-454d-9038-23f65db32340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:20.555271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:21.194729 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-72fb6aa8-3c36-471a-91d9-3c53769c0fca tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059267359&fields=id&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 267 time: 0.0555594 Nov 23 10:29:21.307236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-e694c476-6fb6-42e3-8018-eab8afa10fad tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:21.308698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-e694c476-6fb6-42e3-8018-eab8afa10fad tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1068923 Nov 23 10:29:21.324604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-7489caa0-2e2d-4da7-9eb2-cde0e5badd17 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0097106 Nov 23 10:29:21.346918 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:21.380966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-31f6d2aa-bdcc-45d1-bd03-2b62e42ea81f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503712 Nov 23 10:29:21.519468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-3aab7622-ce3e-4263-ac8b-29434ce8564c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:29:21.520556 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-3aab7622-ce3e-4263-ac8b-29434ce8564c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1282291 Nov 23 10:29:21.618525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-e832e146-2e89-4951-b084-1c09307722ec service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907476 Nov 23 10:29:21.711346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-8aec3b95-7423-48dd-b1a8-102c802253f0 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Nov 23 10:29:22.730387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:23.034874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-415bf081-6b02-405b-b662-f52921139043 req-16e2e23d-0f4f-4fe6-b276-98d1159c4ac4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0264246 Nov 23 10:29:23.564295 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:24.104274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-5294a8e4-5306-490a-ae25-13d03673903f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:24.105999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-5294a8e4-5306-490a-ae25-13d03673903f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1290550 Nov 23 10:29:24.158471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-60615cad-c9d1-4e68-9353-8d54219afce2 req-1735fb9e-bbf2-420d-840a-d6071134946d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0463223 Nov 23 10:29:24.215593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-a2e67b54-63b4-487a-9ca3-44a316eff3ef tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 380 time: 0.0933890 Nov 23 10:29:24.229565 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'security_groups': ['71ba0579-1485-4705-a111-ab3f1b56d264']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:24.361807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:29:24.365625 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:24.512717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.13 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/ec27a53c-6033-410f-a840-e4147cf6bbd4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:29:24.670404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:24.711682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:24.764099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:29:24.767366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:29:24.771548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:29:24.804021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:24.835378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:24.836027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:24.858945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-6b9611e3-8c60-4426-9d32-340a631cf614 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6342466 Nov 23 10:29:24.872399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Request body: {'port': {'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:24.940552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.100427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5857dad5-1ad4-403c-962e-7675205c6359 None None] Provisioning complete for port ec27a53c-6033-410f-a840-e4147cf6bbd4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:29:25.101841 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5857dad5-1ad4-403c-962e-7675205c6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.157398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5857dad5-1ad4-403c-962e-7675205c6359 None None] Port ec27a53c-6033-410f-a840-e4147cf6bbd4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:29:25.262467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec27a53c-6033-410f-a840-e4147cf6bbd4 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:29:25.271219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.286872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Transition to ACTIVE for port object ec27a53c-6033-410f-a840-e4147cf6bbd4 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:29:25.292152 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.324589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90037af-eee0-4bff-899c-b2a45d9393aa req-a6e2d087-ecf9-4378-8ebc-eca07fa7b414 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:25.326796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e90037af-eee0-4bff-899c-b2a45d9393aa req-a6e2d087-ecf9-4378-8ebc-eca07fa7b414 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 932 time: 0.0813181 Nov 23 10:29:25.396414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:25.432155 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e90037af-eee0-4bff-899c-b2a45d9393aa req-637d6ad4-bf49-4c7d-a396-2e851e39c5fe tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861092 Nov 23 10:29:25.480411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Attempting to bind port ec27a53c-6033-410f-a840-e4147cf6bbd4 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:29:25.480748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Attempting to bind port ec27a53c-6033-410f-a840-e4147cf6bbd4 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:29:25.481074 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Attempting to bind port ec27a53c-6033-410f-a840-e4147cf6bbd4 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:29:25.491863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Port ec27a53c-6033-410f-a840-e4147cf6bbd4 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:29:25.492447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Attempting to bind port ec27a53c-6033-410f-a840-e4147cf6bbd4 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:29:25.499072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:29:25.499608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:29:25.500120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:29:25.500812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Bound port: ec27a53c-6033-410f-a840-e4147cf6bbd4, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:29:25.501316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.598419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:29:25.602146 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:29:25.608146 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.650676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:25.651359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:25.653228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] 10.222.0.50 "PUT /v2.0/ports/ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 1092 time: 0.7859564 Nov 23 10:29:25.655968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:29:25.660007 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2df7b9-45d7-4dab-8447-1c12dc97fd75" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:29:25.695165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165499a5-02ad-4c28-8065-03cd42db11ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:25.756440 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd06e84-c025-44b6-8ff6-16fff9bbc332 x-openstack-request-id: req-4cd06e84-c025-44b6-8ff6-16fff9bbc332 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:29:25.756861 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:29:25.757213 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd06e84-c025-44b6-8ff6-16fff9bbc332 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:29:25.757721 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'status': 'completed', 'code': 200} Nov 23 10:29:25.800788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-9b6318d6-fe2e-420a-8480-35e1c0aef337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:25.803292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-9b6318d6-fe2e-420a-8480-35e1c0aef337 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1095 time: 0.1092556 Nov 23 10:29:25.870270 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-733499cb-0889-4b71-bc16-4caccab57630 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0584457 Nov 23 10:29:25.934759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-c24565ba-bea5-4809-b183-8b8c89c9b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:25.936938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-c24565ba-bea5-4809-b183-8b8c89c9b74a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0596707 Nov 23 10:29:25.985674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-a4c86dcd-8701-485e-8275-2c34128949ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:25.987266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-a4c86dcd-8701-485e-8275-2c34128949ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429699 Nov 23 10:29:26.083650 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-147e0c40-99e5-4ea8-91bb-78aaae62b7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Nov 23 10:29:26.178616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a90ea066-b59d-42be-a1c2-0063b4c36a6d req-5f8c559c-dd7f-4a4a-8000-c271819cd381 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873685 Nov 23 10:29:26.268677 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-e6e56647-0335-403a-b0c9-0c306d3452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:26.270255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-e6e56647-0335-403a-b0c9-0c306d3452b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1095 time: 0.0421877 Nov 23 10:29:26.369222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-14e883e6-c7f5-4eac-8c08-2029bb2dc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:26.370781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-14e883e6-c7f5-4eac-8c08-2029bb2dc9fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0924647 Nov 23 10:29:26.415229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-1f059d91-d224-4ee6-8df6-67eb50e22494 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0356023 Nov 23 10:29:26.480462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-d15b2169-8e5e-4e13-9a44-80d3872daac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:26.482100 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-d15b2169-8e5e-4e13-9a44-80d3872daac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0519347 Nov 23 10:29:26.530372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-a0b3ac12-a719-43d0-bde6-f3d2ebb4f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:26.532084 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-a0b3ac12-a719-43d0-bde6-f3d2ebb4f40f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419927 Nov 23 10:29:26.557820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d2bce-47ed-4073-b957-ea3f2824d6fa req-b9b1ea7d-e835-4a7e-bbec-609612941218 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:26.559598 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a50d2bce-47ed-4073-b957-ea3f2824d6fa req-b9b1ea7d-e835-4a7e-bbec-609612941218 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0532448 Nov 23 10:29:26.613868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a50d2bce-47ed-4073-b957-ea3f2824d6fa req-5fd2ceed-d719-40bf-97c0-664d542ef594 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Nov 23 10:29:26.632222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-7126b5ad-ada2-4fad-b21e-c0be7a38c4e4 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924737 Nov 23 10:29:26.734497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da2df7b9-45d7-4dab-8447-1c12dc97fd75 req-3092d081-be4b-4567-8373-078c65f1035d service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906436 Nov 23 10:29:27.736984 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74eeee-77b6-463e-8f7d-11ac5c9362d9 req-a77a9cb1-4897-4cf6-82cb-ad6e78e4c67e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:27.738507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b74eeee-77b6-463e-8f7d-11ac5c9362d9 req-a77a9cb1-4897-4cf6-82cb-ad6e78e4c67e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0531535 Nov 23 10:29:27.794951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b74eeee-77b6-463e-8f7d-11ac5c9362d9 req-83328946-32db-491d-9770-048a57f9ba9c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498626 Nov 23 10:29:28.916168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54935f29-15e4-40e9-928e-3b6fabd9fc0a req-6b9e8cc5-41a6-4b5e-b5d6-eb534427304f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:28.917698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54935f29-15e4-40e9-928e-3b6fabd9fc0a req-6b9e8cc5-41a6-4b5e-b5d6-eb534427304f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0514908 Nov 23 10:29:28.973634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-54935f29-15e4-40e9-928e-3b6fabd9fc0a req-875c4d4d-fc38-4d8f-b007-cddeec19d0c1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497618 Nov 23 10:29:30.092163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff22f0-293f-4d7a-9543-97b12bfbf999 req-116e3387-04c2-4a2a-8831-690f269ea60c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:30.093619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2ff22f0-293f-4d7a-9543-97b12bfbf999 req-116e3387-04c2-4a2a-8831-690f269ea60c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0509741 Nov 23 10:29:30.160219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2ff22f0-293f-4d7a-9543-97b12bfbf999 req-cf8d1ce5-d900-4850-b924-4d20eae90337 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597394 Nov 23 10:29:31.278253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46de4d-86b6-4db0-a42a-653423a616ab req-1f2f3433-a36c-4e25-9c6e-0567735311d0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:31.279754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c46de4d-86b6-4db0-a42a-653423a616ab req-1f2f3433-a36c-4e25-9c6e-0567735311d0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0498171 Nov 23 10:29:31.332819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c46de4d-86b6-4db0-a42a-653423a616ab req-3e3826bd-1967-40ed-9aca-698803345a5f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466375 Nov 23 10:29:32.458872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07018-5b40-4fa0-b165-50680831fb9e req-98623d0b-965f-4c21-97b9-bb28300ce502 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:32.460521 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52a07018-5b40-4fa0-b165-50680831fb9e req-98623d0b-965f-4c21-97b9-bb28300ce502 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0504186 Nov 23 10:29:32.512379 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52a07018-5b40-4fa0-b165-50680831fb9e req-fbf36a02-fc8e-49dc-a39c-0a985656ad52 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453873 Nov 23 10:29:33.236868 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:29:33.661707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880551bc-0ab0-4ee1-96e4-916f849fbc6d req-dd68b3ce-cbe5-4380-af71-216fe692f21f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:33.663228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-880551bc-0ab0-4ee1-96e4-916f849fbc6d req-dd68b3ce-cbe5-4380-af71-216fe692f21f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0697200 Nov 23 10:29:33.713709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-880551bc-0ab0-4ee1-96e4-916f849fbc6d req-5e1442df-732b-4336-bd8e-30e8cd334266 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Nov 23 10:29:34.844643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ec174-5929-47b3-927e-8b030f601639 req-2e0403cb-ed0e-4759-9912-6612dff4604d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:34.846637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-091ec174-5929-47b3-927e-8b030f601639 req-2e0403cb-ed0e-4759-9912-6612dff4604d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0630283 Nov 23 10:29:34.901134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-091ec174-5929-47b3-927e-8b030f601639 req-97539ae2-7e7f-4f4f-b466-a790bc57ce9f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Nov 23 10:29:36.035833 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489eb7b-bf83-4f52-a606-7ca9b486575f req-f3dfebce-fcd3-4b0d-b3b3-9a027f4e5d52 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:36.037881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3489eb7b-bf83-4f52-a606-7ca9b486575f req-f3dfebce-fcd3-4b0d-b3b3-9a027f4e5d52 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0579734 Nov 23 10:29:36.089437 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3489eb7b-bf83-4f52-a606-7ca9b486575f req-57ec588d-c8e4-47a2-acb7-588cf1c0bada tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444748 Nov 23 10:29:37.216657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921ae2d-ff60-42cd-8177-702498ecc589 req-b4713e7d-6eda-46b6-be30-5f70c2c2fba0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:37.218175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a921ae2d-ff60-42cd-8177-702498ecc589 req-b4713e7d-6eda-46b6-be30-5f70c2c2fba0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0586541 Nov 23 10:29:37.271420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a921ae2d-ff60-42cd-8177-702498ecc589 req-d980485d-ce14-4cb2-83b5-9b3367695fc1 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 Nov 23 10:29:38.411163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33de89-cf5d-4dec-984f-011356e18baf req-3162c140-3da5-4e73-acbb-93b9579149ae tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:38.412804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c33de89-cf5d-4dec-984f-011356e18baf req-3162c140-3da5-4e73-acbb-93b9579149ae tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0503433 Nov 23 10:29:38.470141 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0c33de89-cf5d-4dec-984f-011356e18baf req-b166e790-7ce8-4924-bae1-9771da550764 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Nov 23 10:29:39.614310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cfdc-3a5d-45ec-a8c1-2b7e5ac6613e req-bbc501a6-4362-42fa-bded-b728b9cb7cb6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:39.615836 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f51cfdc-3a5d-45ec-a8c1-2b7e5ac6613e req-bbc501a6-4362-42fa-bded-b728b9cb7cb6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 944 time: 0.0620363 Nov 23 10:29:39.690640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f51cfdc-3a5d-45ec-a8c1-2b7e5ac6613e req-157d234e-6119-467c-8685-079c1d3a3a27 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687931 Nov 23 10:29:40.537327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec27a53c-6033-410f-a840-e4147cf6bbd4 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:29:40.644126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:29:40.656417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:29:40.695820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:40.709020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec27a53c-6033-410f-a840-e4147cf6bbd4 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:29:40.728550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:29:40.733604 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:40.796114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:40.804453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.804862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.805855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.805855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.805855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.806249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.806505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.806845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.807133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.807491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.807915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.808286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:40.828551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d2ef-c1f0-4fe7-8994-68c52b18099d req-b7290a51-3b04-43d3-b910-802f511cff20 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:40.830193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7634d2ef-c1f0-4fe7-8994-68c52b18099d req-b7290a51-3b04-43d3-b910-802f511cff20 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 945 time: 0.0633445 Nov 23 10:29:40.883009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7634d2ef-c1f0-4fe7-8994-68c52b18099d req-0b99d45e-add7-4c1d-b6d5-fa892fb61d86 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Nov 23 10:29:40.936988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['ec27a53c-6033-410f-a840-e4147cf6bbd4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:29:42.011199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07660a-170c-4208-8666-db1e87048514 req-2d2753c2-4022-431c-9360-98a8ce98a5f8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:42.013063 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd07660a-170c-4208-8666-db1e87048514 req-2d2753c2-4022-431c-9360-98a8ce98a5f8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 945 time: 0.0573256 Nov 23 10:29:42.070116 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd07660a-170c-4208-8666-db1e87048514 req-318c1897-063e-44b9-b826-666fa0137c4a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483794 Nov 23 10:29:42.529203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec27a53c-6033-410f-a840-e4147cf6bbd4 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:29:42.583768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port ec27a53c-6033-410f-a840-e4147cf6bbd4 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:29:42.587906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port ec27a53c-6033-410f-a840-e4147cf6bbd4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:29:42.588443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:42.681443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:42.707231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:29:42.710115 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9def355f-5e31-495a-ab31-3b2ef4793b06" -d '{"events": [{"server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "name": "network-vif-plugged", "status": "completed", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:29:42.735378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:29:42.743805 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:42.804598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:42.848176 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee469ff-ef41-42a7-94f4-cd698ff65187 x-openstack-request-id: req-eee469ff-ef41-42a7-94f4-cd698ff65187 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:29:42.849018 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "name": "network-vif-plugged", "status": "completed", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:29:42.849477 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eee469ff-ef41-42a7-94f4-cd698ff65187 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:29:42.850910 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'code': 200} Nov 23 10:29:42.958401 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062fdb6-e3a4-431d-93f3-8938c601b5aa req-ad171142-c654-4f2f-a752-58c9ea7ee186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:42.959858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8062fdb6-e3a4-431d-93f3-8938c601b5aa req-ad171142-c654-4f2f-a752-58c9ea7ee186 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0415697 Nov 23 10:29:43.011340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8062fdb6-e3a4-431d-93f3-8938c601b5aa req-51849bde-76c7-4fa6-a308-209452c340a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Nov 23 10:29:43.205726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528d57-e77a-4c69-a8e5-5261afa77f43 req-59281b61-7378-4624-8e8b-db64c8a8eb4c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:43.207385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a528d57-e77a-4c69-a8e5-5261afa77f43 req-59281b61-7378-4624-8e8b-db64c8a8eb4c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0637503 Nov 23 10:29:43.261360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a528d57-e77a-4c69-a8e5-5261afa77f43 req-9a73536d-c16a-45d6-87c4-290d69800745 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Nov 23 10:29:44.388142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62804-617e-47c0-b017-3f357443e6eb req-e786a78b-6fe3-40fd-a20b-00fc03fbd90b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:44.389718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44d62804-617e-47c0-b017-3f357443e6eb req-e786a78b-6fe3-40fd-a20b-00fc03fbd90b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0525908 Nov 23 10:29:44.442336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44d62804-617e-47c0-b017-3f357443e6eb req-8b1e5849-f065-4713-9ee5-8b7d1628188a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462689 Nov 23 10:29:44.563985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0d7de-cc33-47ee-b78d-3fc42bebc170 req-387c8306-6ded-474e-9294-db23008e2757 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:44.565658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73c0d7de-cc33-47ee-b78d-3fc42bebc170 req-387c8306-6ded-474e-9294-db23008e2757 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0502141 Nov 23 10:29:44.619714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73c0d7de-cc33-47ee-b78d-3fc42bebc170 req-c893d22b-a7d3-4c74-a8d6-5cf40b2d2416 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473444 Nov 23 10:29:44.642363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52306) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:44.811175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d847d8-9b01-4299-90d8-8e7f7731fe74 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:44.812744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e9d847d8-9b01-4299-90d8-8e7f7731fe74 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1092 time: 0.1694446 Nov 23 10:29:44.815732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52312) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:44.820463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:44.844253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:44.948565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.060693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.25.1.74 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:29:45.185984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.222332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.265582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:29:45.269563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:29:45.274221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:29:45.296457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:45.310437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.310783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.311120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.311454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.311785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.312111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.312434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.312757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.313078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.313400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.313721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.314069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:45.674667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.748000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.913866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:45.923941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:46.002151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:46.006611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:46.013271 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:46.126224 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP a7d0d7c7-590b-44d0-9152-e4537809fd2c associated. External IP: 172.25.1.74, port: ec27a53c-6033-410f-a840-e4147cf6bbd4. Nov 23 10:29:46.352965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:29:46.462419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:29:46.476015 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:29:46.482889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:46.487872 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:29:46.488592 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:46.520021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e5c7aa6f-bfff-4976-aa81-600c501845cf tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7031026 Nov 23 10:29:46.520927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:29:46.523682 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b88f27-6679-4f57-b75b-acf5c905b6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:29:46.561483 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b603c-f812-4c2d-892c-8d6d057f4408 x-openstack-request-id: req-039b603c-f812-4c2d-892c-8d6d057f4408 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:29:46.561768 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:29:46.562892 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-039b603c-f812-4c2d-892c-8d6d057f4408 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:29:46.563318 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'status': 'completed', 'code': 200} Nov 23 10:29:46.611034 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:29:46.638491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-9f5669f5-5306-4ebf-8860-915fa4a589aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:46.640090 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-9f5669f5-5306-4ebf-8860-915fa4a589aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0540266 Nov 23 10:29:46.748066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-67767042-1b2e-4464-8cbb-6ca883d942b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:46.749547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-67767042-1b2e-4464-8cbb-6ca883d942b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.1014092 Nov 23 10:29:46.829390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-73836211-1a1c-4554-8e3f-e6549768282b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 999 time: 0.0726268 Nov 23 10:29:46.864847 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:45Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:46.882023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-1602fd46-4a80-4435-833a-73a8b604dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:46.883735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-1602fd46-4a80-4435-833a-73a8b604dd41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0475476 Nov 23 10:29:46.891250 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:29:46.901475 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:29:46.902148 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:46.936591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-0a2708fd-27fd-444d-b540-2ddd0dbd8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:46.938152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-0a2708fd-27fd-444d-b540-2ddd0dbd8bdf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467749 Nov 23 10:29:47.028730 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:29:47.039754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-32a50451-d9ba-4cef-8942-857167969f7d service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943778 Nov 23 10:29:47.142228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d8b88f27-6679-4f57-b75b-acf5c905b6c4 req-ddfd80f6-60ad-40d2-aa8b-86ec71d5bb01 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949254 Nov 23 10:29:47.272942 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9d006a33-67f8-4212-ac16-421167700058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:45Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:29:47.301106 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d006a33-67f8-4212-ac16-421167700058 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:45Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:29:47.508721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a3e44-e62a-4cfc-9dc5-7a8bea1b4920 None None] New status for floating IP a7d0d7c7-590b-44d0-9152-e4537809fd2c: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:29:47.882304 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-de746b38-9e0c-47ec-9041-e3f3041fc9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:50.367786 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c1f9066e-3f67-463b-bd8c-4016ba113945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:50.574086 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:51.350829 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:52.735245 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.570110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.773539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:53.780601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115349705', 'description': 'tempest-secgroup-smoke-1115349705 description', 'project_id': '50f3c8b949114412b74327e2802cdf9b'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:53.806132 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.873970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.880506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.909468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:53.910721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360505 Nov 23 10:29:53.912927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f415db-e068-4451-bbda-a856cc44d57c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3407e54-a31c-4fa4-adc9-bdde87c6281f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:53.914018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52396) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:53.919776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:53.950087 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.022611 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.027959 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.045445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168bc5c2-6ff2-415c-8b49-5d82fc61a512,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.055050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.056268 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-18e87568-0d2b-44f0-b9c1-5c0ecb890144 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403413 Nov 23 10:29:54.060067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52398) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:54.064470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:54.092111 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.147367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.152751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.170990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3957c79-faa9-4dd4-97b5-5a00880107f3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.179346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.180535 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-37e86fdb-3892-44a5-8e81-835f91791a61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195505 Nov 23 10:29:54.183529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52400) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:54.188349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:54.216324 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.272290 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.277524 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.294861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6770127-9b57-4338-826e-2cb2cbf03348,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.303015 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.304331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb6862c5-20f5-45bb-becb-ecae0ebcc58b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195779 Nov 23 10:29:54.306993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52402) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:54.311364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:54.340715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.398647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.403834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.424201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40b0d26-6dd3-4b82-bcbb-13fea981e229,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.433116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.434341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b0988387-d7b2-42a7-a17b-3cfe4ecd91d7 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264267 Nov 23 10:29:54.437184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52404) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:54.441563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:54.464470 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Project 50f3c8b949114412b74327e2802cdf9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:29:54.469229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.526991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.532504 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.552267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f67866-2df1-498f-9c76-b5b67deeee09,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.562427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.566503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d69ef7ad-b436-463a-9c89-0dfd4f60a85b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254454 Nov 23 10:29:54.566964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52406) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:54.571681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'security_group_rule': {'security_group_id': 'b3407e54-a31c-4fa4-adc9-bdde87c6281f', 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:54.596751 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Project 50f3c8b949114412b74327e2802cdf9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:29:54.603961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.669696 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.675536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.695363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1fa33c-14a8-4468-a411-ce3f00f195f9,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:54.702876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:54.704197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e7103193-d992-4f8c-b207-f506b63ba217 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362073 Nov 23 10:29:54.873451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-864fbbed-4815-4d01-86ac-11e308f3cacb tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115349705&fields=id&tenant_id=50f3c8b949114412b74327e2802cdf9b HTTP/1.1" status: 200 len: 267 time: 0.0504603 Nov 23 10:29:54.993982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-1289ad83-1234-4fe2-8b10-843a0a5ed95a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:54.995868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-1289ad83-1234-4fe2-8b10-843a0a5ed95a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 814 time: 0.1136408 Nov 23 10:29:55.013496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-5095ccea-f228-4dba-ae49-934b29dacfe9 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/quotas/50f3c8b949114412b74327e2802cdf9b HTTP/1.1" status: 200 len: 375 time: 0.0106139 Nov 23 10:29:55.070828 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-9a4b07a7-8926-4fc5-8992-af0b0d21fbd5 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509050 Nov 23 10:29:55.176971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-42da8167-1319-420b-b867-24249d630572 service neutron] 10.222.0.62 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Nov 23 10:29:55.273811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-6e21e2a9-f497-48f2-964b-e157b4d13a70 service neutron] 10.222.0.62 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891490 Nov 23 10:29:55.585945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-668b5414-38ec-48e8-ba96-17cfd11c2072 req-fc13f38f-4529-422c-b55e-0818dca79126 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0297830 Nov 23 10:29:56.559122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-b8fc5671-923e-4c92-a6b4-5c29e7fffc46 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:56.560584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-b8fc5671-923e-4c92-a6b4-5c29e7fffc46 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 814 time: 0.1076806 Nov 23 10:29:56.629285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-809b6deb-52e8-47d4-bb8f-8eee3b32ca3b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f3c8b949114412b74327e2802cdf9b HTTP/1.1" status: 200 len: 380 time: 0.0584917 Nov 23 10:29:56.639312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'port': {'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'admin_state_up': True, 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'security_groups': ['b3407e54-a31c-4fa4-adc9-bdde87c6281f']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:56.683220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ccc8c24b-9113-405e-a561-503590fe0d07 req-7c0e695f-ba1b-443c-aa4f-5f34f2086571 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0281503 Nov 23 10:29:56.755575 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Made reservation on behalf of 50f3c8b949114412b74327e2802cdf9b for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:29:56.759404 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:56.891882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Allocated IP 172.20.0.4 (24955494-44f3-471d-9e65-2aa89e38d6e6/592b22c2-20a3-4577-b4c4-2f35bec15890/c1fc7be4-5030-49a7-9c06-5bc644923de4) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:29:57.029767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.065683 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.118933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:29:57.123194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:29:57.125160 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:57.127371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:29:57.181080 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:57.181686 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.202792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-ade0184e-d109-4e76-9dea-82feab66e48e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673718 Nov 23 10:29:57.213633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-a0cbdcde-4029-48ba-8cfc-33087e85fecb tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:29:57.214685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-a0cbdcde-4029-48ba-8cfc-33087e85fecb tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054944 Nov 23 10:29:57.285736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Request body: {'port': {'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:29:57.344863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.419220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1a4cd60b-a392-46ee-b107-ac14e5384b3d None None] Provisioning complete for port c1fc7be4-5030-49a7-9c06-5bc644923de4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:29:57.420258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd60b-a392-46ee-b107-ac14e5384b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.458709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cd60b-a392-46ee-b107-ac14e5384b3d None None] Port c1fc7be4-5030-49a7-9c06-5bc644923de4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:29:57.614712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fc7be4-5030-49a7-9c06-5bc644923de4 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:29:57.623942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.637102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Transition to ACTIVE for port object c1fc7be4-5030-49a7-9c06-5bc644923de4 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:29:57.642487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.696056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:57.813181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Attempting to bind port c1fc7be4-5030-49a7-9c06-5bc644923de4 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:29:57.813614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Attempting to bind port c1fc7be4-5030-49a7-9c06-5bc644923de4 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:29:57.814069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Attempting to bind port c1fc7be4-5030-49a7-9c06-5bc644923de4 on network 24955494-44f3-471d-9e65-2aa89e38d6e6 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:29:57.820905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Port c1fc7be4-5030-49a7-9c06-5bc644923de4 on network 24955494-44f3-471d-9e65-2aa89e38d6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:29:57.821297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Attempting to bind port c1fc7be4-5030-49a7-9c06-5bc644923de4 on network 24955494-44f3-471d-9e65-2aa89e38d6e6 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:29:57.829634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:29:57.830144 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Checking segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:29:57.830659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Bound using segment: {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:29:57.831206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Bound port: c1fc7be4-5030-49a7-9c06-5bc644923de4, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:29:57.831671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:57.842722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605e998-fc58-459c-bf76-3c47a5643d04 req-e137cfe6-b7dd-4311-9544-49aac6b39605 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:57.845242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0605e998-fc58-459c-bf76-3c47a5643d04 req-e137cfe6-b7dd-4311-9544-49aac6b39605 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0771983 Nov 23 10:29:57.940552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0605e998-fc58-459c-bf76-3c47a5643d04 req-9393c4df-03a5-4e6b-acae-f5eabc1398c4 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877779 Nov 23 10:29:57.944506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:29:57.948510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:29:57.956121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:58.340083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.340694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:58.342160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 1091 time: 1.1184995 Nov 23 10:29:58.342637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:29:58.344902 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:29:58.373067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa4429-7352-44e0-b28b-8e587d45a521 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:58.407961 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42843ae-0e24-4895-bac2-abb9a2dbd05b x-openstack-request-id: req-d42843ae-0e24-4895-bac2-abb9a2dbd05b {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:29:58.408365 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:29:58.408768 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d42843ae-0e24-4895-bac2-abb9a2dbd05b {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:29:58.409269 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:29:58.438761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-7cbb250e-6d22-4410-a1fc-5b1b90d5d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.440506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-7cbb250e-6d22-4410-a1fc-5b1b90d5d516 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1094 time: 0.0445175 Nov 23 10:29:58.483397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-19964da6-9606-4769-aaeb-cafb85704878 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 217 time: 0.0346429 Nov 23 10:29:58.535632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-7938a9d2-bcc6-43f9-bcf0-d891899122d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.537174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-7938a9d2-bcc6-43f9-bcf0-d891899122d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0452349 Nov 23 10:29:58.588138 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-a7fe0bfa-35ba-40de-9e60-bda8b017339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.589675 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-a7fe0bfa-35ba-40de-9e60-bda8b017339f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446012 Nov 23 10:29:58.680581 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-d5f7a110-c120-4967-b3c1-6c2a84b7a802 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835457 Nov 23 10:29:58.775569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc06537c-2b7d-4629-87a9-f399de914cf8 req-f0964b0b-63a8-445d-bba3-79f7f15c6116 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883565 Nov 23 10:29:58.861526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-da18dd6b-007f-4457-87d6-152cb556c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.863189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-da18dd6b-007f-4457-87d6-152cb556c59f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1094 time: 0.0422680 Nov 23 10:29:58.962280 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-c6d18d81-1cb3-4910-9fb5-19f0de347b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:58.963914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-c6d18d81-1cb3-4910-9fb5-19f0de347b79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.0938687 Nov 23 10:29:59.008775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-0e838989-3cef-4cd0-9386-987ab3feeab9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 217 time: 0.0378110 Nov 23 10:29:59.089005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-3b53bcce-3337-47bc-9b10-76bb6d26ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:59.090431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-3b53bcce-3337-47bc-9b10-76bb6d26ea5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0687571 Nov 23 10:29:59.102123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bbf9a-fe82-4b14-8b33-adcd05fca4c5 req-565a1226-6225-4bf3-b5d8-764193492e1d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:59.103644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-878bbf9a-fe82-4b14-8b33-adcd05fca4c5 req-565a1226-6225-4bf3-b5d8-764193492e1d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0908785 Nov 23 10:29:59.175930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-1741da74-0843-4f40-907a-5b652d21ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:29:59.177545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-1741da74-0843-4f40-907a-5b652d21ea94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729761 Nov 23 10:29:59.182823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-878bbf9a-fe82-4b14-8b33-adcd05fca4c5 req-286a4c7a-e409-40eb-aa8b-f3c186624406 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704968 Nov 23 10:29:59.279885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-5407cc07-c034-49e1-a26f-459c81aab468 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907905 Nov 23 10:29:59.371966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fc78f97-c9b8-4e91-9dc8-b6d60236d5c6 req-f728e25b-5961-4a7c-8327-2e15bb5852fb service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844336 Nov 23 10:30:00.315144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec35cf-d933-437d-8b34-bf51c14711c6 req-2eecf0df-766f-413c-a5ab-fdda3395830a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:00.316627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10ec35cf-d933-437d-8b34-bf51c14711c6 req-2eecf0df-766f-413c-a5ab-fdda3395830a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0523434 Nov 23 10:30:00.369998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10ec35cf-d933-437d-8b34-bf51c14711c6 req-62baa011-e8f5-4801-873d-800ffe514cb0 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Nov 23 10:30:01.496738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818914ab-6217-4a7e-a1d1-b088af738823 req-ea472e59-783d-4e41-a529-fbd078ee8dd2 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:01.498300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-818914ab-6217-4a7e-a1d1-b088af738823 req-ea472e59-783d-4e41-a529-fbd078ee8dd2 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0569696 Nov 23 10:30:01.549396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-818914ab-6217-4a7e-a1d1-b088af738823 req-02681168-7411-49e0-89fd-e80e7f50eaa6 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Nov 23 10:30:02.674511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7db8af-93ed-4fb9-b505-d5ef35ebc7a1 req-5ef170a0-88c4-4d83-8efb-2f25e996ddbe tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:02.676022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca7db8af-93ed-4fb9-b505-d5ef35ebc7a1 req-5ef170a0-88c4-4d83-8efb-2f25e996ddbe tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0559886 Nov 23 10:30:02.728743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca7db8af-93ed-4fb9-b505-d5ef35ebc7a1 req-126a4d20-344c-407b-aa0c-63ebcc270c61 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Nov 23 10:30:03.867676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c610a-74d4-4cfa-bdba-c6c26604a190 req-b1a062e3-c9f5-497a-9eb2-d2fa7ab63f8a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:03.869564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-359c610a-74d4-4cfa-bdba-c6c26604a190 req-b1a062e3-c9f5-497a-9eb2-d2fa7ab63f8a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0537493 Nov 23 10:30:03.923113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-359c610a-74d4-4cfa-bdba-c6c26604a190 req-ab0cf3cd-5844-4afd-abdc-b47d6051db21 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447004 Nov 23 10:30:05.048612 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8787ab-02ce-4ca9-bdd1-d336a6c57874 req-3bf10b40-0eba-4262-9d9a-99ba38b06c1d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:05.050314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e8787ab-02ce-4ca9-bdd1-d336a6c57874 req-3bf10b40-0eba-4262-9d9a-99ba38b06c1d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0541604 Nov 23 10:30:05.104349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e8787ab-02ce-4ca9-bdd1-d336a6c57874 req-1057c323-489a-4d8e-b468-c5601d6e8463 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Nov 23 10:30:06.226510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017bbf5-c9d8-4509-9ced-27a6861c9162 req-9fad4a78-63d9-4e9d-a201-9a97071035ec tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:06.228049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2017bbf5-c9d8-4509-9ced-27a6861c9162 req-9fad4a78-63d9-4e9d-a201-9a97071035ec tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0512781 Nov 23 10:30:06.287799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2017bbf5-c9d8-4509-9ced-27a6861c9162 req-01f845fb-d051-4305-b0d1-cf71fa7f64f1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514190 Nov 23 10:30:07.456573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4eeb-dc52-4adf-9c39-75219327f1fe req-28a6f079-7135-4916-bd37-68542be8cd04 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:07.458136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139b4eeb-dc52-4adf-9c39-75219327f1fe req-28a6f079-7135-4916-bd37-68542be8cd04 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0819683 Nov 23 10:30:07.524064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-139b4eeb-dc52-4adf-9c39-75219327f1fe req-54f32808-b2df-409b-bcce-68e0fba4009b tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570619 Nov 23 10:30:08.646429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed2b5-691e-486f-9c1a-6bde8a8d8aa2 req-fbf003f9-43c1-441a-9e16-9e9d991942a5 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:08.648276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad9ed2b5-691e-486f-9c1a-6bde8a8d8aa2 req-fbf003f9-43c1-441a-9e16-9e9d991942a5 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0509133 Nov 23 10:30:08.697680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad9ed2b5-691e-486f-9c1a-6bde8a8d8aa2 req-432e5f9a-9584-4dce-9971-3ec8fff7df41 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Nov 23 10:30:09.821749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8acc0-39bc-42ca-81d5-922bb5e628f6 req-d8a65720-9984-4802-8361-428faa241e1c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:09.823272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c0c8acc0-39bc-42ca-81d5-922bb5e628f6 req-d8a65720-9984-4802-8361-428faa241e1c tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 943 time: 0.0565393 Nov 23 10:30:09.874569 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c0c8acc0-39bc-42ca-81d5-922bb5e628f6 req-352cf530-8b19-44a7-b78d-9180c730d054 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447831 Nov 23 10:30:10.090596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c1fc7be4-5030-49a7-9c06-5bc644923de4 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:30:10.200466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:30:10.212595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:30:10.236775 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:30:10.249576 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:10.264635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fc7be4-5030-49a7-9c06-5bc644923de4 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:30:10.292490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:30:10.297355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:10.347671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:10.591002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c1fc7be4-5030-49a7-9c06-5bc644923de4'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:30:11.014431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e6738-42e7-4cda-8e9f-f7d69c7df128 req-7b2128ad-e4f6-4efa-bf18-0b7f03928f34 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:11.015921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa8e6738-42e7-4cda-8e9f-f7d69c7df128 req-7b2128ad-e4f6-4efa-bf18-0b7f03928f34 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 944 time: 0.0565419 Nov 23 10:30:11.069480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa8e6738-42e7-4cda-8e9f-f7d69c7df128 req-bb514c5d-32f9-422a-8e5b-a3afb3fcc227 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Nov 23 10:30:12.104865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c1fc7be4-5030-49a7-9c06-5bc644923de4 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:30:12.158893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c1fc7be4-5030-49a7-9c06-5bc644923de4 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:30:12.163042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c1fc7be4-5030-49a7-9c06-5bc644923de4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:30:12.163423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:12.203967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e01a-42b4-4f20-859e-3b87e040fbc5 req-7d0a5811-2368-4737-a4b2-3945cc2c2519 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:12.205446 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d21e01a-42b4-4f20-859e-3b87e040fbc5 req-7d0a5811-2368-4737-a4b2-3945cc2c2519 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 944 time: 0.0551147 Nov 23 10:30:12.241536 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:12.255224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d21e01a-42b4-4f20-859e-3b87e040fbc5 req-337656cd-045c-4ca8-a917-a067e737c8c3 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 Nov 23 10:30:12.264221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:30:12.266573 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d4125-2b15-4146-9085-7b2ab35fa9ad" -d '{"events": [{"server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "name": "network-vif-plugged", "status": "completed", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:30:12.279527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:30:12.284582 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:12.307875 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8da554-4cd4-4792-8955-8c6f424767a6 x-openstack-request-id: req-9e8da554-4cd4-4792-8955-8c6f424767a6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:30:12.308163 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "name": "network-vif-plugged", "status": "completed", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:30:12.308408 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e8da554-4cd4-4792-8955-8c6f424767a6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:30:12.308792 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'code': 200} Nov 23 10:30:12.335884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:12.412009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74da5-a165-49d5-8533-168eada9d419 req-52278fa7-0194-41aa-9764-d70b00549d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:12.413445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfa74da5-a165-49d5-8533-168eada9d419 req-52278fa7-0194-41aa-9764-d70b00549d16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0477920 Nov 23 10:30:12.459747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bfa74da5-a165-49d5-8533-168eada9d419 req-9997d67d-6254-453c-b89f-f71143cf633c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Nov 23 10:30:13.375800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5730e-3b90-4217-83c5-097b6d2095c5 req-38408806-fb41-42ea-92f5-37fead9816ba tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:13.377298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71c5730e-3b90-4217-83c5-097b6d2095c5 req-38408806-fb41-42ea-92f5-37fead9816ba tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0506895 Nov 23 10:30:13.427514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71c5730e-3b90-4217-83c5-097b6d2095c5 req-03d38cf9-b2e3-43c8-b1e9-f6558cf8c3a8 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Nov 23 10:30:14.557655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a06d-5134-4c38-abdb-c15b549c8f9b req-8017f6b7-1536-45b4-b779-1759d47e01dc tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:14.559192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3112a06d-5134-4c38-abdb-c15b549c8f9b req-8017f6b7-1536-45b4-b779-1759d47e01dc tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0520089 Nov 23 10:30:14.613928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3112a06d-5134-4c38-abdb-c15b549c8f9b req-b10758a9-fb2f-4206-9f9b-0a8b1d06bc8a tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461714 Nov 23 10:30:14.733576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f442-c25b-4243-801a-51384485ddac req-9beb944d-189e-4dd9-9f69-01ed62ba50d1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:14.734978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c386f442-c25b-4243-801a-51384485ddac req-9beb944d-189e-4dd9-9f69-01ed62ba50d1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0520356 Nov 23 10:30:14.789471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c386f442-c25b-4243-801a-51384485ddac req-58e2c15d-cce8-4a24-88e2-be65874934a3 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483222 Nov 23 10:30:14.815322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52476) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:30:14.902772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81275dd3-ab77-4d3f-b8d0-93e8f5ce1532 tempest-TestVolumeBackupRestore-1672776923 tempest-TestVolumeBackupRestore-1672776923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:14.904292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81275dd3-ab77-4d3f-b8d0-93e8f5ce1532 tempest-TestVolumeBackupRestore-1672776923 tempest-TestVolumeBackupRestore-1672776923-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1091 time: 0.0877604 Nov 23 10:30:14.907388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52480) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:30:14.911666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:30:14.935847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.037405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.157834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Allocated IP 172.25.1.151 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/3b627383-aa8e-45b5-8f28-2fe041c205ec) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:30:15.260222 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.297920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.337527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:30:15.340470 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:30:15.344066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:30:15.349669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'Port': ['ID=3b627383-aa8e-45b5-8f28-2fe041c205ec,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:15.715320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.792058 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.940815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:15.948164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:16.011904 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:16.022866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event updated for resources: {'Port': ['ID=3b627383-aa8e-45b5-8f28-2fe041c205ec,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:16.036433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.036782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.037124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.037466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.037798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.038158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.038484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.038804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.039130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.039452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.039770 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.040093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:30:16.043285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:16.143335 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Floating IP 06658aa6-ecc9-4199-9b6e-78b4128f85d7 associated. External IP: 172.25.1.151, port: c1fc7be4-5030-49a7-9c06-5bc644923de4. Nov 23 10:30:16.371721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:30:16.504315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:30:16.516635 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:30:16.524124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:16.527651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:16.528347 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:16.551561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-169e11a2-ef3e-429b-ad6c-db6828bc4d77 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6431904 Nov 23 10:30:16.552166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:30:16.554460 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:30:16.554599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52484) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:30:16.591663 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adedef4-8f94-475f-b03e-6cfe63a4488a x-openstack-request-id: req-3adedef4-8f94-475f-b03e-6cfe63a4488a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:30:16.591954 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:30:16.592209 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3adedef4-8f94-475f-b03e-6cfe63a4488a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:30:16.592620 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:30:16.649471 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:16.661023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-73970172-b0ff-4343-bba3-48bfd9b2d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:16.662712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-73970172-b0ff-4343-bba3-48bfd9b2d34b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0458560 Nov 23 10:30:16.762910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-fa99e0dd-dc80-4f95-bcc8-ad69ea886fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:16.764450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-fa99e0dd-dc80-4f95-bcc8-ad69ea886fee service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.0950758 Nov 23 10:30:16.833261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-d89827c8-4319-41ab-8cb7-21dac179ed2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 999 time: 0.0608661 Nov 23 10:30:16.883612 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:15Z', 'revision_number': 0, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:16.884712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-8e5abb4c-084b-41f3-8afd-c2f33408baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:16.886350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-8e5abb4c-084b-41f3-8afd-c2f33408baa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0465968 Nov 23 10:30:16.911119 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:30:16.918661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82ac34-fa50-44b3-ac32-e26ea311e088 tempest-TestVolumeBackupRestore-1672776923 tempest-TestVolumeBackupRestore-1672776923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:16.919691 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:16.920232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a82ac34-fa50-44b3-ac32-e26ea311e088 tempest-TestVolumeBackupRestore-1672776923 tempest-TestVolumeBackupRestore-1672776923-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1091 time: 0.3647082 Nov 23 10:30:16.922457 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:16.924039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52488) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:30:16.929006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Request body: {'floatingip': {'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:30:16.981458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-d9bf91c7-1ad2-4574-a57f-1f5bce1b17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:16.983029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-d9bf91c7-1ad2-4574-a57f-1f5bce1b17c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897722 Nov 23 10:30:17.000206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:17.028947 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:17.178397 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-436f9d14-fcca-4397-9e41-56643ae67333 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873877 Nov 23 10:30:17.346231 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:15Z', 'revision_number': 0, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:17.355713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51a6892b-9bbb-4bb3-98f0-fcbc2dde4e9e req-dbf69c13-5355-4ab3-8e14-fd9444492815 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696212 Nov 23 10:30:17.372602 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f0c9c-74e8-4046-b657-d6ef783972fe None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:15Z', 'revision_number': 0, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:30:17.593031 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4c51e-505c-4b87-a315-5f55d162d0f7 None None] New status for floating IP 06658aa6-ecc9-4199-9b6e-78b4128f85d7: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:30:17.885486 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82d63428-1342-4789-9762-04b5c10e8870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:17.887083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.db.resource_extend [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:30:17.944052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:17.951136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:17.953677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-e2c4c51e-505c-4b87-a315-5f55d162d0f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:30:17.954489 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-e2c4c51e-505c-4b87-a315-5f55d162d0f7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:30:18.167040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:30:18.278615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:30:18.283163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:18.334352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-70b8b3e4-f224-4e3c-be3b-45c9c869923e tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "PUT /v2.0/floatingips/06658aa6-ecc9-4199-9b6e-78b4128f85d7 HTTP/1.1" status: 200 len: 991 time: 1.4092209 Nov 23 10:30:18.456795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4c51e-505c-4b87-a315-5f55d162d0f7 None None] New status for floating IP 06658aa6-ecc9-4199-9b6e-78b4128f85d7: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:30:18.594155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}, {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:30:18.598559 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f617879a-871a-456e-86d9-a7ec36dcc960" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}, {"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:30:18.643552 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd2d1c-4d74-4681-9f5f-2ba54909f8f6 x-openstack-request-id: req-b3fd2d1c-4d74-4681-9f5f-2ba54909f8f6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:30:18.643867 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:30:18.644132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3fd2d1c-4d74-4681-9f5f-2ba54909f8f6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:30:18.644651 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:30:18.644932 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:30:18.708628 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:30:18.710239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-a57b2cab-4641-45e0-871c-f7d78d41ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:18.711778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-a57b2cab-4641-45e0-871c-f7d78d41ea81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0459204 Nov 23 10:30:18.718173 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:18.718779 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:18.802820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-74236b9a-2b32-4a03-a9e5-fe23e088898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:18.804534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-74236b9a-2b32-4a03-a9e5-fe23e088898a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.0861318 Nov 23 10:30:18.823454 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:18.872645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-4b15cac3-8a66-49dc-87c0-3ecae0f3d0f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 1001 time: 0.0609882 Nov 23 10:30:18.923572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-2ddf346e-a3a9-4158-a576-7d9ccc91f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:18.925019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-2ddf346e-a3a9-4158-a576-7d9ccc91f902 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0448766 Nov 23 10:30:18.971229 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-6404c0df-7089-4e48-9fdf-692aa0a929a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:18.972698 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-6404c0df-7089-4e48-9fdf-692aa0a929a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404723 Nov 23 10:30:19.044766 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:18Z', 'revision_number': 2, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:19.065374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-250f5531-b9b4-4933-9ee6-4c654f490276 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854533 Nov 23 10:30:19.074320 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:30:19.083051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:19.083646 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:29:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:19.158005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-4bce3c34-5c4d-4e75-8e0b-1bb21359011e service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831025 Nov 23 10:30:19.187600 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:19.246490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-2da204bd-f11c-425f-9338-fc87d1fc06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:19.247923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-2da204bd-f11c-425f-9338-fc87d1fc06ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0430431 Nov 23 10:30:19.348385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-a6ad5333-6edc-4d94-9249-7a7b09c453c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:19.349881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-a6ad5333-6edc-4d94-9249-7a7b09c453c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.0946290 Nov 23 10:30:19.411932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:18Z', 'revision_number': 2, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:19.420238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-1a7543d7-b213-4a5d-a3f3-b2901a8298f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 1001 time: 0.0632999 Nov 23 10:30:19.441192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d4958-2fae-4534-9611-52cbf47a43de None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '06658aa6-ecc9-4199-9b6e-78b4128f85d7', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'port_id': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'mac_address': 'fa:16:3e:c7:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:30:15Z', 'updated_at': '2021-11-23T10:30:18Z', 'revision_number': 2, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:30:19.473038 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-df18da66-d682-47c5-8788-ebcd98452a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:19.474500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-df18da66-d682-47c5-8788-ebcd98452a94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0469091 Nov 23 10:30:19.521058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-f1615187-4025-4f48-a849-aa94e8301be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:19.522952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-f1615187-4025-4f48-a849-aa94e8301be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418322 Nov 23 10:30:19.621700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-b96fae3b-ee40-42c2-acb0-39128f9a8b75 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Nov 23 10:30:19.712928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f617879a-871a-456e-86d9-a7ec36dcc960 req-44a52a92-32e3-4889-9b42-b026d2a0fa4f service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Nov 23 10:30:20.376633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9c0c40ca-1d7d-42e3-8d5d-2bfffbf2e6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:20.582347 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:21.363680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:22.737641 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:23.568895 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:32.639737 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-fa47c572-9aaa-4b77-972d-6148df94d2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518763 Nov 23 10:30:32.751622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-4b3be4d4-16b7-4693-81f8-0f4376728ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:32.753474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-4b3be4d4-16b7-4693-81f8-0f4376728ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0604105 Nov 23 10:30:32.861302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-e5690045-0cc0-4bad-9c83-6c2f6e5d633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:32.862805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-e5690045-0cc0-4bad-9c83-6c2f6e5d633e service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.0882013 Nov 23 10:30:32.933611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-b8bc52eb-860d-42d7-a158-2abc97d9e1db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 1001 time: 0.0621982 Nov 23 10:30:32.985123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-49864c10-e6a6-4999-861b-29f78e91d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:32.986609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-49864c10-e6a6-4999-861b-29f78e91d1a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0449970 Nov 23 10:30:33.037076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-f03f5f95-1b5b-4432-a076-00dc010f2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:33.038645 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-f03f5f95-1b5b-4432-a076-00dc010f2dab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438645 Nov 23 10:30:33.168924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-25722071-6500-4bad-b3bc-28eaef43dfca service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107609 Nov 23 10:30:33.189053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-260d37b0-76bc-4a18-8766-5229398fcd0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595694 Nov 23 10:30:33.300612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cfdc133a-9cc0-461b-99ca-ad46afe761a8 req-eb3b2e6c-b7ad-41a3-a602-1e729bade747 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233840 Nov 23 10:30:33.305012 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e893de-ee84-49ce-badc-8ac0472af114 req-53fcf6ac-a510-4718-a319-932f7b912463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:33.307400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-53fcf6ac-a510-4718-a319-932f7b912463 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0642471 Nov 23 10:30:33.416003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e893de-ee84-49ce-badc-8ac0472af114 req-b309aa73-2ced-4f46-ab0a-eda36d1e2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:33.417468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-b309aa73-2ced-4f46-ab0a-eda36d1e2778 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0898097 Nov 23 10:30:33.494032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-8f1962c9-a279-476b-b139-293aa229c0df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0686011 Nov 23 10:30:33.546203 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e893de-ee84-49ce-badc-8ac0472af114 req-7966224a-073e-472f-8ad5-d6387f8b8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:33.547758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-7966224a-073e-472f-8ad5-d6387f8b8938 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0455050 Nov 23 10:30:33.600460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e893de-ee84-49ce-badc-8ac0472af114 req-980e264c-ce5d-4a0a-b697-7a014aebe5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:33.601980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-980e264c-ce5d-4a0a-b697-7a014aebe5df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426269 Nov 23 10:30:33.699484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-a6600d1c-11fd-43f9-9e9e-838d23c36a28 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891349 Nov 23 10:30:33.805912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-51e893de-ee84-49ce-badc-8ac0472af114 req-6123adec-0409-431b-ba12-098670481bda service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982656 Nov 23 10:30:46.033279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:47.236574 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:30:47.885141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3257a2ac-33a5-498e-9e4a-8bb068825b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:50.369606 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-870b9ef7-924e-4bc1-873d-4f7e90531ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:50.587366 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.358826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.526278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52510) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:30:51.710657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Deleting port 3b627383-aa8e-45b5-8f28-2fe041c205ec {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:30:51.711059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.789588 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.789847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.802042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Calling delete_port for 3b627383-aa8e-45b5-8f28-2fe041c205ec owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:30:51.972244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:51.999246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event deleted for resources: {'Port': ['ID=3b627383-aa8e-45b5-8f28-2fe041c205ec,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:52.067479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:52.067741 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Floating IP 06658aa6-ecc9-4199-9b6e-78b4128f85d7 disassociated (deleted). External IP: 172.25.1.151, port: c1fc7be4-5030-49a7-9c06-5bc644923de4. Nov 23 10:30:52.304510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:30:52.416568 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:30:52.421556 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:52.426755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:30:52.437016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:52.437608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:52.453735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-56710079-7a0f-4b05-86cc-d4bc678245ae tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "DELETE /v2.0/floatingips/06658aa6-ecc9-4199-9b6e-78b4128f85d7 HTTP/1.1" status: 204 len: 168 time: 0.9263363 Nov 23 10:30:52.454426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:30:52.456763 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:30:52.495693 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d33202-1aeb-4487-b9e7-b3b67ce81bfa x-openstack-request-id: req-09d33202-1aeb-4487-b9e7-b3b67ce81bfa {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:30:52.495998 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:30:52.496336 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09d33202-1aeb-4487-b9e7-b3b67ce81bfa {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:30:52.496727 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:30:52.559312 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:52.563033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-887dc498-e178-449c-815d-b5e8f6bb62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:52.564601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-887dc498-e178-449c-815d-b5e8f6bb62a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50f3c8b949114412b74327e2802cdf9b&device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 1096 time: 0.0451801 Nov 23 10:30:52.679266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-2a9fff0e-fad2-423b-9803-19bf63b9247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:52.680778 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-2a9fff0e-fad2-423b-9803-19bf63b9247a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 200 len: 915 time: 0.1033108 Nov 23 10:30:52.692379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb448e-f9eb-4adc-9b37-f040326fc09e req-e6f7fd7a-dd5f-4062-8b79-e8e00de0f985 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:52.693918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9cb448e-f9eb-4adc-9b37-f040326fc09e req-e6f7fd7a-dd5f-4062-8b79-e8e00de0f985 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0501983 Nov 23 10:30:52.731908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-d49e15b1-1aae-499e-b038-1f660dc67ddb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 200 len: 217 time: 0.0425916 Nov 23 10:30:52.755099 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9cb448e-f9eb-4adc-9b37-f040326fc09e req-6f0b3d78-012b-475d-9f18-1325af25a87d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539930 Nov 23 10:30:52.785156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:52.786680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-c119905a-214a-497d-88a7-4bf8ca7d5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:52.788247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-c119905a-214a-497d-88a7-4bf8ca7d5481 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 200 len: 853 time: 0.0474133 Nov 23 10:30:52.813178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:52.838968 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-70332573-319d-4401-95fc-94112dc7eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:52.839616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:30:52.840248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-70332573-319d-4401-95fc-94112dc7eb9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24955494-44f3-471d-9e65-2aa89e38d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439236 Nov 23 10:30:52.848710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:30:52.849323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:52.933938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-7ac88b38-e3a8-4c9d-b140-6f7955ec180c service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851679 Nov 23 10:30:52.960705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:30:53.028403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-518ec6ac-66de-4d12-b4a6-7732ef7f2f74 req-5a49fe73-631c-44ce-902c-eae9f24860a9 service neutron] 10.222.0.11 "GET /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Nov 23 10:30:53.177576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:30:53.204814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9822c88-fb13-4846-af58-3eca3649e9d6 None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '7eb7b52b-c902-4c60-8afa-a40dc9e87002', 'name': '', 'network_id': '24955494-44f3-471d-9e65-2aa89e38d6e6', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'mac_address': 'fa:16:3e:d7:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:50Z', 'updated_at': '2021-11-23T10:27:54Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'subnets': [{'id': '592b22c2-20a3-4577-b4c4-2f35bec15890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:30:53.424614 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398e764-f173-45bf-a578-0261abda4621 None None] New status for floating IP 06658aa6-ecc9-4199-9b6e-78b4128f85d7: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:30:53.564164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:53.890905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee91bb-6ed3-4c70-a9a7-cb1f8350ce1d req-4824055c-fd1a-49e7-bf50-fbd6b4f3689d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:53.892447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35ee91bb-6ed3-4c70-a9a7-cb1f8350ce1d req-4824055c-fd1a-49e7-bf50-fbd6b4f3689d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0527029 Nov 23 10:30:53.945001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35ee91bb-6ed3-4c70-a9a7-cb1f8350ce1d req-37b43fc4-6ee7-494d-adce-c5d52b4e03ee tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3407e54-a31c-4fa4-adc9-bdde87c6281f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 Nov 23 10:30:54.317857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e171-c790-4329-935f-fdae18ebc232 req-f534f704-16c7-4172-ad0b-707f1ff85cc0 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:30:54.319355 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1612e171-c790-4329-935f-fdae18ebc232 req-f534f704-16c7-4172-ad0b-707f1ff85cc0 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 945 time: 0.0606277 Nov 23 10:30:54.416322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Deleting port c1fc7be4-5030-49a7-9c06-5bc644923de4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:30:54.416654 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:54.511342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] For port c1fc7be4-5030-49a7-9c06-5bc644923de4, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c1fc7be4-5030-49a7-9c06-5bc644923de4,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:30:54.511606 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:54.524230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Calling delete_port for c1fc7be4-5030-49a7-9c06-5bc644923de4 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:30:54.660840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:54.688153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event deleted for resources: {'Port': ['ID=c1fc7be4-5030-49a7-9c06-5bc644923de4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:30:54.736910 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] No DVR routers for this DVR port c1fc7be4-5030-49a7-9c06-5bc644923de4 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:30:54.740580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:54.747023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1612e171-c790-4329-935f-fdae18ebc232 req-20a6e309-7752-4862-a534-214aa210c4e1 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.11 "DELETE /v2.0/ports/c1fc7be4-5030-49a7-9c06-5bc644923de4 HTTP/1.1" status: 204 len: 173 time: 0.4207387 Nov 23 10:30:54.747738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'name': 'network-vif-deleted', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:30:54.752094 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6031ecf-f7c4-47dc-bd66-5bdbe0d8909c" -d '{"events": [{"server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "name": "network-vif-deleted", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:30:54.797235 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a6eb07-192d-4073-bc86-16702f30b1cd x-openstack-request-id: req-53a6eb07-192d-4073-bc86-16702f30b1cd {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:30:54.797536 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eb5a82-f268-48ec-bcfe-53492c22442f", "name": "network-vif-deleted", "tag": "c1fc7be4-5030-49a7-9c06-5bc644923de4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:30:54.797795 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53a6eb07-192d-4073-bc86-16702f30b1cd {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:30:54.798235 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eb5a82-f268-48ec-bcfe-53492c22442f', 'name': 'network-vif-deleted', 'tag': 'c1fc7be4-5030-49a7-9c06-5bc644923de4', 'status': 'completed', 'code': 200} Nov 23 10:30:55.043265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fd72e6e2-a738-4909-979c-f321c2d45ac6 req-3b8160d1-d761-4128-bcae-1f19cbfff19f tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0286703 Nov 23 10:30:56.143367 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18494c7a-456c-44e8-8cc0-1a8fedfd4ec0 req-29cc9323-be46-42c6-a4de-32c62f842a42 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0289717 Nov 23 10:30:57.245641 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-93a4b3c8-1767-4e54-b9d5-3fddfd0a96b4 req-33003bd0-3108-4464-9486-6d045c598ac3 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0295668 Nov 23 10:30:58.318750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c1fc7be4-5030-49a7-9c06-5bc644923de4 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:30:58.340448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c1fc7be4-5030-49a7-9c06-5bc644923de4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:30:58.340772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c1fc7be4-5030-49a7-9c06-5bc644923de4 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:30:58.345616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ad3f275-fd18-4267-a954-31b03a1584ea req-1b233e6d-bdf5-45db-820b-a8642c5808fe tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0264010 Nov 23 10:30:59.454828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe4ad40c-eee5-4568-a0c2-7106baf0c39b req-613d6f1e-a893-45ff-a7a5-cf80cf69c24d tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3eb5a82-f268-48ec-bcfe-53492c22442f HTTP/1.1" status: 200 len: 210 time: 0.0266500 Nov 23 10:31:00.516245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52534) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:00.583749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:00.610292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:00.672269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:00.675534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:00.676911 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] 10.222.0.62 "DELETE /v2.0/security-groups/b3407e54-a31c-4fa4-adc9-bdde87c6281f HTTP/1.1" status: 204 len: 168 time: 0.1595078 Nov 23 10:31:00.688186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3407e54-a31c-4fa4-adc9-bdde87c6281f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:00.698198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.698628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.698971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.699314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.699649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.699978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.700301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.700741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.701354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.701829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.702334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:00.702780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472dbd98-8092-4aa9-a8f3-8c0af54fba14 tempest-TestVolumeBackupRestore-298838003 tempest-TestVolumeBackupRestore-298838003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:05.145560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52988) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:05.836137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:06.083067 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Deleting port 7eb7b52b-c902-4c60-8afa-a40dc9e87002 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:06.083408 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:06.159958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] For port 7eb7b52b-c902-4c60-8afa-a40dc9e87002, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7eb7b52b-c902-4c60-8afa-a40dc9e87002,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:06.160640 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:06.173480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Calling delete_port for 7eb7b52b-c902-4c60-8afa-a40dc9e87002 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:06.369733 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:06.402717 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb7b52b-c902-4c60-8afa-a40dc9e87002,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:06.572054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:06.796376 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:31:06.903633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:31:06.908817 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-93ca5383-7640-4d2a-9476-8b2ded58df3c admin admin] 10.222.0.62 "PUT /v2.0/routers/313e34cf-6eb5-4a1c-95d7-ff5c56bbe791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616103 Nov 23 10:31:06.911522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:06.914207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Sync routers for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:31:06.925020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:06.925615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:07.017451 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.029019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:07.123405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.180684 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Deleting port 348aba90-5da5-4bf2-86c7-50cdd3152f5c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:07.181018 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.213194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:31:06Z', 'revision_number': 5, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port': {'id': '348aba90-5da5-4bf2-86c7-50cdd3152f5c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:48Z', 'updated_at': '2021-11-23T10:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:07.244223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Checking router: 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:31:07.252678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Routers {'313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:07.253295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:07.272035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] For port 348aba90-5da5-4bf2-86c7-50cdd3152f5c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=348aba90-5da5-4bf2-86c7-50cdd3152f5c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:07.272368 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.284352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Calling delete_port for 348aba90-5da5-4bf2-86c7-50cdd3152f5c owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:07.341687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] Set router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:07.397688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:31:07Z', 'revision_number': 6, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:07.427428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a178f55-ba13-4ae7-af91-23377b6fe4f5 None None] The sync data for ids ['313e34cf-6eb5-4a1c-95d7-ff5c56bbe791'] in n-d-781076-5 is: [{'id': '313e34cf-6eb5-4a1c-95d7-ff5c56bbe791', 'name': 'tempest-TestVolumeBackupRestore-1053615419-router', 'tenant_id': '50f3c8b949114412b74327e2802cdf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:47Z', 'updated_at': '2021-11-23T10:31:07Z', 'revision_number': 6, 'project_id': '50f3c8b949114412b74327e2802cdf9b', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:31:07.453957 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.480595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Pushing event deleted for resources: {'Port': ['ID=348aba90-5da5-4bf2-86c7-50cdd3152f5c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:07.493867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb12e9c-b823-46d1-99b5-e5b5851a9070 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:31:07.540849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.638657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.641130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.688320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.688834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:31:07.694331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.695505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97745ab0-3c12-440a-845e-3bc240941dca admin admin] 10.222.0.62 "DELETE /v2.0/routers/313e34cf-6eb5-4a1c-95d7-ff5c56bbe791 HTTP/1.1" status: 204 len: 168 time: 0.7829962 Nov 23 10:31:07.698296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52992) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:07.745278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Deleting subnet 592b22c2-20a3-4577-b4c4-2f35bec15890 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:31:07.748707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.790012 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.875826 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.928443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.954689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592b22c2-20a3-4577-b4c4-2f35bec15890,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:07.956552 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:07.959800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-619ee7ae-7483-4c06-a47a-19524bb2d60b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/592b22c2-20a3-4577-b4c4-2f35bec15890 HTTP/1.1" status: 204 len: 168 time: 0.2603822 Nov 23 10:31:07.961655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1b6c1-1bbe-4d3d-886d-c630e104ca27 None None] Network 24955494-44f3-471d-9e65-2aa89e38d6e6 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:31:07.962663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52994) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:08.036021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.094092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Deleting port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:08.094428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.158543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] For port 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=431ccaa7-62a7-4db3-8017-9b5892e4dd81,segment=NetworkSegment(dbfc1e9e-c462-4ebc-bbc4-a52375a786b6),segment_id=dbfc1e9e-c462-4ebc-bbc4-a52375a786b6)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:08.158917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.174220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Calling delete_port for 431ccaa7-62a7-4db3-8017-9b5892e4dd81 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:08.231734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670afaf7-392e-4450-8b14-051723b30afc None None] DHCP port deletion for 24955494-44f3-471d-9e65-2aa89e38d6e6 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:31:08.264575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.280093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Deleting port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:08.280464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.292563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] No DVR routers for this DVR port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:31:08.295119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Pushing event deleted for resources: {'Port': ['ID=431ccaa7-62a7-4db3-8017-9b5892e4dd81,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:08.343866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-670afaf7-392e-4450-8b14-051723b30afc None None] For port 431ccaa7-62a7-4db3-8017-9b5892e4dd81, host n-d-781076-5, got binding levels [] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:08.344266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.357300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Calling delete_port for 431ccaa7-62a7-4db3-8017-9b5892e4dd81 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:08.360281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.ipam_backend_mixin [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 was not found and therefore no delete operation was performed {{(pid=110025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:31:08.361527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.369766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.388161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Pushing event deleted for resources: {'Port': ['ID=431ccaa7-62a7-4db3-8017-9b5892e4dd81,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:08.394622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24955494-44f3-471d-9e65-2aa89e38d6e6']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:08.399398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670afaf7-392e-4450-8b14-051723b30afc None None] No DVR routers for this DVR port 431ccaa7-62a7-4db3-8017-9b5892e4dd81 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:31:08.402404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.403055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.403055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.403738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.404065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.404390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.404713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.405038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.405353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.405735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.406054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.406373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670afaf7-392e-4450-8b14-051723b30afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:08.407346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:08.407651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfc1e9e-c462-4ebc-bbc4-a52375a786b6') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:08.422698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.437309 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.443586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:31:08.444099 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:31:08.445717 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:31:08.502028 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.508083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:08.511740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/24955494-44f3-471d-9e65-2aa89e38d6e6 HTTP/1.1" status: 204 len: 168 time: 0.5480316 Nov 23 10:31:08.514604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 52996) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:08.564900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92011f-1b21-40ed-b430-0cd27fa827aa admin admin] Pushing event deleted for resources: {'Network': ['ID=24955494-44f3-471d-9e65-2aa89e38d6e6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:08.882122 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:09.160748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Deleting port def08922-2f08-465d-a307-0f34d0c7fc19 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:09.161393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:09.238722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 431ccaa7-62a7-4db3-8017-9b5892e4dd81 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:09.241024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] For port def08922-2f08-465d-a307-0f34d0c7fc19, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=def08922-2f08-465d-a307-0f34d0c7fc19,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:09.241385 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:09.254121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Calling delete_port for def08922-2f08-465d-a307-0f34d0c7fc19 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:09.259700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 431ccaa7-62a7-4db3-8017-9b5892e4dd81 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:09.260039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 431ccaa7-62a7-4db3-8017-9b5892e4dd81 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:09.260449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7eb7b52b-c902-4c60-8afa-a40dc9e87002 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:09.281047 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 7eb7b52b-c902-4c60-8afa-a40dc9e87002 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:09.281408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7eb7b52b-c902-4c60-8afa-a40dc9e87002 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:09.282023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 348aba90-5da5-4bf2-86c7-50cdd3152f5c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:09.301415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 348aba90-5da5-4bf2-86c7-50cdd3152f5c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:09.301780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 348aba90-5da5-4bf2-86c7-50cdd3152f5c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:09.443595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:09.472354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Pushing event deleted for resources: {'Port': ['ID=def08922-2f08-465d-a307-0f34d0c7fc19,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:09.642493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:09.867563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Router d7967ba7-7d4d-4973-bc3f-eff31865f015 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:31:09.970349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:31:09.975818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-418b3b95-855a-4c2f-a7e3-38a06befa23d admin admin] 10.222.0.62 "PUT /v2.0/routers/d7967ba7-7d4d-4973-bc3f-eff31865f015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601195 Nov 23 10:31:09.978682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 52998) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:09.980274 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Sync routers for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:31:09.990901 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:09.991505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:10.084353 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.095839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:10.195340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.250768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Deleting port 88f1f695-4a1d-4587-b655-f4507037129e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:10.251125 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.330297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] For port 88f1f695-4a1d-4587-b655-f4507037129e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88f1f695-4a1d-4587-b655-f4507037129e,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:10.330675 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.348764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Calling delete_port for 88f1f695-4a1d-4587-b655-f4507037129e owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:10.375300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '88f1f695-4a1d-4587-b655-f4507037129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:31:09Z', 'revision_number': 5, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port': {'id': '88f1f695-4a1d-4587-b655-f4507037129e', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:27:53Z', 'updated_at': '2021-11-23T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:10.400972 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Checking router: d7967ba7-7d4d-4973-bc3f-eff31865f015 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:31:10.409566 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Routers {'d7967ba7-7d4d-4973-bc3f-eff31865f015'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:10.410202 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:30:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d7967ba7-7d4d-4973-bc3f-eff31865f015'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:10.502391 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] Set router d7967ba7-7d4d-4973-bc3f-eff31865f015 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:10.517737 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.549838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f1f695-4a1d-4587-b655-f4507037129e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:10.558783 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:31:10Z', 'revision_number': 6, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:10.565324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd71b6d-844b-4ac1-be1a-0b0c127d802f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:31:10.583756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e3c5-514a-4d0e-9628-6248f43a856b None None] The sync data for ids ['d7967ba7-7d4d-4973-bc3f-eff31865f015'] in n-d-781076-5 is: [{'id': 'd7967ba7-7d4d-4973-bc3f-eff31865f015', 'name': 'tempest-TestVolumeBackupRestore-201404280-router', 'tenant_id': '49afac70d83941398e8c58b0f17032b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:27:52Z', 'updated_at': '2021-11-23T10:31:10Z', 'revision_number': 6, 'project_id': '49afac70d83941398e8c58b0f17032b4', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:31:10.616702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.709039 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.712622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.761999 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.762450 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7967ba7-7d4d-4973-bc3f-eff31865f015 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:31:10.766899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.768064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0b8457fc-b3e3-4dcd-a781-867c08f738a9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d7967ba7-7d4d-4973-bc3f-eff31865f015 HTTP/1.1" status: 204 len: 168 time: 0.7881331 Nov 23 10:31:10.771635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53000) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:10.841031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Deleting subnet b07334ec-05bd-4176-8218-58dbc4ad5a2c {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:31:10.844533 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.879393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:10.961084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.024065 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.053023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07334ec-05bd-4176-8218-58dbc4ad5a2c,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:11.054981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.058239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1409b239-1462-4127-bfd6-17a355f776e6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b07334ec-05bd-4176-8218-58dbc4ad5a2c HTTP/1.1" status: 204 len: 168 time: 0.2856674 Nov 23 10:31:11.060703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53002) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:11.061784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f443d-f968-4530-b7a0-033c257d82e7 None None] Network 3b9de44e-789f-4922-8fe1-918138180750 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:31:11.127485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.182800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Deleting port 33dba4d2-a216-4c68-88f3-17660a3e52d0 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:31:11.183110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.254338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] For port 33dba4d2-a216-4c68-88f3-17660a3e52d0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=33dba4d2-a216-4c68-88f3-17660a3e52d0,segment=NetworkSegment(2befd2f1-b64d-49d8-a6cc-e6202ff66fc2),segment_id=2befd2f1-b64d-49d8-a6cc-e6202ff66fc2)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:11.254830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.269865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Calling delete_port for 33dba4d2-a216-4c68-88f3-17660a3e52d0 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:31:11.360577 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.376208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01016715-830e-44d3-a078-fb0753b3b207 None None] DHCP port deletion for 3b9de44e-789f-4922-8fe1-918138180750 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:31:11.393107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dba4d2-a216-4c68-88f3-17660a3e52d0,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:11.397081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] No DVR routers for this DVR port 33dba4d2-a216-4c68-88f3-17660a3e52d0 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:31:11.438200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88f1f695-4a1d-4587-b655-f4507037129e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:11.458999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 88f1f695-4a1d-4587-b655-f4507037129e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:11.459343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88f1f695-4a1d-4587-b655-f4507037129e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:11.459756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 33dba4d2-a216-4c68-88f3-17660a3e52d0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:11.473252 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.484225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 33dba4d2-a216-4c68-88f3-17660a3e52d0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:11.484566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 33dba4d2-a216-4c68-88f3-17660a3e52d0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:11.484977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device def08922-2f08-465d-a307-0f34d0c7fc19 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:31:11.497103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9de44e-789f-4922-8fe1-918138180750']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:11.505009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: def08922-2f08-465d-a307-0f34d0c7fc19 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:31:11.505353 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device def08922-2f08-465d-a307-0f34d0c7fc19 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:31:11.507749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:11.508095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2befd2f1-b64d-49d8-a6cc-e6202ff66fc2') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:11.529323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.543025 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.549150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:31:11.549537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:31:11.551280 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:31:11.608342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.614574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.617921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3b9de44e-789f-4922-8fe1-918138180750 HTTP/1.1" status: 204 len: 168 time: 0.5562348 Nov 23 10:31:11.629452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1fc3d-974b-4bcd-8fee-f7d575ddad41 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9de44e-789f-4922-8fe1-918138180750,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:11.797633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53006) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:11.842118 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91cf4177-0ce7-47fe-bac4-11120fff92c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50f3c8b949114412b74327e2802cdf9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432320 Nov 23 10:31:11.844641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:11.892995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.914839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.963819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.966605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:11.967819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba4ff014-20b1-435a-b7a8-9bd1f6d99c13 HTTP/1.1" status: 204 len: 168 time: 0.1222980 Nov 23 10:31:11.976447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70edbe-adfd-44d7-8c96-d1ca4a514c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4ff014-20b1-435a-b7a8-9bd1f6d99c13,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:12.304161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53014) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:12.344424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-19b2f31f-ba4a-4bc1-826d-ea2f27676358 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49afac70d83941398e8c58b0f17032b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390918 Nov 23 10:31:12.348020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53016) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:12.395757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:12.419052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:12.764647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:12.767372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:12.768542 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3cabb513-07e5-4c19-9a75-e851fd0c239e HTTP/1.1" status: 204 len: 168 time: 0.4196529 Nov 23 10:31:12.776795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb8798-5bf9-47d0-ba30-8f624e28643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cabb513-07e5-4c19-9a75-e851fd0c239e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:16.032418 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:17.883649 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-197f78ac-9b23-417f-97ef-f35771bb7050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:20.389730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a739ef34-58c1-4a6c-a431-1af976429fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:20.590310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:21.371908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:22.745246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:23.570881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:24.242192 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:31:33.210252 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-7eea2fca-7cf0-4abe-a806-c6a3e94d0f81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738647 Nov 23 10:31:33.319885 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e695401-fdbf-4089-a02c-becea4005b82 req-20675e5d-252a-4a95-bd75-4900a034efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:33.321478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-20675e5d-252a-4a95-bd75-4900a034efbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0594292 Nov 23 10:31:33.460028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e695401-fdbf-4089-a02c-becea4005b82 req-42aa216e-1a67-403b-acda-67f8664f227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:33.461684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-42aa216e-1a67-403b-acda-67f8664f227f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.1018639 Nov 23 10:31:33.548404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-9560cef0-9c06-4145-9aaa-434becb65287 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0802269 Nov 23 10:31:33.604418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e695401-fdbf-4089-a02c-becea4005b82 req-ed4d99ab-e84c-484e-bbf7-7847c6c70b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:33.606054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-ed4d99ab-e84c-484e-bbf7-7847c6c70b71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0506790 Nov 23 10:31:33.665447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e695401-fdbf-4089-a02c-becea4005b82 req-93a30e02-377c-402f-a0fe-e04527e5c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:33.666332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-93a30e02-377c-402f-a0fe-e04527e5c3ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532725 Nov 23 10:31:33.779549 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-c79d22ef-4f80-44e4-829b-2b92760da3c7 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063581 Nov 23 10:31:33.871653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4e695401-fdbf-4089-a02c-becea4005b82 req-33cb0329-5531-4e32-969c-89bf31916910 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Nov 23 10:31:36.925849 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-af08d685-2fd7-48e0-b8aa-d2d041d750c9 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059267359&fields=id&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 267 time: 0.0510433 Nov 23 10:31:37.032770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-6bc37d1c-4638-4a5a-9226-b25ac5743d0f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:37.034337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-6bc37d1c-4638-4a5a-9226-b25ac5743d0f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1016612 Nov 23 10:31:37.052934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-951f65c8-b152-45a6-8dd4-de3614df9f57 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/quotas/03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 375 time: 0.0095232 Nov 23 10:31:37.111006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-c912860c-dfd2-4b40-8fc8-f63ececc54f0 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511293 Nov 23 10:31:37.129637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-3cb19db6-0a9a-4e5f-8f89-8534c8f67cb1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:31:37.130636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-3cb19db6-0a9a-4e5f-8f89-8534c8f67cb1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051203 Nov 23 10:31:37.219796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-58677605-d4ec-4679-be54-fa8a95e30013 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Nov 23 10:31:37.317779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-a2b788b1-9e16-4d59-b718-1c0b4d069797 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915158 Nov 23 10:31:37.604096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c79bcbee-b69c-40d5-bd43-6b6b53071940 req-17290208-3617-4bd9-86a0-d448572aff79 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.0266826 Nov 23 10:31:38.567022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-7981cb21-d8ef-4b42-8545-13492961472b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:38.568557 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-7981cb21-d8ef-4b42-8545-13492961472b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 812 time: 0.1081047 Nov 23 10:31:38.636097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-35cb9c58-d8b5-4cb4-a76d-72034e5d20d4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a HTTP/1.1" status: 200 len: 380 time: 0.0587428 Nov 23 10:31:38.647361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'port': {'device_id': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'admin_state_up': True, 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'security_groups': ['71ba0579-1485-4705-a111-ab3f1b56d264']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:31:38.711166 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff9d87d2-3203-4f1b-a417-52764e0a60ac req-1044ed10-b4f3-4a3c-ae0e-46a15d04962c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.0280952 Nov 23 10:31:38.768529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Made reservation on behalf of 03edda31cbd14cf7a8fdfcb09b9bf14a for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:31:38.772449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:38.899249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.20.0.3 (f4b35ff8-498a-4abc-b5be-6f053e529ac9/55c43e78-b2e8-49ec-8fe9-377aced226b9/52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:31:39.047386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.082261 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.124207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:31:39.129225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:31:39.133804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:31:39.165296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:39.181020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.181369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.181719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.182089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.182430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.182766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.183101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.183425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.183758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.184089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.184519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.184853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:31:39.206679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:39.207363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.224541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-93f8b9df-6eb0-4b7c-a898-650d079b2386 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817354 Nov 23 10:31:39.237154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Request body: {'port': {'device_id': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:31:39.298818 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.364804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a0f04647-e981-4a63-b595-16e54dc63c3a None None] Provisioning complete for port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:31:39.366149 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a0f04647-e981-4a63-b595-16e54dc63c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.402311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a0f04647-e981-4a63-b595-16e54dc63c3a None None] Port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:31:39.582328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:31:39.590170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.603236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Transition to ACTIVE for port object 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:31:39.608007 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:39.660920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:39.730985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Attempting to bind port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:31:39.731324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Attempting to bind port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:31:39.731719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Attempting to bind port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:31:39.738272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:31:39.738598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Attempting to bind port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 on network f4b35ff8-498a-4abc-b5be-6f053e529ac9 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:31:39.745054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:31:39.745593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Checking segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:31:39.746211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Bound using segment: {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:31:39.746713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Bound port: 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:31:39.747129 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:40.231761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4939-8815-4ba2-8421-ae40ad49db96 req-6c06525e-87bd-4141-85a7-c1e632435a7f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.234964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-357d4939-8815-4ba2-8421-ae40ad49db96 req-6c06525e-87bd-4141-85a7-c1e632435a7f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.4395547 Nov 23 10:31:40.247874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:31:40.252409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:31:40.263323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:40.314515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.318035 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:40.318035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] 10.222.0.11 "PUT /v2.0/ports/52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 1091 time: 1.0840940 Nov 23 10:31:40.319152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:31:40.321709 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af46ba-de45-402d-95bb-8173ec07c8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:31:40.426679 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507daa31-4dff-4920-9618-365c39d16665 x-openstack-request-id: req-507daa31-4dff-4920-9618-365c39d16665 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:31:40.427136 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:31:40.427497 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-507daa31-4dff-4920-9618-365c39d16665 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:31:40.428650 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'status': 'completed', 'code': 200} Nov 23 10:31:40.436870 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-357d4939-8815-4ba2-8421-ae40ad49db96 req-f5962a9c-bc61-4cb3-b122-c12f8d16dd0d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959605 Nov 23 10:31:40.440594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391f005-9807-446f-b1c3-6521bdfa9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:40.463726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-101cff3d-1ff4-43a2-8af8-950bc9ee1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.463726 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-101cff3d-1ff4-43a2-8af8-950bc9ee1ecb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1094 time: 0.0808258 Nov 23 10:31:40.507982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-e60c5a8d-cf15-433e-bea9-2bd6d894e5ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0389473 Nov 23 10:31:40.561949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-9f3ea5e0-721b-4074-8b14-da4d021acd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.563419 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-9f3ea5e0-721b-4074-8b14-da4d021acd5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0489852 Nov 23 10:31:40.615511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41283d-6001-4b30-9eda-0682e40694ba req-f503b594-3e47-4129-bd73-c74d0714fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.617012 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-f503b594-3e47-4129-bd73-c74d0714fdba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463939 Nov 23 10:31:40.724301 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-2d8109f4-f3d0-404e-911e-210b0c928082 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987163 Nov 23 10:31:40.824875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c41283d-6001-4b30-9eda-0682e40694ba req-81e4701c-a8c7-410a-8d3c-f3d101cdca6e service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939250 Nov 23 10:31:40.912607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-89f32bab-6542-46d7-8de9-e02e65ae0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:40.914196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-89f32bab-6542-46d7-8de9-e02e65ae0819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1094 time: 0.0443850 Nov 23 10:31:41.015205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-d3e9d87a-14a8-48e7-86c1-d886b92cf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:41.016613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-d3e9d87a-14a8-48e7-86c1-d886b92cf623 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0959587 Nov 23 10:31:41.064096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-691340a6-73b0-4d7e-b9eb-689f12649636 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0404022 Nov 23 10:31:41.115001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-d486da3c-42cc-4ed1-ac07-17762ace0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:41.116555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-d486da3c-42cc-4ed1-ac07-17762ace0db5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0454092 Nov 23 10:31:41.162887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-15d6397e-92c5-4e0c-b333-4bd8c34ded06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:41.164471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-15d6397e-92c5-4e0c-b333-4bd8c34ded06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412426 Nov 23 10:31:41.262048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-bea01514-cf09-4372-aada-67969560ccbb service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903876 Nov 23 10:31:41.364496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-72af46ba-de45-402d-95bb-8173ec07c8e9 req-2c9ede0d-5cd0-4fc4-96b7-bcfa9036e898 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953755 Nov 23 10:31:41.571491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7526-f7d2-496a-a1ff-1e8a679e4270 req-eaf8e2da-3068-4207-b104-5fdd70e48a9f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:41.573039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ddf7526-f7d2-496a-a1ff-1e8a679e4270 req-eaf8e2da-3068-4207-b104-5fdd70e48a9f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0530875 Nov 23 10:31:41.627004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2ddf7526-f7d2-496a-a1ff-1e8a679e4270 req-49cf317a-14ad-4314-9aa8-6732acfeed41 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 Nov 23 10:31:42.758772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba459f17-b15b-4b46-9e93-8e8c3c312a41 req-4538c167-3af2-4814-be2e-33e990f2016d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:42.760458 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba459f17-b15b-4b46-9e93-8e8c3c312a41 req-4538c167-3af2-4814-be2e-33e990f2016d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0537651 Nov 23 10:31:42.813617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba459f17-b15b-4b46-9e93-8e8c3c312a41 req-117469b3-cee1-4b5e-8a25-6ce26b6fa279 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Nov 23 10:31:43.944550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1cc9-6146-479a-aba8-865e44b2ffc5 req-e1dcd492-f086-4f9f-82d5-5975c880208d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:43.946344 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69ed1cc9-6146-479a-aba8-865e44b2ffc5 req-e1dcd492-f086-4f9f-82d5-5975c880208d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0631514 Nov 23 10:31:44.010647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-69ed1cc9-6146-479a-aba8-865e44b2ffc5 req-c27377f1-1a1d-4233-8fb2-f4fa02592751 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549486 Nov 23 10:31:45.142547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d026f7-116e-4fdc-a18a-3410a2e13a9d req-3c746fd4-ea66-4464-bb48-6ea57eaf8152 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:45.144061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38d026f7-116e-4fdc-a18a-3410a2e13a9d req-3c746fd4-ea66-4464-bb48-6ea57eaf8152 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0598748 Nov 23 10:31:45.198613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38d026f7-116e-4fdc-a18a-3410a2e13a9d req-c6f5be45-e684-4a86-9d92-80f315fb77db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Nov 23 10:31:46.044181 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:46.327716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bce3f-5801-4ab7-b1c5-2ace5f14ec10 req-51db1828-8b71-4d1b-a27b-769aafceeb46 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:46.329520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c04bce3f-5801-4ab7-b1c5-2ace5f14ec10 req-51db1828-8b71-4d1b-a27b-769aafceeb46 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0590029 Nov 23 10:31:46.383949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c04bce3f-5801-4ab7-b1c5-2ace5f14ec10 req-bd8e785a-937a-4a97-9c3f-91aeea40d20c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481086 Nov 23 10:31:47.511040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0daa08-f9ae-4aec-ab6e-6d6b497d9159 req-6b886a19-485c-4fa0-a845-60660ae87a71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:47.512442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e0daa08-f9ae-4aec-ab6e-6d6b497d9159 req-6b886a19-485c-4fa0-a845-60660ae87a71 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0581546 Nov 23 10:31:47.567051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e0daa08-f9ae-4aec-ab6e-6d6b497d9159 req-4fe873d3-6ca9-44fe-a881-7b4978643530 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449815 Nov 23 10:31:47.879564 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa21c-1bf4-4f3e-9f0a-b64f37bd0980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:48.708590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fc6cf-a497-4386-ab5c-84127af109d3 req-b4dc4962-e7cd-4714-be4f-39ff6fe23ab6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:48.710140 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-050fc6cf-a497-4386-ab5c-84127af109d3 req-b4dc4962-e7cd-4714-be4f-39ff6fe23ab6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0603664 Nov 23 10:31:48.759500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-050fc6cf-a497-4386-ab5c-84127af109d3 req-7cb9d325-7e42-4c94-80bb-b040d4a7cd62 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Nov 23 10:31:49.897195 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ac9a5-544a-4c1f-9d42-a2dbaffc13e6 req-59c8d8c7-bf13-4caf-9e4c-45f6b4c0c01d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:49.899360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-483ac9a5-544a-4c1f-9d42-a2dbaffc13e6 req-59c8d8c7-bf13-4caf-9e4c-45f6b4c0c01d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0563655 Nov 23 10:31:49.951934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-483ac9a5-544a-4c1f-9d42-a2dbaffc13e6 req-86eac19d-a87e-4a95-8bce-924d6167c5db tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Nov 23 10:31:50.382343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-713b858a-16e9-4658-a46e-8bcb5521f4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:50.599355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:51.083631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928ef58-5d83-4efd-983d-c449368b2c50 req-6696d081-1a47-4320-8528-7927d675dfe3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:51.085122 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5928ef58-5d83-4efd-983d-c449368b2c50 req-6696d081-1a47-4320-8528-7927d675dfe3 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0561829 Nov 23 10:31:51.134047 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5928ef58-5d83-4efd-983d-c449368b2c50 req-b923e6f9-24ab-4469-9d4f-619251eba4a8 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Nov 23 10:31:51.376041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:52.274211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9469a-3e02-42db-8e06-2cfa0e60632c req-5a73ec46-6208-458f-a86c-ac0e9d9d33a2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:52.275686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5de9469a-3e02-42db-8e06-2cfa0e60632c req-5a73ec46-6208-458f-a86c-ac0e9d9d33a2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 943 time: 0.0549834 Nov 23 10:31:52.325453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5de9469a-3e02-42db-8e06-2cfa0e60632c req-dfd15ca3-2079-4174-a08e-4f64c5aca346 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Nov 23 10:31:52.633812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:31:52.746867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:52.760252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'port_id': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'mac_address': 'fa:16:3e:cb:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:31:52.764002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:52.799311 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:52.812282 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:31:52.832422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:52.837577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:52.888962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:53.175470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:31:53.443045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad4cc-d1ca-4067-99f6-b0c9f091c15d req-6670772c-8f50-42fb-b582-cac0b604bf4d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:53.444409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d0ad4cc-d1ca-4067-99f6-b0c9f091c15d req-6670772c-8f50-42fb-b582-cac0b604bf4d tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 944 time: 0.0508752 Nov 23 10:31:53.503295 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d0ad4cc-d1ca-4067-99f6-b0c9f091c15d req-3bd0f2ef-da4a-4973-8a88-f08a9d8b25bd tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494158 Nov 23 10:31:53.566124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:54.631582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd07529-2827-4038-a104-5c281bcf620b req-64331bf0-8a17-4b08-86b2-26065e4848c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:54.633103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edd07529-2827-4038-a104-5c281bcf620b req-64331bf0-8a17-4b08-86b2-26065e4848c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 944 time: 0.0522611 Nov 23 10:31:54.633757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:31:54.687549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:31:54.690423 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-edd07529-2827-4038-a104-5c281bcf620b req-fcbeb35a-8691-404c-bd8d-a299433c4cc6 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510137 Nov 23 10:31:54.692490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:31:54.692849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:54.774856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:54.797502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:31:54.799820 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbc335-ac24-4143-b6f4-92f09d3e1422" -d '{"events": [{"server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "name": "network-vif-plugged", "status": "completed", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:31:54.812427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:31:54.817799 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:54.841529 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac8a6e-e4cf-4142-b638-04531892662a x-openstack-request-id: req-c5ac8a6e-e4cf-4142-b638-04531892662a {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:31:54.841822 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "name": "network-vif-plugged", "status": "completed", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:31:54.842109 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5ac8a6e-e4cf-4142-b638-04531892662a {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:31:54.842492 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'code': 200} Nov 23 10:31:54.870893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:54.941586 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f02fc0-4982-46fa-801b-de7a002f0519 req-00589ef9-c177-4cbc-a448-6865e4c8821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:54.943192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12f02fc0-4982-46fa-801b-de7a002f0519 req-00589ef9-c177-4cbc-a448-6865e4c8821d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1096 time: 0.0406070 Nov 23 10:31:55.003402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12f02fc0-4982-46fa-801b-de7a002f0519 req-af550e59-6f11-4b0b-a9a7-6d6ce23f4299 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531039 Nov 23 10:31:55.827365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04033a8e-e8f5-438a-83a9-56e232785f07 req-3cde41c8-9c9c-482b-9472-c7759ae6e68f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:55.828880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04033a8e-e8f5-438a-83a9-56e232785f07 req-3cde41c8-9c9c-482b-9472-c7759ae6e68f tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.0541906 Nov 23 10:31:55.884251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-04033a8e-e8f5-438a-83a9-56e232785f07 req-c489205c-85e5-43c8-bbdc-88a61d673d7a tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Nov 23 10:31:57.019951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d707f5-f45c-484f-bfc3-818c1b13e8a3 req-c9b45ff3-fe04-4641-b93c-38b456fc4613 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:57.021777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-88d707f5-f45c-484f-bfc3-818c1b13e8a3 req-c9b45ff3-fe04-4641-b93c-38b456fc4613 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.0591164 Nov 23 10:31:57.072702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-88d707f5-f45c-484f-bfc3-818c1b13e8a3 req-ee6eae39-8dce-4102-a41a-5bd44dcea7f5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Nov 23 10:31:57.189624 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f6ac-2828-40d3-a4ce-df480483fae7 req-04c65664-3d7d-4390-9b70-d9e71d4ae1d7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:57.191064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fe5f6ac-2828-40d3-a4ce-df480483fae7 req-04c65664-3d7d-4390-9b70-d9e71d4ae1d7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.0515404 Nov 23 10:31:57.241604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8fe5f6ac-2828-40d3-a4ce-df480483fae7 req-9d489a75-0814-464b-819c-3eeca3c57358 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Nov 23 10:31:57.263805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53120) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:57.304695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00065135-f385-44df-bf99-fa36dfc6cc65 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:57.306218 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-00065135-f385-44df-bf99-fa36dfc6cc65 tempest-TestVolumeBootPattern-1905184900 tempest-TestVolumeBootPattern-1905184900-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1091 time: 0.0413871 Nov 23 10:31:57.309150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53122) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:31:57.313463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:31:57.338866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:57.444730 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:57.549963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Allocated IP 172.25.1.97 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/fbbb2cf5-fa22-4203-880d-a33cd17f23b5) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:31:57.654556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:57.696142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:57.736348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:31:57.739316 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:31:57.742843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:31:57.748481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=fbbb2cf5-fa22-4203-880d-a33cd17f23b5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:58.120716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.188105 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.342752 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.348889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.418136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event updated for resources: {'Port': ['ID=fbbb2cf5-fa22-4203-880d-a33cd17f23b5,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:31:58.433000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.533612 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP 46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4 associated. External IP: 172.25.1.97, port: 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3. Nov 23 10:31:58.747239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:31:58.854920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:31:58.864736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:31:58.874514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:58.875169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:58.875788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:31:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:58.905537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b463801a-301c-4189-ae09-d1c4342d8a47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5953648 Nov 23 10:31:58.906179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:31:58.908474 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829cc88b-10b1-4efe-b018-eefd08a3ac41" -d '{"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:31:58.946280 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82271f8a-62b3-4203-b335-64961da15ea0 x-openstack-request-id: req-82271f8a-62b3-4203-b335-64961da15ea0 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:31:58.946580 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:31:58.946840 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82271f8a-62b3-4203-b335-64961da15ea0 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:31:58.947253 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'status': 'completed', 'code': 200} Nov 23 10:31:58.984629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:59.015985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-03f6308a-3355-40de-a23c-2e8e91ee5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:59.017396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-03f6308a-3355-40de-a23c-2e8e91ee5e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1096 time: 0.0468497 Nov 23 10:31:59.108336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-b8285e47-8624-4e02-a7cf-1489a1146fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:59.109859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-b8285e47-8624-4e02-a7cf-1489a1146fc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0842950 Nov 23 10:31:59.181399 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-396b5584-0c61-4f05-9f2f-6381a97ec167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 998 time: 0.0640011 Nov 23 10:31:59.220580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:cb:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:31:57Z', 'updated_at': '2021-11-23T10:31:57Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}, {'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:59.233243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-a902e176-fc67-488e-8c64-a486284707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:59.234873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-a902e176-fc67-488e-8c64-a486284707c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0469241 Nov 23 10:31:59.248667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:31:59.257195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:31:59.257800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:31:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:59.281308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-81417209-7be0-44f0-a046-ed4b52472226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:31:59.282797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-81417209-7be0-44f0-a046-ed4b52472226 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406182 Nov 23 10:31:59.365128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:31:59.376424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-6c4eb79f-8059-4e6e-8457-6f8ca1ea7ea6 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855000 Nov 23 10:31:59.466705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-829cc88b-10b1-4efe-b018-eefd08a3ac41 req-c5a7e0a6-d020-454a-8dc2-5891ac4ca4b0 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827706 Nov 23 10:31:59.596744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:cb:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:31:57Z', 'updated_at': '2021-11-23T10:31:57Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}, {'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:31:59.624259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af556-3ec6-4499-8f13-88fa06ed3cab None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:cb:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:31:57Z', 'updated_at': '2021-11-23T10:31:57Z', 'revision_number': 0, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}, {'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:31:59.820654 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c637a5e-2e1d-42fc-baa7-e1d6befb0709 None None] New status for floating IP 46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:32:01.243820 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:32:16.044002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:17.875759 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ffb9-1e2f-4ef5-a564-c091319edb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:20.377837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7b2cb60-8f2e-4bcc-9ace-f6a19f5417fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:20.596232 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:21.379387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:22.748833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:23.571920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:32.604609 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-ffab28f9-a8a8-40dc-b474-6c5eac1fcd89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483217 Nov 23 10:32:32.693155 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-43373489-6930-4c5f-bf9a-aab10ca95079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:32.694680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-43373489-6930-4c5f-bf9a-aab10ca95079 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1096 time: 0.0430183 Nov 23 10:32:32.803392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-572e75de-3bf1-454b-b32c-7a40a7fa2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:32.804866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-572e75de-3bf1-454b-b32c-7a40a7fa2085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0857775 Nov 23 10:32:32.873267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-3a43a60b-37d6-43ce-8028-0880e7c1f669 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 1000 time: 0.0606105 Nov 23 10:32:32.923757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-ea1f4850-2d84-4b5c-bf90-0c550ae52ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:32.925152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-ea1f4850-2d84-4b5c-bf90-0c550ae52ea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0445566 Nov 23 10:32:32.970581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-554bae33-f31c-4eca-b5ff-fbdb278a0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:32.972029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-554bae33-f31c-4eca-b5ff-fbdb278a0f4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396562 Nov 23 10:32:33.070402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-71d0285a-c495-4b16-bf84-3a943cf8df45 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913212 Nov 23 10:32:33.159057 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-045fd596-f7d3-4fb4-9b34-a7aaf7a79a78 req-6b8de33e-1317-43d4-bd14-67dcdf4a0646 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815449 Nov 23 10:32:34.326067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-1342ed6a-e877-401f-b73a-2ffd164513a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1649189 Nov 23 10:32:34.413780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0afe-b840-47ec-8345-134857e66a48 req-6057b37b-8dc6-4f65-ada6-346bced603c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:34.415364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-6057b37b-8dc6-4f65-ada6-346bced603c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0428963 Nov 23 10:32:34.523244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0afe-b840-47ec-8345-134857e66a48 req-ff37c50f-8c5c-42d0-8f58-380899dd306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:34.524696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-ff37c50f-8c5c-42d0-8f58-380899dd306a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0880299 Nov 23 10:32:34.601861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-b38762c4-a7e3-45a9-93d4-357c3d641169 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0689890 Nov 23 10:32:34.650423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0afe-b840-47ec-8345-134857e66a48 req-2fda5b47-915d-4241-80af-374eb8619808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:34.651820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-2fda5b47-915d-4241-80af-374eb8619808 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0434935 Nov 23 10:32:34.702127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0afe-b840-47ec-8345-134857e66a48 req-bc8df161-5c31-4ee0-ab82-722fd3959a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:32:34.703573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-bc8df161-5c31-4ee0-ab82-722fd3959a48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444567 Nov 23 10:32:34.803565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-506cc905-d2fb-4029-a600-53aac6890b8d service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910630 Nov 23 10:32:34.895502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-780b0afe-b840-47ec-8345-134857e66a48 req-da10686e-e8b7-4a9c-abbe-b89f30b09839 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Nov 23 10:32:38.243994 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:32:46.071145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:47.877094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8deab6a-208a-405e-b073-8486d65e201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:50.391814 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9da5575f-2ad6-47f2-ae0f-3cff7d8a20ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:50.605074 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:51.383474 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:52.753045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:53.576783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:15.243792 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:33:16.075629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:17.877301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4fba8e16-1dc3-4ebe-8f3b-c33670863ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:20.393209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-006c6f6a-d2c8-4104-89ed-914dbb2a3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:20.608922 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:21.386282 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:22.759384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:23.580491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.152900 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53154) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:27.326239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port fbbb2cf5-fa22-4203-880d-a33cd17f23b5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:27.326550 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.401279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.401582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.413516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for fbbb2cf5-fa22-4203-880d-a33cd17f23b5 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:27.592811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.622261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=fbbb2cf5-fa22-4203-880d-a33cd17f23b5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:27.649321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.649605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.649994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.650327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.650639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.650967 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.651289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.651602 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.651972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.652300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.652615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.652994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:27.695315 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:27.695537 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP 46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4 disassociated (deleted). External IP: 172.25.1.97, port: 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3. Nov 23 10:33:27.921504 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:33:28.032879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:33:28.037304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:28.044923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:33:28.057997 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:28.058691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:28.073636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74ad4994-e66e-4f3f-8faf-6825c59fbc11 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "DELETE /v2.0/floatingips/46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4 HTTP/1.1" status: 204 len: 168 time: 0.9193006 Nov 23 10:33:28.074334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:33:28.076813 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9de4e9-9fff-4261-bb20-2fb2c32de968" -d '{"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:33:28.316722 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb5d3c3-b018-40c7-9bcc-7bee965588c8 x-openstack-request-id: req-6cb5d3c3-b018-40c7-9bcc-7bee965588c8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:33:28.317362 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:33:28.317362 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cb5d3c3-b018-40c7-9bcc-7bee965588c8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:33:28.317651 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'status': 'completed', 'code': 200} Nov 23 10:33:28.360056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:28.419833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211b3c0-7880-4847-8299-563ba53051d1 req-27d6b4df-9960-4e68-9169-42fd5789a955 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:28.421415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f211b3c0-7880-4847-8299-563ba53051d1 req-27d6b4df-9960-4e68-9169-42fd5789a955 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.1476412 Nov 23 10:33:28.424498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-9c216674-5e15-46c6-97d5-1c997b0ae539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:28.425954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-9c216674-5e15-46c6-97d5-1c997b0ae539 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 1096 time: 0.0721874 Nov 23 10:33:28.527102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f211b3c0-7880-4847-8299-563ba53051d1 req-d2db1da5-fa30-4436-a991-c1f5e05fcb47 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991874 Nov 23 10:33:28.553107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-4d24623f-7ee9-4a85-bf70-6c78c4b5cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:28.554893 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-4d24623f-7ee9-4a85-bf70-6c78c4b5cf2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.1211693 Nov 23 10:33:28.598251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-b6eab02b-8326-409d-b4f2-8b030836b119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0341966 Nov 23 10:33:28.610759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:28.637935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:33:28.647301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:28.647910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:28.655304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-e537ce17-429a-4e9a-bc30-5d178807e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:28.656820 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-e537ce17-429a-4e9a-bc30-5d178807e123 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0491495 Nov 23 10:33:28.705722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-e1ce86ba-96de-4341-8581-9ba6d6ecf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:28.707324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-e1ce86ba-96de-4341-8581-9ba6d6ecf668 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426986 Nov 23 10:33:28.754198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:28.802467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-00208143-83d7-48bf-863f-0ecb77cbf8c2 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Nov 23 10:33:28.893560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-df9de4e9-9fff-4261-bb20-2fb2c32de968 req-22c9123d-d684-40e4-b6c4-d364973b25e3 service neutron] 10.222.0.11 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828524 Nov 23 10:33:28.981955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:29.007768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88938c44-ced2-4d4b-8f44-aa2f8823e7e9 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'a7d0d7c7-590b-44d0-9152-e4537809fd2c', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'port_id': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'mac_address': 'fa:16:3e:05:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:29:45Z', 'updated_at': '2021-11-23T10:29:47Z', 'revision_number': 1, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:33:29.243848 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb7ccc-d8cc-43a2-870d-fe074a732ab6 None None] New status for floating IP 46fd49ac-a74c-4fdf-9d2f-66eee7cc3da4: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:33:29.717862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8470c4-7a8b-4927-a473-646f63724058 req-99f0ec34-f407-443d-b8cb-7b40ca9691c7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:29.719376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d8470c4-7a8b-4927-a473-646f63724058 req-99f0ec34-f407-443d-b8cb-7b40ca9691c7 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.1106322 Nov 23 10:33:29.772605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d8470c4-7a8b-4927-a473-646f63724058 req-e8ebe2d0-ddeb-4a3b-942d-2f0156f9f106 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Nov 23 10:33:29.962476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-5421af97-7769-46bb-a4eb-2bcdfb83d60b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:29.963832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-5421af97-7769-46bb-a4eb-2bcdfb83d60b tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 945 time: 0.0620022 Nov 23 10:33:30.059142 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:30.059474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:30.167765 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:30.168324 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:30.184682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:30.335072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:30.364295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:30.376739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.377076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.377440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.377779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.378137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.378468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.378800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.379127 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.379486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.379823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.380137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.380465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:33:30.418962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:33:30.421633 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:30.425096 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-155f521c-022d-43c7-bf73-bc1c8764deb2 req-6a57f812-9151-40ec-96d4-6baebea7bc51 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.11 "DELETE /v2.0/ports/52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 HTTP/1.1" status: 204 len: 173 time: 0.4537413 Nov 23 10:33:30.425536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'name': 'network-vif-deleted', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:33:30.427916 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623efe0f-2269-467c-bc8e-5ef86c903e85" -d '{"events": [{"server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "name": "network-vif-deleted", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:33:30.466334 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782b097-1615-403f-8d06-3ac7ebb5f8c0 x-openstack-request-id: req-1782b097-1615-403f-8d06-3ac7ebb5f8c0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:33:30.466671 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fc56d-038d-4b17-bae6-653ccc3666fc", "name": "network-vif-deleted", "tag": "52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:33:30.466924 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1782b097-1615-403f-8d06-3ac7ebb5f8c0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:33:30.467330 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fc56d-038d-4b17-bae6-653ccc3666fc', 'name': 'network-vif-deleted', 'tag': '52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3', 'status': 'completed', 'code': 200} Nov 23 10:33:30.878679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-609292b8-b554-48cb-b8cb-974020b37390 req-12e318dc-2bf0-4938-909e-3db22e71ecae tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.0326893 Nov 23 10:33:31.976339 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c7f1fc32-f1d3-4d1b-9913-0142442e0be8 req-c1c11adb-1a17-4cae-8f71-ca030bbe52c5 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.0266113 Nov 23 10:33:33.194549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:33.216010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:33.216222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 52168ee4-f4bc-4d34-9ae1-eb4c0c2e07a3 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:33.355626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21d7dd64-f499-485c-8462-fcb40fb330ff req-6f67bb38-847c-4278-9bc2-26e844dc18b2 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.3114684 Nov 23 10:33:34.161577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-6d6beabb-ffe9-46cd-976f-203edb43c9a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422139 Nov 23 10:33:34.247577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61710-7aa6-49c0-bc54-736c800254fc req-0fd4a2ea-432b-46f5-bf02-a1e0fa1d33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:34.249086 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-0fd4a2ea-432b-46f5-bf02-a1e0fa1d33e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0425019 Nov 23 10:33:34.358028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61710-7aa6-49c0-bc54-736c800254fc req-dad7810a-4dba-4d3f-ba35-78134ba3fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:34.359502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-dad7810a-4dba-4d3f-ba35-78134ba3fd19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0893829 Nov 23 10:33:34.439082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-774f94e9-2352-453f-bbe6-21c02d8fa408 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0718651 Nov 23 10:33:34.473640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de21782a-973c-45a4-b4c1-58a4284f0c3b req-94471020-5baf-40ec-b331-67ea29be7328 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=236fc56d-038d-4b17-bae6-653ccc3666fc HTTP/1.1" status: 200 len: 210 time: 0.0379484 Nov 23 10:33:34.507263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61710-7aa6-49c0-bc54-736c800254fc req-51f7fef9-9b28-4eb8-905e-3e3a5e9fdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:34.508762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-51f7fef9-9b28-4eb8-905e-3e3a5e9fdb57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0611329 Nov 23 10:33:34.556321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61710-7aa6-49c0-bc54-736c800254fc req-e400cb4a-6f67-4200-a2d1-2b6b2366224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:34.558118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-e400cb4a-6f67-4200-a2d1-2b6b2366224e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423989 Nov 23 10:33:34.661163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-4f94652b-2459-4281-94e5-ef944caaa295 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948524 Nov 23 10:33:34.753332 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84f61710-7aa6-49c0-bc54-736c800254fc req-8aa5167a-2315-488f-808c-242e3871945a service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Nov 23 10:33:36.454642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-ce3b482d-ea09-4d6a-aa81-712494797111 req-64c55dd8-097b-47ec-babe-edbfc729599d service neutron] (110024) timed out ('10.222.0.62', 50174) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:33:40.887970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53220) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:41.045910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port 03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:41.046283 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.124679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.124892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.136530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for 03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:41.289408 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.317580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=03fc6adb-5fda-4e0b-a4e7-5c1345f08dfe,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:41.376882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.377115 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Floating IP a7d0d7c7-590b-44d0-9152-e4537809fd2c disassociated (deleted). External IP: 172.25.1.74, port: ec27a53c-6033-410f-a840-e4147cf6bbd4. Nov 23 10:33:41.585928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:33:41.698224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:33:41.703016 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:41.709106 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:33:41.719287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:41.719894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:41.731192 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f2f5d73c-7fd2-4c69-b9ce-10c403262c09 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "DELETE /v2.0/floatingips/a7d0d7c7-590b-44d0-9152-e4537809fd2c HTTP/1.1" status: 204 len: 168 time: 0.8420861 Nov 23 10:33:41.731803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:33:41.734127 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172f6c69-a5b9-4f89-aeb3-a803de835ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:33:41.772842 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e449592-d28d-45d9-8676-edb640b9644a x-openstack-request-id: req-2e449592-d28d-45d9-8676-edb640b9644a {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:33:41.773119 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:33:41.773376 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e449592-d28d-45d9-8676-edb640b9644a {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:33:41.773936 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'status': 'completed', 'code': 200} Nov 23 10:33:41.832873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:41.839771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-1a0571d6-514c-46c6-a23c-28e80a1502a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:41.841543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-1a0571d6-514c-46c6-a23c-28e80a1502a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 1097 time: 0.0456576 Nov 23 10:33:41.954163 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-02c9cf87-fe2c-42d5-b322-0a17787b5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:41.955807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-02c9cf87-fe2c-42d5-b322-0a17787b5867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 200 len: 913 time: 0.0998211 Nov 23 10:33:41.960133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68780fd-b293-4825-bebe-4417f945ce52 req-743c0819-6941-4bb9-92e0-b3b604afcf3e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:41.961639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f68780fd-b293-4825-bebe-4417f945ce52 req-743c0819-6941-4bb9-92e0-b3b604afcf3e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0514445 Nov 23 10:33:42.001101 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-5f4cf1d6-c5c8-4669-bdd3-6befbc2cc7e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 200 len: 217 time: 0.0365107 Nov 23 10:33:42.017073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f68780fd-b293-4825-bebe-4417f945ce52 req-24df276d-6b8e-4781-8a74-2909653fa948 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488915 Nov 23 10:33:42.055463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:42.055960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-919262e2-5c55-4b75-89e7-d659c2edbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:42.057429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-919262e2-5c55-4b75-89e7-d659c2edbc16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 200 len: 851 time: 0.0494068 Nov 23 10:33:42.086754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:33:42.095896 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:42.096500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:42.107525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-bfffb23e-1868-4e2a-8c7f-ffcb307b899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:42.109002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-bfffb23e-1868-4e2a-8c7f-ffcb307b899b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4b35ff8-498a-4abc-b5be-6f053e529ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436509 Nov 23 10:33:42.203415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:42.215139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-b32800e0-894e-4796-8632-9b0118836bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938494 Nov 23 10:33:42.316793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-172f6c69-a5b9-4f89-aeb3-a803de835ab0 req-25db111c-5618-4513-b582-ec97eacc706b service neutron] 10.222.0.50 "GET /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928354 Nov 23 10:33:42.410359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:42.436680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b70f3-c3d7-4f4a-ac4a-774824734779 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '5d337f4c-e5c9-46b9-9804-4cbdb71439d4', 'name': '', 'network_id': 'f4b35ff8-498a-4abc-b5be-6f053e529ac9', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'mac_address': 'fa:16:3e:a0:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:01Z', 'updated_at': '2021-11-23T10:23:07Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'subnets': [{'id': '55c43e78-b2e8-49ec-8fe9-377aced226b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:33:42.770645 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0290838-f37f-4a82-b27c-6025d4e8acd3 None None] New status for floating IP a7d0d7c7-590b-44d0-9152-e4537809fd2c: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:33:43.138808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8196c3b-9678-4191-8417-9e709c5b56ab req-2166bdb1-86b5-4de0-8c7c-f8d0bf807f21 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:43.140204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8196c3b-9678-4191-8417-9e709c5b56ab req-2166bdb1-86b5-4de0-8c7c-f8d0bf807f21 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0510938 Nov 23 10:33:43.193171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8196c3b-9678-4191-8417-9e709c5b56ab req-32135d9b-63a9-4ee9-b64f-a9b98ab14b59 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/security-groups?id=71ba0579-1485-4705-a111-ab3f1b56d264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Nov 23 10:33:43.450959 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-e8720210-592e-413a-8ba8-d2485b0dcb5e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:33:43.452306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-e8720210-592e-413a-8ba8-d2485b0dcb5e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 946 time: 0.0566535 Nov 23 10:33:43.546628 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port ec27a53c-6033-410f-a840-e4147cf6bbd4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:43.546864 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:43.640273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] For port ec27a53c-6033-410f-a840-e4147cf6bbd4, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=ec27a53c-6033-410f-a840-e4147cf6bbd4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:43.640641 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:43.653590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for ec27a53c-6033-410f-a840-e4147cf6bbd4 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:43.793133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:43.826724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=ec27a53c-6033-410f-a840-e4147cf6bbd4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:43.865922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] No DVR routers for this DVR port ec27a53c-6033-410f-a840-e4147cf6bbd4 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:33:43.868799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:43.872259 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-95171b1f-8cf7-4fdc-91ca-e90126c4531b req-bc11d2c5-33c6-468c-8258-a6f0d6b8ee93 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.50 "DELETE /v2.0/ports/ec27a53c-6033-410f-a840-e4147cf6bbd4 HTTP/1.1" status: 204 len: 173 time: 0.4134066 Nov 23 10:33:43.872726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'name': 'network-vif-deleted', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:33:43.875039 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1156f0db-350d-4382-841c-951f2dcd4a07" -d '{"events": [{"server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "name": "network-vif-deleted", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:33:43.921909 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa112df-c021-4967-8368-a96e1651e597 x-openstack-request-id: req-dfa112df-c021-4967-8368-a96e1651e597 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:33:43.922280 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd18b3-cc8a-486f-a2ef-39c081d893aa", "name": "network-vif-deleted", "tag": "ec27a53c-6033-410f-a840-e4147cf6bbd4", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:33:43.922482 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfa112df-c021-4967-8368-a96e1651e597 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:33:43.923436 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd18b3-cc8a-486f-a2ef-39c081d893aa', 'name': 'network-vif-deleted', 'tag': 'ec27a53c-6033-410f-a840-e4147cf6bbd4', 'status': 'completed', 'code': 200} Nov 23 10:33:44.296910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-954c1bbc-bcde-4496-b6dd-f140a60911e1 req-2238b4c0-2fdf-41ed-a08e-00ecb67e5df4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0280089 Nov 23 10:33:45.401882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-98d510bd-284f-4f64-a84c-38983381a386 req-903fb257-4678-4d00-88be-1b60fa72e44c tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0312057 Nov 23 10:33:46.068230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:46.499182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20da0a41-5d89-4c88-b6a7-dec3f8a189ee req-9cf40b3f-d0b7-47da-a2dc-26ff86abb0ac tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0282676 Nov 23 10:33:47.596119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c1dbe6e7-8621-4792-b59b-59f8118621ef req-6b2b1247-0504-43a4-a6eb-dd6ec7bb437e tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "GET /v2.0/ports?device_id=57cd18b3-cc8a-486f-a2ef-39c081d893aa HTTP/1.1" status: 200 len: 210 time: 0.0271657 Nov 23 10:33:47.681947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec27a53c-6033-410f-a840-e4147cf6bbd4 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:47.707126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: ec27a53c-6033-410f-a840-e4147cf6bbd4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:47.707466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device ec27a53c-6033-410f-a840-e4147cf6bbd4 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:47.871727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b653b8f1-789a-49a9-a3cc-c6f5cd5385cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:48.653779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53242) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:49.101676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Deleting port a49576b4-4253-467d-aa9d-deef412e8684 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:49.102082 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.181543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.181872 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.194757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Calling delete_port for a49576b4-4253-467d-aa9d-deef412e8684 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:49.346772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.372970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'Port': ['ID=a49576b4-4253-467d-aa9d-deef412e8684,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:49.436839 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.439415 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.440592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-522377ea-19d5-414f-8567-0585c81f15c4 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f65b587-addc-4d29-b3f6-b148eefa4526 HTTP/1.1" status: 204 len: 168 time: 0.7857003 Nov 23 10:33:50.389006 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d895a6a9-faa1-4288-a110-609f756e7c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:50.598704 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:51.381597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.244122 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:33:52.738109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53260) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:52.764819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.800749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.827133 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.888030 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.890635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:52.891809 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] 10.222.0.62 "DELETE /v2.0/security-groups/71ba0579-1485-4705-a111-ab3f1b56d264 HTTP/1.1" status: 204 len: 168 time: 0.1526847 Nov 23 10:33:52.901285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cea60-4d2c-4c50-aa7d-de2ba1c3b290 tempest-TestVolumeBootPattern-1387133990 tempest-TestVolumeBootPattern-1387133990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba0579-1485-4705-a111-ab3f1b56d264,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:52.959821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53264) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:53.427544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:53.586872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:53.692484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Deleting port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:53.692938 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:53.777604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] For port 5d337f4c-e5c9-46b9-9804-4cbdb71439d4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:53.778346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:53.791223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Calling delete_port for 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:53.989095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.014088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d337f4c-e5c9-46b9-9804-4cbdb71439d4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:54.181694 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.415714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Router fe548c9f-7abf-4a4a-995d-a190208a44f7 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:33:54.527179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:33:54.532380 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0ff4f1b0-f7ca-4a3b-9238-77a2fbcae748 admin admin] 10.222.0.62 "PUT /v2.0/routers/fe548c9f-7abf-4a4a-995d-a190208a44f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720429 Nov 23 10:33:54.535273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53268) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:54.537855 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Sync routers for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:33:54.549217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:54.549829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:54.641485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.655451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:54.743463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.796985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Deleting port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:54.797688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.851691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:33:53Z', 'revision_number': 5, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port': {'id': 'bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:22:59Z', 'updated_at': '2021-11-23T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:54.878001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Checking router: fe548c9f-7abf-4a4a-995d-a190208a44f7 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:33:54.884058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] For port bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:54.884432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:54.886629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Routers {'fe548c9f-7abf-4a4a-995d-a190208a44f7'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:54.887224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['fe548c9f-7abf-4a4a-995d-a190208a44f7'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:54.896685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Calling delete_port for bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:54.975146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] Set router fe548c9f-7abf-4a4a-995d-a190208a44f7 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:55.067706 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.096110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:55.158626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.193807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e9e59-ffd6-4d81-a9c2-d738ca719974 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:33:55.196095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:33:54Z', 'revision_number': 6, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:55.225242 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c14f7f-ba54-4304-b4f5-2a40156f7ae3 None None] The sync data for ids ['fe548c9f-7abf-4a4a-995d-a190208a44f7'] in n-d-781076-5 is: [{'id': 'fe548c9f-7abf-4a4a-995d-a190208a44f7', 'name': 'tempest-TestVolumeBootPattern-1837480286-router', 'tenant_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:22:58Z', 'updated_at': '2021-11-23T10:33:54Z', 'revision_number': 6, 'project_id': '03edda31cbd14cf7a8fdfcb09b9bf14a', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:33:55.256038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.258343 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.306638 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.307211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe548c9f-7abf-4a4a-995d-a190208a44f7 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:33:55.311619 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.312753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d830ea98-33dc-45a8-ac6b-9cfed6b9ab96 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fe548c9f-7abf-4a4a-995d-a190208a44f7 HTTP/1.1" status: 204 len: 168 time: 0.7765760 Nov 23 10:33:55.315538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53270) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:55.360178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Deleting subnet 55c43e78-b2e8-49ec-8fe9-377aced226b9 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:33:55.363371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.398255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.481223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.537264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.565100 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c43e78-b2e8-49ec-8fe9-377aced226b9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:55.567195 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.570696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cbc2bf40-c4de-4b72-a489-95577053b187 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/55c43e78-b2e8-49ec-8fe9-377aced226b9 HTTP/1.1" status: 204 len: 168 time: 0.2540803 Nov 23 10:33:55.573435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53272) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:55.576814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49161be4-fc72-4c5e-8954-11f0c179b09d None None] Network f4b35ff8-498a-4abc-b5be-6f053e529ac9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:33:55.672190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.732770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Deleting port bb91dc1c-795f-4a79-9351-c4cb840c4d61 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:55.733116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.797960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] For port bb91dc1c-795f-4a79-9351-c4cb840c4d61, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bb91dc1c-795f-4a79-9351-c4cb840c4d61,segment=NetworkSegment(1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d),segment_id=1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:55.798723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.812911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Calling delete_port for bb91dc1c-795f-4a79-9351-c4cb840c4d61 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:55.902403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:55.928783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb91dc1c-795f-4a79-9351-c4cb840c4d61,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:55.930629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] No DVR routers for this DVR port bb91dc1c-795f-4a79-9351-c4cb840c4d61 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:33:56.004287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.024495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b35ff8-498a-4abc-b5be-6f053e529ac9']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:56.034613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:56.034877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e32635b-1de2-4a5f-a3cd-0dc68fc9b84d') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:56.050711 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.051103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849d79a-3458-4933-bb62-c62c9ec8f7ef None None] DHCP port deletion for f4b35ff8-498a-4abc-b5be-6f053e529ac9 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:33:56.065704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.072931 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:33:56.073382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:33:56.075051 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:33:56.081712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:56.103578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:56.103919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5d337f4c-e5c9-46b9-9804-4cbdb71439d4 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:56.132381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.137584 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.141445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f4b35ff8-498a-4abc-b5be-6f053e529ac9 HTTP/1.1" status: 204 len: 168 time: 0.5667691 Nov 23 10:33:56.144845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53274) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:56.157820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf45101-f522-49e4-b32c-75075d05d796 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b35ff8-498a-4abc-b5be-6f053e529ac9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:56.517164 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.768705 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Deleting port 37d91ae8-add7-4dd3-89d4-17a39801df7e {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:56.768955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.845227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] For port 37d91ae8-add7-4dd3-89d4-17a39801df7e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=37d91ae8-add7-4dd3-89d4-17a39801df7e,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:56.845582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:56.858212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Calling delete_port for 37d91ae8-add7-4dd3-89d4-17a39801df7e owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:57.036266 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:57.063069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d91ae8-add7-4dd3-89d4-17a39801df7e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:57.229448 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:57.385929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb91dc1c-795f-4a79-9351-c4cb840c4d61 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:57.411045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bb91dc1c-795f-4a79-9351-c4cb840c4d61 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:57.411375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bb91dc1c-795f-4a79-9351-c4cb840c4d61 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:57.411796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:57.431985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:57.432380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bc2001f8-f0e4-4f78-bdba-ce6cc87a5c27 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:57.766754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Router 7c274802-1dc1-4275-9779-068662132b00 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:33:57.869856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:33:57.875205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0f5541e1-01bb-4b0d-aa6c-f038fadee0f8 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c274802-1dc1-4275-9779-068662132b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290251 Nov 23 10:33:57.878928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53276) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:57.881345 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Sync routers for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:33:57.892610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:57.893236 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:57.987320 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:57.996849 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:58.095590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.149866 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Deleting port a0aef171-3d25-4457-a0bb-d99434e3e3cf {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:58.150237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.178134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:33:56Z', 'revision_number': 5, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port': {'id': 'a0aef171-3d25-4457-a0bb-d99434e3e3cf', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c274802-1dc1-4275-9779-068662132b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:23:05Z', 'updated_at': '2021-11-23T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:58.205511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Checking router: 7c274802-1dc1-4275-9779-068662132b00 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:33:58.214135 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Routers {'7c274802-1dc1-4275-9779-068662132b00'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:33:58.214748 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:33:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['7c274802-1dc1-4275-9779-068662132b00'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:58.233769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] For port a0aef171-3d25-4457-a0bb-d99434e3e3cf, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a0aef171-3d25-4457-a0bb-d99434e3e3cf,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:58.234347 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.245995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Calling delete_port for a0aef171-3d25-4457-a0bb-d99434e3e3cf owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:58.391009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] Set router 7c274802-1dc1-4275-9779-068662132b00 gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:33:58.417520 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.440787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aef171-3d25-4457-a0bb-d99434e3e3cf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:58.444416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:33:58Z', 'revision_number': 6, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:58.460001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c306f8c6-7c3a-4077-b40b-d8faac773583 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:33:58.477756 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9617-72ab-4193-8b57-4fad917b968f None None] The sync data for ids ['7c274802-1dc1-4275-9779-068662132b00'] in n-d-781076-5 is: [{'id': '7c274802-1dc1-4275-9779-068662132b00', 'name': 'tempest-TestVolumeBootPattern-1752404205-router', 'tenant_id': '7995a06edfd749fab49cb39931d3e9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:23:04Z', 'updated_at': '2021-11-23T10:33:58Z', 'revision_number': 6, 'project_id': '7995a06edfd749fab49cb39931d3e9b4', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:33:58.508495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.597924 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.600286 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.646124 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.646554 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c274802-1dc1-4275-9779-068662132b00 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:33:58.651173 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.652317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-32541509-9696-4540-90b7-7a5efab173ed admin admin] 10.222.0.62 "DELETE /v2.0/routers/7c274802-1dc1-4275-9779-068662132b00 HTTP/1.1" status: 204 len: 168 time: 0.7724881 Nov 23 10:33:58.654901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53278) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:58.700232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Deleting subnet 0679aa72-ba86-453e-8503-f44f661e3045 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:33:58.703673 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.739788 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.826288 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.882728 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.909623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0679aa72-ba86-453e-8503-f44f661e3045,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:58.913232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:58.916523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-60acf14a-286d-4877-96e3-e566d5c059ff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0679aa72-ba86-453e-8503-f44f661e3045 HTTP/1.1" status: 204 len: 168 time: 0.2606287 Nov 23 10:33:58.919097 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53280) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:58.920970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bdf4f9-9ec3-458d-925d-169fd551d252 None None] Network 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:33:58.992270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.049402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Deleting port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:33:59.049750 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.113562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] For port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,segment=NetworkSegment(52378f3a-e461-4296-a71d-043a9a642457),segment_id=52378f3a-e461-4296-a71d-043a9a642457)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:33:59.113947 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.130605 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Calling delete_port for 1d058b1e-ead6-42bf-bbb3-fa824bcd703f owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:33:59.211911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.221421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456ad7b-2574-492a-b97b-cc7e5bf12e6c None None] DHCP port deletion for 0e3cb8a5-b97c-4f47-b985-55cfc61f8eec request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:33:59.241782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d058b1e-ead6-42bf-bbb3-fa824bcd703f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:59.245305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] No DVR routers for this DVR port 1d058b1e-ead6-42bf-bbb3-fa824bcd703f on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:33:59.340486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.349391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37d91ae8-add7-4dd3-89d4-17a39801df7e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:59.365804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3cb8a5-b97c-4f47-b985-55cfc61f8eec']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:59.370132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 37d91ae8-add7-4dd3-89d4-17a39801df7e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:59.370473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 37d91ae8-add7-4dd3-89d4-17a39801df7e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:59.370884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a0aef171-3d25-4457-a0bb-d99434e3e3cf no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:59.375688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52378f3a-e461-4296-a71d-043a9a642457') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:59.375985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52378f3a-e461-4296-a71d-043a9a642457') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:33:59.385595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.389555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a0aef171-3d25-4457-a0bb-d99434e3e3cf {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:59.389911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a0aef171-3d25-4457-a0bb-d99434e3e3cf not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:59.390331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1d058b1e-ead6-42bf-bbb3-fa824bcd703f no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:33:59.399850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.406438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:33:59.406844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:33:59.408847 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:33:59.411101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 1d058b1e-ead6-42bf-bbb3-fa824bcd703f {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:33:59.411101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 1d058b1e-ead6-42bf-bbb3-fa824bcd703f not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:33:59.471207 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.477377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.481074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0e3cb8a5-b97c-4f47-b985-55cfc61f8eec HTTP/1.1" status: 204 len: 168 time: 0.5605500 Nov 23 10:33:59.494381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711dba3-c030-4977-92da-9adf53a9f0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3cb8a5-b97c-4f47-b985-55cfc61f8eec,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:33:59.628953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53284) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:59.676827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5b00f4c8-77de-451d-9c73-c55c9c8adae7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03edda31cbd14cf7a8fdfcb09b9bf14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466444 Nov 23 10:33:59.679573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53286) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:59.732267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.754157 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.803379 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.806543 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:59.807718 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26e43085-900d-47d8-80ef-d2f418fa43ac HTTP/1.1" status: 204 len: 168 time: 0.1270788 Nov 23 10:33:59.816221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d03604-2f74-47f6-8a79-8c54906401ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e43085-900d-47d8-80ef-d2f418fa43ac,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:00.170605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53292) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:00.214158 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0634ac9f-f5de-4434-820e-6620e33fa642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7995a06edfd749fab49cb39931d3e9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422652 Nov 23 10:34:00.216879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:00.264342 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:00.289814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:00.341508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:00.344850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:00.346084 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f9d05a9-77c2-4fb6-a767-0ec9beb47377 HTTP/1.1" status: 204 len: 168 time: 0.1282558 Nov 23 10:34:00.354027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be8d0-60e1-44b0-a09c-c0ef18551ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d05a9-77c2-4fb6-a767-0ec9beb47377,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:07.904535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-082180cc-0b22-4259-9f38-3d4786700a6c req-8892a9e0-718b-4f40-bdea-6c53756fcc03 tempest-TestNetworkBasicOps-1806082404 tempest-TestNetworkBasicOps-1806082404-project] (110023) timed out ('10.222.0.50', 54256) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:34:10.924184 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-dcb2ac77-48b9-40bf-894f-516f238e67a7 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298440 Nov 23 10:34:11.114861 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-25d729b0-4606-4053-b386-8e2d8b771221 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:11.116207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-25d729b0-4606-4053-b386-8e2d8b771221 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864586 Nov 23 10:34:11.131245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-e1efcb88-b753-4138-af36-0940bac5f04d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/quotas/8b77c1f09813456eafbed5f55d54bdcf HTTP/1.1" status: 200 len: 375 time: 0.0090458 Nov 23 10:34:11.163066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-d49b5853-0cd3-439f-90de-f8b34041709b tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265965 Nov 23 10:34:11.332164 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-952ea150-2800-4556-bdee-e0e697f68290 req-2214d5b7-1644-4ce2-aebd-78ab1444e7a2 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 210 time: 0.0265436 Nov 23 10:34:12.417717 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e13820b3-19e1-42cc-92bc-05823bb1bd45 req-f0be0c72-8d91-4362-b9b1-d52381c9f22f tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 210 time: 0.0280724 Nov 23 10:34:13.266452 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-132b3f8b-5c4c-4494-b047-9b336c5b8d3e tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206914 Nov 23 10:34:13.378109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-c177be2d-8066-4a1d-b3d3-01bbe50f2830 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:13.379653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-c177be2d-8066-4a1d-b3d3-01bbe50f2830 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059742 Nov 23 10:34:13.395721 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Request body: {'port': {'device_id': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'admin_state_up': True, 'tenant_id': '8b77c1f09813456eafbed5f55d54bdcf'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:13.507944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Made reservation on behalf of 8b77c1f09813456eafbed5f55d54bdcf for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:13.511049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2b1cdae1-14b2-48db-9bf3-a079c7b1a7b4 req-e9dba84c-2980-4c7f-8a2e-d8e8f4fec0ff tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 210 time: 0.0259287 Nov 23 10:34:13.511913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.521269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.596336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.601811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.663584 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85219ff2-7bcf-4ed2-87fd-e648c02743d8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:13.736044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Allocated IP 192.168.233.140 (0a32a22a-855c-45b1-84a2-17c101a444b7/89cc8426-4119-438b-bede-f1dc8fb0f995/c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:13.889532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.925792 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:13.973685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Network 0a32a22a-855c-45b1-84a2-17c101a444b7 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:13.976714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:13.980456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:13.987008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Pushing event updated for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:14.034001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.034906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.053553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-88f33fbb-bea6-4c2c-8543-f2d788880232 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6617007 Nov 23 10:34:14.066109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Request body: {'port': {'device_id': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:14.119884 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.228553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-be15b9a3-c557-4f2c-b659-92c68f92023f None None] Provisioning complete for port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:14.229107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be15b9a3-c557-4f2c-b659-92c68f92023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.262359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-be15b9a3-c557-4f2c-b659-92c68f92023f None None] Port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:14.385985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:14.393756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.409165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Transition to ACTIVE for port object c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:34:14.415452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.463608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Pushing event updated for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:14.539913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Attempting to bind port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:14.540372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Attempting to bind port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:14.540372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Attempting to bind port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:14.545162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:34:14.545651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Attempting to bind port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a on network 0a32a22a-855c-45b1-84a2-17c101a444b7 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:14.551087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:14.551438 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Checking segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:14.551809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Bound using segment: {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:14.552242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Bound port: c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea91a-fb61-49c1-821e-50663a6f0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:14.552599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.649761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:14.653240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:14.661686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db18f-c34c-40d6-9976-763b28e62f42 req-846fc7ac-bfd7-41dc-97e0-26e81ea7cc21 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.663187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e8db18f-c34c-40d6-9976-763b28e62f42 req-846fc7ac-bfd7-41dc-97e0-26e81ea7cc21 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 948 time: 0.0751796 Nov 23 10:34:14.664607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.705840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.706600 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:14.708453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] 10.222.0.11 "PUT /v2.0/ports/c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a HTTP/1.1" status: 200 len: 1096 time: 0.6467798 Nov 23 10:34:14.722374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:14.724836 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873624ae-113d-4d7b-a9da-bdfb8231cf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:14.806499 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e8db18f-c34c-40d6-9976-763b28e62f42 req-d2759b5d-7964-4a4c-8b6e-88f519bef3a3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322553 Nov 23 10:34:14.807184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12cf9f-bd15-4aeb-b3f4-73b4dad9dabe service neutron] Pushing event updated for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:14.826825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-4d7c859c-7185-4580-b625-86ff084c1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.826825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-4d7c859c-7185-4580-b625-86ff084c1adb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 1099 time: 0.0742183 Nov 23 10:34:14.872289 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbbcaec-17da-4bfc-a5c1-aeb4eb570060 x-openstack-request-id: req-bcbbcaec-17da-4bfc-a5c1-aeb4eb570060 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:14.872573 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:14.872821 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcbbcaec-17da-4bfc-a5c1-aeb4eb570060 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:14.873210 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a', 'status': 'completed', 'code': 200} Nov 23 10:34:14.875034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-18948277-4aaa-40ef-8f5e-2670cfa75dd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a HTTP/1.1" status: 200 len: 217 time: 0.0405376 Nov 23 10:34:14.930898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-4a3d7e66-3544-44a7-a45e-f32c42e1b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.932527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-4a3d7e66-3544-44a7-a45e-f32c42e1b07a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0496776 Nov 23 10:34:14.981238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-bfa8090d-fe1d-420e-8477-7c70774590eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:14.982681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-bfa8090d-fe1d-420e-8477-7c70774590eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425713 Nov 23 10:34:15.073086 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-d3d1b9a6-fba6-4ecb-a880-af67ba45f14f service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821774 Nov 23 10:34:15.184649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-178143c7-9971-4270-b2f7-d602ddc7f565 req-65e3291d-1e95-4ce1-953f-bd91da73d90e service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046460 Nov 23 10:34:15.278308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-862567ea-f574-4af3-8fb4-ebb5ca1cc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:15.279803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-862567ea-f574-4af3-8fb4-ebb5ca1cc467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 1099 time: 0.0429873 Nov 23 10:34:15.383044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-ecfc945e-31bb-4083-b084-5473df85c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:15.384417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-ecfc945e-31bb-4083-b084-5473df85c620 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a32a22a-855c-45b1-84a2-17c101a444b7 HTTP/1.1" status: 200 len: 870 time: 0.0967653 Nov 23 10:34:15.436311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-d486068a-720e-4da0-9cce-81938cbdfaa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a HTTP/1.1" status: 200 len: 217 time: 0.0443580 Nov 23 10:34:15.496960 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-2ae5f952-4d7e-4755-958a-622b5be8ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:15.499121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-2ae5f952-4d7e-4755-958a-622b5be8ca26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cc8426-4119-438b-bede-f1dc8fb0f995 HTTP/1.1" status: 200 len: 843 time: 0.0548947 Nov 23 10:34:15.565223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-c873f91b-9f18-414e-a73e-7057459c820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:15.566754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-c873f91b-9f18-414e-a73e-7057459c820b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a32a22a-855c-45b1-84a2-17c101a444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602930 Nov 23 10:34:15.655684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-ba2a44ec-6756-4702-8f07-05263cc5aa41 service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813837 Nov 23 10:34:15.759888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-873624ae-113d-4d7b-a9da-bdfb8231cf6f req-28afeb44-f04a-4fd5-8226-6345171856ca service neutron] 10.222.0.11 "GET /v2.0/networks/0a32a22a-855c-45b1-84a2-17c101a444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956771 Nov 23 10:34:15.930900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df319-050e-4054-acb9-09ab91dd745a req-2e4077e3-1a19-40dd-8cec-9e5a2324169c tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:15.932322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d6df319-050e-4054-acb9-09ab91dd745a req-2e4077e3-1a19-40dd-8cec-9e5a2324169c tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 948 time: 0.0543363 Nov 23 10:34:15.982742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5d6df319-050e-4054-acb9-09ab91dd745a req-563eabb8-e6be-44fa-9126-6abd1ceb7175 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Nov 23 10:34:16.082929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:17.103243 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0535b2-8c6e-4aed-b3b2-5ccabfce45e7 req-1d686029-a786-49b4-9606-8783ea46131d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:17.104700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a0535b2-8c6e-4aed-b3b2-5ccabfce45e7 req-1d686029-a786-49b4-9606-8783ea46131d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 948 time: 0.0509222 Nov 23 10:34:17.157593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a0535b2-8c6e-4aed-b3b2-5ccabfce45e7 req-01945a78-9e32-4afb-a13d-e101ad07f710 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Nov 23 10:34:17.332185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-67168719-3b60-4bfd-83e2-6cc8b3b703f9 req-3663d0a7-ae44-4ae3-abac-b7fb708a9c35 service neutron] (110024) timed out ('10.222.0.11', 65422) {{(pid=110024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:34:17.395491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:34:17.499944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:17.515389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a', 'network_id': '0a32a22a-855c-45b1-84a2-17c101a444b7', 'port_id': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a', 'mac_address': 'fa:16:3e:44:ed:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cc8426-4119-438b-bede-f1dc8fb0f995', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:34:17.552848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:17.566685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:17.587517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:17.593915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:17.646639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:17.655140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.655487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.655823 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.656154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.656482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.656805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.657128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.657483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.658039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.658153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.658649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.658861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:17.881555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:34:17.886482 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c44fc9ad-b175-41c6-a0bd-e528a7c06bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:18.288410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbaf06-f674-4d25-bd82-fa74c678d7e2 req-1313a5c1-437a-452c-9641-4452e7ce50cb tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:18.289873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2fbaf06-f674-4d25-bd82-fa74c678d7e2 req-1313a5c1-437a-452c-9641-4452e7ce50cb tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 949 time: 0.0563543 Nov 23 10:34:18.340910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2fbaf06-f674-4d25-bd82-fa74c678d7e2 req-403a9cc9-5fcc-4472-9619-316df9cdacd8 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Nov 23 10:34:19.401584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:19.454656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:34:19.458226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734a07a-a41c-442c-a7b5-d07926cb70cf req-bcad12e6-e516-4c7c-9bd5-b8bf774365d2 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:19.458728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:19.458728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:19.459862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8734a07a-a41c-442c-a7b5-d07926cb70cf req-bcad12e6-e516-4c7c-9bd5-b8bf774365d2 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 949 time: 0.0503373 Nov 23 10:34:19.509856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8734a07a-a41c-442c-a7b5-d07926cb70cf req-478e282b-45fd-4033-809a-d33c13a5b86d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Nov 23 10:34:19.540544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:19.563838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:19.566385 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7004c1-bc53-45cc-8d85-a4c9e02b1657" -d '{"events": [{"server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "name": "network-vif-plugged", "status": "completed", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:19.578929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:19.584469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:19.611148 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69379eb2-a1f8-4189-bf36-8462fb1160fa x-openstack-request-id: req-69379eb2-a1f8-4189-bf36-8462fb1160fa {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:19.611450 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "name": "network-vif-plugged", "status": "completed", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:19.611709 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69379eb2-a1f8-4189-bf36-8462fb1160fa {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:19.612222 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a', 'code': 200} Nov 23 10:34:19.640478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:19.709338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39556d-2354-4aca-b109-127e0d4a1e05 req-15f5b584-d6f8-4931-ba9c-9013a6336c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:19.710785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e39556d-2354-4aca-b109-127e0d4a1e05 req-15f5b584-d6f8-4931-ba9c-9013a6336c95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 1101 time: 0.0401020 Nov 23 10:34:19.754592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e39556d-2354-4aca-b109-127e0d4a1e05 req-17b3b02a-f1f7-4329-96b8-aad9fdcc24ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Nov 23 10:34:20.399527 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1df54fbb-8ae3-436a-b73b-95f1de66cd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:20.602333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:20.631503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871fe8-9ae3-49d8-addf-e323b0438d39 req-823265f0-73d4-4e63-bc20-d29403638f90 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:20.632986 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f871fe8-9ae3-49d8-addf-e323b0438d39 req-823265f0-73d4-4e63-bc20-d29403638f90 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 950 time: 0.0518420 Nov 23 10:34:20.682596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f871fe8-9ae3-49d8-addf-e323b0438d39 req-16f1d74b-a303-4359-b394-d546e3642069 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Nov 23 10:34:21.396390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:21.814177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e471b-ca32-4473-9af9-4b3fdb87f867 req-d0fabee1-b933-4bb1-a0de-dfcd4e4abe23 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:21.815680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a0e471b-ca32-4473-9af9-4b3fdb87f867 req-d0fabee1-b933-4bb1-a0de-dfcd4e4abe23 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 950 time: 0.0508819 Nov 23 10:34:21.863170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9a0e471b-ca32-4473-9af9-4b3fdb87f867 req-4121a10a-d767-41b6-a926-7f09234d2773 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Nov 23 10:34:22.260222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-2f966439-1cc5-4656-99ca-2929073b6aad req-3486c0bd-f599-49f7-8ba9-6fa753ccf52c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:34:22.261283 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f966439-1cc5-4656-99ca-2929073b6aad req-3486c0bd-f599-49f7-8ba9-6fa753ccf52c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1098919 Nov 23 10:34:22.669537 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-b76fa255-577d-4643-b592-691a3d881cef req-518fab15-ec01-4931-91c9-20c615986e85 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:34:22.670780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b76fa255-577d-4643-b592-691a3d881cef req-518fab15-ec01-4931-91c9-20c615986e85 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0711782 Nov 23 10:34:22.761238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:23.013502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b54c4-4804-4979-b323-fe3ff36da4a7 req-5eb13ffe-cbf4-4210-8fc0-4bad30c9b2cd tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:23.014905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-753b54c4-4804-4979-b323-fe3ff36da4a7 req-5eb13ffe-cbf4-4210-8fc0-4bad30c9b2cd tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 950 time: 0.0546215 Nov 23 10:34:23.067447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-753b54c4-4804-4979-b323-fe3ff36da4a7 req-9676dd11-cce6-4e74-b312-2bb5f1fce8db tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Nov 23 10:34:23.588933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:24.208549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab98b-f47c-4ec6-bc18-0af85f08250f req-82cfc20a-9add-4924-955f-e2dfbe8f987a tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:24.210519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8dfab98b-f47c-4ec6-bc18-0af85f08250f req-82cfc20a-9add-4924-955f-e2dfbe8f987a tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 950 time: 0.0567696 Nov 23 10:34:24.260270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8dfab98b-f47c-4ec6-bc18-0af85f08250f req-f91d1c41-e015-4fcb-8407-3c948e59a573 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/security-groups?id=85219ff2-7bcf-4ed2-87fd-e648c02743d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434878 Nov 23 10:34:24.398950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-b1035c81-420c-4e95-95d3-cf005dd2f92d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:24.400364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-b1035c81-420c-4e95-95d3-cf005dd2f92d tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 950 time: 0.0590324 Nov 23 10:34:24.490722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Deleting port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:34:24.491010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:24.579293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] For port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,segment=NetworkSegment(0e9ea91a-fb61-49c1-821e-50663a6f0a19),segment_id=0e9ea91a-fb61-49c1-821e-50663a6f0a19)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:24.579651 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:24.592154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Calling delete_port for c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:34:25.051402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:25.063566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:34:25.078548 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Pushing event deleted for resources: {'Port': ['ID=c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:25.124430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] No DVR routers for this DVR port c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:34:25.127256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:25.130713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-52132f1a-0a8f-4435-a525-adf5bac4fe30 req-073df1fc-e3d0-404a-99c7-85809d3abab3 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.11 "DELETE /v2.0/ports/c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a HTTP/1.1" status: 204 len: 173 time: 0.7241211 Nov 23 10:34:25.131255 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'name': 'network-vif-deleted', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:25.133553 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91544e2-f4f3-45c3-b3ba-ad193b347699" -d '{"events": [{"server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "name": "network-vif-deleted", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:25.183114 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a718f36-ca15-4a9e-882b-fcfe54b4edf3 x-openstack-request-id: req-9a718f36-ca15-4a9e-882b-fcfe54b4edf3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:25.183414 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a9e17-2744-44a5-8ef2-11e23c053677", "name": "network-vif-deleted", "tag": "c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:25.183667 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a718f36-ca15-4a9e-882b-fcfe54b4edf3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:25.184071 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a9e17-2744-44a5-8ef2-11e23c053677', 'name': 'network-vif-deleted', 'tag': 'c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a', 'status': 'completed', 'code': 200} Nov 23 10:34:25.383123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e6d8c08-5c84-43b9-8794-1a884aca74a0 req-dbfae9cd-f62a-41b2-bb86-9980a63b35b2 tempest-ServersAdminNegativeTestJSON-203678081 tempest-ServersAdminNegativeTestJSON-203678081-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1a9e17-2744-44a5-8ef2-11e23c053677 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Nov 23 10:34:26.715861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53434) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:26.870370 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ba4ee439-f7ed-4cec-b44c-42a8fc0aed1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b77c1f09813456eafbed5f55d54bdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532986 Nov 23 10:34:26.873995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53438) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:26.924351 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:26.946362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.004355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.008310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.010093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85219ff2-7bcf-4ed2-87fd-e648c02743d8 HTTP/1.1" status: 204 len: 168 time: 0.1351728 Nov 23 10:34:27.018492 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d13bd-b9d0-4d2c-8839-5f437fcf632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85219ff2-7bcf-4ed2-87fd-e648c02743d8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:27.308898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53444) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:27.322257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28d561de-5b12-4097-8ecc-194ef4a1d45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.412280 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28d561de-5b12-4097-8ecc-194ef4a1d45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.417930 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28d561de-5b12-4097-8ecc-194ef4a1d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.453988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d561de-5b12-4097-8ecc-194ef4a1d45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891e507-dbfc-49ef-b4b7-ab25ea9a2271,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:27.455592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:34:27.458982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28d561de-5b12-4097-8ecc-194ef4a1d45c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=faae3c63113946329b720c471d44281c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489911 Nov 23 10:34:27.460934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53446) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:27.476796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:34:27.477144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device c2aa90c9-beaf-40a5-9e2d-1d8ee87b9f8a not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:34:27.513513 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.534660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.581944 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.584489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:27.585604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c891e507-dbfc-49ef-b4b7-ab25ea9a2271 HTTP/1.1" status: 204 len: 168 time: 0.1231668 Nov 23 10:34:27.593412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffd559-c3d7-4a92-beb6-05e06d97d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891e507-dbfc-49ef-b4b7-ab25ea9a2271,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:28.267042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53468) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:28.368270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1593491615-network', 'tenant_id': '0781899f7e90468b8466bed1dab7800d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:28.392514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Made reservation on behalf of 0781899f7e90468b8466bed1dab7800d for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:28.395236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.404041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.478194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.484816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.508235 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:34:28.517797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65121ec5-3f37-4294-9714-c75ca73536bf,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:28.522896 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.523237 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Added segment c097ac41-3b9d-4980-a41b-75c48a5beb60 of type vlan for network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c Nov 23 10:34:28.561781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.588616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.589619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:28.590303 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.628226 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3600714 Nov 23 10:34:28.631349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53472) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:28.636368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Request body: {'subnet': {'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1593491615-subnet', 'tenant_id': '0781899f7e90468b8466bed1dab7800d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:28.655734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67168e2-b1f1-46c5-858a-953bf41eb6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:28.665350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Made reservation on behalf of 0781899f7e90468b8466bed1dab7800d for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:28.666102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:34:28.667811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.839844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.895026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2603ab4a-4f0d-43e4-90cd-e701182a9895,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:28.905976 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.906349 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.906686 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.907017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.907347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.907675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.908003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.908324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.908643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.908962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.909280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.909581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:28.913922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Checking segment: {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:28.914306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Network hostable DHCP agents. Network: b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:34:28.933106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:34:28.943311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:28.947273 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:28.947863 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.952263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f854162-d7d7-4e6f-a014-dd45d963d95c None None] Network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:28.966203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e7ddd558-bf0e-4e99-b1ea-3e3d80a4f0dd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3337150 Nov 23 10:34:29.085478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02040aae-a429-41d5-90f4-f4304ce9baae None None] Network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:29.243331 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:34:29.409245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9165d846-c000-4577-97b8-ae941d144a89 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:29.410611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9165d846-c000-4577-97b8-ae941d144a89 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 812 time: 0.1065161 Nov 23 10:34:29.426540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-2b08ce7c-7e42-41a8-a934-551b50d6c140 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/quotas/0781899f7e90468b8466bed1dab7800d HTTP/1.1" status: 200 len: 375 time: 0.0097532 Nov 23 10:34:29.463146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-7c67abb7-95d4-4e83-8f19-37e12f273701 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308118 Nov 23 10:34:29.558297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-1e451f8d-7dfc-4e05-93f7-8f25471b0ecd service neutron] 10.222.0.62 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853820 Nov 23 10:34:29.647757 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-39b51426-7ff8-4a2e-aa32-89b3aecc73e6 service neutron] 10.222.0.62 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806692 Nov 23 10:34:29.806646 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b071629b-f916-4cb3-ac1d-42f6e906e477 req-19497214-bc84-4840-a061-029d15b5b2f4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Nov 23 10:34:30.909426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-4f896d14-c98c-4223-8dc1-8f20df3fb859 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:30.910916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-4f896d14-c98c-4223-8dc1-8f20df3fb859 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.11 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 812 time: 0.1161449 Nov 23 10:34:30.913678 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bedc341a-efbf-4b9e-9329-8481f66d92c3 req-f894e8b9-ebcb-4d94-a28b-906712d7bd59 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Nov 23 10:34:30.924526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Request body: {'port': {'device_id': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c', 'admin_state_up': True, 'tenant_id': '0781899f7e90468b8466bed1dab7800d'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:31.031276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Made reservation on behalf of 0781899f7e90468b8466bed1dab7800d for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:31.034734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.184060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Allocated IP 172.20.0.13 (b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c/2603ab4a-4f0d-43e4-90cd-e701182a9895/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:31.334620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.372576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.430266 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:31.433648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:31.437635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:31.463189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:31.477660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.478069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.478424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.478760 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.479092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.479414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.479738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.480060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.480387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.480698 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.481022 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.481341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.501200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:31.501806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.519868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-9306442f-be20-4c77-8850-f73659677d62 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992792 Nov 23 10:34:31.533191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Request body: {'port': {'device_id': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:31.590834 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.851071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:31.858724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.870898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Transition to ACTIVE for port object 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:34:31.876424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.923923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:32.020027 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:32.020356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:32.020678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:32.028707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:34:32.029023 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:32.037740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:32.038106 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Checking segment: {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:32.038481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Bound using segment: {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:32.038899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Bound port: 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:32.039249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.054966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a57c-fc5c-4ab5-ba92-3773ae5f3f53 req-f111a93b-6a40-49ee-b506-8d3d0333bb3e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.056486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f773a57c-fc5c-4ab5-ba92-3773ae5f3f53 req-f111a93b-6a40-49ee-b506-8d3d0333bb3e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0729790 Nov 23 10:34:32.141413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:32.146504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f773a57c-fc5c-4ab5-ba92-3773ae5f3f53 req-1f6a5de9-f70e-4e80-97a3-920e5b305ad4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837872 Nov 23 10:34:32.148044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:32.155159 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.187943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.188659 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.190014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-889a8728-5055-4312-9965-96c9798bec0c service neutron] 10.222.0.11 "PUT /v2.0/ports/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 1092 time: 0.6607802 Nov 23 10:34:32.190449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:32.192778 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51c9f6-39af-4cd1-b731-d1526288bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:32.221599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8728-5055-4312-9965-96c9798bec0c service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:32.236872 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1327ed-6e21-45ec-afa0-ccd25e91cf0d x-openstack-request-id: req-0f1327ed-6e21-45ec-afa0-ccd25e91cf0d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:32.237172 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:32.237448 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f1327ed-6e21-45ec-afa0-ccd25e91cf0d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:32.237853 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'status': 'completed', 'code': 200} Nov 23 10:34:32.270807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-3d7fd38b-3d04-48e2-869b-4b83e5268c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.272317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-3d7fd38b-3d04-48e2-869b-4b83e5268c62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0442367 Nov 23 10:34:32.318764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-f3aa5f50-d644-4d65-98f8-98c919d8e369 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0370610 Nov 23 10:34:32.369064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-7728dc6f-faed-4e69-bbe9-2225402c850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.370545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-7728dc6f-faed-4e69-bbe9-2225402c850c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0453904 Nov 23 10:34:32.406696 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-f5d66b16-3d7b-4c3e-8130-d3781628c475 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287113 Nov 23 10:34:32.515542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-fd7383d4-5d40-4967-8307-fd48961422ed service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007478 Nov 23 10:34:32.608848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-20867674-61b4-4fed-bfe4-4e48d35be11c req-1d5c9045-ef83-4187-9184-f92dfa66a0c7 service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859802 Nov 23 10:34:32.700066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-248597d6-6763-46be-8651-4cb852e0caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.701703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-248597d6-6763-46be-8651-4cb852e0caf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0428739 Nov 23 10:34:32.806293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-4a6366ab-8401-4170-ba45-fa401063386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.807768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-4a6366ab-8401-4170-ba45-fa401063386c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.0993822 Nov 23 10:34:32.857356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-92e11f0f-9281-4f4e-89fe-68c7a90a8986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0419099 Nov 23 10:34:32.912216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-4e0ca21e-113c-45dc-8a83-d80bc0ddf7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:32.913689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-4e0ca21e-113c-45dc-8a83-d80bc0ddf7d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0491910 Nov 23 10:34:32.946400 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-a7798372-8293-48fb-ad17-0f6920ccb178 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253625 Nov 23 10:34:33.035255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-d9a0b4a1-3689-443d-992e-bf8f0f4196bd service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814321 Nov 23 10:34:33.131073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c51c9f6-39af-4cd1-b731-d1526288bae0 req-a75452b9-53db-4c7a-a7a4-a9b1bea826d3 service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Nov 23 10:34:33.282119 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439872a-d5cc-4c3c-9f5e-5bbbee261bf6 req-14e67b0b-4eee-4e6a-9afc-41f63e555b3a tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:33.283636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3439872a-d5cc-4c3c-9f5e-5bbbee261bf6 req-14e67b0b-4eee-4e6a-9afc-41f63e555b3a tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0531251 Nov 23 10:34:33.334241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3439872a-d5cc-4c3c-9f5e-5bbbee261bf6 req-86e16835-3aaa-405c-a93d-c839b330f902 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Nov 23 10:34:34.459145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884428-f1a2-470a-a82f-7ae488febbaa req-38de043b-7ecb-4b98-baa8-a0cefacf0271 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:34.462191 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84884428-f1a2-470a-a82f-7ae488febbaa req-38de043b-7ecb-4b98-baa8-a0cefacf0271 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0518475 Nov 23 10:34:34.514839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-84884428-f1a2-470a-a82f-7ae488febbaa req-20e2233c-2371-4b45-94bb-e92a06d93325 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Nov 23 10:34:35.519258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:34:35.623594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:35.635104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c', 'port_id': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'mac_address': 'fa:16:3e:82:ef:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2603ab4a-4f0d-43e4-90cd-e701182a9895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:34:35.644131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb067a-fd1b-4295-b09d-8cb7af642047 req-12fc50d7-609e-4463-9d7e-0ebf5d95649a tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:35.645680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3cb067a-fd1b-4295-b09d-8cb7af642047 req-12fc50d7-609e-4463-9d7e-0ebf5d95649a tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0539222 Nov 23 10:34:35.673051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.686018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:35.694554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3cb067a-fd1b-4295-b09d-8cb7af642047 req-ed172f95-860f-440d-a963-84d41a94baef tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Nov 23 10:34:35.706149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:35.711428 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.762741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:36.002585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:34:36.821145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dbd34-f135-4250-9546-de24cd8ba7b5 req-48bb85df-7b4a-4188-b7fc-f39b4c42f13b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:36.822700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-115dbd34-f135-4250-9546-de24cd8ba7b5 req-48bb85df-7b4a-4188-b7fc-f39b4c42f13b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Nov 23 10:34:36.868832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-115dbd34-f135-4250-9546-de24cd8ba7b5 req-c21b343a-ac6f-431d-8b92-ddff88a25553 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Nov 23 10:34:37.534595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:37.590004 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:34:37.594041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:37.594419 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.671297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.694787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:37.697134 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19089d1-a345-44aa-b9e0-47baecfae6f7" -d '{"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-plugged", "status": "completed", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:37.709457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:37.714284 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.737338 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb6b70-edb2-4a45-a2e1-ef70ee000345 x-openstack-request-id: req-73eb6b70-edb2-4a45-a2e1-ef70ee000345 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:37.737613 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-plugged", "status": "completed", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:37.737917 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73eb6b70-edb2-4a45-a2e1-ef70ee000345 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:37.738313 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'code': 200} Nov 23 10:34:37.767594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:37.831931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fd58e-3ac2-404f-a284-1be6ff9fc5de req-5f514ff8-8203-4f08-9d7d-798a451e1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:37.833432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c13fd58e-3ac2-404f-a284-1be6ff9fc5de req-5f514ff8-8203-4f08-9d7d-798a451e1e1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1097 time: 0.0407691 Nov 23 10:34:37.880509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c13fd58e-3ac2-404f-a284-1be6ff9fc5de req-3b9c24ae-59fd-4a85-9807-315874306ebc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Nov 23 10:34:38.001428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf633b-9f68-4275-8ee2-6e2f4ed00ac2 req-909e1a93-b7d9-42ae-b13f-98dd891ca25b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:38.002930 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2cf633b-9f68-4275-8ee2-6e2f4ed00ac2 req-909e1a93-b7d9-42ae-b13f-98dd891ca25b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0548813 Nov 23 10:34:38.055493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2cf633b-9f68-4275-8ee2-6e2f4ed00ac2 req-3f4cf615-6b80-4fb5-9366-370b2adf446e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Nov 23 10:34:39.179619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a00a6-6b96-4280-b4c9-f1504de3698f req-de0f9ca8-9757-4de8-8bfa-4d94f911ce94 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:39.181166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b03a00a6-6b96-4280-b4c9-f1504de3698f req-de0f9ca8-9757-4de8-8bfa-4d94f911ce94 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0497532 Nov 23 10:34:39.233244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b03a00a6-6b96-4280-b4c9-f1504de3698f req-c8e39fc8-9ec1-4fb9-8c75-1074788e0232 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Nov 23 10:34:40.368578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee8e20-26ca-4514-b2f8-18b60a73b06e req-fa888b1b-eb71-489c-8354-c8f7bdd0aeb4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:40.370074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67ee8e20-26ca-4514-b2f8-18b60a73b06e req-fa888b1b-eb71-489c-8354-c8f7bdd0aeb4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0581596 Nov 23 10:34:40.418608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67ee8e20-26ca-4514-b2f8-18b60a73b06e req-98fe63ad-8572-46eb-bb83-dccd3c83e036 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Nov 23 10:34:40.655595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd60cf-ae90-4ac0-95d3-9fedaf07b5a9 req-665645e9-9e32-499a-8da4-6810c1d0c2cd tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:40.657163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcdd60cf-ae90-4ac0-95d3-9fedaf07b5a9 req-665645e9-9e32-499a-8da4-6810c1d0c2cd tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Nov 23 10:34:40.696253 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-d381add0-d1e8-4c45-b1d0-e62c1139583e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917945 Nov 23 10:34:40.706010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-640289f2-aea8-486d-9a38-e617ef557b22 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:34:40.706994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-640289f2-aea8-486d-9a38-e617ef557b22 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052204 Nov 23 10:34:40.709301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcdd60cf-ae90-4ac0-95d3-9fedaf07b5a9 req-ef659495-4705-419d-ae00-0389050aad93 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Nov 23 10:34:41.861872 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dd485-f48d-4881-a731-025da1a1ce8e req-be424c48-b10f-42f0-af82-418b5ead05cb tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:41.863384 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-252dd485-f48d-4881-a731-025da1a1ce8e req-be424c48-b10f-42f0-af82-418b5ead05cb tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0782979 Nov 23 10:34:41.867683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-2f82395e-5f1d-48c9-a41a-a3c708bd05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:41.869141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-2f82395e-5f1d-48c9-a41a-a3c708bd05be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1097 time: 0.0578482 Nov 23 10:34:41.965333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-252dd485-f48d-4881-a731-025da1a1ce8e req-8a88ec3a-e594-411c-aba4-7a498ff33e1f tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952075 Nov 23 10:34:41.989845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-99835c2a-e213-4681-82c1-42794a9e73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:41.991317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-99835c2a-e213-4681-82c1-42794a9e73b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.1146464 Nov 23 10:34:42.035976 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-e8d872ca-16db-4a13-85d0-6b17764aea52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0375779 Nov 23 10:34:42.086339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-c6c48d6d-5655-486b-a572-fdfec0ba7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:42.087875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-c6c48d6d-5655-486b-a572-fdfec0ba7d61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0453897 Nov 23 10:34:42.120064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-72242fda-8416-45df-a046-11fa92fc7f64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251210 Nov 23 10:34:42.212992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-300794f8-c4b4-467c-a9a0-af78a0f05c03 service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861149 Nov 23 10:34:42.305652 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-a422c16f-1972-40d5-a4ac-82f239649456 service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859065 Nov 23 10:34:43.088622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5463-f451-4a4d-8c23-f50b8425b552 req-54d159db-bccc-4ad2-aad3-2b4afe192032 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:43.090149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-767e5463-f451-4a4d-8c23-f50b8425b552 req-54d159db-bccc-4ad2-aad3-2b4afe192032 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0506222 Nov 23 10:34:43.138818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-767e5463-f451-4a4d-8c23-f50b8425b552 req-7ebaa298-8006-4a6b-8917-65f4f4696d78 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Nov 23 10:34:44.269702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fedb-ac2d-4781-abf6-5e65339a2e98 req-b3645e90-ff7d-447b-aba7-dd4d775e88f1 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:44.271192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b73fedb-ac2d-4781-abf6-5e65339a2e98 req-b3645e90-ff7d-447b-aba7-dd4d775e88f1 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0547559 Nov 23 10:34:44.324484 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b73fedb-ac2d-4781-abf6-5e65339a2e98 req-2bcb8b29-6f34-4248-80ff-9b808d0333ce tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Nov 23 10:34:45.462453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adb680-15cd-49bd-be2d-6e66c80e2896 req-efcdcad9-a337-493b-baad-40a6130c0375 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:45.463868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94adb680-15cd-49bd-be2d-6e66c80e2896 req-efcdcad9-a337-493b-baad-40a6130c0375 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0598352 Nov 23 10:34:45.516959 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94adb680-15cd-49bd-be2d-6e66c80e2896 req-7333af34-ac2b-48db-9678-f6c6745963ba tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Nov 23 10:34:46.085590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.656239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39875fc3-dc48-448c-a6ff-4366f4306ff0 req-b1dcb391-11c7-4883-9de3-912106524dfe tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:46.658530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39875fc3-dc48-448c-a6ff-4366f4306ff0 req-b1dcb391-11c7-4883-9de3-912106524dfe tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0583627 Nov 23 10:34:46.707979 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-39875fc3-dc48-448c-a6ff-4366f4306ff0 req-88f926e5-f1e4-42ae-92cd-a30473b34dd8 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Nov 23 10:34:47.852850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c20d64-a8e8-41b1-b847-64d05aa3d5e3 req-43a25570-c91b-42bd-8355-b689b350661b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:47.854418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7c20d64-a8e8-41b1-b847-64d05aa3d5e3 req-43a25570-c91b-42bd-8355-b689b350661b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0701571 Nov 23 10:34:47.882133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b77f4b7b-5550-48ed-8c28-a466d0041ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.915933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e7c20d64-a8e8-41b1-b847-64d05aa3d5e3 req-2fd6e759-0fe7-4e7c-a84a-069715b27e1d tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 Nov 23 10:34:49.042464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ba3d4-0ced-4711-85aa-5dce79f0528f req-5dc991c5-cd3c-4c1c-b270-042536ac176b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:49.043937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-109ba3d4-0ced-4711-85aa-5dce79f0528f req-5dc991c5-cd3c-4c1c-b270-042536ac176b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0556912 Nov 23 10:34:49.094673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-109ba3d4-0ced-4711-85aa-5dce79f0528f req-b21d5268-d1ad-4d0b-a551-76ef9aad9c82 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Nov 23 10:34:50.225591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f7f4-b0b5-453c-aac7-85e22bedcb7e req-72824d3a-b2ce-4b83-8f23-7fa99833f89d tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:50.227146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2c1f7f4-b0b5-453c-aac7-85e22bedcb7e req-72824d3a-b2ce-4b83-8f23-7fa99833f89d tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0501423 Nov 23 10:34:50.279906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2c1f7f4-b0b5-453c-aac7-85e22bedcb7e req-48f65531-ff68-42da-ac6e-0e8ff90f2c79 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Nov 23 10:34:50.400802 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c9156c0-442f-4954-acbc-37d7d5938e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.600087 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.386258 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.411664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc940332-2947-4731-8034-3044a52a378e req-efbd0c89-e86d-417a-938a-ad01658ecd65 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:51.413128 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc940332-2947-4731-8034-3044a52a378e req-efbd0c89-e86d-417a-938a-ad01658ecd65 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Nov 23 10:34:51.460519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dc940332-2947-4731-8034-3044a52a378e req-3867c0be-3fb1-443d-b7b6-37b7d84c23e8 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Nov 23 10:34:52.605196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61250c-abaf-4a8a-bc2b-b0559579a634 req-10aefeb0-3f28-45b6-bf03-398f30d369c6 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:52.606670 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c61250c-abaf-4a8a-bc2b-b0559579a634 req-10aefeb0-3f28-45b6-bf03-398f30d369c6 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0651412 Nov 23 10:34:52.656156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7c61250c-abaf-4a8a-bc2b-b0559579a634 req-5722d2b2-4de8-4151-9f22-e70d53b21d2a tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Nov 23 10:34:52.761452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.584721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.780483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c567e-8551-42e1-aaa3-ff3e0395ab6b req-d8b0ef73-a1b3-4dd5-aa54-0853cf4d4ea1 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:53.781948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c3c567e-8551-42e1-aaa3-ff3e0395ab6b req-d8b0ef73-a1b3-4dd5-aa54-0853cf4d4ea1 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0492749 Nov 23 10:34:53.829937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c3c567e-8551-42e1-aaa3-ff3e0395ab6b req-999f5d18-1fe8-4a7e-8f8f-b9182dcf5c29 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Nov 23 10:34:54.962713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12547380-534c-42dc-8f65-259739c8e2a9 req-2bfc6c4c-1c5a-4283-9fe3-dce21ddacc2e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:54.964202 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12547380-534c-42dc-8f65-259739c8e2a9 req-2bfc6c4c-1c5a-4283-9fe3-dce21ddacc2e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0528917 Nov 23 10:34:55.020229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12547380-534c-42dc-8f65-259739c8e2a9 req-bc6fb73f-99d4-4bbf-90cb-b5ffdc82b823 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Nov 23 10:34:56.142421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a6809-7718-49ba-8c54-628f2b48f463 req-be18c759-b87f-49b6-b126-34bebd8803b6 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:56.144195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-269a6809-7718-49ba-8c54-628f2b48f463 req-be18c759-b87f-49b6-b126-34bebd8803b6 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0494270 Nov 23 10:34:56.196103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-269a6809-7718-49ba-8c54-628f2b48f463 req-0664e9b5-ef65-46f8-8896-fd1292757ea7 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Nov 23 10:34:57.323015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae558e-faab-4595-bddb-9f894c59a505 req-f52f9fb9-7e67-492d-ae21-67015dd084c7 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:57.324529 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6ae558e-faab-4595-bddb-9f894c59a505 req-f52f9fb9-7e67-492d-ae21-67015dd084c7 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0592425 Nov 23 10:34:57.376004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e6ae558e-faab-4595-bddb-9f894c59a505 req-8ec227cf-00d8-4bed-aa61-d1f00e663733 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Nov 23 10:34:58.512121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39840e-7639-4539-8630-12a35b86ca85 req-24268678-a03c-4678-8fd8-64071cea9ab4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:58.513506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab39840e-7639-4539-8630-12a35b86ca85 req-24268678-a03c-4678-8fd8-64071cea9ab4 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0529156 Nov 23 10:34:58.564531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ab39840e-7639-4539-8630-12a35b86ca85 req-05024645-69a8-4bb5-a471-a1a2b1702084 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Nov 23 10:34:59.691434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde455-06f9-4660-b8d6-c674c2074658 req-8b37bab0-6bd8-47da-8b36-05c388091bdc tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:59.692901 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7dde455-06f9-4660-b8d6-c674c2074658 req-8b37bab0-6bd8-47da-8b36-05c388091bdc tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Nov 23 10:34:59.739684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7dde455-06f9-4660-b8d6-c674c2074658 req-6af3ac89-5c36-4ebd-8be7-c7ae4751d000 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Nov 23 10:35:00.870498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5149f4-3330-4c68-bc2a-df3b52212ed5 req-23eb0545-68f8-4014-ab46-afedde9c567e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:00.871981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa5149f4-3330-4c68-bc2a-df3b52212ed5 req-23eb0545-68f8-4014-ab46-afedde9c567e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0514345 Nov 23 10:35:00.918443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fa5149f4-3330-4c68-bc2a-df3b52212ed5 req-1c5bcafb-0158-416d-bf19-5f90211aceee tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Nov 23 10:35:02.044913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628ef8c-832b-444a-99b6-fef5b4d48d65 req-bd937aec-15a4-462f-832c-8a3a1b5e9f7e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:02.046396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9628ef8c-832b-444a-99b6-fef5b4d48d65 req-bd937aec-15a4-462f-832c-8a3a1b5e9f7e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0519271 Nov 23 10:35:02.096561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9628ef8c-832b-444a-99b6-fef5b4d48d65 req-5a92e557-02e5-48d7-bd41-c96ad7495902 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Nov 23 10:35:03.227416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75302859-c14b-4c64-a39b-91cc01370027 req-a6ea8e99-7086-4f2a-88b6-e203731b566c tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:03.228897 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75302859-c14b-4c64-a39b-91cc01370027 req-a6ea8e99-7086-4f2a-88b6-e203731b566c tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0549929 Nov 23 10:35:03.278585 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75302859-c14b-4c64-a39b-91cc01370027 req-a3f3902d-0209-4e6d-9725-9ede53cd3716 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Nov 23 10:35:04.402188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc869-4f5f-4741-9c25-07a43e54f151 req-4bd4a9f2-e3f1-4297-8441-c4f327cd4db5 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.403644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-733dc869-4f5f-4741-9c25-07a43e54f151 req-4bd4a9f2-e3f1-4297-8441-c4f327cd4db5 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0544078 Nov 23 10:35:04.457579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-733dc869-4f5f-4741-9c25-07a43e54f151 req-dd528676-b7f9-4b4f-854b-dfeb930b5a69 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476336 Nov 23 10:35:05.585077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ea52e-a905-4c43-a185-402697da4368 req-bf6bfb72-1336-40d5-8ec0-2b748c884fff tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:05.586662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-749ea52e-a905-4c43-a185-402697da4368 req-bf6bfb72-1336-40d5-8ec0-2b748c884fff tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0511186 Nov 23 10:35:05.642390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-749ea52e-a905-4c43-a185-402697da4368 req-79658a46-1f8e-4ead-bf11-89063c7b8983 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497353 Nov 23 10:35:06.248450 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:35:06.766148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c27ec-998f-4da8-a7d1-6f8e694fb6fd req-f76f6b80-268e-48c5-bf53-5f670d2dd99b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.767578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c35c27ec-998f-4da8-a7d1-6f8e694fb6fd req-f76f6b80-268e-48c5-bf53-5f670d2dd99b tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0483737 Nov 23 10:35:06.824433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c35c27ec-998f-4da8-a7d1-6f8e694fb6fd req-8a3fc5da-e3e4-44d6-8ef1-3266c75135b7 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Nov 23 10:35:07.960110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385c0cb-2d1c-47e8-b767-94583efe36b8 req-ff8d6c33-c94f-4cfc-af18-345a2abca3c3 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.961684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d385c0cb-2d1c-47e8-b767-94583efe36b8 req-ff8d6c33-c94f-4cfc-af18-345a2abca3c3 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0550473 Nov 23 10:35:08.009317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d385c0cb-2d1c-47e8-b767-94583efe36b8 req-c2b94ffa-73a5-41a8-af84-7266fd42581f tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Nov 23 10:35:09.137680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72695de5-5218-4af5-8a31-3a6659160d52 req-f7ee2787-c7c5-4394-8d15-a6e3469e1c13 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.139172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72695de5-5218-4af5-8a31-3a6659160d52 req-f7ee2787-c7c5-4394-8d15-a6e3469e1c13 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 946 time: 0.0504606 Nov 23 10:35:09.191722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72695de5-5218-4af5-8a31-3a6659160d52 req-cb3d2847-2a5d-431b-83fa-eb16dd045a3d tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Nov 23 10:35:09.347109 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-b53f7170-4d95-49aa-a3df-edbaf51ea8f0 service neutron] show failed (client error): The resource could not be found. Nov 23 10:35:09.348318 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-b53f7170-4d95-49aa-a3df-edbaf51ea8f0 service neutron] 10.222.0.11 "GET /v2.0/ports/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.1095495 Nov 23 10:35:09.583693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-3b47d0f8-06d8-4fdd-b138-9c7131056f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.585141 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-3b47d0f8-06d8-4fdd-b138-9c7131056f3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562&tenant_id=0781899f7e90468b8466bed1dab7800d HTTP/1.1" status: 200 len: 1097 time: 0.0718663 Nov 23 10:35:09.597488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:09.653574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.858237 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:09.892418 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:09.935150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:09.937498 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f949d006-4b26-4233-bd75-3f258daf12e1" -d '{"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:09.941321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.954599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Transition to ACTIVE for port object 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:09.959176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.993323 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f035300a-76a8-4445-859e-7ed0c0a1e7d2 x-openstack-request-id: req-f035300a-76a8-4445-859e-7ed0c0a1e7d2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:09.993516 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:09.993763 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f035300a-76a8-4445-859e-7ed0c0a1e7d2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:09.994183 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'code': 200} Nov 23 10:35:10.025236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] No DVR routers for this DVR port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:10.028410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:10.061516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:10.061859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:10.062214 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:10.066743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:10.067066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Attempting to bind port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on network b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:10.072221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:10.072556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Checking segment: {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:10.072942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Bound using segment: {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:10.073365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Bound port: 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c097ac41-3b9d-4980-a41b-75c48a5beb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:10.073713 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.139083 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:10.142540 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:10.149122 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.184302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.184910 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.186316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] 10.222.0.50 "PUT /v2.0/ports/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 1092 time: 0.5932844 Nov 23 10:35:10.214997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245014db-3a3f-4909-9913-5cdf098bd2ee service neutron] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:10.250643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-f5131f8c-d071-4410-ad1d-c1dd13c256ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.252142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-f5131f8c-d071-4410-ad1d-c1dd13c256ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0447555 Nov 23 10:35:10.314178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e830d9-84c4-493b-9165-f80a9e46a419 req-358de53e-cc00-417e-9854-ba09fcaaee2c tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.315677 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17e830d9-84c4-493b-9165-f80a9e46a419 req-358de53e-cc00-417e-9854-ba09fcaaee2c tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0540345 Nov 23 10:35:10.347086 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-7110cdc1-6f7f-4c83-af33-ffd9069a8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.348598 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-7110cdc1-6f7f-4c83-af33-ffd9069a8970 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.0890944 Nov 23 10:35:10.366105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17e830d9-84c4-493b-9165-f80a9e46a419 req-aa5b6d63-e2bd-4ce0-a1f7-e0a342fa7f8f tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Nov 23 10:35:10.390142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-cfdc2f55-38ec-4a03-9d2e-862cc150f53a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0337796 Nov 23 10:35:10.438441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-9650d225-e9f9-4a1f-a76d-ba20c3c49508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.439860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-9650d225-e9f9-4a1f-a76d-ba20c3c49508 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0432789 Nov 23 10:35:10.471910 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-7ff9674e-9c13-408f-852d-0c285ef4983d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249381 Nov 23 10:35:10.567510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-69de8af7-acb4-4c9e-9f2c-41311ac6199d service neutron] 10.222.0.50 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877612 Nov 23 10:35:10.663906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88f6f234-5ea9-49bf-9120-3d6c66eca869 req-00e9a98c-5447-4175-88be-e6d59089fad2 service neutron] 10.222.0.50 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890098 Nov 23 10:35:11.507123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a453e3-f2d6-4753-88fe-3d912182c2f5 req-7614efdb-be83-4e05-81dd-ac09e9ce8d02 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:11.508656 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-87a453e3-f2d6-4753-88fe-3d912182c2f5 req-7614efdb-be83-4e05-81dd-ac09e9ce8d02 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.0612507 Nov 23 10:35:11.560477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-87a453e3-f2d6-4753-88fe-3d912182c2f5 req-622f6171-23c6-473c-9013-22a469afbdcc tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Nov 23 10:35:11.995482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:11.999566 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4983341b-d49a-435f-8e30-e4c575562847" -d '{"events": [{"name": "network-changed", "server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:12.052696 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc15f971-34e1-401f-a3cc-0e73234ff82e x-openstack-request-id: req-dc15f971-34e1-401f-a3cc-0e73234ff82e {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:12.053054 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:12.053316 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc15f971-34e1-401f-a3cc-0e73234ff82e {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:12.053722 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'status': 'completed', 'code': 200} Nov 23 10:35:12.142619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-bd6f9b74-0903-4be0-95cb-871c8b761fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.144607 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-bd6f9b74-0903-4be0-95cb-871c8b761fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0728834 Nov 23 10:35:12.150808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-b851c0c1-4271-4103-badf-4bf34b6e1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.152242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-b851c0c1-4271-4103-badf-4bf34b6e1d9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0563357 Nov 23 10:35:12.625739 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-f559a6bf-a336-4179-bd49-e2ef5ade25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.627240 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-f559a6bf-a336-4179-bd49-e2ef5ade25c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.4735780 Nov 23 10:35:12.630066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-d5589551-509c-492f-a52b-f3e84568df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.631391 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-d5589551-509c-492f-a52b-f3e84568df88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.4703338 Nov 23 10:35:12.708239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-07c795b0-395e-438f-96b1-dbb78b5e89f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0665941 Nov 23 10:35:12.709570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-5d2a39ae-517e-4a5d-855f-5f6d5a56f4d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0750220 Nov 23 10:35:12.809115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-f4a82945-8173-442b-a00a-e44f9c5977a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.810585 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-f4a82945-8173-442b-a00a-e44f9c5977a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0881865 Nov 23 10:35:12.813591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983341b-d49a-435f-8e30-e4c575562847 req-f97167c4-504e-48ab-8d67-f27a93a1fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.814990 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-f97167c4-504e-48ab-8d67-f27a93a1fff6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0915558 Nov 23 10:35:12.823379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda578-df16-4c7a-80e3-eef8e3d0f947 req-6b244367-1d04-407b-b045-b081f27eb407 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.824730 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0edda578-df16-4c7a-80e3-eef8e3d0f947 req-6b244367-1d04-407b-b045-b081f27eb407 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 944 time: 0.1890800 Nov 23 10:35:12.872629 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-eaa801cd-a7c5-43cb-bff0-25d58cf191e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458410 Nov 23 10:35:12.875289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-a6acc595-e9fc-4012-8c40-c5f32f09fe05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497305 Nov 23 10:35:13.034889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0edda578-df16-4c7a-80e3-eef8e3d0f947 req-ac8f4acb-db1d-4a00-81f3-862c967ddc9c tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937494 Nov 23 10:35:13.058455 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-b41dd824-1711-472e-ab93-2c8fc0bfce1d service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772764 Nov 23 10:35:13.061925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-7990ea39-a2e7-4d8c-9744-8c04ac4006b6 service neutron] 10.222.0.50 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722467 Nov 23 10:35:13.216500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-6b014eb3-3eb8-4e8d-85c5-155cc24b93ae service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511953 Nov 23 10:35:13.220038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4983341b-d49a-435f-8e30-e4c575562847 req-38ba2822-1df5-4e1b-8195-d46c593c94b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468706 Nov 23 10:35:13.317409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-6bce1373-9a5b-4cbe-a1fa-4959ea04be82 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.318986 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-6bce1373-9a5b-4cbe-a1fa-4959ea04be82 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.11 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562&tenant_id=0781899f7e90468b8466bed1dab7800d&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 944 time: 0.0879846 Nov 23 10:35:13.386705 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-66046b3d-9dfc-4ee7-a039-a51ec2810200 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:35:13.387725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-66046b3d-9dfc-4ee7-a039-a51ec2810200 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0601301 Nov 23 10:35:13.476054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-0075c66a-45c8-4a76-8dda-cbd2dfc68cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.477534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-0075c66a-45c8-4a76-8dda-cbd2dfc68cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0781899f7e90468b8466bed1dab7800d&device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 1095 time: 0.0420461 Nov 23 10:35:13.578649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-410767f7-fafa-4401-870a-211e5f4d04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.580166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-410767f7-fafa-4401-870a-211e5f4d04fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 200 len: 913 time: 0.0949104 Nov 23 10:35:13.626947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c185a707-90bb-4ef6-a763-da09d4120d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 200 len: 217 time: 0.0392170 Nov 23 10:35:13.677831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-3b935c57-1493-4e9a-99bb-7b60f0f15d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.679456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-3b935c57-1493-4e9a-99bb-7b60f0f15d5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 200 len: 852 time: 0.0456645 Nov 23 10:35:13.704516 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:13.716274 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-0e23614f-e280-47d7-a578-057edc3ca516 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284984 Nov 23 10:35:13.744528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:13.812432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-dbb4f422-b284-46bd-af2f-1a0038796ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886459 Nov 23 10:35:13.912003 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-3e108e53-fa58-4401-9bb6-a65952b414ad service neutron] 10.222.0.11 "GET /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924685 Nov 23 10:35:14.064840 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:14.174076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:14.187916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'network_id': 'b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c', 'port_id': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'mac_address': 'fa:16:3e:82:ef:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2603ab4a-4f0d-43e4-90cd-e701182a9895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:14.226363 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.240057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:14.259409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:14.263602 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.310875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:14.502860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:14.625196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb63d-1a6e-4964-94cf-0c1fe038135f req-b7aa71c3-1f38-4b55-a752-cec8e5af176e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:14.626610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-292cb63d-1a6e-4964-94cf-0c1fe038135f req-b7aa71c3-1f38-4b55-a752-cec8e5af176e tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Nov 23 10:35:14.680635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-292cb63d-1a6e-4964-94cf-0c1fe038135f req-c9ab19a0-2d1f-420a-8eaa-a51e01d00313 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 Nov 23 10:35:15.816706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaed659-34ec-41db-bff8-d6cab3e4062d req-812b4bdd-0879-4daa-88f3-6fd9aebbebb2 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:15.818206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9eaed659-34ec-41db-bff8-d6cab3e4062d req-812b4bdd-0879-4daa-88f3-6fd9aebbebb2 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 945 time: 0.0596907 Nov 23 10:35:15.867124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9eaed659-34ec-41db-bff8-d6cab3e4062d req-ab0ec59e-61cd-49e2-a4c1-b5f5df4d2857 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.62 "GET /v2.0/security-groups?id=65121ec5-3f37-4294-9714-c75ca73536bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Nov 23 10:35:15.868422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-67df9a6c-1fcb-44db-ad9e-628bcc57dbae tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:15.870013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-67df9a6c-1fcb-44db-ad9e-628bcc57dbae tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.50 "GET /v2.0/ports?device_id=206bc553-8bc3-44c5-9ef8-01961d37e562 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Nov 23 10:35:15.960843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Deleting port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:15.961223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.056063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] For port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,segment=NetworkSegment(c097ac41-3b9d-4980-a41b-75c48a5beb60),segment_id=c097ac41-3b9d-4980-a41b-75c48a5beb60)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:16.056455 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.066793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:16.070141 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Calling delete_port for 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:16.104238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.123022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:16.126754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:16.127125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.205161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.210694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.223947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:16.234868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Pushing event deleted for resources: {'Port': ['ID=5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:16.275612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] No DVR routers for this DVR port 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:16.278253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.281599 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7093572e-819e-4aa3-bb5f-2a39e3afc299 req-c0466362-8549-4240-85d1-df989fbb5f31 tempest-DeleteServersTestJSON-22866434 tempest-DeleteServersTestJSON-22866434-project] 10.222.0.50 "DELETE /v2.0/ports/5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca HTTP/1.1" status: 204 len: 173 time: 0.4049664 Nov 23 10:35:16.282075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-deleted', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:16.284369 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6db0a-54df-42b7-bc8b-5c57434393db" -d '{"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-deleted", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:16.322268 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18409c51-a8b3-48b8-b2d9-e5c2b42b6eb3 x-openstack-request-id: req-18409c51-a8b3-48b8-b2d9-e5c2b42b6eb3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:16.322565 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206bc553-8bc3-44c5-9ef8-01961d37e562", "name": "network-vif-deleted", "tag": "5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:16.322821 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18409c51-a8b3-48b8-b2d9-e5c2b42b6eb3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:16.323224 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206bc553-8bc3-44c5-9ef8-01961d37e562', 'name': 'network-vif-deleted', 'tag': '5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca', 'status': 'completed', 'code': 200} Nov 23 10:35:17.004803 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53630) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.056675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Deleting subnet 2603ab4a-4f0d-43e4-90cd-e701182a9895 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:35:17.060300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.100244 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.140135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.195806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.219462 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2603ab4a-4f0d-43e4-90cd-e701182a9895,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.226749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.229996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-515f972e-7f29-4c4c-88d8-22c5a9ad7092 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2603ab4a-4f0d-43e4-90cd-e701182a9895 HTTP/1.1" status: 204 len: 168 time: 0.2240312 Nov 23 10:35:17.232773 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.314264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.399680 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.419071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:17.428208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c097ac41-3b9d-4980-a41b-75c48a5beb60') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:17.428507 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c097ac41-3b9d-4980-a41b-75c48a5beb60') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:17.438263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.451754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.457956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:35:17.458379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:35:17.460181 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:35:17.514695 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.521884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.524341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] 10.222.0.62 "DELETE /v2.0/networks/b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c HTTP/1.1" status: 204 len: 168 time: 0.2906005 Nov 23 10:35:17.535101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486a35-6a8e-4ceb-983a-48566255ab4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e6bd13-0ea2-4b30-81ab-c0e9bf2c4c1c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.647359 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53636) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.691052 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4b7b3a6b-a27e-4f91-8782-282105eb5881 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0781899f7e90468b8466bed1dab7800d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425234 Nov 23 10:35:17.694707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53638) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.741480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.762526 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.815744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.818401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.819554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65121ec5-3f37-4294-9714-c75ca73536bf HTTP/1.1" status: 204 len: 168 time: 0.1239483 Nov 23 10:35:17.827898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50b85-2429-47d7-9a63-d99d5da30e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65121ec5-3f37-4294-9714-c75ca73536bf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.884654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-405bbe81-9153-4bf4-8e70-0bb6790f8ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.523166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 53660) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:18.634635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-936089136-network', 'tenant_id': '546b14a5a23944a3978260591abd3de5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:18.659761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Made reservation on behalf of 546b14a5a23944a3978260591abd3de5 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:18.662047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.670639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.745708 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.751693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.772327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:18.785732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5152ca-6194-4c49-82b5-c856cd417e80,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:18.790623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.790969 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Added segment a834cb86-555a-4a01-84dc-413603673ee5 of type vlan for network 790f91c9-643e-4e60-9e82-f5317fac067a Nov 23 10:35:18.833448 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.860724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.861830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:18.862479 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.893975 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3694057 Nov 23 10:35:18.896978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 53664) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:18.902222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Request body: {'subnet': {'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-936089136-subnet', 'tenant_id': '546b14a5a23944a3978260591abd3de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:18.923341 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Made reservation on behalf of 546b14a5a23944a3978260591abd3de5 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:18.925874 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.926033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d84f9-6f16-4cbd-9504-a18e4a3b0fde admin admin] Pushing event updated for resources: {'Network': ['ID=790f91c9-643e-4e60-9e82-f5317fac067a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:18.936071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 790f91c9-643e-4e60-9e82-f5317fac067a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:19.106229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.157115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=993a8c79-b67c-4829-be72-df21252d5a7c,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:19.173124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Checking segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:19.173479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Network hostable DHCP agents. Network: 790f91c9-643e-4e60-9e82-f5317fac067a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:19.192428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Network 790f91c9-643e-4e60-9e82-f5317fac067a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:19.202527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 790f91c9-643e-4e60-9e82-f5317fac067a) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:19.206640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:19.207239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.213236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d4bb7-8c35-4568-ad08-a71c7f12ea91 None None] Network 790f91c9-643e-4e60-9e82-f5317fac067a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:19.223284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-23b521d0-ed13-48ff-866f-e8b41f1a1e6b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3251193 Nov 23 10:35:19.497540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10497c0b-cc98-4acc-817b-e8f96940af88 None None] Network 790f91c9-643e-4e60-9e82-f5317fac067a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:19.674545 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-66227b89-6bd5-4333-9da9-3b03a6a8be2f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:19.676072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-66227b89-6bd5-4333-9da9-3b03a6a8be2f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 814 time: 0.1127527 Nov 23 10:35:19.693257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-3d612ae1-f064-4dbf-893b-ec4ab15fae13 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/quotas/546b14a5a23944a3978260591abd3de5 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Nov 23 10:35:19.726264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-4e00eacd-2be1-48d6-a647-68beb675aec9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270822 Nov 23 10:35:19.822550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-0f0380a5-03ce-422d-a1af-64a5ad25355b service neutron] 10.222.0.62 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892591 Nov 23 10:35:19.918658 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-e469244a-9098-4e69-b668-653840353c2a service neutron] 10.222.0.62 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871210 Nov 23 10:35:20.078744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b993fc5-8309-449e-b23d-e8de9106057e req-edada9f2-e056-4320-81e1-7a565961ae4f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 210 time: 0.0265412 Nov 23 10:35:20.080273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:20.101866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:20.102329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 5c9a2ff8-1c23-4e88-9f7e-4929b30c67ca not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:20.395050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17343f5c-2df5-4bbb-9521-1b1d77b92332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.597607 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.063312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-56dcc5c8-11ac-4be6-8217-1a098dc4fb4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:21.064896 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-56dcc5c8-11ac-4be6-8217-1a098dc4fb4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 814 time: 0.1119165 Nov 23 10:35:21.077668 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Request body: {'port': {'device_id': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'admin_state_up': True, 'tenant_id': '546b14a5a23944a3978260591abd3de5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:21.178292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-132ca5c1-91ab-4d5b-a7d8-6813ed151cc3 req-4a9fb07b-0a88-4a15-ba3e-e660205f095a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 210 time: 0.0306349 Nov 23 10:35:21.217325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Made reservation on behalf of 546b14a5a23944a3978260591abd3de5 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:21.221233 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.355790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Allocated IP 172.20.0.3 (790f91c9-643e-4e60-9e82-f5317fac067a/993a8c79-b67c-4829-be72-df21252d5a7c/59125960-6e05-479a-bb79-189360fbd733) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:21.389599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.502414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.544511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.594013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Network 790f91c9-643e-4e60-9e82-f5317fac067a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:21.597118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:21.601659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:21.608332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:21.657505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:21.658147 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.675793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-8da23925-1806-44f4-b904-001c4cbda3c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024520 Nov 23 10:35:21.688715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Request body: {'port': {'device_id': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:21.746890 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.023573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59125960-6e05-479a-bb79-189360fbd733 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:22.031380 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.044021 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Transition to ACTIVE for port object 59125960-6e05-479a-bb79-189360fbd733 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:22.050355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.097688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:22.170810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:22.171152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:22.171485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:22.176073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:22.176396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:22.181620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:22.181976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Checking segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:22.182368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Bound using segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:22.182794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Bound port: 59125960-6e05-479a-bb79-189360fbd733, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:22.183150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.247830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:22.251063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:22.257565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.290878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.291453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.292866 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] 10.222.0.50 "PUT /v2.0/ports/59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 1091 time: 0.6082804 Nov 23 10:35:22.293335 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:22.295646 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef8d819-8409-4ce7-91ff-159136c7b504" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:22.300741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366727-33ac-47dd-adba-d4713152580c req-0edfbea3-581d-4120-ad86-63991ac7b1be tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.303043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2366727-33ac-47dd-adba-d4713152580c req-0edfbea3-581d-4120-ad86-63991ac7b1be tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0566864 Nov 23 10:35:22.321634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c57cf2-412c-46d2-bb24-4e77652b617c service neutron] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:22.360551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b2366727-33ac-47dd-adba-d4713152580c req-764b67a2-8f90-4078-bffa-8cc6fabee4cf tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Nov 23 10:35:22.361606 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81214f0b-2348-4a29-88f5-d76af70a81cc x-openstack-request-id: req-81214f0b-2348-4a29-88f5-d76af70a81cc {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:22.361919 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "tag": "59125960-6e05-479a-bb79-189360fbd733", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:22.362206 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81214f0b-2348-4a29-88f5-d76af70a81cc {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:22.362604 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'status': 'completed', 'code': 200} Nov 23 10:35:22.378437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-05c4ec84-99da-4232-a813-661755ba01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.379962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-05c4ec84-99da-4232-a813-661755ba01a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1094 time: 0.0445442 Nov 23 10:35:22.424393 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-55ada671-025d-403c-a1ce-9f69eb8dccfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0360448 Nov 23 10:35:22.476189 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-613ea702-2d5d-48ae-85b6-102cbe71e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.477700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-613ea702-2d5d-48ae-85b6-102cbe71e640 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0454516 Nov 23 10:35:22.510088 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-fb783904-b032-4dea-aea1-daf0f0c59f64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250757 Nov 23 10:35:22.604508 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-b6561cde-e83a-4c19-8d2b-d792b16ba6f6 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871549 Nov 23 10:35:22.706915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b354c8b8-bcd4-432c-bba5-37ba5ba353b5 req-961ef356-23e5-46b6-86d6-0665ae43df1b service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952561 Nov 23 10:35:22.763892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.803458 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-1a367846-836d-461d-a86e-a63d1c79599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.805044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-1a367846-836d-461d-a86e-a63d1c79599e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1094 time: 0.0418184 Nov 23 10:35:22.901304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-ad8192a2-db6b-4a11-934e-de73710e1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.902754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-ad8192a2-db6b-4a11-934e-de73710e1b01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0910993 Nov 23 10:35:22.943398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-bc544751-27a9-4506-8d59-0ce596acc8a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0333848 Nov 23 10:35:22.995900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-dd08e20f-6e52-485e-8a65-0049c99dbd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.997329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-dd08e20f-6e52-485e-8a65-0049c99dbd7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0466912 Nov 23 10:35:23.030702 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-bce5ccb7-c712-4062-865e-50f3997bb40b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243249 Nov 23 10:35:23.123160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-97c32df0-fec9-4d60-903d-a53f355391df service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Nov 23 10:35:23.220146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ef8d819-8409-4ce7-91ff-159136c7b504 req-57d85c6e-bc14-4dc3-96c7-5a70e6bb6c4a service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Nov 23 10:35:23.490224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d25b3-49e2-498b-8486-2ff86df13413 req-e3ee5bfc-8ca0-4041-bc0c-056494ebe307 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:23.491612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-011d25b3-49e2-498b-8486-2ff86df13413 req-e3ee5bfc-8ca0-4041-bc0c-056494ebe307 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0519326 Nov 23 10:35:23.542208 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-011d25b3-49e2-498b-8486-2ff86df13413 req-8a6c886f-33eb-45fa-91b9-fe9e67126f5d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Nov 23 10:35:23.582825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.683031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15bc22-b85a-4a54-a2fd-546bfe05e884 req-1dbd053d-4b99-4a36-8e0b-39d232b49883 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:24.684655 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f15bc22-b85a-4a54-a2fd-546bfe05e884 req-1dbd053d-4b99-4a36-8e0b-39d232b49883 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0601614 Nov 23 10:35:24.733508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f15bc22-b85a-4a54-a2fd-546bfe05e884 req-954da3b9-7dc1-415e-be96-320f5c27d44f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Nov 23 10:35:25.872502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb522-8208-4b97-a690-6ee7127b1b43 req-47d382b8-013d-4af9-8f13-2efbec3524c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.873931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21deb522-8208-4b97-a690-6ee7127b1b43 req-47d382b8-013d-4af9-8f13-2efbec3524c8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0551274 Nov 23 10:35:25.924716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21deb522-8208-4b97-a690-6ee7127b1b43 req-267c4cd2-4521-4ede-8faa-72d1d683e0ab tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Nov 23 10:35:26.142502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 59125960-6e05-479a-bb79-189360fbd733 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:26.248148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:26.260541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '59125960-6e05-479a-bb79-189360fbd733', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'port_id': '59125960-6e05-479a-bb79-189360fbd733', 'mac_address': 'fa:16:3e:0c:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993a8c79-b67c-4829-be72-df21252d5a7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:26.299138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.312011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59125960-6e05-479a-bb79-189360fbd733 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:26.331333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:26.337686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.384480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.392216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.392650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.392926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.393258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.393915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.394272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.394595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.394904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.395223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.395564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.395885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.396205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:26.526561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['59125960-6e05-479a-bb79-189360fbd733'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:27.070036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08f9e-9a4c-4a24-8cac-e7db5be68b48 req-1088fa6c-cc07-4fb6-ae39-4fc5ac8650bd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.071507 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27b08f9e-9a4c-4a24-8cac-e7db5be68b48 req-1088fa6c-cc07-4fb6-ae39-4fc5ac8650bd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0593996 Nov 23 10:35:27.126543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27b08f9e-9a4c-4a24-8cac-e7db5be68b48 req-1607ac27-c56f-4fe7-bc54-b61a70b57117 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Nov 23 10:35:28.156066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 59125960-6e05-479a-bb79-189360fbd733 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:28.207589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 59125960-6e05-479a-bb79-189360fbd733 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:28.212097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 59125960-6e05-479a-bb79-189360fbd733 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:28.212469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.245213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68f37-e27e-4fb2-8612-8dab15d2991a req-1c9a2a5d-be07-4f59-8762-43a5ee35dbad tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.246705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb68f37-e27e-4fb2-8612-8dab15d2991a req-1c9a2a5d-be07-4f59-8762-43a5ee35dbad tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0511069 Nov 23 10:35:28.292098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.295480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fb68f37-e27e-4fb2-8612-8dab15d2991a req-05a634af-4cb0-4054-b9be-b341eff84b4c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Nov 23 10:35:28.316318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:28.318619 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb8fae-b5cc-4968-97b3-8ad178f1fb4f" -d '{"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-plugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:28.333295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:28.338886 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.386635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:28.429204 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f3f5c2-7630-48bf-ba8e-ac7b4efa7697 x-openstack-request-id: req-25f3f5c2-7630-48bf-ba8e-ac7b4efa7697 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:28.429562 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-plugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:28.429829 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25f3f5c2-7630-48bf-ba8e-ac7b4efa7697 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:28.432803 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'code': 200} Nov 23 10:35:28.533799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e470d-cae5-4a91-b30b-6a0d754f8600 req-ac5c3cc7-efc0-433f-b2b6-0effed462f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.535369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5e470d-cae5-4a91-b30b-6a0d754f8600 req-ac5c3cc7-efc0-433f-b2b6-0effed462f37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1096 time: 0.0456884 Nov 23 10:35:28.588346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec5e470d-cae5-4a91-b30b-6a0d754f8600 req-958b7215-042a-4521-a6f0-99088a7a9b98 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Nov 23 10:35:29.425756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b7166-33e5-4d45-91cb-c68b6da383ce req-88032cfc-bdd3-4194-93c2-d2a0d79746ae tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.427224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-355b7166-33e5-4d45-91cb-c68b6da383ce req-88032cfc-bdd3-4194-93c2-d2a0d79746ae tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0498519 Nov 23 10:35:29.479643 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-355b7166-33e5-4d45-91cb-c68b6da383ce req-12a7a12c-bbd0-47d5-9aca-fbbd54e0c5e0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Nov 23 10:35:30.601242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46929c7-8f6d-49bf-b544-572a2bb9b088 req-62fad9c3-86ef-4686-91e0-3baa8b595cfb tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:30.602780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c46929c7-8f6d-49bf-b544-572a2bb9b088 req-62fad9c3-86ef-4686-91e0-3baa8b595cfb tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0505579 Nov 23 10:35:30.655198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c46929c7-8f6d-49bf-b544-572a2bb9b088 req-8cf55719-7969-47de-8e07-a258094f889b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Nov 23 10:35:30.774948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e3c7-aced-4cae-8acb-d6bbf1357cfb req-cc05ee09-bad8-408d-831d-b27791cc7bf1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:30.776868 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7527e3c7-aced-4cae-8acb-d6bbf1357cfb req-cc05ee09-bad8-408d-831d-b27791cc7bf1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0518770 Nov 23 10:35:30.831382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7527e3c7-aced-4cae-8acb-d6bbf1357cfb req-0d1b3632-4fe1-4a88-b940-63d9f084eb79 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Nov 23 10:35:31.042688 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33e51d-783e-4a29-bc8f-a6856838d968 req-835f8e5f-60db-46d6-9092-03259b1a065a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.044080 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de33e51d-783e-4a29-bc8f-a6856838d968 req-835f8e5f-60db-46d6-9092-03259b1a065a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0513356 Nov 23 10:35:31.095176 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-de33e51d-783e-4a29-bc8f-a6856838d968 req-de09fb5d-02e0-4280-b6e9-71e0eabd77d5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Nov 23 10:35:31.210550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611823c3-9acb-4bcf-9d2f-ec876118b623 req-64278df3-c22f-4de6-b827-d63f125184e0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.212049 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-611823c3-9acb-4bcf-9d2f-ec876118b623 req-64278df3-c22f-4de6-b827-d63f125184e0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0507994 Nov 23 10:35:31.259146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-611823c3-9acb-4bcf-9d2f-ec876118b623 req-a0a5acda-1e58-424d-8357-6e2b8b3e263f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Nov 23 10:35:31.489490 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-76bdf8d0-bf48-427d-843d-103c180d1eb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402308 Nov 23 10:35:31.504637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82ec15-060c-4321-bc6f-9d8936f2a139 req-429ce127-0a3d-4bf4-a205-e2eb231e8fee tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.506267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a82ec15-060c-4321-bc6f-9d8936f2a139 req-429ce127-0a3d-4bf4-a205-e2eb231e8fee tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0525217 Nov 23 10:35:31.556857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a82ec15-060c-4321-bc6f-9d8936f2a139 req-a23a7b61-535b-4a85-8585-e3c205749b3a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Nov 23 10:35:32.697300 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-94eb1629-3b99-4b09-85ef-c107c2c59c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:32.698774 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-94eb1629-3b99-4b09-85ef-c107c2c59c45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1096 time: 0.0728614 Nov 23 10:35:32.706973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fab9a-d5a4-4295-957d-20de9d102293 req-67dd5624-dcd3-430d-9bf6-a95d753465e1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:32.708411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-574fab9a-d5a4-4295-957d-20de9d102293 req-67dd5624-dcd3-430d-9bf6-a95d753465e1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0745163 Nov 23 10:35:32.810670 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-574fab9a-d5a4-4295-957d-20de9d102293 req-478f467e-637d-4ea7-b86c-da4e1f2ddf6c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941393 Nov 23 10:35:32.828952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-564a43f0-bdb3-486d-8094-58128db26f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:32.830476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-564a43f0-bdb3-486d-8094-58128db26f1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.1212192 Nov 23 10:35:33.203200 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-f426dc89-3c57-4cc7-89c9-1c5d300f6b9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.3640451 Nov 23 10:35:33.252578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-4870123c-1f7d-4106-a220-62c2133380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:33.253993 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-4870123c-1f7d-4106-a220-62c2133380cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0428705 Nov 23 10:35:33.285876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-9f3b2f83-2f3c-476d-8018-471d35674c0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250046 Nov 23 10:35:33.376856 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-74ff75f6-3417-4d79-836d-0cfece2b0fe8 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Nov 23 10:35:33.475048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-2fa04f87-4c9a-46b1-86bf-8a5b97713f49 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Nov 23 10:35:33.933797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306558b-0262-4bed-a1ea-d6adaa18a445 req-41437073-13e1-4142-90d4-bac28c867fd3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:33.935265 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4306558b-0262-4bed-a1ea-d6adaa18a445 req-41437073-13e1-4142-90d4-bac28c867fd3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0497732 Nov 23 10:35:33.986786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4306558b-0262-4bed-a1ea-d6adaa18a445 req-08371f5e-5b46-4bc6-8b69-c0d963290641 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Nov 23 10:35:35.117286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c9507-c2f8-4570-a8a1-6c50cd61fb1a req-8bcc55e6-5ed8-4b24-bba7-074cef70bcb7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:35.118843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-534c9507-c2f8-4570-a8a1-6c50cd61fb1a req-8bcc55e6-5ed8-4b24-bba7-074cef70bcb7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0524483 Nov 23 10:35:35.167398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-534c9507-c2f8-4570-a8a1-6c50cd61fb1a req-af6e7e52-9a6e-42c2-a632-48124da7dc6b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Nov 23 10:35:36.208574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-63c06bf6-4ddd-47c9-981e-77dd4872b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.210180 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-63c06bf6-4ddd-47c9-981e-77dd4872b9ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1096 time: 0.0419905 Nov 23 10:35:36.285995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbea1-54e8-467f-a5ee-1716f02554f6 req-243d5717-ffdd-423a-b79e-ff25fcd2affa tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.287467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca7fbea1-54e8-467f-a5ee-1716f02554f6 req-243d5717-ffdd-423a-b79e-ff25fcd2affa tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0497301 Nov 23 10:35:36.318661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-25d942c6-8d6e-4f4a-981f-5425f84ff900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.320312 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-25d942c6-8d6e-4f4a-981f-5425f84ff900 service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0907826 Nov 23 10:35:36.338579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca7fbea1-54e8-467f-a5ee-1716f02554f6 req-ad9d26a1-2355-4da6-b31d-df34c1bf26a2 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Nov 23 10:35:36.361864 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-8cc9493c-0a31-4511-bf48-07bb887b71f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0338192 Nov 23 10:35:36.412613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-b5b266db-f8b6-4637-a3c3-1ac8bf288948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.414119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-b5b266db-f8b6-4637-a3c3-1ac8bf288948 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0453935 Nov 23 10:35:36.449169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-a5a3f168-63b1-4a2d-924d-a4688e3efa49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283134 Nov 23 10:35:36.541642 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-1758b006-5805-4bed-b186-884abccbd526 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Nov 23 10:35:36.637524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b2cbcbe4-ca44-47e7-9fb6-6ad92d8d34d0 req-f11cb0c1-99a7-4646-9504-139499c4b913 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890710 Nov 23 10:35:37.460895 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fb58-3c6a-4ee2-a4c7-e9573f59a601 req-8905eac0-34ea-4407-9382-d0da7c2922cb tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.462322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b51fb58-3c6a-4ee2-a4c7-e9573f59a601 req-8905eac0-34ea-4407-9382-d0da7c2922cb tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0516677 Nov 23 10:35:37.510777 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b51fb58-3c6a-4ee2-a4c7-e9573f59a601 req-1ee1fa52-b5f0-4eb7-8619-86a429bd27c3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Nov 23 10:35:38.647131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed57873-c7c0-477f-bcb7-3d3b9c7a9b99 req-6d03b748-1e57-414a-a0c3-21de868eb2c1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.648650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eed57873-c7c0-477f-bcb7-3d3b9c7a9b99 req-6d03b748-1e57-414a-a0c3-21de868eb2c1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0618911 Nov 23 10:35:38.695574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eed57873-c7c0-477f-bcb7-3d3b9c7a9b99 req-bfbae6ec-201b-40ad-9a70-8ae1450c6b17 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Nov 23 10:35:39.825129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9ecf2-d890-4c60-ab6e-558898c58b5e req-0c0192f5-8535-40b7-b9fe-ff7d06372b6f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.826639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4d9ecf2-d890-4c60-ab6e-558898c58b5e req-0c0192f5-8535-40b7-b9fe-ff7d06372b6f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0565975 Nov 23 10:35:39.880689 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c4d9ecf2-d890-4c60-ab6e-558898c58b5e req-7ced81df-ee3e-4776-b4f0-f31c48c46436 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Nov 23 10:35:41.006994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d77348-6f8b-4358-bf53-9a67b708c1de req-ad918012-1f67-4f45-887a-f66345f46373 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:41.008442 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6d77348-6f8b-4358-bf53-9a67b708c1de req-ad918012-1f67-4f45-887a-f66345f46373 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0517230 Nov 23 10:35:41.061131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6d77348-6f8b-4358-bf53-9a67b708c1de req-ceff39b5-75e5-49e0-9a0d-55f8fb156130 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Nov 23 10:35:42.190114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a7b14-b11c-4aae-a64e-bdd7b315c7d6 req-413729c0-91a2-49a5-baf3-f4af2e8f8d78 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:42.191583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d15a7b14-b11c-4aae-a64e-bdd7b315c7d6 req-413729c0-91a2-49a5-baf3-f4af2e8f8d78 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0528836 Nov 23 10:35:42.241568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d15a7b14-b11c-4aae-a64e-bdd7b315c7d6 req-3f7ad30b-0be3-4369-a792-a749bd663124 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Nov 23 10:35:43.249947 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:35:43.371961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55e90c-16be-4788-b7b7-588790f11de8 req-14a169de-3fc6-480e-8f31-36261efeae0a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.373488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f55e90c-16be-4788-b7b7-588790f11de8 req-14a169de-3fc6-480e-8f31-36261efeae0a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0567281 Nov 23 10:35:43.424373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f55e90c-16be-4788-b7b7-588790f11de8 req-82438dc8-d271-4a9e-8db1-9d0190b10913 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 23 10:35:44.557963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9486d63-1304-47d2-8280-807d7bc8490e req-537dc41e-7188-4f7f-a321-7649cb6513a4 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:44.559481 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9486d63-1304-47d2-8280-807d7bc8490e req-537dc41e-7188-4f7f-a321-7649cb6513a4 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0534275 Nov 23 10:35:44.610066 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d9486d63-1304-47d2-8280-807d7bc8490e req-6c469eb0-5b99-4763-a71f-ba291b9b1c7e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Nov 23 10:35:45.735882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e793-f8ea-4067-bb48-be9c1e88e059 req-dd58abb9-9f7c-447a-8778-b85458437088 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.737340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f202e793-f8ea-4067-bb48-be9c1e88e059 req-dd58abb9-9f7c-447a-8778-b85458437088 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0515058 Nov 23 10:35:45.785528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f202e793-f8ea-4067-bb48-be9c1e88e059 req-595ea488-8123-468d-8402-e05045013748 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Nov 23 10:35:46.099567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:46.916592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874231bf-c700-4782-90ca-041ee3c90eeb req-55d7df61-8805-405c-a558-e52427dc8ecc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.918083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-874231bf-c700-4782-90ca-041ee3c90eeb req-55d7df61-8805-405c-a558-e52427dc8ecc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0549233 Nov 23 10:35:46.968280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-874231bf-c700-4782-90ca-041ee3c90eeb req-46ba2f49-2c18-42d6-99bd-44cf399528ec tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Nov 23 10:35:47.899846 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8e77dbdc-7a37-4b33-8e87-3710474afe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.097796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13936d20-18e7-4677-a022-e5022096de54 req-bc065720-cab6-44b0-8193-cb5f739fad9e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:48.099763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13936d20-18e7-4677-a022-e5022096de54 req-bc065720-cab6-44b0-8193-cb5f739fad9e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0622277 Nov 23 10:35:48.151270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-13936d20-18e7-4677-a022-e5022096de54 req-aba34bb0-9fab-4e72-98cd-4c6b68993676 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Nov 23 10:35:49.271167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084571-5944-42db-9499-fcf5ec4a88fa req-b154ea8c-8933-44df-91bd-b570cc63611d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:49.272677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70084571-5944-42db-9499-fcf5ec4a88fa req-b154ea8c-8933-44df-91bd-b570cc63611d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0509458 Nov 23 10:35:49.326146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70084571-5944-42db-9499-fcf5ec4a88fa req-eafae89b-7137-4a21-a4e6-3ba0bcf79386 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Nov 23 10:35:50.404633 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-817abe49-5703-45ce-81e4-d4d471da4569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.451178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107d360-4fd3-4c0c-be62-b445352d0f62 req-0750889b-e144-4ffa-80b0-12978ce15c34 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:50.452695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9107d360-4fd3-4c0c-be62-b445352d0f62 req-0750889b-e144-4ffa-80b0-12978ce15c34 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0542953 Nov 23 10:35:50.504588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9107d360-4fd3-4c0c-be62-b445352d0f62 req-47e2feae-6e67-47eb-a79a-d26753b5ea60 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Nov 23 10:35:50.595449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.396743 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.626033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e6f4-3e49-42e7-a6a1-c8a0211e43e3 req-790f484a-36e7-40a5-be06-320f18fd79f1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:51.627523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1532e6f4-3e49-42e7-a6a1-c8a0211e43e3 req-790f484a-36e7-40a5-be06-320f18fd79f1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0533223 Nov 23 10:35:51.679992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1532e6f4-3e49-42e7-a6a1-c8a0211e43e3 req-1b763b21-1d57-441c-8b21-045cfc047d96 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Nov 23 10:35:52.768319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.807957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d5ee-e082-456d-b160-e0565c5b155f req-5849b164-094c-4efa-956d-465ad8d64271 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:52.809475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0244d5ee-e082-456d-b160-e0565c5b155f req-5849b164-094c-4efa-956d-465ad8d64271 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0503619 Nov 23 10:35:52.864301 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0244d5ee-e082-456d-b160-e0565c5b155f req-7f658d9a-716a-4e1d-b936-91c1a49a5d62 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Nov 23 10:35:53.585701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.990663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9bcea-f755-4492-8506-f75603912af2 req-6e0823eb-1911-4ee2-9ee9-f658c5d5cd28 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:53.992161 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12c9bcea-f755-4492-8506-f75603912af2 req-6e0823eb-1911-4ee2-9ee9-f658c5d5cd28 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0490515 Nov 23 10:35:54.039360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-12c9bcea-f755-4492-8506-f75603912af2 req-48fb8453-69ae-487f-8b9e-70d8121cc6ef tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Nov 23 10:35:55.158603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4980c-7a37-4dea-8876-cd95ad88295e req-eacf1e56-9d13-4792-8b36-548333489bf0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:55.160094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8e4980c-7a37-4dea-8876-cd95ad88295e req-eacf1e56-9d13-4792-8b36-548333489bf0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0498576 Nov 23 10:35:55.208119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8e4980c-7a37-4dea-8876-cd95ad88295e req-1c21e839-4999-4500-b8c8-ba88430f9b71 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Nov 23 10:35:56.347207 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747dc73-5728-4550-a382-23ee1756c7bb req-0397d579-3330-46b6-b404-78f19ccbcb4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:56.348679 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4747dc73-5728-4550-a382-23ee1756c7bb req-0397d579-3330-46b6-b404-78f19ccbcb4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0606313 Nov 23 10:35:56.398620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4747dc73-5728-4550-a382-23ee1756c7bb req-20db6871-bf07-4794-ad0a-ea145f5f16bc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Nov 23 10:35:57.540029 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525b200-e11c-4abc-b6e8-4c517a5afe50 req-487ebd37-43ad-44df-8f15-9a27aff099b0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.542209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8525b200-e11c-4abc-b6e8-4c517a5afe50 req-487ebd37-43ad-44df-8f15-9a27aff099b0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0540595 Nov 23 10:35:57.590960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8525b200-e11c-4abc-b6e8-4c517a5afe50 req-ba2fbb80-04f4-45e5-a5a9-690def422d21 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 23 10:35:58.727933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f16fd-fac1-41f7-aa6e-4b8a8ccbaff7 req-b1c5af24-4c53-4452-9a0a-866498642337 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:58.729378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-726f16fd-fac1-41f7-aa6e-4b8a8ccbaff7 req-b1c5af24-4c53-4452-9a0a-866498642337 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0625138 Nov 23 10:35:58.779198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-726f16fd-fac1-41f7-aa6e-4b8a8ccbaff7 req-4ebb87ea-d1de-4877-a5b4-77860f017605 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Nov 23 10:35:59.923728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdc1c5-11ff-45ac-95d2-76f35b8c0ba4 req-8b95d311-74bc-4cdb-9961-f01ef38022e1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.925214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45bdc1c5-11ff-45ac-95d2-76f35b8c0ba4 req-8b95d311-74bc-4cdb-9961-f01ef38022e1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0638814 Nov 23 10:35:59.975081 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45bdc1c5-11ff-45ac-95d2-76f35b8c0ba4 req-78dbab2f-f6d3-49c6-97bf-e647ee5b5faf tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Nov 23 10:36:00.355936 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-7dc619c4-be5d-4c32-91b0-11a15d8bd711 service neutron] show failed (client error): The resource could not be found. Nov 23 10:36:00.356934 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-7dc619c4-be5d-4c32-91b0-11a15d8bd711 service neutron] 10.222.0.50 "GET /v2.0/ports/59125960-6e05-479a-bb79-189360fbd733/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0565450 Nov 23 10:36:00.566747 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-a42649ac-1830-4d24-8a26-9059255cb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:00.568284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-a42649ac-1830-4d24-8a26-9059255cb8ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd&tenant_id=546b14a5a23944a3978260591abd3de5 HTTP/1.1" status: 200 len: 1096 time: 0.0430849 Nov 23 10:36:00.580355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:00.635461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:00.846372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:00.879833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:00.919675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:00.922023 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc07da2-4176-455c-9404-b02fa5c3ac7b" -d '{"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-unplugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:00.926170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:00.939941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Transition to ACTIVE for port object 59125960-6e05-479a-bb79-189360fbd733 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:00.944344 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:00.981010 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c46d50-5e52-481a-b1fe-dc4f40f081f6 x-openstack-request-id: req-95c46d50-5e52-481a-b1fe-dc4f40f081f6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:00.981302 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-unplugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:00.981558 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95c46d50-5e52-481a-b1fe-dc4f40f081f6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:00.981975 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'code': 200} Nov 23 10:36:01.012590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] No DVR routers for this DVR port 59125960-6e05-479a-bb79-189360fbd733 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:01.020998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:01.032217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.032542 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.032916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.033260 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.033574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.033916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.034251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.034595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.034922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.035246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.035848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.036180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:01.066028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:01.066367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:01.066696 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:01.071251 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:01.071573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Attempting to bind port 59125960-6e05-479a-bb79-189360fbd733 on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:01.076464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:01.076791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Checking segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:01.077184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Bound using segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:01.077606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Bound port: 59125960-6e05-479a-bb79-189360fbd733, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:01.077981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.093253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4d6c9-4e50-430b-9061-1140fdcf1f04 req-59fe6a6d-b8b5-4eaa-ba26-ae2966851a1c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.094777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74f4d6c9-4e50-430b-9061-1140fdcf1f04 req-59fe6a6d-b8b5-4eaa-ba26-ae2966851a1c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0490222 Nov 23 10:36:01.140421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:01.142661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74f4d6c9-4e50-430b-9061-1140fdcf1f04 req-fb77f137-6262-46d8-99ad-918fe6f1de55 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Nov 23 10:36:01.143730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:01.149135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.185817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.186449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.187874 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] 10.222.0.11 "PUT /v2.0/ports/59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 1091 time: 0.6115110 Nov 23 10:36:01.208665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a7ea5-2f83-4022-98a4-595b6baf7089 service neutron] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:01.255977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-3f68de9e-68c1-4ec0-b90a-a7160e0ce60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.257558 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-3f68de9e-68c1-4ec0-b90a-a7160e0ce60b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1094 time: 0.0459199 Nov 23 10:36:01.348459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-b771126f-7763-45c9-95a5-42256856649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.349950 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-b771126f-7763-45c9-95a5-42256856649c service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0856724 Nov 23 10:36:01.396457 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-04349ca1-e71d-4e80-b5f4-d66ad0665d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0381601 Nov 23 10:36:01.447807 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-32886c00-9bd8-47ba-b809-28339341df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.449322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-32886c00-9bd8-47ba-b809-28339341df3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0458848 Nov 23 10:36:01.481015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-1688e3fe-41ea-4810-9202-889edf7bde37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246625 Nov 23 10:36:01.583784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-49f8089b-7a0f-4d8d-9740-cb95ca261108 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956345 Nov 23 10:36:01.678879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55cf5aa9-891b-48b8-bceb-bd54d4f4ad98 req-049a84c2-abb0-4ab2-81f5-774eb3fa898e service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872900 Nov 23 10:36:02.269660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19f932-cffc-46bb-b244-15fa34426080 req-70f746e5-ca27-4f42-bd1c-504bf79d746f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:02.271169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db19f932-cffc-46bb-b244-15fa34426080 req-70f746e5-ca27-4f42-bd1c-504bf79d746f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0515182 Nov 23 10:36:02.323081 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-db19f932-cffc-46bb-b244-15fa34426080 req-7dd91e52-e538-4383-bfa2-5c7f0a9568b9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Nov 23 10:36:02.983509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:02.987390 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:03.043676 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54d98c-756a-4ef0-a654-c79078c910fe x-openstack-request-id: req-1e54d98c-756a-4ef0-a654-c79078c910fe {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:03.043976 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "tag": "59125960-6e05-479a-bb79-189360fbd733", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:03.044223 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e54d98c-756a-4ef0-a654-c79078c910fe {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:03.044633 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'status': 'completed', 'code': 200} Nov 23 10:36:03.129314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-36536894-aff8-4716-9f58-76ad177e3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.130886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-36536894-aff8-4716-9f58-76ad177e3d89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1094 time: 0.0665455 Nov 23 10:36:03.135333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-4ed56cec-549f-4153-af48-fe1642901ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.136684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-4ed56cec-549f-4153-af48-fe1642901ef3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1094 time: 0.0642059 Nov 23 10:36:03.289227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-79638e65-f7a9-42a8-9873-5115dec1d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.290764 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-79638e65-f7a9-42a8-9873-5115dec1d6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.1531818 Nov 23 10:36:03.291884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-8ae1056c-e167-4eba-a8db-a2b4a7162e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.293199 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-8ae1056c-e167-4eba-a8db-a2b4a7162e36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.1481504 Nov 23 10:36:03.365647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-af6158ea-a8cc-4e75-9004-eaf92a6f03ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0663247 Nov 23 10:36:03.367047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-4ee90106-fb03-480d-aab3-ccef063632eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0667517 Nov 23 10:36:03.481411 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-516bb996-1093-434f-b735-c455e4c2de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.482919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-516bb996-1093-434f-b735-c455e4c2de4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.1080551 Nov 23 10:36:03.484137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-4b1d03ab-af78-4714-b9bf-27a102eae982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.485440 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-4b1d03ab-af78-4714-b9bf-27a102eae982 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.1118252 Nov 23 10:36:03.516035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe65ae-6729-46e4-a2a8-4521f6f61019 req-81aa0928-b90c-48fd-bb27-012d62d2dc79 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.517470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-defe65ae-6729-46e4-a2a8-4521f6f61019 req-81aa0928-b90c-48fd-bb27-012d62d2dc79 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 943 time: 0.0921984 Nov 23 10:36:03.544337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-41a3688d-4a89-470d-ad48-04763bdf13c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539384 Nov 23 10:36:03.546688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-072e7afd-898a-4da5-ae98-cec0d7274588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477848 Nov 23 10:36:03.700734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-defe65ae-6729-46e4-a2a8-4521f6f61019 req-3d6195f0-9aa7-43ac-b525-37581a6a67d0 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587131 Nov 23 10:36:03.735261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-2bceeda5-19b6-4624-a6c2-07729ccad3db service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673665 Nov 23 10:36:03.737098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-d069d9a0-f0e3-4c63-af75-800a8d1cdf74 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854630 Nov 23 10:36:03.887524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-2b420f15-ae24-4b47-b68e-ff24c9e0c29c service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451821 Nov 23 10:36:03.890880 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-781ca8f2-8419-4fcd-a1e1-9dfaf65f21dd req-79031ea2-f3da-4ea4-9cd2-e2b83a607477 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417406 Nov 23 10:36:03.957306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 59125960-6e05-479a-bb79-189360fbd733 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:04.062701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:04.074124 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '59125960-6e05-479a-bb79-189360fbd733', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'port_id': '59125960-6e05-479a-bb79-189360fbd733', 'mac_address': 'fa:16:3e:0c:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993a8c79-b67c-4829-be72-df21252d5a7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:04.111462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.124655 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59125960-6e05-479a-bb79-189360fbd733 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:04.144479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:04.150318 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.201133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:04.312138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 59125960-6e05-479a-bb79-189360fbd733 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:04.359504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 59125960-6e05-479a-bb79-189360fbd733 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:04.825049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9fee-4c47-4670-bef6-1c119aba3c60 req-b3494cef-3350-45bb-a77e-9d5feb5f0788 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.826608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-887d9fee-4c47-4670-bef6-1c119aba3c60 req-b3494cef-3350-45bb-a77e-9d5feb5f0788 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0540540 Nov 23 10:36:05.167531 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-887d9fee-4c47-4670-bef6-1c119aba3c60 req-a0903676-4bde-497c-9844-8a65aa3a8722 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317862 Nov 23 10:36:05.377965 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0acd27-8738-41d2-8ba0-feecca75d8f7 req-98d70a13-9cd4-4d15-b430-0c0acbb9ab96 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.379665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d0acd27-8738-41d2-8ba0-feecca75d8f7 req-98d70a13-9cd4-4d15-b430-0c0acbb9ab96 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0524173 Nov 23 10:36:05.396056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-60ffdcb7-c6c3-4210-8846-cd13d8d20984 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.397592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-60ffdcb7-c6c3-4210-8846-cd13d8d20984 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd&tenant_id=546b14a5a23944a3978260591abd3de5&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 944 time: 0.0549819 Nov 23 10:36:05.427578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4d0acd27-8738-41d2-8ba0-feecca75d8f7 req-7b9afb2b-c11a-4865-90ed-3d446d5b32be tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Nov 23 10:36:05.465721 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-725b75e0-72c9-484a-8d5c-bdda89d664ab service neutron] delete failed (client error): The resource could not be found. Nov 23 10:36:05.466784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-725b75e0-72c9-484a-8d5c-bdda89d664ab service neutron] 10.222.0.50 "DELETE /v2.0/ports/59125960-6e05-479a-bb79-189360fbd733/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0608082 Nov 23 10:36:05.539753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['59125960-6e05-479a-bb79-189360fbd733'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:05.552990 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-a0358d8e-c0a2-45a6-95e2-87d978a8283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.554623 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-a0358d8e-c0a2-45a6-95e2-87d978a8283f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 1095 time: 0.0431075 Nov 23 10:36:05.647283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-0cbdffd4-89cb-44ed-a1e6-1ad5372edecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.648974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-0cbdffd4-89cb-44ed-a1e6-1ad5372edecd service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0868056 Nov 23 10:36:05.693805 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-8a90f6bb-fb04-4c34-a410-65f9c8eadbb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 200 len: 217 time: 0.0373197 Nov 23 10:36:05.743093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-c9b057d7-44ac-4db2-9cde-94e7a1aabbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.744498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-c9b057d7-44ac-4db2-9cde-94e7a1aabbd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0437939 Nov 23 10:36:05.776450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-0e421e73-1450-489b-b4ae-4963a155b483 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249753 Nov 23 10:36:05.868428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-d6978571-4a53-4635-b977-a3d37bda3da2 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Nov 23 10:36:05.963376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-17d43020-5f69-4ec0-a95f-2280dffdb881 req-a4929ce9-7a0d-4693-8146-7b57f55204bb service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Nov 23 10:36:06.563741 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040afb3-636c-49e4-9c63-d36dcb6b46fb req-5e9d0dce-9c53-4b31-ab8d-88ec2f835a4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.565198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b040afb3-636c-49e4-9c63-d36dcb6b46fb req-5e9d0dce-9c53-4b31-ab8d-88ec2f835a4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0552042 Nov 23 10:36:06.613169 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b040afb3-636c-49e4-9c63-d36dcb6b46fb req-e367b666-1055-48ec-b79a-5983f1fff1f3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Nov 23 10:36:06.736407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcca93b-5c56-4f12-bc52-d95e8a4f61d1 req-a92ce024-2367-45fe-9c4d-866a430e8e86 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.737874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-abcca93b-5c56-4f12-bc52-d95e8a4f61d1 req-a92ce024-2367-45fe-9c4d-866a430e8e86 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0520923 Nov 23 10:36:06.791511 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-abcca93b-5c56-4f12-bc52-d95e8a4f61d1 req-b7f29606-b7e6-4b45-9575-a11b2a9b4547 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Nov 23 10:36:06.914230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27181c-0fcc-4f73-b6bf-503782f8c27c req-28e3fcab-a4d9-4c2a-99be-b88a951a9e88 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.915619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a27181c-0fcc-4f73-b6bf-503782f8c27c req-28e3fcab-a4d9-4c2a-99be-b88a951a9e88 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 944 time: 0.0509272 Nov 23 10:36:06.975732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a27181c-0fcc-4f73-b6bf-503782f8c27c req-70417035-d402-4289-b432-7006e764520b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Nov 23 10:36:07.384723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-67018227-08d8-4e5f-aca9-97c0028562a8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.386846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-67018227-08d8-4e5f-aca9-97c0028562a8 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 814 time: 0.1444976 Nov 23 10:36:07.404381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-ec2dbc43-204d-4d65-9d45-ea0ebc5033b5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/quotas/546b14a5a23944a3978260591abd3de5 HTTP/1.1" status: 200 len: 375 time: 0.0102592 Nov 23 10:36:07.462028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-d9408060-19d4-4d30-a13a-23ae7220c193 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491691 Nov 23 10:36:07.560498 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-675122b1-1c1e-45f0-a66d-aec28a89226a service neutron] 10.222.0.62 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906124 Nov 23 10:36:07.655428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-7017fe87-15f6-4403-91d8-6a5f6cd189a8 service neutron] 10.222.0.62 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885522 Nov 23 10:36:07.835904 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-669032f8-507f-47ee-9210-d0048d4bc0cf req-03d2ffd7-12c2-4b80-b34b-aa173757a6ce tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 210 time: 0.0293891 Nov 23 10:36:07.986422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 59125960-6e05-479a-bb79-189360fbd733 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:08.035993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 59125960-6e05-479a-bb79-189360fbd733 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:08.040347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 59125960-6e05-479a-bb79-189360fbd733 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:08.040720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.117854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.144229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:08.146513 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806a3b2f-de5c-4c0f-bba3-0a25ed08454f" -d '{"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-plugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:08.160373 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:08.170771 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.208910 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2c6f3-24e6-4ad4-906a-9b954084e654 x-openstack-request-id: req-a1d2c6f3-24e6-4ad4-906a-9b954084e654 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:08.209257 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-plugged", "status": "completed", "tag": "59125960-6e05-479a-bb79-189360fbd733", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:08.209530 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1d2c6f3-24e6-4ad4-906a-9b954084e654 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:08.210115 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'code': 200} Nov 23 10:36:08.222502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:08.601161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-0a42fc1d-cf1d-4e91-888d-89ec7c9dceea tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:08.602649 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-0a42fc1d-cf1d-4e91-888d-89ec7c9dceea tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd HTTP/1.1" status: 200 len: 945 time: 0.0550885 Nov 23 10:36:08.699304 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Deleting port 59125960-6e05-479a-bb79-189360fbd733 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:36:08.699992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.752360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.11', 49644) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:08.791918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] For port 59125960-6e05-479a-bb79-189360fbd733, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=59125960-6e05-479a-bb79-189360fbd733,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:08.793336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.810847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Calling delete_port for 59125960-6e05-479a-bb79-189360fbd733 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:36:08.880129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e536a5d5-f63b-40e6-b562-80d3f5169fc1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:08.881998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e536a5d5-f63b-40e6-b562-80d3f5169fc1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 814 time: 0.1275692 Nov 23 10:36:08.897799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Request body: {'port': {'device_id': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'admin_state_up': True, 'tenant_id': '546b14a5a23944a3978260591abd3de5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:08.945925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:08.954855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9f12400-6b6b-4f27-8042-341838f05210 req-3962f1c6-664a-484d-9832-7bc9817e831d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 210 time: 0.0420380 Nov 23 10:36:08.958260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['59125960-6e05-479a-bb79-189360fbd733'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:08.976767 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Pushing event deleted for resources: {'Port': ['ID=59125960-6e05-479a-bb79-189360fbd733,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:09.024148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] No DVR routers for this DVR port 59125960-6e05-479a-bb79-189360fbd733 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:09.026987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.030468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.11 "DELETE /v2.0/ports/59125960-6e05-479a-bb79-189360fbd733 HTTP/1.1" status: 204 len: 173 time: 0.4197984 Nov 23 10:36:09.030907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-deleted', 'tag': '59125960-6e05-479a-bb79-189360fbd733'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:09.033310 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f67ef36-8cda-45fb-b66a-75066b95079a" -d '{"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-deleted", "tag": "59125960-6e05-479a-bb79-189360fbd733"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:09.036107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Made reservation on behalf of 546b14a5a23944a3978260591abd3de5 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:09.040302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.089834 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f9fc09-abff-4767-b307-c690d4b1ff89 x-openstack-request-id: req-b4f9fc09-abff-4767-b307-c690d4b1ff89 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:09.090279 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd", "name": "network-vif-deleted", "tag": "59125960-6e05-479a-bb79-189360fbd733", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:09.090604 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4f9fc09-abff-4767-b307-c690d4b1ff89 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:09.091953 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c07be4-f01c-43c3-9bb6-3fe3e9a3dcbd', 'name': 'network-vif-deleted', 'tag': '59125960-6e05-479a-bb79-189360fbd733', 'status': 'completed', 'code': 200} Nov 23 10:36:09.177069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Allocated IP 172.20.0.3 (790f91c9-643e-4e60-9e82-f5317fac067a/993a8c79-b67c-4829-be72-df21252d5a7c/65f0963b-b295-4e20-9a64-c3d9ea580e7b) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:09.325338 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.364471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.376607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['59125960-6e05-479a-bb79-189360fbd733'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:09.414027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Network 790f91c9-643e-4e60-9e82-f5317fac067a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:09.417857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:09.420047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:09.422135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:09.447142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.447392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.447746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.448085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.448381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.448702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.449022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.449342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.449663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.450009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.450326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.450644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:09.479969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:09.480579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.499219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-51f644c3-b4aa-429a-a1c3-a495f2137649 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077917 Nov 23 10:36:09.511408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Request body: {'port': {'device_id': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:09.568681 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.873539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f0963b-b295-4e20-9a64-c3d9ea580e7b {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:09.881020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.906543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Transition to ACTIVE for port object 65f0963b-b295-4e20-9a64-c3d9ea580e7b will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:09.912917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.964153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:10.041656 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:10.042020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:10.042353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:10.061162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:10.061494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:10.074423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:10.074743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Checking segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:10.075145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Bound using segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:10.075570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Bound port: 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:10.075920 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.101944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37501eef-04e4-4106-a675-d4603a9b8256 req-b61a1acb-1d47-49a6-97bc-e7f5e9237801 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.103441 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37501eef-04e4-4106-a675-d4603a9b8256 req-b61a1acb-1d47-49a6-97bc-e7f5e9237801 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0735269 Nov 23 10:36:10.181107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:10.184835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:10.189149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37501eef-04e4-4106-a675-d4603a9b8256 req-d40784ba-a188-4780-9757-d653abc72694 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693035 Nov 23 10:36:10.190748 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.235000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.235639 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.237004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] 10.222.0.11 "PUT /v2.0/ports/65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 1091 time: 0.7298577 Nov 23 10:36:10.237441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:10.239786 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422dc4e6-f92a-467b-b6eb-777e27e0f652" -d '{"events": [{"name": "network-changed", "server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:10.262569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6bcf7-8fdd-4581-8938-4e4d4a5b7cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:10.287797 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801be3ed-8734-42e0-8911-9b026e422d45 x-openstack-request-id: req-801be3ed-8734-42e0-8911-9b026e422d45 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:10.288083 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:10.288330 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-801be3ed-8734-42e0-8911-9b026e422d45 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:10.288741 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'status': 'completed', 'code': 200} Nov 23 10:36:10.364244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-4bfe36ce-a9aa-4da0-8956-e694760d7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.365812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-4bfe36ce-a9aa-4da0-8956-e694760d7593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0873530 Nov 23 10:36:10.436229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-31bbf374-b357-4665-982f-bcff728fed20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0608697 Nov 23 10:36:10.495716 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-ceacefa6-a6e8-4e5f-985f-e0ec81def176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.497167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-ceacefa6-a6e8-4e5f-985f-e0ec81def176 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0543122 Nov 23 10:36:10.549949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-eab3aa8e-5ddd-4898-a913-8f073e823704 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454915 Nov 23 10:36:10.642682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-4b06a46d-c3c6-4576-bce3-a569be3e8eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854676 Nov 23 10:36:10.735881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f9e29ed-db72-41ab-b5d3-73d655ce87ba req-470bb607-42ea-404c-9425-a21972343bb6 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Nov 23 10:36:10.836947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-c5db6fb4-f110-444b-94d7-7185324b7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.838550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-c5db6fb4-f110-444b-94d7-7185324b7d42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0466640 Nov 23 10:36:10.935784 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-c65441cf-7f34-43b9-bcb2-04370b1b0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.937259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-c65441cf-7f34-43b9-bcb2-04370b1b0b7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0910840 Nov 23 10:36:10.981022 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-4808f953-d7bd-43b5-b308-46c2b5652936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0366786 Nov 23 10:36:11.031824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-ddc82880-fd38-454f-8968-ca8d11f12f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.033249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-ddc82880-fd38-454f-8968-ca8d11f12f93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0453291 Nov 23 10:36:11.065746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-220e0c6a-69d8-4fbf-9370-ddf56b83f6c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253310 Nov 23 10:36:11.163477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-e7533aa8-bd6c-4d39-aa13-9c6b495f619d service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902815 Nov 23 10:36:11.257167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-422dc4e6-f92a-467b-b6eb-777e27e0f652 req-c3307713-8159-489e-93a9-ee18b84d0791 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851254 Nov 23 10:36:11.307994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4cf4-879c-4318-93a6-a156c325ec0d req-9494edb0-1944-41f3-9572-560a94bd9195 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.309465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67af4cf4-879c-4318-93a6-a156c325ec0d req-9494edb0-1944-41f3-9572-560a94bd9195 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0514262 Nov 23 10:36:11.364029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67af4cf4-879c-4318-93a6-a156c325ec0d req-340800d7-550d-41a6-9ac4-1d6271f5fadb tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Nov 23 10:36:12.023273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 59125960-6e05-479a-bb79-189360fbd733 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:12.048511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 59125960-6e05-479a-bb79-189360fbd733 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:36:12.048853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 59125960-6e05-479a-bb79-189360fbd733 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:12.494435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60d30-94e4-4143-8e30-caa5a0ae6c14 req-f5f2be86-7e50-4a87-bf32-15f9d0774717 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.495917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50a60d30-94e4-4143-8e30-caa5a0ae6c14 req-f5f2be86-7e50-4a87-bf32-15f9d0774717 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0548315 Nov 23 10:36:12.546617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50a60d30-94e4-4143-8e30-caa5a0ae6c14 req-c258ff7a-3548-4405-9c8b-d98ac04df1c1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Nov 23 10:36:13.676281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9e3f6-199b-4bbb-bd3b-9a4c501d0966 req-ef3d12ae-1448-4c43-9214-e9fb57f0c918 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.677748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fa9e3f6-199b-4bbb-bd3b-9a4c501d0966 req-ef3d12ae-1448-4c43-9214-e9fb57f0c918 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0497653 Nov 23 10:36:13.727892 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fa9e3f6-199b-4bbb-bd3b-9a4c501d0966 req-307e048d-1c19-437f-a668-5c926995dc4a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Nov 23 10:36:14.861399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb500c3-6d33-4679-9788-95c7e2a0ef3d req-71626271-0bc5-4f20-aa2c-400fb42c2729 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.863327 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb500c3-6d33-4679-9788-95c7e2a0ef3d req-71626271-0bc5-4f20-aa2c-400fb42c2729 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0592539 Nov 23 10:36:14.917603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-feb500c3-6d33-4679-9788-95c7e2a0ef3d req-ec8367c5-1f33-451b-bea9-d8811fb6bb3f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Nov 23 10:36:16.034100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:16.048134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3a279-382b-4b80-b489-8b9d1f238e26 req-d0050a93-beea-4457-a3e9-9b1811e78aa5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:16.049799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19c3a279-382b-4b80-b489-8b9d1f238e26 req-d0050a93-beea-4457-a3e9-9b1811e78aa5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0501261 Nov 23 10:36:16.097300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19c3a279-382b-4b80-b489-8b9d1f238e26 req-b6e4a904-ed33-4247-9c4e-29b48fb8c207 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Nov 23 10:36:16.124533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.140448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:16.152514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'port_id': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'mac_address': 'fa:16:3e:15:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993a8c79-b67c-4829-be72-df21252d5a7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:16.190986 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.204625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f0963b-b295-4e20-9a64-c3d9ea580e7b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:16.223972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:16.229806 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.286238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:16.531167 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['65f0963b-b295-4e20-9a64-c3d9ea580e7b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:17.225722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed73f-d59f-49ac-9215-644d053c179f req-9621b845-b3ee-41be-93bd-68fc9d407071 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:17.227198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70bed73f-d59f-49ac-9215-644d053c179f req-9621b845-b3ee-41be-93bd-68fc9d407071 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 944 time: 0.0510564 Nov 23 10:36:17.277724 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-70bed73f-d59f-49ac-9215-644d053c179f req-d011591b-9848-4822-9ca2-af7fe7390415 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Nov 23 10:36:17.904118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef6e60d1-9886-407b-b5e1-4d558cef2326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.047575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:18.108240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 65f0963b-b295-4e20-9a64-c3d9ea580e7b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:18.111981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 65f0963b-b295-4e20-9a64-c3d9ea580e7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:18.112343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.192367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.214862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:18.217078 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe817dbd-47ec-491f-99d6-b32a2af197d9" -d '{"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-plugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:18.230163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:18.235893 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.261031 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32839b0-192b-4dc4-a73a-8710a84ffde5 x-openstack-request-id: req-d32839b0-192b-4dc4-a73a-8710a84ffde5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:18.261317 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-plugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:18.261564 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d32839b0-192b-4dc4-a73a-8710a84ffde5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:18.261980 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'code': 200} Nov 23 10:36:18.287978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:18.363848 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe53af3-83e7-4cfb-ad29-dd4979268cae req-1efddb7e-9871-4eae-b876-99242047542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:18.365639 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fe53af3-83e7-4cfb-ad29-dd4979268cae req-1efddb7e-9871-4eae-b876-99242047542e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0439937 Nov 23 10:36:18.400239 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b858a-d9c8-47e0-9f91-1b8be15cdc2e req-fd28cab7-7306-4b76-a8a9-ae036cf1e4f5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:18.401761 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-156b858a-d9c8-47e0-9f91-1b8be15cdc2e req-fd28cab7-7306-4b76-a8a9-ae036cf1e4f5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Nov 23 10:36:18.412236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8fe53af3-83e7-4cfb-ad29-dd4979268cae req-c014b2c8-0c23-4f9a-9889-627c27684196 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Nov 23 10:36:18.453265 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-156b858a-d9c8-47e0-9f91-1b8be15cdc2e req-47bf49aa-bfc2-4a3b-b716-7560ea95e9b2 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Nov 23 10:36:19.584153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea405-484e-4598-84d5-0b5f14200a80 req-20c43829-4cf9-43f4-b638-3967a398b127 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:19.585682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c54ea405-484e-4598-84d5-0b5f14200a80 req-20c43829-4cf9-43f4-b638-3967a398b127 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0504935 Nov 23 10:36:19.632401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c54ea405-484e-4598-84d5-0b5f14200a80 req-545fedfe-32bb-43ea-9fea-cbabd912b7f9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Nov 23 10:36:20.255071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:36:20.413435 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-79cbc0ef-b0c6-47ba-a6f8-324583cebae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:20.595733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:20.772511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d2c8-2868-4991-a82f-6deedba55bc3 req-1cdb63e3-2a01-491a-84a4-d93298915752 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:20.773998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8d5d2c8-2868-4991-a82f-6deedba55bc3 req-1cdb63e3-2a01-491a-84a4-d93298915752 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0634205 Nov 23 10:36:20.824314 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8d5d2c8-2868-4991-a82f-6deedba55bc3 req-06b18dd7-6567-433b-9c2d-664b8b21857c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Nov 23 10:36:20.950065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118e2d-3143-41fa-b8f9-d66b279d88aa req-0e151bb9-5d14-4632-bd5c-81b6b28b2aac tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:20.951553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22118e2d-3143-41fa-b8f9-d66b279d88aa req-0e151bb9-5d14-4632-bd5c-81b6b28b2aac tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0580769 Nov 23 10:36:21.005664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22118e2d-3143-41fa-b8f9-d66b279d88aa req-5d231215-3c99-4710-b7f2-b86b19620be6 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480618 Nov 23 10:36:21.243469 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-dcd712c3-ccdd-4fd0-b80a-009bf421faee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401969 Nov 23 10:36:21.255379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1ed4-74ee-4b1e-813f-34e2b834cd6c req-98c22c5e-9072-43bc-807c-119031b440ab tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:21.256944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-999f1ed4-74ee-4b1e-813f-34e2b834cd6c req-98c22c5e-9072-43bc-807c-119031b440ab tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0495911 Nov 23 10:36:21.308504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-999f1ed4-74ee-4b1e-813f-34e2b834cd6c req-c1b3b9fa-5518-41c6-8a7a-f74e57130dc7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Nov 23 10:36:21.398484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.427852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-2f3423ed-d01c-4713-9017-c1921717ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:22.429340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-2f3423ed-d01c-4713-9017-c1921717ccc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0405819 Nov 23 10:36:22.431358 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5faa2-af97-429a-a67d-32f9173b2095 req-ccf5e930-be48-410e-95e4-bf2a4d285765 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:22.432846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07a5faa2-af97-429a-a67d-32f9173b2095 req-ccf5e930-be48-410e-95e4-bf2a4d285765 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0496757 Nov 23 10:36:22.481839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-07a5faa2-af97-429a-a67d-32f9173b2095 req-3214d273-baed-4ba5-a4c3-f599b7f86e9b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Nov 23 10:36:22.551440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-682be9be-d6c3-4faf-a186-17af8d31d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:22.553571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-682be9be-d6c3-4faf-a186-17af8d31d853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.1151910 Nov 23 10:36:22.599161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-fb053746-1765-4e03-b031-2d7639da511d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0384920 Nov 23 10:36:22.663450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-f548fe69-ec15-4878-b086-7a16ed7b48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:22.664882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-f548fe69-ec15-4878-b086-7a16ed7b48f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0575922 Nov 23 10:36:22.697354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-84e1ff4b-3329-4f2b-b221-9cc41cffee0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248666 Nov 23 10:36:22.770548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.790722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-668fe3f3-0062-4493-a0da-482cf8869792 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Nov 23 10:36:22.898978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-15604eb9-7b7c-4993-bd9b-98146944e605 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008241 Nov 23 10:36:23.580351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:23.616347 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece73c-8cb6-41de-ad81-3adf8130db08 req-71233c75-9d3a-4b7b-a1e1-7c289993b0dd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:23.617834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01ece73c-8cb6-41de-ad81-3adf8130db08 req-71233c75-9d3a-4b7b-a1e1-7c289993b0dd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0508263 Nov 23 10:36:23.667208 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01ece73c-8cb6-41de-ad81-3adf8130db08 req-355dab39-b5ef-48f0-9178-d9fd89ba0a32 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Nov 23 10:36:24.797691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4277f-838c-4bbf-b2ca-ef9ef7fb98f8 req-efe60348-66ca-4de3-aab0-bcca26f5382e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:24.799190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73d4277f-838c-4bbf-b2ca-ef9ef7fb98f8 req-efe60348-66ca-4de3-aab0-bcca26f5382e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0558906 Nov 23 10:36:24.850220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73d4277f-838c-4bbf-b2ca-ef9ef7fb98f8 req-c92c1dad-b139-440e-be00-6906e4f12706 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Nov 23 10:36:25.993760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feeecf6-39c7-4212-9205-d4a9a9f527ff req-7ad0da96-dda9-4ba6-93f0-607fbe1ea7b9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.995240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2feeecf6-39c7-4212-9205-d4a9a9f527ff req-7ad0da96-dda9-4ba6-93f0-607fbe1ea7b9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0633745 Nov 23 10:36:26.042935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2feeecf6-39c7-4212-9205-d4a9a9f527ff req-9fa8f0e3-7544-467b-937f-61bcc5d89e5f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Nov 23 10:36:27.176809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0692264-6e1c-4fee-a3d1-656852547154 req-74ee50f0-b0ca-4b67-a22d-900e34c5a9dc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:27.178372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0692264-6e1c-4fee-a3d1-656852547154 req-74ee50f0-b0ca-4b67-a22d-900e34c5a9dc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Nov 23 10:36:27.227374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b0692264-6e1c-4fee-a3d1-656852547154 req-6afcf629-3e07-4591-a9b7-4332aaceb73c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Nov 23 10:36:28.356411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79aa70-160b-44c0-b3e3-7d03ac8919de req-e3566098-3257-4fdb-a237-12a2c1ff5ec9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:28.357932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe79aa70-160b-44c0-b3e3-7d03ac8919de req-e3566098-3257-4fdb-a237-12a2c1ff5ec9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0521019 Nov 23 10:36:28.408206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe79aa70-160b-44c0-b3e3-7d03ac8919de req-d1c92af5-3359-4bc6-a1b9-47458cfdeee4 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Nov 23 10:36:29.540381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a20374-bae5-4685-a496-1e9af3fe7268 req-6805db84-ea2b-4a09-afab-ed7f3704fdf9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:29.541823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82a20374-bae5-4685-a496-1e9af3fe7268 req-6805db84-ea2b-4a09-afab-ed7f3704fdf9 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Nov 23 10:36:29.592644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-82a20374-bae5-4685-a496-1e9af3fe7268 req-f8dd95ae-6d16-49ad-b08e-248e331d2b4e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Nov 23 10:36:30.725395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2751c-32f6-4f81-b20f-9d3fb38e6e47 req-f4ff0be5-b3f8-41e1-8cc0-24ee2ca76fc3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.726962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81a2751c-32f6-4f81-b20f-9d3fb38e6e47 req-f4ff0be5-b3f8-41e1-8cc0-24ee2ca76fc3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Nov 23 10:36:30.788419 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81a2751c-32f6-4f81-b20f-9d3fb38e6e47 req-638618f3-bf31-4339-879e-ff8bd71a2e5e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Nov 23 10:36:31.927576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623392ff-c51a-4bc6-82b8-7c8009b22b0f req-caff97ab-7ecc-4712-82fc-982fa83e9808 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:31.929028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623392ff-c51a-4bc6-82b8-7c8009b22b0f req-caff97ab-7ecc-4712-82fc-982fa83e9808 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0566142 Nov 23 10:36:31.980319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623392ff-c51a-4bc6-82b8-7c8009b22b0f req-ccae5536-d09b-4bda-b6b0-3d74511d6eab tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Nov 23 10:36:33.113118 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6169572-ef7d-4799-a9bb-b27c7fa5ba45 req-0f6b8400-7c2c-4853-821a-fc834a14019a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:33.114637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6169572-ef7d-4799-a9bb-b27c7fa5ba45 req-0f6b8400-7c2c-4853-821a-fc834a14019a tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Nov 23 10:36:33.166536 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6169572-ef7d-4799-a9bb-b27c7fa5ba45 req-7ea4673d-024b-4a6e-9b59-588d33451d3d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Nov 23 10:36:34.288306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378a6bd-ac0f-4dc7-83f6-b9d9f4776671 req-758d7323-2242-4e15-8cec-3537323e4726 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.289803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9378a6bd-ac0f-4dc7-83f6-b9d9f4776671 req-758d7323-2242-4e15-8cec-3537323e4726 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Nov 23 10:36:34.345130 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9378a6bd-ac0f-4dc7-83f6-b9d9f4776671 req-e2c8d31a-b18b-4a33-a868-4738163223ff tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 Nov 23 10:36:35.081496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-7c721732-e168-4725-aac4-555d64314723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.083004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-7c721732-e168-4725-aac4-555d64314723 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0419691 Nov 23 10:36:35.189205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-a0726b52-cfe3-4e5e-a6a2-26c6625aaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.190702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-a0726b52-cfe3-4e5e-a6a2-26c6625aaa75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0873778 Nov 23 10:36:35.232150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-be9274d7-5c55-4e94-96d5-3f3f49867567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0339923 Nov 23 10:36:35.280150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-081ec065-fd64-40f9-ae68-3cd7e9471d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.281535 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-081ec065-fd64-40f9-ae68-3cd7e9471d1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0427921 Nov 23 10:36:35.316017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-55f05b6a-64bd-440a-af1b-2b15067d697e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272074 Nov 23 10:36:35.407450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-339e7135-9166-4b32-9117-5df2fa7af01a service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843015 Nov 23 10:36:35.523663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7b5c-70d8-47ab-b140-26febbec20ed req-a0c11e29-0dab-43c6-b509-10b758a0b0a7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.525143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd2f7b5c-70d8-47ab-b140-26febbec20ed req-a0c11e29-0dab-43c6-b509-10b758a0b0a7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.1037343 Nov 23 10:36:35.541460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8bdcc0-b7e0-498a-b56c-1b1c23d672d4 req-ac6c7a23-7830-42b3-8d7f-ef85370825fe service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270630 Nov 23 10:36:35.577284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd2f7b5c-70d8-47ab-b140-26febbec20ed req-c472f159-ad85-4148-a624-873f3b11d834 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Nov 23 10:36:36.707139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ece15-f6a8-4138-bcb6-71ad0ac85866 req-3746b044-cf7e-4924-8f2a-3dd22d3df1cc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:36.708705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-791ece15-f6a8-4138-bcb6-71ad0ac85866 req-3746b044-cf7e-4924-8f2a-3dd22d3df1cc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0561004 Nov 23 10:36:36.761218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-791ece15-f6a8-4138-bcb6-71ad0ac85866 req-89abf020-2547-4df9-a5ed-d7533ec6fdb1 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Nov 23 10:36:37.898630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31dcac-9b87-4ba3-9a8c-220d63c787b2 req-5492736a-3d4e-4f86-a3d5-f6d4de6dd8cd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:37.900109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb31dcac-9b87-4ba3-9a8c-220d63c787b2 req-5492736a-3d4e-4f86-a3d5-f6d4de6dd8cd tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0649776 Nov 23 10:36:37.958718 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb31dcac-9b87-4ba3-9a8c-220d63c787b2 req-d2a01aa7-f77f-458c-ac2a-d080bcc1ec81 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Nov 23 10:36:39.098013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac20e2-e574-44f9-b161-db4dc0e47351 req-859743cf-1bf2-45a6-a8e5-cef429aad233 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:39.099514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcac20e2-e574-44f9-b161-db4dc0e47351 req-859743cf-1bf2-45a6-a8e5-cef429aad233 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0583169 Nov 23 10:36:39.149308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcac20e2-e574-44f9-b161-db4dc0e47351 req-cd3a141b-022e-426e-a544-0eedfb409e86 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Nov 23 10:36:40.271216 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6523c-f154-4da5-beca-b8df0430aaf1 req-e1cbebe2-a9ab-48f5-b7f0-7937ccd5111e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:40.272666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1af6523c-f154-4da5-beca-b8df0430aaf1 req-e1cbebe2-a9ab-48f5-b7f0-7937ccd5111e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0506959 Nov 23 10:36:40.322949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1af6523c-f154-4da5-beca-b8df0430aaf1 req-9aa4f928-357a-4444-9f50-c555b8ac5b64 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Nov 23 10:36:41.459552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6759a-896c-4224-82e1-0497ef37b6dc req-43aaf4de-1ec9-48ac-b919-f6009e1e291b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:41.460942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6be6759a-896c-4224-82e1-0497ef37b6dc req-43aaf4de-1ec9-48ac-b919-f6009e1e291b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Nov 23 10:36:41.509938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6be6759a-896c-4224-82e1-0497ef37b6dc req-ba2f634d-6962-4ef8-b2fb-b9ea4b7659dc tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Nov 23 10:36:42.629448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576cf5f-c866-4b5e-97be-9f0487cbe773 req-f2a88ea8-9c33-453f-9180-62e5a5c4ef19 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:42.630948 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5576cf5f-c866-4b5e-97be-9f0487cbe773 req-f2a88ea8-9c33-453f-9180-62e5a5c4ef19 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0508199 Nov 23 10:36:42.686099 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5576cf5f-c866-4b5e-97be-9f0487cbe773 req-2bad0ddf-c219-4f1d-9db9-9f28897ec9ba tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Nov 23 10:36:43.811711 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16adc-6011-4247-89a2-6727756b560d req-e5bde056-4d3a-46df-831d-8127fb5b68ea tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:43.813192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02b16adc-6011-4247-89a2-6727756b560d req-e5bde056-4d3a-46df-831d-8127fb5b68ea tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Nov 23 10:36:43.861398 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-02b16adc-6011-4247-89a2-6727756b560d req-8de43d11-83aa-4ebf-90f8-4bae5fad0bd6 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Nov 23 10:36:44.993139 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eac6d-bd7d-4399-9dcd-1d498c0304bb req-0d58884d-5fa6-4a10-ba79-6e3d6e02a2f2 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.994601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa1eac6d-bd7d-4399-9dcd-1d498c0304bb req-0d58884d-5fa6-4a10-ba79-6e3d6e02a2f2 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0572124 Nov 23 10:36:45.045520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aa1eac6d-bd7d-4399-9dcd-1d498c0304bb req-e92490c1-4909-4074-a644-9b95bc57ee3e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Nov 23 10:36:46.096135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:46.175072 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76e1df-fc9f-468b-9e18-e8a9ec54c246 req-e8a88440-1dea-4ced-a1f3-e92f00ada81e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.176803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb76e1df-fc9f-468b-9e18-e8a9ec54c246 req-e8a88440-1dea-4ced-a1f3-e92f00ada81e tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Nov 23 10:36:46.230122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb76e1df-fc9f-468b-9e18-e8a9ec54c246 req-5b07fece-e881-4a82-a0aa-ae82e67fae64 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Nov 23 10:36:47.363110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdd88-be8f-41a2-9bf8-af97bf0c7498 req-c9453a19-d506-4937-8de0-77f3602b8d5c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.364590 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe2cdd88-be8f-41a2-9bf8-af97bf0c7498 req-c9453a19-d506-4937-8de0-77f3602b8d5c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Nov 23 10:36:47.429224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe2cdd88-be8f-41a2-9bf8-af97bf0c7498 req-485d294b-6172-4054-b5a7-263cdb14b691 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570021 Nov 23 10:36:47.906071 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-edbdfeb6-ca62-4903-99cd-7c284599db35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.566762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77130c7d-1b01-422e-8bc6-4789b96bed34 req-3e2d219e-4cb9-494d-9d4e-4e06e3516610 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:48.568242 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77130c7d-1b01-422e-8bc6-4789b96bed34 req-3e2d219e-4cb9-494d-9d4e-4e06e3516610 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Nov 23 10:36:48.618140 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-77130c7d-1b01-422e-8bc6-4789b96bed34 req-e87606b9-1052-4edc-8e3b-fa2e874c5d96 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Nov 23 10:36:49.688597 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-0978a8c1-ea17-4185-ab42-c3e021ecc7d5 service neutron] show failed (client error): The resource could not be found. Nov 23 10:36:49.689664 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-0978a8c1-ea17-4185-ab42-c3e021ecc7d5 service neutron] 10.222.0.11 "GET /v2.0/ports/65f0963b-b295-4e20-9a64-c3d9ea580e7b/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0631044 Nov 23 10:36:49.746259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1947d03-c88a-4f9d-bcf0-f33aeac4e1eb req-19df65dc-5a59-4a85-b8d9-160ce91d62b6 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.747856 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1947d03-c88a-4f9d-bcf0-f33aeac4e1eb req-19df65dc-5a59-4a85-b8d9-160ce91d62b6 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Nov 23 10:36:49.797735 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b1947d03-c88a-4f9d-bcf0-f33aeac4e1eb req-22eebddf-a06f-4292-967c-1361f2d2d2d5 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Nov 23 10:36:49.893667 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-801db386-8d9c-46ce-93ef-aa16d84f25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.895210 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-801db386-8d9c-46ce-93ef-aa16d84f25ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7&tenant_id=546b14a5a23944a3978260591abd3de5 HTTP/1.1" status: 200 len: 1096 time: 0.0417480 Nov 23 10:36:49.907293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:49.968799 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.397999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-22caeeae-df70-4e13-b728-5e67cc2eff8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.501257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:50.534161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:50.571930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:50.574260 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b718d-fdbf-4c37-9df3-6ae6de73de05" -d '{"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:50.578452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.591322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Transition to ACTIVE for port object 65f0963b-b295-4e20-9a64-c3d9ea580e7b will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:50.595845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.596732 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.626517 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42152310-3345-4525-9bca-5916fb50be01 x-openstack-request-id: req-42152310-3345-4525-9bca-5916fb50be01 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:50.626825 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:50.627072 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42152310-3345-4525-9bca-5916fb50be01 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:50.627478 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'code': 200} Nov 23 10:36:50.662536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:50.664789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] No DVR routers for this DVR port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:50.698147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:50.698478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:50.698799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:50.703148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:50.703463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Attempting to bind port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on network 790f91c9-643e-4e60-9e82-f5317fac067a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:50.708433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:50.708761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Checking segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:50.709137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Bound using segment: {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:50.709549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Bound port: 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834cb86-555a-4a01-84dc-413603673ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:50.709907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.771589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:50.774592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:50.782540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.815817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.816432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.817821 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] 10.222.0.50 "PUT /v2.0/ports/65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 1091 time: 0.9145589 Nov 23 10:36:50.838084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821dee0-2e2e-4bbe-84f9-8af3e7119184 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:50.884945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-80017a1f-92fa-4e1a-823b-6bd289e1d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.887109 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-80017a1f-92fa-4e1a-823b-6bd289e1d54e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0459847 Nov 23 10:36:50.924692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae145-add5-47db-8415-d39174158505 req-06a14a28-ebaf-4448-8e0e-fef20dcf5823 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.926323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-603ae145-add5-47db-8415-d39174158505 req-06a14a28-ebaf-4448-8e0e-fef20dcf5823 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0494051 Nov 23 10:36:50.973412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-603ae145-add5-47db-8415-d39174158505 req-0a73854e-2e0b-450e-9aa9-ef6de4d4d06c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Nov 23 10:36:50.976776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-0fd509b6-2899-4bcd-9b53-930bc76ea820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.978319 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-0fd509b6-2899-4bcd-9b53-930bc76ea820 service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0845459 Nov 23 10:36:51.025143 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-09c4ec26-dfb5-4679-90a9-772b88dfa2bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0371199 Nov 23 10:36:51.075349 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-29c13235-caf8-46a8-992a-2908242a21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:51.076788 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-29c13235-caf8-46a8-992a-2908242a21f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0452371 Nov 23 10:36:51.110032 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-19375424-e57d-4c05-be26-0e6e0cc7a627 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250630 Nov 23 10:36:51.206554 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-be8a2aea-468b-471b-ab19-ccdd6db4f387 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893919 Nov 23 10:36:51.298211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53967c3d-5be2-4f7c-b3e9-9e82d6947ae8 req-23fabfb8-7a66-4705-9580-b17b419566b0 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832293 Nov 23 10:36:51.399484 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.115512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b262b-ed0c-4bdf-809c-8b4787338479 req-a0223fe0-ecda-481d-9c3f-9543e1791b3f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.116966 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623b262b-ed0c-4bdf-809c-8b4787338479 req-a0223fe0-ecda-481d-9c3f-9543e1791b3f tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0668490 Nov 23 10:36:52.169166 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-623b262b-ed0c-4bdf-809c-8b4787338479 req-c1385a42-0cd7-4ec8-8b87-4f2eb13c69e2 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Nov 23 10:36:52.207371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:52.246950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:52.629213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:52.633119 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166756d2-7341-4759-8340-fa8f1fc2bab6" -d '{"events": [{"name": "network-changed", "server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:52.699211 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0ce48-d3e5-406a-871e-8e8c7562cd46 x-openstack-request-id: req-9da0ce48-d3e5-406a-871e-8e8c7562cd46 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:52.699552 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:52.699825 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9da0ce48-d3e5-406a-871e-8e8c7562cd46 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:52.700386 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'status': 'completed', 'code': 200} Nov 23 10:36:52.769802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-5bdec1ad-287f-4eca-b52d-f44eaf127432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.771335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-5bdec1ad-287f-4eca-b52d-f44eaf127432 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0489359 Nov 23 10:36:52.776286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-34e482db-7f8d-4949-8bfa-2ef486d9673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.777781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.778345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-34e482db-7f8d-4949-8bfa-2ef486d9673c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0448766 Nov 23 10:36:52.865228 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-0d5ab516-bf65-42f5-834a-88842210c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.866961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-0d5ab516-bf65-42f5-834a-88842210c22d service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0879462 Nov 23 10:36:52.881551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-ab731822-40bb-4048-96ab-aa8b160a5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.883148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-ab731822-40bb-4048-96ab-aa8b160a5f8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.0908062 Nov 23 10:36:52.917182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-4a2f3663-078a-4df6-a9f4-7dd94952b62f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0406492 Nov 23 10:36:52.929859 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-7003e151-8850-440c-916c-630fe266f999 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0388827 Nov 23 10:36:52.967680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-5683f279-6738-482c-95b4-2d8e47eb4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.969123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-5683f279-6738-482c-95b4-2d8e47eb4957 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0447528 Nov 23 10:36:52.979752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-6fb3d52a-48bc-4d08-b1a6-05f8a0ec531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.981311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-6fb3d52a-48bc-4d08-b1a6-05f8a0ec531d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0448475 Nov 23 10:36:53.003410 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-44893fb6-d55e-490a-bc47-b0f4abee42e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260417 Nov 23 10:36:53.012310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-7f59cd81-ea0a-4596-873b-bc96c5640572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244002 Nov 23 10:36:53.100115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-52734b75-9eea-429f-b8a6-88a3eb1a2504 service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Nov 23 10:36:53.106776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-cff62d6b-0e26-40d9-ab2a-699c0efe96f3 service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Nov 23 10:36:53.194920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-92b201ce-09d3-409c-be3a-b4162ea2b2bd service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Nov 23 10:36:53.198429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-166756d2-7341-4759-8340-fa8f1fc2bab6 req-bf48404e-0957-4a80-8935-32aa8f99f27b service neutron] 10.222.0.50 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843921 Nov 23 10:36:53.294657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7c22-1f52-4ca2-9153-ed5c18bb4836 req-b5d9ab96-00be-4207-b73f-3507fbf44ce7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.296126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c33d7c22-1f52-4ca2-9153-ed5c18bb4836 req-b5d9ab96-00be-4207-b73f-3507fbf44ce7 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0554211 Nov 23 10:36:53.349486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c33d7c22-1f52-4ca2-9153-ed5c18bb4836 req-23ce5cba-3e4e-4460-be36-99056bac5e94 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Nov 23 10:36:53.547931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b556a-92cb-4f46-b489-71a0e23ef3e2 req-4156f5c8-04b8-4518-933a-268651ab1303 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.549461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da1b556a-92cb-4f46-b489-71a0e23ef3e2 req-4156f5c8-04b8-4518-933a-268651ab1303 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0503292 Nov 23 10:36:53.584185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.600310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da1b556a-92cb-4f46-b489-71a0e23ef3e2 req-c782a200-31cb-47c2-82c8-875c73add550 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Nov 23 10:36:53.604575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-afce7219-7e00-43c1-a1d1-638d1df5cd04 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.606045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-afce7219-7e00-43c1-a1d1-638d1df5cd04 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.11 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7&tenant_id=546b14a5a23944a3978260591abd3de5&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 943 time: 0.0936723 Nov 23 10:36:53.667710 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-69b85d68-00e0-44bc-b1ce-bce274d40ad8 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:36:53.668715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-69b85d68-00e0-44bc-b1ce-bce274d40ad8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/65f0963b-b295-4e20-9a64-c3d9ea580e7b/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0549707 Nov 23 10:36:53.762357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-a54e68af-46fb-4ad5-98e6-1e3c9d781732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.763744 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-a54e68af-46fb-4ad5-98e6-1e3c9d781732 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=546b14a5a23944a3978260591abd3de5&device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0412157 Nov 23 10:36:54.150454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-b012e9ee-b316-4317-a256-0573e49d7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.151926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-b012e9ee-b316-4317-a256-0573e49d7509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 200 len: 915 time: 0.3814712 Nov 23 10:36:54.192524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-d0d8bc57-0e73-4f2a-a83c-e733590936a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 200 len: 217 time: 0.0332181 Nov 23 10:36:54.240802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-3f590be6-7fc1-4264-a293-4fa45b536556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.242214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-3f590be6-7fc1-4264-a293-4fa45b536556 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 200 len: 854 time: 0.0432293 Nov 23 10:36:54.277908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-ea70f2d2-e129-4ab7-b03a-030a01613c40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=790f91c9-643e-4e60-9e82-f5317fac067a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271475 Nov 23 10:36:54.368305 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-f9c7f6f8-36d8-4867-a519-0ff7fec22dde service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Nov 23 10:36:54.469587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-99744c3e-d83f-4d68-b697-a6b36294dcf3 req-3ab29aac-1839-4b48-b214-d49a9c72691d service neutron] 10.222.0.11 "GET /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940747 Nov 23 10:36:54.512260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:54.617294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:54.628717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'network_id': '790f91c9-643e-4e60-9e82-f5317fac067a', 'port_id': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'mac_address': 'fa:16:3e:15:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993a8c79-b67c-4829-be72-df21252d5a7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:54.667329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.680555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f0963b-b295-4e20-9a64-c3d9ea580e7b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:54.700940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:54.705689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.724595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c474a1-ec8d-4a1a-b14c-5f9bd239e4ed req-97d7cfd6-015a-4ab9-9716-0318b8f1d3c3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.726357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81c474a1-ec8d-4a1a-b14c-5f9bd239e4ed req-97d7cfd6-015a-4ab9-9716-0318b8f1d3c3 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 943 time: 0.0523653 Nov 23 10:36:54.757257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:54.765866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.766369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.766805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.767239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.767996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.768419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.768865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.769198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.769515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.769841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.770207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.770559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:54.779683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81c474a1-ec8d-4a1a-b14c-5f9bd239e4ed req-c9c22546-5c7a-49ff-8e0f-439b417cc48c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Nov 23 10:36:54.917554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['65f0963b-b295-4e20-9a64-c3d9ea580e7b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:55.901413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378cf5f-ff00-463f-82ef-e16015d0a900 req-5e637212-f294-41ba-b902-ac6ae504368b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.902887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2378cf5f-ff00-463f-82ef-e16015d0a900 req-5e637212-f294-41ba-b902-ac6ae504368b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Nov 23 10:36:55.956468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2378cf5f-ff00-463f-82ef-e16015d0a900 req-1971d528-f31a-47f7-af4b-91b0efcee69c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Nov 23 10:36:56.078175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e681d-9803-4914-853a-dc4d33d2335f req-eebe471d-08cf-408a-bf86-96d1893eb008 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.079571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-695e681d-9803-4914-853a-dc4d33d2335f req-eebe471d-08cf-408a-bf86-96d1893eb008 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Nov 23 10:36:56.131703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-695e681d-9803-4914-853a-dc4d33d2335f req-c389ca1e-cb39-4400-81ff-20ee1924ad45 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Nov 23 10:36:56.253296 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e15a1-7104-4faa-a979-8b9ae5c32811 req-374f6a05-5d5b-4216-ad06-c4286d814591 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.254925 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-237e15a1-7104-4faa-a979-8b9ae5c32811 req-374f6a05-5d5b-4216-ad06-c4286d814591 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 944 time: 0.0517957 Nov 23 10:36:56.306571 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-237e15a1-7104-4faa-a979-8b9ae5c32811 req-467a7c5f-fdca-4c65-a3d4-4baceff7764c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Nov 23 10:36:56.542871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:56.599777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 65f0963b-b295-4e20-9a64-c3d9ea580e7b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:56.603681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 65f0963b-b295-4e20-9a64-c3d9ea580e7b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:56.604076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:56.655806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56d90a-af0e-476f-ab0f-d47499bb651d req-f4447a4e-8574-47c3-9444-628dc3428c74 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.657280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba56d90a-af0e-476f-ab0f-d47499bb651d req-f4447a4e-8574-47c3-9444-628dc3428c74 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 944 time: 0.0486689 Nov 23 10:36:56.682166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:56.704194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba56d90a-af0e-476f-ab0f-d47499bb651d req-c2377805-f649-4cf7-bea8-e32b7be31109 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Nov 23 10:36:56.704557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:56.706853 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3e798f-f93e-44c0-a45b-5fb9e2d76d1f" -d '{"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-plugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:56.725679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:56.730142 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:56.753418 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7bdd0d-b633-49be-b54f-c7ca287756f3 x-openstack-request-id: req-bf7bdd0d-b633-49be-b54f-c7ca287756f3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:56.753702 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-plugged", "status": "completed", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:56.753980 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf7bdd0d-b633-49be-b54f-c7ca287756f3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:56.754403 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'code': 200} Nov 23 10:36:56.779021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:57.258254 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:36:57.805901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-7fb149e0-5b11-47ea-9376-7b15b9e22b3d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.807420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-7fb149e0-5b11-47ea-9376-7b15b9e22b3d tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.50 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Nov 23 10:36:57.833206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d7d2-e958-4d43-81c4-a8d95da5c10d req-993ded08-b60f-4ac6-b001-3eb65e5ffa32 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.835064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac64d7d2-e958-4d43-81c4-a8d95da5c10d req-993ded08-b60f-4ac6-b001-3eb65e5ffa32 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aac5de-12e0-4efc-a646-45e41f0fe9e7 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Nov 23 10:36:57.883945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ac64d7d2-e958-4d43-81c4-a8d95da5c10d req-2f9784d2-d794-495d-9c06-c5eb82c6322b tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f5152ca-6194-4c49-82b5-c856cd417e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Nov 23 10:36:57.901151 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Deleting port 65f0963b-b295-4e20-9a64-c3d9ea580e7b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:36:57.901493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:58.002209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] For port 65f0963b-b295-4e20-9a64-c3d9ea580e7b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=65f0963b-b295-4e20-9a64-c3d9ea580e7b,segment=NetworkSegment(a834cb86-555a-4a01-84dc-413603673ee5),segment_id=a834cb86-555a-4a01-84dc-413603673ee5)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:58.002582 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:58.016495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Calling delete_port for 65f0963b-b295-4e20-9a64-c3d9ea580e7b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:36:58.152095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:58.169256 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['65f0963b-b295-4e20-9a64-c3d9ea580e7b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:58.182367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Pushing event deleted for resources: {'Port': ['ID=65f0963b-b295-4e20-9a64-c3d9ea580e7b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:58.226630 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] No DVR routers for this DVR port 65f0963b-b295-4e20-9a64-c3d9ea580e7b on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:58.229201 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:58.232635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-88fdd8d9-19ba-4f88-9eba-223bc0768be0 req-2b2d4c33-709f-482a-8d78-c1ebe7cf6f8c tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] 10.222.0.50 "DELETE /v2.0/ports/65f0963b-b295-4e20-9a64-c3d9ea580e7b HTTP/1.1" status: 204 len: 173 time: 0.4192286 Nov 23 10:36:58.233077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-deleted', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:58.235479 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a46d00-b69c-4efc-a238-c5a235a235ef" -d '{"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-deleted", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:58.273522 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4b4b7c-407a-4701-9ab3-38c3472ff5b3 x-openstack-request-id: req-0d4b4b7c-407a-4701-9ab3-38c3472ff5b3 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:58.273947 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aac5de-12e0-4efc-a646-45e41f0fe9e7", "name": "network-vif-deleted", "tag": "65f0963b-b295-4e20-9a64-c3d9ea580e7b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:58.274287 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d4b4b7c-407a-4701-9ab3-38c3472ff5b3 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:58.274753 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aac5de-12e0-4efc-a646-45e41f0fe9e7', 'name': 'network-vif-deleted', 'tag': '65f0963b-b295-4e20-9a64-c3d9ea580e7b', 'status': 'completed', 'code': 200} Nov 23 10:36:59.017019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54008) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:59.066234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Deleting subnet 993a8c79-b67c-4829-be72-df21252d5a7c {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:36:59.069843 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.103572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.143953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.201110 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.224370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993a8c79-b67c-4829-be72-df21252d5a7c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:59.230124 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.233381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-073731f6-b50a-4f93-b771-646d4a66eb01 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/993a8c79-b67c-4829-be72-df21252d5a7c HTTP/1.1" status: 204 len: 168 time: 0.2149563 Nov 23 10:36:59.236928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54010) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:59.306658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.389004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.410277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790f91c9-643e-4e60-9e82-f5317fac067a']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:59.419784 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a834cb86-555a-4a01-84dc-413603673ee5') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:59.420077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a834cb86-555a-4a01-84dc-413603673ee5') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:59.429681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.443410 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.449566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:36:59.449949 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:36:59.451936 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:36:59.504668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.510356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.513640 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] 10.222.0.62 "DELETE /v2.0/networks/790f91c9-643e-4e60-9e82-f5317fac067a HTTP/1.1" status: 204 len: 168 time: 0.2756932 Nov 23 10:36:59.524695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f15d4-bf7f-4a63-8281-c6582d56638f admin admin] Pushing event deleted for resources: {'Network': ['ID=790f91c9-643e-4e60-9e82-f5317fac067a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:59.623111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54014) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:59.670246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-18b1db14-6f7d-408f-b95f-6e7a4bcb0c66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=546b14a5a23944a3978260591abd3de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458572 Nov 23 10:36:59.672681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54016) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:59.721626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.743645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.792680 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.795489 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.796942 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f5152ca-6194-4c49-82b5-c856cd417e80 HTTP/1.1" status: 204 len: 168 time: 0.1233759 Nov 23 10:36:59.804727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259fcd1-18ff-4e5d-9ee9-4bf220166614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5152ca-6194-4c49-82b5-c856cd417e80,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:00.475095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54038) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:00.634899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-882850042-network', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:00.660491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:00.662876 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.671841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.745115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.749941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.770436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:37:00.787899 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9eee04-0e17-41ae-87d3-d665f89adb8e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:00.796184 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.797350 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Added segment f5cb084c-0809-4575-8777-7fd7142f0430 of type vlan for network aa0ed989-9e2f-4e17-9d01-b08b1fda040a Nov 23 10:37:00.838968 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.865299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.866350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.866982 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.924634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4483328 Nov 23 10:37:00.927948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54044) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:00.928449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e6bcf-8ecd-4669-a828-9f7e1db5c570 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0ed989-9e2f-4e17-9d01-b08b1fda040a,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:00.933020 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Request body: {'subnet': {'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-882850042-subnet', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:00.938051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:37:00.955944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:00.958286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.136884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.196511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2e3c9b-2272-4110-9333-651ba42a7033,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:01.205681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:01.206117 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Network hostable DHCP agents. Network: aa0ed989-9e2f-4e17-9d01-b08b1fda040a, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:37:01.232701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:37:01.243168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, aa0ed989-9e2f-4e17-9d01-b08b1fda040a) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:01.247596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:01.248208 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.252831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c3f6a8-43c5-448e-bff6-5c09a6b6841e None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:01.264153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5a392bb0-725a-48f9-bfbc-e66847163fcc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3350339 Nov 23 10:37:01.266898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54046) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:01.271804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:01.295268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.296358 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.351005 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.494270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.590732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:37:01.592083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.699862 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.718352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.726029 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Allocated IP 172.20.0.2 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/3f64b40d-2948-4196-ae0d-dca3745fe0da) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:01.828292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Allocated IP 172.25.1.169 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:01.880905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.887436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.928582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.931416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:01.934432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:01.937865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:01.945226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Pushing event updated for resources: {'Port': ['ID=3f64b40d-2948-4196-ae0d-dca3745fe0da,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:01.971292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.995961 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Attempting to bind port 3f64b40d-2948-4196-ae0d-dca3745fe0da on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:01.996333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Attempting to bind port 3f64b40d-2948-4196-ae0d-dca3745fe0da by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:01.996834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Attempting to bind port 3f64b40d-2948-4196-ae0d-dca3745fe0da on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:02.002086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:02.002487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:02.002921 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.003316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:02.003911 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Bound port: 3f64b40d-2948-4196-ae0d-dca3745fe0da, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:02.004288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.007039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:02.011936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:02.014425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:02.037260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd12cc0-f178-486f-ba44-2ddd99b63a86 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:37:02.048899 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Pushing event updated for resources: {'Port': ['ID=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:02.079281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] For port 3f64b40d-2948-4196-ae0d-dca3745fe0da, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:02.092260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] For port 3f64b40d-2948-4196-ae0d-dca3745fe0da, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f64b40d-2948-4196-ae0d-dca3745fe0da,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:02.097317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c3d3866c-a8d3-4d86-8c97-ba2b178f8402 None None] Provisioning complete for port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:02.097713 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3d3866c-a8d3-4d86-8c97-ba2b178f8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.100720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.178334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3866c-a8d3-4d86-8c97-ba2b178f8402 None None] Port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:02.193280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa11f9-49f2-447d-87ba-33b73537c9f7 None None] Pushing event updated for resources: {'Port': ['ID=3f64b40d-2948-4196-ae0d-dca3745fe0da,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:02.282745 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.512079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.543396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:02.565092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 65f0963b-b295-4e20-9a64-c3d9ea580e7b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:02.565433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 65f0963b-b295-4e20-9a64-c3d9ea580e7b not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:02.647414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:37:02.757468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:02.769086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:02.780359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:02.780987 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:02.782086 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.786059 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ab6cd89-c3e7-4d53-8436-63baa305836b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5152633 Nov 23 10:37:02.786350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54048) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:02.895030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:03.091874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:02Z', 'revision_number': 3, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:03.120438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e83f17-580c-45fe-a252-424d99d71840 None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:03.123488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:03.123915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Updating router 2345eb3f-40b7-453d-a556-3f79a9928c9a port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:37:03.202955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.221277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.254937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] Provisioning complete for port 3f64b40d-2948-4196-ae0d-dca3745fe0da triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:03.255297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.380981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Allocated IP 172.20.0.1 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/4e30bb50-ed13-43ca-a2c3-dc4993a2e867) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:03.497116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.499002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f64b40d-2948-4196-ae0d-dca3745fe0da up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:03.532361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.563592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.579047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:03.584186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:03.586664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:03.610160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Pushing event updated for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:03.644610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.655174 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] For port 3f64b40d-2948-4196-ae0d-dca3745fe0da, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f64b40d-2948-4196-ae0d-dca3745fe0da,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:03.665357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3f64b40d-2948-4196-ae0d-dca3745fe0da triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:03.665727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.668809 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.720212 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.740904 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.769252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e7a6-e9b6-4abf-8ea6-f97ce5677732 None None] Pushing event updated for resources: {'Port': ['ID=3f64b40d-2948-4196-ae0d-dca3745fe0da,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:03.787601 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.809392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d341bd29-85a1-47b0-a42d-c3b420239df4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:37:03.825140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Attempting to bind port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:03.825505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Attempting to bind port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:03.826126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Attempting to bind port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:03.859121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:03.860435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:03.860726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.861102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:03.861584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Bound port: ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:03.861987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.886281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eb38f-0bc2-4d77-878f-fa4a2c0167c2 None None] Pushing event updated for resources: {'Port': ['ID=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:03.940639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e523ce14-b5b6-425d-9bbd-f700fd89d44b None None] Provisioning complete for port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:03.941070 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e523ce14-b5b6-425d-9bbd-f700fd89d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.943372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] For port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:03.948222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] For port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:03.967693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.969182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.974460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.024290 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e523ce14-b5b6-425d-9bbd-f700fd89d44b None None] Port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:04.029411 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73d20e-6c2d-45e4-a452-ce1946ef9147 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:37:04.046670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Pushing event updated for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:04.050295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.058117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eb38f-0bc2-4d77-878f-fa4a2c0167c2 None None] Pushing event updated for resources: {'Port': ['ID=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:04.060452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:04.061048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:04.098821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e523ce14-b5b6-425d-9bbd-f700fd89d44b None None] Provisioning complete for port 3f64b40d-2948-4196-ae0d-dca3745fe0da triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:04.099520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e523ce14-b5b6-425d-9bbd-f700fd89d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.361176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:04.460941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:04.462308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:04.581213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:04.596000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Provisioning complete for port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:04.596372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.646936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 2, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:04.676944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9abfa1a-b768-4bfa-b56f-54a1ce0d09dc None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 2, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:04.699357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:04.701953 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f693035-fc24-4c9c-af17-debeb49fceec admin admin] 10.222.0.62 "PUT /v2.0/routers/2345eb3f-40b7-453d-a556-3f79a9928c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145899 Nov 23 10:37:04.723288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.744958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] For port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:04.750453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.790279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Provisioning complete for port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:04.790641 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:04.825496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Pushing event updated for resources: {'Port': ['ID=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:04.837211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2aac04ce-cd4b-4131-b073-9a9c833ba3d1 None None] Port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:04.958922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3690d5f1-ea27-4f3c-b194-aa515f01e156 None None] Provisioning complete for port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:04.959650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3690d5f1-ea27-4f3c-b194-aa515f01e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.000601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3690d5f1-ea27-4f3c-b194-aa515f01e156 None None] Port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:05.159527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54056) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:05.164566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271983495', 'description': 'tempest-description--145505364'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:05.193147 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.264155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.268490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.299952 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.304344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54058) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:05.304840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1437469 Nov 23 10:37:05.306660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6394668-5535-4e24-8e34-e3cd90c22d4a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978aa331-5437-405a-a6c4-83ecd1c08c76,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:05.310030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'security_group_rule': {'security_group_id': '978aa331-5437-405a-a6c4-83ecd1c08c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:05.350348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.410983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.417497 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.450133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5144eb-38c0-4df7-be26-58f4862d4e9d,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:05.459126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.459456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.460070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.460439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.460975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.461498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.462047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.462647 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.463190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.463573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.463939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.464326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:05.471191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.475449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54060) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:05.480204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'security_group_rule': {'security_group_id': '978aa331-5437-405a-a6c4-83ecd1c08c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:05.485561 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4817d41d-5f78-498d-aa7f-37a1ae9d77ad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795506 Nov 23 10:37:05.514954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.551268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f64b40d-2948-4196-ae0d-dca3745fe0da up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:05.578322 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.583024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.605505 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1162f29b-cd46-429d-85a1-e090574759d9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:05.611676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.613452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3f64b40d-2948-4196-ae0d-dca3745fe0da triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:05.613870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.616064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-248dd7e7-6038-4934-90b1-5b90431df41d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395340 Nov 23 10:37:05.617216 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 54062) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:05.622226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:05.646868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.699291 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:05.753646 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:05.754051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.756480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.871410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Allocated IP 172.25.1.50 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/9b63f1dd-1b2f-4066-b15b-fb233a8da71d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:05.977408 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.015314 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.060399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:06.063250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:06.066897 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:06.072481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=9b63f1dd-1b2f-4066-b15b-fb233a8da71d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:06.155503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.191937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.344736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.351474 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.428650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=9b63f1dd-1b2f-4066-b15b-fb233a8da71d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:06.438529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.455689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.457029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-25b318c7-1141-4c9d-a383-da0fdfa22e80 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8384812 Nov 23 10:37:06.607987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-7508ca9c-34a3-4a46-84c5-164459acd976 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1271983495&fields=id&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 267 time: 0.0438731 Nov 23 10:37:06.729706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-a6815c35-afdf-41db-be55-bf28dab6f567 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:06.731226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-a6815c35-afdf-41db-be55-bf28dab6f567 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1159573 Nov 23 10:37:06.731388 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:06.741876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:06.742541 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:06.746796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-f803f706-91b2-425b-8586-9345a3066c64 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/quotas/d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 375 time: 0.0095525 Nov 23 10:37:06.799736 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-69d106e7-0e37-4e8a-af01-8741151dd5d8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473633 Nov 23 10:37:06.845859 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:06.899826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-e17b93cc-dc6d-4e53-a2ee-e34fc77ba82d service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882597 Nov 23 10:37:06.989841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-3f69d6fd-4885-4512-b3f8-0107679c4411 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Nov 23 10:37:07.053199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 2, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:07.087245 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:07.087846 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Updating router 2345eb3f-40b7-453d-a556-3f79a9928c9a port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:37:07.115460 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.157548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca306732-bb11-4b2b-9a95-7a50e3888be7 req-8d939a7a-fce1-4a7e-baca-b710691d1289 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Nov 23 10:37:07.378631 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.384758 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.439869 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Pushing event updated for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:07.560126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.560126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.560464 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.560789 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.561258 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.561470 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.561767 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.562131 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.562456 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.563134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.563134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.563382 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:07.598097 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Attempting to bind port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:07.598555 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Attempting to bind port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:07.598960 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Attempting to bind port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:07.604599 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:07.604970 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:07.605862 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.606611 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:07.606736 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Bound port: 4e30bb50-ed13-43ca-a2c3-dc4993a2e867, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:07.607111 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.650268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-57b53fb6-e851-46e1-a800-3daa5415e737 None None] Provisioning complete for port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:07.650821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-57b53fb6-e851-46e1-a800-3daa5415e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.680016 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] For port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:07.683191 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] For port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:07.687491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-57b53fb6-e851-46e1-a800-3daa5415e737 None None] Port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:07.689738 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.743622 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:07.744269 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:07.788647 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2db7d9-a305-43e3-a47b-4e1a1125ee40 None None] Pushing event updated for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:07.864429 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:08.010841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] Provisioning complete for port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:08.011138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.068285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:07Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:08.092069 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.093662 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0995d9-0342-4be8-b8b4-b0d0b1af0082 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:07Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:08.124939 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] For port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:08.130854 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.184677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730fce2-be80-4cb6-b287-fe27f47b7a4d None None] Pushing event updated for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:08.279860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ca25c6df-381e-47d8-a682-a9c5c1602529 req-aef52b41-29e1-4818-ba71-02168128b88b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 210 time: 0.0372427 Nov 23 10:37:08.352971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-a910aee2-0801-4f08-938f-9e61c20ebe7b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.354602 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-a910aee2-0801-4f08-938f-9e61c20ebe7b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1136944 Nov 23 10:37:08.427076 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2c9adcfc-2813-4d49-b24a-a026a0c7bb4c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 380 time: 0.0619092 Nov 23 10:37:08.437680 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'port': {'device_id': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'admin_state_up': True, 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'security_groups': ['978aa331-5437-405a-a6c4-83ecd1c08c76']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:08.553603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:08.557220 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.693334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Allocated IP 172.20.0.8 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/de226a71-42bd-4b3c-9bc3-ac5cde8db08c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:08.832316 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.877390 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.923732 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:08.926682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:08.930333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:08.936957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:08.982912 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.983532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.001963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-2a9dcba4-fbda-4d86-84ae-300092934b5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682662 Nov 23 10:37:09.015811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Request body: {'port': {'device_id': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:09.071806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.158210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9651f1fe-4b5a-4597-af5c-24a9c6a75bea None None] Provisioning complete for port de226a71-42bd-4b3c-9bc3-ac5cde8db08c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:09.158797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9651f1fe-4b5a-4597-af5c-24a9c6a75bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.198120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9651f1fe-4b5a-4597-af5c-24a9c6a75bea None None] Port de226a71-42bd-4b3c-9bc3-ac5cde8db08c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:09.360549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de226a71-42bd-4b3c-9bc3-ac5cde8db08c {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:09.383425 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.400840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Transition to ACTIVE for port object de226a71-42bd-4b3c-9bc3-ac5cde8db08c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:09.414098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192c6e-25b5-4a74-b16e-cfdaa5ea5f68 req-2be4de64-f1f5-4d0c-876d-d0be84b0046f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.415745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67192c6e-25b5-4a74-b16e-cfdaa5ea5f68 req-2be4de64-f1f5-4d0c-876d-d0be84b0046f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 931 time: 0.0691833 Nov 23 10:37:09.416395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.481582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:09.498482 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:09.534997 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67192c6e-25b5-4a74-b16e-cfdaa5ea5f68 req-6d44baeb-8f96-453d-8cba-e3219a7e31db tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131020 Nov 23 10:37:09.573244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:09.573615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.584267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:09.584613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:09.584950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:09.590390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:09.590719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:09.596557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:09.596904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:09.597297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:09.597736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Bound port: de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:09.598679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.675479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:09.679143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:09.684856 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.722915 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.723524 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.724919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] 10.222.0.50 "PUT /v2.0/ports/de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 1091 time: 0.7137511 Nov 23 10:37:09.725367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:09.727704 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed2841-d052-407c-b170-98a72dace2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:09.755440 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d2c65-ce22-40f8-81a4-728eaff1cd74 service neutron] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:09.780740 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a9698d-93e6-41b4-aad1-97469e6bdfb6 x-openstack-request-id: req-22a9698d-93e6-41b4-aad1-97469e6bdfb6 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:09.781057 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:09.781311 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22a9698d-93e6-41b4-aad1-97469e6bdfb6 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:09.781931 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'status': 'completed', 'code': 200} Nov 23 10:37:09.812655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-fa6fca59-893b-4501-8d1f-51c54d08e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.814228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-fa6fca59-893b-4501-8d1f-51c54d08e614 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0440669 Nov 23 10:37:09.858415 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-29623fd4-29a1-4539-8aa4-2d5b3b2def81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 217 time: 0.0348988 Nov 23 10:37:09.910612 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-edeb9e62-dfd5-45b8-a8f0-e650a36d9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.912113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-edeb9e62-dfd5-45b8-a8f0-e650a36d9307 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0465195 Nov 23 10:37:09.964731 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31890-0102-40e4-b75b-530a002e0b20 req-604608e3-7cb7-4eaf-8a14-4b7a997e94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.966343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-604608e3-7cb7-4eaf-8a14-4b7a997e94cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462739 Nov 23 10:37:10.061468 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-cd0204fb-ddb8-4afe-8603-7df831ca5365 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880904 Nov 23 10:37:10.157246 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94a31890-0102-40e4-b75b-530a002e0b20 req-5fd3810c-bfe0-4759-b8b5-60fd5f49241e service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Nov 23 10:37:10.249665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2841-d052-407c-b170-98a72dace2f3 req-f34d9c8e-890b-4a58-8534-f8bea0d6f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.251235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-f34d9c8e-890b-4a58-8534-f8bea0d6f1de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0423017 Nov 23 10:37:10.357761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2841-d052-407c-b170-98a72dace2f3 req-8e062258-0b39-4ceb-be63-10ac358329a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.359298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-8e062258-0b39-4ceb-be63-10ac358329a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1003170 Nov 23 10:37:10.401497 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-05c80617-c01c-4a0b-8cbe-e3d2833ef298 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 217 time: 0.0339355 Nov 23 10:37:10.457246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2841-d052-407c-b170-98a72dace2f3 req-61ccb822-11f8-4729-8222-b8767154b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.458807 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-61ccb822-11f8-4729-8222-b8767154b1dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0503051 Nov 23 10:37:10.513432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2841-d052-407c-b170-98a72dace2f3 req-3c7c9beb-156b-42e5-8245-c751a9a1263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.515078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-3c7c9beb-156b-42e5-8245-c751a9a1263c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478449 Nov 23 10:37:10.607721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-3e13cf0f-3cb1-4f0b-b9f0-dd7e775f469b service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Nov 23 10:37:10.720198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f8fb2-7f82-4880-b5b2-0f5c2ec93478 req-bd9f3e97-99a4-4450-9cba-2ef17237214b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.721680 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f4f8fb2-7f82-4880-b5b2-0f5c2ec93478 req-bd9f3e97-99a4-4450-9cba-2ef17237214b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.1088402 Nov 23 10:37:10.748952 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-50ed2841-d052-407c-b170-98a72dace2f3 req-f904f918-b201-45fd-a3f1-05f0df52d760 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275227 Nov 23 10:37:10.782424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f4f8fb2-7f82-4880-b5b2-0f5c2ec93478 req-b10dde4d-14fd-4294-91a2-ee63ebbcc08c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545926 Nov 23 10:37:11.917864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d04d4-0c4f-43da-a51b-9d569a4c28ae req-7b283daa-cb31-4989-9b67-a610c777e392 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:11.919422 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e68d04d4-0c4f-43da-a51b-9d569a4c28ae req-7b283daa-cb31-4989-9b67-a610c777e392 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0571380 Nov 23 10:37:11.970038 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e68d04d4-0c4f-43da-a51b-9d569a4c28ae req-cd4c45dd-55ce-4dbc-872b-99a271f7362f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Nov 23 10:37:12.577213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:12.678021 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:12.689661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'mac_address': 'fa:16:3e:8c:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:12.731752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.744556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de226a71-42bd-4b3c-9bc3-ac5cde8db08c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:12.764611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:12.771133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.822618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:12.961266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['de226a71-42bd-4b3c-9bc3-ac5cde8db08c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:13.097881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645895-4bb2-4d84-b13f-44b7fc7ba63e req-66c2889b-094c-49f2-9f29-547c82e01f89 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.099267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5645895-4bb2-4d84-b13f-44b7fc7ba63e req-66c2889b-094c-49f2-9f29-547c82e01f89 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0535846 Nov 23 10:37:13.149364 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5645895-4bb2-4d84-b13f-44b7fc7ba63e req-97f76307-d4df-4f7b-a2d3-2415b8b968ca tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Nov 23 10:37:14.276244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55b13f-e0ef-4417-a841-870110b2dc01 req-839572f7-0a8d-47e7-b332-cce335b56829 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.277762 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f55b13f-e0ef-4417-a841-870110b2dc01 req-839572f7-0a8d-47e7-b332-cce335b56829 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0521719 Nov 23 10:37:14.325279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3f55b13f-e0ef-4417-a841-870110b2dc01 req-01bf427b-a1c2-4452-a1ab-7a1f6e42c018 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Nov 23 10:37:14.576689 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:14.630364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port de226a71-42bd-4b3c-9bc3-ac5cde8db08c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:14.634075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port de226a71-42bd-4b3c-9bc3-ac5cde8db08c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:14.634431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.720243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.743585 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:14.745789 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c0ec0b-3ac9-4250-8090-38092048043b" -d '{"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-plugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:14.760328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:14.765765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.789583 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a2562d-c3cd-445d-8a19-33c49562e37c x-openstack-request-id: req-27a2562d-c3cd-445d-8a19-33c49562e37c {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:14.789906 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-plugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:14.790172 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27a2562d-c3cd-445d-8a19-33c49562e37c {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:14.790574 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'code': 200} Nov 23 10:37:14.816342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:14.891679 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fefc1b-ee8c-4bec-809a-e83fb48b0e20 req-afd45242-17b2-42a7-91f7-638674207707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.893466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8fefc1b-ee8c-4bec-809a-e83fb48b0e20 req-afd45242-17b2-42a7-91f7-638674207707 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1096 time: 0.0421519 Nov 23 10:37:14.939316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a8fefc1b-ee8c-4bec-809a-e83fb48b0e20 req-1e52ecb0-3b07-4971-a792-6f9b53b8fefc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366333 Nov 23 10:37:15.465198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d17c-5652-4985-8f48-4ed1d5b99125 req-3be439b3-e9bc-49b4-a59a-f1871f085ed7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.466727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50f6d17c-5652-4985-8f48-4ed1d5b99125 req-3be439b3-e9bc-49b4-a59a-f1871f085ed7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0601599 Nov 23 10:37:15.520273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-50f6d17c-5652-4985-8f48-4ed1d5b99125 req-2f4462a9-6b62-484a-bea7-c66ee3e9d1c2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Nov 23 10:37:16.088559 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.644719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b31b0-5370-417c-9b24-2e2e11a00c80 req-ea1610f5-e7fa-40fe-9f22-e62b70be3026 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.646234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-469b31b0-5370-417c-9b24-2e2e11a00c80 req-ea1610f5-e7fa-40fe-9f22-e62b70be3026 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Nov 23 10:37:16.700592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-469b31b0-5370-417c-9b24-2e2e11a00c80 req-af82e942-8161-4938-92e6-e9147f38f8cc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455246 Nov 23 10:37:16.819813 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddafd44-9557-4976-ab6e-151e64f16d46 req-c23b9a55-9c21-4d8f-952f-c7f2632d6e2e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.821190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ddafd44-9557-4976-ab6e-151e64f16d46 req-c23b9a55-9c21-4d8f-952f-c7f2632d6e2e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Nov 23 10:37:16.829807 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:16.834284 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'floatingip': {'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:16.872830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:17.324774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:17.332716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:17.431449 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 associated. External IP: 172.25.1.50, port: de226a71-42bd-4b3c-9bc3-ac5cde8db08c. Nov 23 10:37:17.637762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:17.744643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:17.750456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:17.755462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:17.766503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:17.767438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:17.779457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-45436e00-72e1-4497-88be-2bbe457ff415 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "PUT /v2.0/floatingips/19b4b18d-f7e9-418a-876c-a2f54bb78ac3 HTTP/1.1" status: 200 len: 990 time: 0.9485648 Nov 23 10:37:17.780071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:17.782376 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:17.823159 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1947b2c-6acf-47ec-91ea-b60877d29386 x-openstack-request-id: req-e1947b2c-6acf-47ec-91ea-b60877d29386 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:17.823768 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:17.823768 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1947b2c-6acf-47ec-91ea-b60877d29386 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:17.824114 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'status': 'completed', 'code': 200} Nov 23 10:37:17.878679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:17.885582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-f53f6ef7-b3e8-47ea-8cdb-f0268ad90f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.887112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-f53f6ef7-b3e8-47ea-8cdb-f0268ad90f8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1096 time: 0.0398808 Nov 23 10:37:17.963720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1f43ca29-9336-4352-91ee-cb7e7da8fccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:17.978380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-77c8ce31-b2eb-4015-8552-9f4b9f8fd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.979900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-77c8ce31-b2eb-4015-8552-9f4b9f8fd852 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0857666 Nov 23 10:37:18.048791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-a375b80a-103a-4c46-9ae7-317a0359a7d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 998 time: 0.0618279 Nov 23 10:37:18.097546 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-80a4cf12-4787-41d9-bd52-fd873f9fd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.099089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-80a4cf12-4787-41d9-bd52-fd873f9fd7dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0440931 Nov 23 10:37:18.120645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:8c:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:37:17Z', 'revision_number': 1, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:18.145454 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-7880f6c4-be0f-4636-9ab6-a5323b48d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.147007 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-7880f6c4-be0f-4636-9ab6-a5323b48d9c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407841 Nov 23 10:37:18.147571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:18.156104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:18.156699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:36:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:18.249373 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-2c5d8e71-da45-4af2-a800-b17f135d11c7 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952210 Nov 23 10:37:18.265935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:18.339029 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dd9e4c0c-bd16-41e0-b115-30d4f314a1be req-920c5a7b-90b2-4129-9f19-3af49e0551bf service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825357 Nov 23 10:37:18.499140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:8c:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:37:17Z', 'revision_number': 1, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:18.525629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3832-511a-487b-bb9a-a5f36df433a1 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:8c:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:37:17Z', 'revision_number': 1, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:18.725798 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59290779-7845-4e0d-b147-8e399b71f83e None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:20.411913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f4734a57-8801-409e-9aa2-a7a662ffa0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:20.594816 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.407874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.781774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.594145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.263394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:37:40.226328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-a5840fde-0ff1-476c-be69-7bda7a2b2b0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995779 Nov 23 10:37:40.312737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-578251d8-b808-4a9e-ba9a-a47af67cbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.314298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-578251d8-b808-4a9e-ba9a-a47af67cbfbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1096 time: 0.0424714 Nov 23 10:37:40.443053 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-b850955a-ab5b-4dfc-a729-4fb2554d18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.444552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-b850955a-ab5b-4dfc-a729-4fb2554d18b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1015301 Nov 23 10:37:40.509349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-124d087c-f43a-4154-807b-30db0cc5cf8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 1000 time: 0.0572760 Nov 23 10:37:40.568964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-15e5d174-ff55-4852-9a8d-9381031b4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.570409 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-15e5d174-ff55-4852-9a8d-9381031b4ab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0452697 Nov 23 10:37:40.622344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-d749bc6a-ecef-47f9-9249-24ac4a644bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.623822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-d749bc6a-ecef-47f9-9249-24ac4a644bb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454199 Nov 23 10:37:40.635277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-94f9460a-e280-4ddf-b672-e5ef3bc88894 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:40.636241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-94f9460a-e280-4ddf-b672-e5ef3bc88894 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050771 Nov 23 10:37:40.727190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-f475e248-bf31-4ad3-a141-a773057be33f service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835836 Nov 23 10:37:40.822699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57e5b5a9-7904-4978-9078-2f6742bc6cfb req-91afa4bf-2fa2-44e2-a861-1f3147591ba5 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Nov 23 10:37:46.096942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.900270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-df37ce23-24bc-4fb1-adfa-744c6902fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.416312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ff12-6f66-4456-8d04-a0b0932c678c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.601627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.408649 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:52.785706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.595243 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.270701 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:38:16.124737 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.894889 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-18b139f5-0e14-42b0-a181-d8784ddfb48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.585077 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a36970e1-1eef-474f-9b94-9ad1a3ddd4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.592650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:21.417449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:22.790009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.594185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.153073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-faee41e2-866f-404c-ba25-3a7e10490398 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438817 Nov 23 10:38:42.245153 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-93c20907-6b05-4c91-90cb-55e5733042b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.246704 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-93c20907-6b05-4c91-90cb-55e5733042b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1096 time: 0.0457766 Nov 23 10:38:42.354988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-a00c77fc-ed48-46b6-bb21-ff7172597daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.356442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-a00c77fc-ed48-46b6-bb21-ff7172597daf service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0893400 Nov 23 10:38:42.421956 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-e582b24b-35bf-4937-92cb-29607684e161 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 1000 time: 0.0583074 Nov 23 10:38:42.475810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-804279dd-1ae6-45ca-b291-df5bbe6475f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.477298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-804279dd-1ae6-45ca-b291-df5bbe6475f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0488896 Nov 23 10:38:42.883154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-bfd30991-5a86-4e8f-9340-c5836236f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.885083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-bfd30991-5a86-4e8f-9340-c5836236f652 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004486 Nov 23 10:38:42.976015 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-31ac0360-a2b9-4850-8dbb-ca6140bcc92f service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Nov 23 10:38:43.069164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81e1cfc4-6556-4f47-a823-6265f12aebd4 req-162926b9-d288-405c-b633-00dbc7960461 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854259 Nov 23 10:38:46.120450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:47.900704 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-77b6ace3-a5fa-4e67-9dc0-4fb166bed8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.264100 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:38:50.415277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13175465-1dd2-4f8f-84a6-6e2b89c6d08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.606580 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:51.424166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:52.794929 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:53.590114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:54.646291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3da16-ed22-46ef-9a55-79eba55599d5 req-9d79dfab-73cd-4e6c-8393-829b6c282d69 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.647820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6c3da16-ed22-46ef-9a55-79eba55599d5 req-9d79dfab-73cd-4e6c-8393-829b6c282d69 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.2255867 Nov 23 10:38:54.697201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6c3da16-ed22-46ef-9a55-79eba55599d5 req-5e4f4330-7c41-4401-810b-5dd9bcce48fc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Nov 23 10:38:54.939213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-48f62b44-e214-48b6-a8c1-64d81987ff54 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432055 Nov 23 10:38:54.956113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d0f82-1d64-48fa-8322-34feaa44c013 req-8bd1f9a0-372b-49a4-b559-778d1e7f7332 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.958248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d09d0f82-1d64-48fa-8322-34feaa44c013 req-8bd1f9a0-372b-49a4-b559-778d1e7f7332 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0560930 Nov 23 10:38:55.011036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d09d0f82-1d64-48fa-8322-34feaa44c013 req-fda6776a-1014-4937-9a35-af6a90a427d7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464759 Nov 23 10:38:56.120170 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d4679075-26ac-470f-a137-0bf9d7126939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.121786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d4679075-26ac-470f-a137-0bf9d7126939 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1096 time: 0.0540135 Nov 23 10:38:56.255262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d99f2597-c609-4185-8f40-c747d96dec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.256745 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d99f2597-c609-4185-8f40-c747d96dec13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1272986 Nov 23 10:38:56.265035 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf530-2a2e-4a29-bfef-06ee75bed848 req-f54d2841-cd01-43a7-8cc4-00d2cf301bc7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.266754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62fdf530-2a2e-4a29-bfef-06ee75bed848 req-f54d2841-cd01-43a7-8cc4-00d2cf301bc7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.1712561 Nov 23 10:38:56.354773 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-34fe444c-7585-4bfb-a13f-6d757bee1077 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 1000 time: 0.0869806 Nov 23 10:38:56.359256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62fdf530-2a2e-4a29-bfef-06ee75bed848 req-bbc0d56e-c6db-4624-9f2f-b2e2e0f6e3c3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863311 Nov 23 10:38:56.404501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-5e146d42-5d7b-472d-8d6a-d2bd24ceddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.406014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-5e146d42-5d7b-472d-8d6a-d2bd24ceddc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0448458 Nov 23 10:38:56.457247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-23900824-c9af-4791-8616-7a54eab30f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.458751 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-23900824-c9af-4791-8616-7a54eab30f9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458252 Nov 23 10:38:56.550647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-c2d043a8-76d0-450c-a741-05416b33de03 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838311 Nov 23 10:38:56.645171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-cb6f1a30-da96-45fa-bb53-81b9d10de22d service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870538 Nov 23 10:38:57.490151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325e53-3b08-4c8f-b88e-de95f7b25dba req-11312b7c-4e0a-4601-8bc4-8ea5b9f15771 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.491645 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40325e53-3b08-4c8f-b88e-de95f7b25dba req-11312b7c-4e0a-4601-8bc4-8ea5b9f15771 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0503411 Nov 23 10:38:57.540840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-40325e53-3b08-4c8f-b88e-de95f7b25dba req-91ab5832-21cd-417b-acb3-9a1fb9831249 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Nov 23 10:38:58.666619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16c9ab-f202-4eb0-b5bd-e3e869f8e6ff req-3d827f2b-9228-4c41-87ba-df69d0610c89 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.668094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac16c9ab-f202-4eb0-b5bd-e3e869f8e6ff req-3d827f2b-9228-4c41-87ba-df69d0610c89 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0524111 Nov 23 10:38:58.716888 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac16c9ab-f202-4eb0-b5bd-e3e869f8e6ff req-a89d9009-7d89-42c0-b898-7196cde23c70 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Nov 23 10:38:59.846428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e599-c458-427a-9191-d4ef78216115 req-06d0b82f-a64c-4d59-acb6-11600cae1593 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.847891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c86e599-c458-427a-9191-d4ef78216115 req-06d0b82f-a64c-4d59-acb6-11600cae1593 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Nov 23 10:38:59.901868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c86e599-c458-427a-9191-d4ef78216115 req-2823264b-c52b-4ffa-8a78-02b21434a83c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Nov 23 10:39:01.024392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaf31-7ee9-4dac-a99e-0d0a73252edb req-94165978-3c9b-4e48-8e9a-fbc57a0d5790 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.025860 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0cdbaf31-7ee9-4dac-a99e-0d0a73252edb req-94165978-3c9b-4e48-8e9a-fbc57a0d5790 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Nov 23 10:39:01.075454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0cdbaf31-7ee9-4dac-a99e-0d0a73252edb req-8afc2fe3-1451-4aa3-9736-ea1100177a05 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Nov 23 10:39:02.199482 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109edb0-10e3-41fd-a3c9-4b419ae249be req-8d548ac6-8b12-480f-8d3b-e265e46c5ef8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.200979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1109edb0-10e3-41fd-a3c9-4b419ae249be req-8d548ac6-8b12-480f-8d3b-e265e46c5ef8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Nov 23 10:39:02.248532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1109edb0-10e3-41fd-a3c9-4b419ae249be req-eebd0547-f29d-42ee-aef5-3938d7c98426 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415273 Nov 23 10:39:03.387651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab4fd-7751-4238-8363-e9f786e9b916 req-8ee9696c-2521-4f78-9e85-899c5fea94f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.389163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d63ab4fd-7751-4238-8363-e9f786e9b916 req-8ee9696c-2521-4f78-9e85-899c5fea94f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0610919 Nov 23 10:39:03.436447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d63ab4fd-7751-4238-8363-e9f786e9b916 req-7696d43a-7cff-4424-a8f3-fb3bd782ea76 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Nov 23 10:39:04.564616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e59e4e-c686-4e21-bbb8-f7293af52e91 req-2f11e576-d078-41b4-a11c-9df043a85270 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.566144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5e59e4e-c686-4e21-bbb8-f7293af52e91 req-2f11e576-d078-41b4-a11c-9df043a85270 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0583370 Nov 23 10:39:04.613630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f5e59e4e-c686-4e21-bbb8-f7293af52e91 req-056fce73-9969-4be5-a8cd-19b1f677dd52 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Nov 23 10:39:05.743579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625329-02d9-4ed7-a46e-4ec2103d7ca9 req-142e0592-d701-41c0-bed0-4a4b937c7dca tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:05.744977 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1625329-02d9-4ed7-a46e-4ec2103d7ca9 req-142e0592-d701-41c0-bed0-4a4b937c7dca tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Nov 23 10:39:05.792244 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1625329-02d9-4ed7-a46e-4ec2103d7ca9 req-ceb07f90-bb9c-4f92-8719-f2694060a970 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Nov 23 10:39:06.936330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71dd5a-1014-4597-862b-ba137893e9b1 req-44c09121-17d7-4a9d-964d-0f94e94f55a3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.938030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa71dd5a-1014-4597-862b-ba137893e9b1 req-44c09121-17d7-4a9d-964d-0f94e94f55a3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0667605 Nov 23 10:39:06.987036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa71dd5a-1014-4597-862b-ba137893e9b1 req-9ea3d430-6fe1-4253-b21f-3a63d7c484cf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Nov 23 10:39:08.130286 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c168-296c-4755-a453-ea48e6691f80 req-a4b49474-36d6-438c-97e0-4e21cfd666a6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.131779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c73c168-296c-4755-a453-ea48e6691f80 req-a4b49474-36d6-438c-97e0-4e21cfd666a6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0602350 Nov 23 10:39:08.185239 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1c73c168-296c-4755-a453-ea48e6691f80 req-9960178b-dc83-46bc-a6a8-b9e217f3ff83 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 Nov 23 10:39:08.429022 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-5081b5a5-6521-417d-8580-d84d4eb385da service neutron] show failed (client error): The resource could not be found. Nov 23 10:39:08.429932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-5081b5a5-6521-417d-8580-d84d4eb385da service neutron] 10.222.0.50 "GET /v2.0/ports/de226a71-42bd-4b3c-9bc3-ac5cde8db08c/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0602200 Nov 23 10:39:08.672703 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d67f95f8-3e81-4edd-8d90-b498dbae6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.674217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-d67f95f8-3e81-4edd-8d90-b498dbae6f69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1096 time: 0.0711665 Nov 23 10:39:08.686290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:08.743398 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:08.949691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:08.983748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:09.032524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:09.034895 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaacffb7-6a34-4de8-bebd-af40930aba21" -d '{"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-unplugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:09.038663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.051060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Transition to ACTIVE for port object de226a71-42bd-4b3c-9bc3-ac5cde8db08c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:09.055676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.164508 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e8128-d161-457c-9a4f-f89d5a9c39a1 x-openstack-request-id: req-b00e8128-d161-457c-9a4f-f89d5a9c39a1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:09.164778 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-unplugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:09.165065 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b00e8128-d161-457c-9a4f-f89d5a9c39a1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:09.165471 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'code': 200} Nov 23 10:39:09.171160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:09.198185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.198615 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.198968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.199304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.199636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.200017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.200292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.200617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.200939 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.201287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.201609 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.201948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:09.249320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] No DVR routers for this DVR port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:09.309191 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b0b69-6fde-4575-ae00-7ffacf78860d req-9bdaf006-26c1-447b-a0f0-b93a0edeb2dd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.310750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be1b0b69-6fde-4575-ae00-7ffacf78860d req-9bdaf006-26c1-447b-a0f0-b93a0edeb2dd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0502479 Nov 23 10:39:09.363139 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be1b0b69-6fde-4575-ae00-7ffacf78860d req-cccd65f2-a0b6-453f-be0f-02d033adfa37 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Nov 23 10:39:09.696047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:09.696681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:09.696681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:09.701556 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:09.701917 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Attempting to bind port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:09.707305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:09.707647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:09.708036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:09.708456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Bound port: de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:09.708806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.773755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:09.777101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:09.784366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.817172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.817789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.819193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] 10.222.0.11 "PUT /v2.0/ports/de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 1091 time: 1.1371460 Nov 23 10:39:09.845133 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb255-7cb2-4849-93b7-664fd50ac551 service neutron] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:09.893368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-030c014c-56f8-4646-a91b-63c81080ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.894955 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-030c014c-56f8-4646-a91b-63c81080ffa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0511639 Nov 23 10:39:09.989253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-6a2d7aaa-6657-4f89-82a0-605ed7d6e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.990619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-6a2d7aaa-6657-4f89-82a0-605ed7d6e87e service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0884655 Nov 23 10:39:10.096389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-ef06db1d-259b-42cf-ba4a-ec2550fd0c52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 998 time: 0.0988069 Nov 23 10:39:10.145879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-ad5f8832-7329-49a0-a205-ea5ae72ca75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.147406 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-ad5f8832-7329-49a0-a205-ea5ae72ca75a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0435967 Nov 23 10:39:10.204258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-4c2d1b9c-268a-490a-950c-9c486ae68833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.205804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-4c2d1b9c-268a-490a-950c-9c486ae68833 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507448 Nov 23 10:39:10.305396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-2a4f20e2-4969-4654-86fb-ad01eb0f0eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914178 Nov 23 10:39:10.401924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f04b6ef-6b86-4b31-b2de-2b1c70dd207b req-6b69cd16-c80a-4760-be59-0ad02d76146c service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893168 Nov 23 10:39:10.486587 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713135e4-f100-4356-a45c-2475a7c5f322 req-e0b48af7-80bb-480f-b116-1db29bd7fe5d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.488100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-713135e4-f100-4356-a45c-2475a7c5f322 req-e0b48af7-80bb-480f-b116-1db29bd7fe5d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0500619 Nov 23 10:39:10.536600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-713135e4-f100-4356-a45c-2475a7c5f322 req-1f5efbc5-a6ae-4bec-9ea0-0e49959e584e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Nov 23 10:39:11.167735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:11.171618 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:11.225220 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea638d2-ec61-4a01-887d-b80f502f5f94 x-openstack-request-id: req-9ea638d2-ec61-4a01-887d-b80f502f5f94 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:11.225471 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:11.225756 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea638d2-ec61-4a01-887d-b80f502f5f94 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:11.225948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:11.226509 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'status': 'completed', 'code': 200} Nov 23 10:39:11.266769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:11.285344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-6a2e2f28-8c5c-4b82-95f9-854ff4521336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.286899 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-6a2e2f28-8c5c-4b82-95f9-854ff4521336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0418487 Nov 23 10:39:11.293590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-3c0c6665-ad10-45f1-8bfd-210b0c0309f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.295148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-3c0c6665-ad10-45f1-8bfd-210b0c0309f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0450327 Nov 23 10:39:11.383051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-92ce6da7-5eba-4109-965e-f146ff7f76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.384525 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-92ce6da7-5eba-4109-965e-f146ff7f76fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0887058 Nov 23 10:39:11.388881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-e629bce1-cafb-47e2-99aa-a3267f83ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.390360 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-e629bce1-cafb-47e2-99aa-a3267f83ed2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0875087 Nov 23 10:39:11.450867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-9050fb7e-3257-4d96-acdb-47de49b5ecb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 998 time: 0.0575476 Nov 23 10:39:11.459369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-5f89b546-eae6-49d4-b9ee-dc52119d7ac5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 998 time: 0.0620022 Nov 23 10:39:11.505158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-54c1395f-bd2f-48ae-90ac-1430885b93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.506794 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-54c1395f-bd2f-48ae-90ac-1430885b93db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0492413 Nov 23 10:39:11.510778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-a2dc9f6f-dae9-4548-9e8a-f4a616ec8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.512290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-a2dc9f6f-dae9-4548-9e8a-f4a616ec8857 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0458443 Nov 23 10:39:11.555296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-f5f4938c-5f14-4606-b88e-043d142e892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.556864 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-f5f4938c-5f14-4606-b88e-043d142e892a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422306 Nov 23 10:39:11.559826 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-11f39af5-d740-4fc6-af5e-86070388c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.561320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-11f39af5-d740-4fc6-af5e-86070388c0ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414627 Nov 23 10:39:11.659170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-39f73319-57ee-4802-b90f-a444346d68d3 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904107 Nov 23 10:39:11.686926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6aafb-4115-4b0e-b889-ccba222d4c66 req-5cfb336d-ec24-4760-adb5-ba9c929bc60e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.688399 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a6aafb-4115-4b0e-b889-ccba222d4c66 req-5cfb336d-ec24-4760-adb5-ba9c929bc60e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0691314 Nov 23 10:39:11.690578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-957da482-4411-431d-b9b8-a58861bdb561 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263373 Nov 23 10:39:11.750692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-11ccc61a-1401-4605-a1eb-572c43465528 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845294 Nov 23 10:39:11.788923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a6aafb-4115-4b0e-b889-ccba222d4c66 req-cd9b49a1-7e48-424d-b4da-93dacb64ae1d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938451 Nov 23 10:39:11.812775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ba1451c-389f-4ec6-8076-d4b1f7f78ae1 req-c3940bf4-8d33-4274-937c-8f445f948f74 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118023 Nov 23 10:39:12.924045 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125e99-3974-4810-81ab-033495b1fad2 req-c1603862-445b-42e9-86a4-506dda45af7b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.925546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7125e99-3974-4810-81ab-033495b1fad2 req-c1603862-445b-42e9-86a4-506dda45af7b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0592434 Nov 23 10:39:12.978118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7125e99-3974-4810-81ab-033495b1fad2 req-23f11f02-d0b8-457e-9086-ea09ab3cb477 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Nov 23 10:39:14.115937 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179fe3-354f-49f1-b314-ba65c16a5a5c req-3f25c837-1295-4e45-a979-b318034ce263 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.117468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82179fe3-354f-49f1-b314-ba65c16a5a5c req-3f25c837-1295-4e45-a979-b318034ce263 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0555134 Nov 23 10:39:14.166493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-82179fe3-354f-49f1-b314-ba65c16a5a5c req-8fe0c254-03b2-4298-9b60-c882619f78c0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Nov 23 10:39:14.373805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2a15-0482-4a98-9ba0-c972ae11dfcd req-ca20b020-64cb-4caa-baac-9b9bc178413a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.375298 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb3c2a15-0482-4a98-9ba0-c972ae11dfcd req-ca20b020-64cb-4caa-baac-9b9bc178413a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 943 time: 0.0500345 Nov 23 10:39:14.385736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901151a-ddee-4e34-ba65-03e06add422f req-714642e0-dbc1-4891-bd4c-33a9656df55a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.387299 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-714642e0-dbc1-4891-bd4c-33a9656df55a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046&tenant_id=d7e55bb281e84d05aea50c5b8396aecb&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 943 time: 0.0524416 Nov 23 10:39:14.423970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cb3c2a15-0482-4a98-9ba0-c972ae11dfcd req-851e9af1-75df-4a81-b996-abc47d85aad8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Nov 23 10:39:14.450451 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-0901151a-ddee-4e34-ba65-03e06add422f req-5a7ba896-7c85-4ca5-ba8d-b6fce72e735b service neutron] delete failed (client error): The resource could not be found. Nov 23 10:39:14.451637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-5a7ba896-7c85-4ca5-ba8d-b6fce72e735b service neutron] 10.222.0.50 "DELETE /v2.0/ports/de226a71-42bd-4b3c-9bc3-ac5cde8db08c/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0566831 Nov 23 10:39:14.541503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901151a-ddee-4e34-ba65-03e06add422f req-81890439-e028-44f4-8d9c-23709e3cf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.542965 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-81890439-e028-44f4-8d9c-23709e3cf3ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 1094 time: 0.0438704 Nov 23 10:39:14.653916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901151a-ddee-4e34-ba65-03e06add422f req-3e7e089e-b8e0-4468-a80c-70f1342e3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.655435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-3e7e089e-b8e0-4468-a80c-70f1342e3af5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1056817 Nov 23 10:39:14.726424 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-2fee3cba-e771-499d-8d81-430681fa78ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 200 len: 998 time: 0.0643234 Nov 23 10:39:14.778689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901151a-ddee-4e34-ba65-03e06add422f req-711fa9db-2d29-4a18-823d-b154567cf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.780164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-711fa9db-2d29-4a18-823d-b154567cf127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0452869 Nov 23 10:39:14.799654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:14.826676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901151a-ddee-4e34-ba65-03e06add422f req-2f221ca2-8f50-40cb-a2de-9808937d4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.828183 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-2f221ca2-8f50-40cb-a2de-9808937d4b14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412824 Nov 23 10:39:14.899587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:14.911442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'mac_address': 'fa:16:3e:8c:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:14.929542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-d2b621cb-28b0-45bb-8be7-0891dcd101fd service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930793 Nov 23 10:39:14.949298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.963428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de226a71-42bd-4b3c-9bc3-ac5cde8db08c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:14.988530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:14.993747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.027357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0901151a-ddee-4e34-ba65-03e06add422f req-6d288245-02df-40c3-8f09-bac5980062e9 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897417 Nov 23 10:39:15.047629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:15.055403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.055672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.056014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.056336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.056678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.056996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.057319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.057645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.057989 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.058310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.058614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.058932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:15.374945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['de226a71-42bd-4b3c-9bc3-ac5cde8db08c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:15.553503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ba0f3-af47-4ea1-a709-60fe0609716a req-5eda4b2e-62ff-415b-ae8b-49249b562d37 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.555069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f19ba0f3-af47-4ea1-a709-60fe0609716a req-5eda4b2e-62ff-415b-ae8b-49249b562d37 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0541165 Nov 23 10:39:15.609516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f19ba0f3-af47-4ea1-a709-60fe0609716a req-e058d5c1-9861-47ff-b879-568002d1a928 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482240 Nov 23 10:39:15.729315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e534eb-f573-47fe-af01-bbe37a18450a req-a08d0b22-fb1f-452d-9d95-f02ea9489334 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.730819 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39e534eb-f573-47fe-af01-bbe37a18450a req-a08d0b22-fb1f-452d-9d95-f02ea9489334 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0547111 Nov 23 10:39:15.786909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39e534eb-f573-47fe-af01-bbe37a18450a req-35846da8-0cc8-4f7c-a570-80c6642e0fe9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496876 Nov 23 10:39:15.905703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295035-6e55-4c04-9c9a-ca5c2a19079e req-3ba29e95-0266-4c96-abe8-dc9e1c1980b3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.907137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5295035-6e55-4c04-9c9a-ca5c2a19079e req-3ba29e95-0266-4c96-abe8-dc9e1c1980b3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0517578 Nov 23 10:39:15.955008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e5295035-6e55-4c04-9c9a-ca5c2a19079e req-a62359d2-a63b-43b3-98ef-c5d7a6228f06 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Nov 23 10:39:16.119015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.209169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a125b2-1026-47f4-af0f-878269243c99 req-b1cff395-e722-40f2-b724-9d0d096465f8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.210688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98a125b2-1026-47f4-af0f-878269243c99 req-b1cff395-e722-40f2-b724-9d0d096465f8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 944 time: 0.0501339 Nov 23 10:39:16.258358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-98a125b2-1026-47f4-af0f-878269243c99 req-ad53cd9b-b5df-4b20-84ad-72ac7368adf8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Nov 23 10:39:16.824237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:16.881694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port de226a71-42bd-4b3c-9bc3-ac5cde8db08c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:16.885583 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port de226a71-42bd-4b3c-9bc3-ac5cde8db08c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:16.886012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.974983 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.999191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:17.001443 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3dc48-6fb6-46ed-bfc4-67efb2b8dcb6" -d '{"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-plugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:17.017444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:17.022800 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.046492 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945d1539-96b1-4d8f-92a8-b6671b9c982f x-openstack-request-id: req-945d1539-96b1-4d8f-92a8-b6671b9c982f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:17.046765 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-plugged", "status": "completed", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:17.047033 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-945d1539-96b1-4d8f-92a8-b6671b9c982f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:17.047417 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'code': 200} Nov 23 10:39:17.073398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:17.381997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ffbc-be21-41e0-8912-c12768fb201a req-4794f2c5-a4fa-41f6-ab39-4b1e7e732d17 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.383414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be82ffbc-be21-41e0-8912-c12768fb201a req-4794f2c5-a4fa-41f6-ab39-4b1e7e732d17 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0572443 Nov 23 10:39:17.436328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-be82ffbc-be21-41e0-8912-c12768fb201a req-c0e2866d-206e-4768-a1dc-37c52e32e021 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Nov 23 10:39:17.588166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-2ce82b9c-9202-49a2-a321-d82b82885636 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.589637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-2ce82b9c-9202-49a2-a321-d82b82885636 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Nov 23 10:39:17.685313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Deleting port de226a71-42bd-4b3c-9bc3-ac5cde8db08c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:17.685578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.781901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] For port de226a71-42bd-4b3c-9bc3-ac5cde8db08c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:17.782295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.899600 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65ebca9e-11a8-4316-9bc7-dfd0bedc5f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.961628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.961907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.962259 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 disassociated. External IP: 172.25.1.50, port: de226a71-42bd-4b3c-9bc3-ac5cde8db08c. Nov 23 10:39:17.962595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Calling delete_port for de226a71-42bd-4b3c-9bc3-ac5cde8db08c owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:18.111507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.141155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'Port': ['ID=de226a71-42bd-4b3c-9bc3-ac5cde8db08c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:18.259078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:39:18.373154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:39:18.383078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:39:18.394743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:18.395436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:38:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:18.413368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] No DVR routers for this DVR port de226a71-42bd-4b3c-9bc3-ac5cde8db08c on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:18.416688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.420876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89c4623d-4c7e-4c84-b434-f8e4da6d6ec3 req-e7ac56b2-232b-4a80-b702-1de657fefaad tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "DELETE /v2.0/ports/de226a71-42bd-4b3c-9bc3-ac5cde8db08c HTTP/1.1" status: 204 len: 173 time: 0.8240435 Nov 23 10:39:18.421342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-deleted', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:18.424340 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2c5d6-cb68-4efc-9090-9bde222f90d5" -d '{"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-deleted", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:18.464723 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01d337-7745-4d78-8549-6d56d2187422 x-openstack-request-id: req-6e01d337-7745-4d78-8549-6d56d2187422 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:18.465022 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb5ddf-dd54-4042-a5be-22380601b046", "name": "network-vif-deleted", "tag": "de226a71-42bd-4b3c-9bc3-ac5cde8db08c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:18.465270 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e01d337-7745-4d78-8549-6d56d2187422 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:18.465670 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb5ddf-dd54-4042-a5be-22380601b046', 'name': 'network-vif-deleted', 'tag': 'de226a71-42bd-4b3c-9bc3-ac5cde8db08c', 'status': 'completed', 'code': 200} Nov 23 10:39:18.507691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:39:18.546824 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad97391b-6832-4612-87e9-4dca67c4970f req-2c73b9df-038c-47af-b19b-403dea749ce6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9cb5ddf-dd54-4042-a5be-22380601b046 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Nov 23 10:39:18.720811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:18.746672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:39:18.755436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:18.756042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:38:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:18.861438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:39:19.066112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:19.095098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced844b3-c743-416c-a89d-666c62e4b630 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:39:19.312858 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ffc1e-a81a-4780-bdc8-c5d01209e7f5 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:39:19.801809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-983192c8-bba1-4d37-8028-33b03565c3d4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1271983495&fields=id&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 267 time: 0.0477092 Nov 23 10:39:19.907997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-2a277977-eaed-45c1-bc56-dfc67186c6d8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:19.909463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-2a277977-eaed-45c1-bc56-dfc67186c6d8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1007128 Nov 23 10:39:19.926946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-9bbf167e-19f2-4a63-8b3d-3f6c57ab372d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/quotas/d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 375 time: 0.0092385 Nov 23 10:39:19.980889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-facd9682-afa1-4830-91c9-9beda6221982 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463314 Nov 23 10:39:20.085503 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-f5be1535-48b4-4e8a-86e9-6743504352d7 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855663 Nov 23 10:39:20.178309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-e32e97a1-38a2-40e6-86f2-b0f0f3be91fa service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Nov 23 10:39:20.347822 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ee8c05f-f570-4492-8ab6-f28d07e53388 req-403af509-2319-4168-8c19-fc925c1abad7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Nov 23 10:39:20.407704 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-877fafc7-51fb-4349-9c30-006f1669ffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.595278 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.845594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:20.866164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: de226a71-42bd-4b3c-9bc3-ac5cde8db08c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:20.866507 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device de226a71-42bd-4b3c-9bc3-ac5cde8db08c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:21.291848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-08d268e2-4af4-4751-921a-a55344646265 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.293300 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-08d268e2-4af4-4751-921a-a55344646265 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1086469 Nov 23 10:39:21.355538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-7c42fe0f-8a06-4436-9340-24ce74239bb5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 380 time: 0.0525687 Nov 23 10:39:21.365199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'port': {'device_id': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'admin_state_up': True, 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'security_groups': ['978aa331-5437-405a-a6c4-83ecd1c08c76']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:21.418398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.444633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fceed919-000a-4520-94e4-d49cc095383a req-3d6b93e0-f9ed-469f-9678-6f94f969f839 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Nov 23 10:39:21.478226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:21.481868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.615812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Allocated IP 172.20.0.11 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/9f9e5121-1a83-4e10-a43b-1dc16fe46344) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:21.757038 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.797501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.849988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:21.852970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:21.856634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:21.863227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.896257 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.896609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.896956 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.897299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.897633 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.898001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.898336 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.898665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.899010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.899302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.899632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.899941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:21.922508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.923155 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.940023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-8ff8e84f-3a9e-483f-840c-651a0112b47e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784199 Nov 23 10:39:21.953016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Request body: {'port': {'device_id': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:22.012692 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.054489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3b2c11f9-eb3a-444d-b775-0c1c35cf44bd None None] Provisioning complete for port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:22.054862 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b2c11f9-eb3a-444d-b775-0c1c35cf44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.088287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c11f9-eb3a-444d-b775-0c1c35cf44bd None None] Port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:39:22.285637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9e5121-1a83-4e10-a43b-1dc16fe46344 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:22.294950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.307113 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Transition to ACTIVE for port object 9f9e5121-1a83-4e10-a43b-1dc16fe46344 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:22.312840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.367196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:22.441109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:22.441431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:22.442152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:22.447064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:22.447385 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:22.452957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:22.453272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:22.453660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:22.454121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Bound port: 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:22.454480 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.534299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:22.567399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:22.573762 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.616149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d77c5-abff-43f9-b6cb-bf338b94b4f3 req-d67a2f0a-c46f-417b-bd03-120a0475ef1b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.617685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-021d77c5-abff-43f9-b6cb-bf338b94b4f3 req-d67a2f0a-c46f-417b-bd03-120a0475ef1b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.1022131 Nov 23 10:39:22.627629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.628250 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.629591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] 10.222.0.50 "PUT /v2.0/ports/9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1092 time: 0.6810436 Nov 23 10:39:22.630065 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:22.632376 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660174b-ac67-4a89-8275-2344cc460db2" -d '{"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:22.679819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976f781-2628-4cb7-813b-e4351e41d238 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:22.742478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-021d77c5-abff-43f9-b6cb-bf338b94b4f3 req-35db3e3a-fd9b-4ecb-8f94-3735a4ca5e99 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163983 Nov 23 10:39:22.746007 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-fdd66e6e-4e76-458a-8248-9edd1205de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.747417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-fdd66e6e-4e76-458a-8248-9edd1205de1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0686848 Nov 23 10:39:22.793315 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.798064 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fce1a0-7a70-4ea5-af95-d04945a39e42 x-openstack-request-id: req-b6fce1a0-7a70-4ea5-af95-d04945a39e42 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:22.798363 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:22.798625 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6fce1a0-7a70-4ea5-af95-d04945a39e42 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:22.799027 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'status': 'completed', 'code': 200} Nov 23 10:39:22.800562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-149e1e6f-e830-4ec3-bf18-ad1ded0c79df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 217 time: 0.0439336 Nov 23 10:39:22.851428 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-d3df6f36-21fd-47b5-b859-0e2feba17ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.852948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-d3df6f36-21fd-47b5-b859-0e2feba17ac1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0452099 Nov 23 10:39:22.898745 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-db78421d-cf6a-46dd-b5fa-3aecdcaecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.900178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-db78421d-cf6a-46dd-b5fa-3aecdcaecbd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402553 Nov 23 10:39:22.994930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-7f789e26-2622-469e-b051-7850b925f76b service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876687 Nov 23 10:39:23.085034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75db9be9-e977-4b57-adec-0284cd8a0c35 req-536d20d0-307f-4f22-81b1-a666c4ef8700 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826101 Nov 23 10:39:23.181245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660174b-ac67-4a89-8275-2344cc460db2 req-b1d3af34-7af4-44dc-b5e7-bf00e1e156d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.182771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-b1d3af34-7af4-44dc-b5e7-bf00e1e156d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0463347 Nov 23 10:39:23.275564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660174b-ac67-4a89-8275-2344cc460db2 req-b9d6bfdc-7169-4caf-9a49-ef1f13ecddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.277044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-b9d6bfdc-7169-4caf-9a49-ef1f13ecddce service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0865877 Nov 23 10:39:23.322434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-d74e4b7c-a2cb-4d6c-b9e9-c73f21aff632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Nov 23 10:39:23.374520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660174b-ac67-4a89-8275-2344cc460db2 req-34473102-5e18-4525-b3ff-ac5146bb84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.375862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-34473102-5e18-4525-b3ff-ac5146bb84c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0461180 Nov 23 10:39:23.424314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660174b-ac67-4a89-8275-2344cc460db2 req-0a606a27-3ebd-48be-8d2f-b54dccba7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.425792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-0a606a27-3ebd-48be-8d2f-b54dccba7a87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415330 Nov 23 10:39:23.518923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-04dd4895-c71f-4e46-bbdf-7b4b246131ae service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Nov 23 10:39:23.584289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.609591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6660174b-ac67-4a89-8275-2344cc460db2 req-e9926b7f-5a10-461f-b297-cefc3ccf2def service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Nov 23 10:39:23.857092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034663e9-cb9b-4b7d-8cbf-83a70fd73ebd req-4e8546a8-8a60-4e95-a792-94afa8667632 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.858592 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-034663e9-cb9b-4b7d-8cbf-83a70fd73ebd req-4e8546a8-8a60-4e95-a792-94afa8667632 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0496502 Nov 23 10:39:23.910126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-034663e9-cb9b-4b7d-8cbf-83a70fd73ebd req-d4a60190-b119-441a-896e-121950d444a4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Nov 23 10:39:25.039238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea0e-7796-4ffb-a420-3c2deceb6d91 req-62af2f84-5ab9-4f05-b73f-16bb61743f8e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.040696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f93ea0e-7796-4ffb-a420-3c2deceb6d91 req-62af2f84-5ab9-4f05-b73f-16bb61743f8e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0516486 Nov 23 10:39:25.088868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f93ea0e-7796-4ffb-a420-3c2deceb6d91 req-0f377f7c-5e62-4a66-b046-d1e91e52a3e2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Nov 23 10:39:25.269511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:39:25.288838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:25.388100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:25.403219 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'mac_address': 'fa:16:3e:14:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:25.441598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.454722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9e5121-1a83-4e10-a43b-1dc16fe46344 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:25.474663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:25.480719 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.528252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:25.700464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['9f9e5121-1a83-4e10-a43b-1dc16fe46344'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:26.217971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d47dd-3374-4d52-8e0c-9a22258da9c3 req-b2962f82-b0b5-4838-bee4-2c7c29105c7a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:26.219472 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b6d47dd-3374-4d52-8e0c-9a22258da9c3 req-b2962f82-b0b5-4838-bee4-2c7c29105c7a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Nov 23 10:39:26.269429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b6d47dd-3374-4d52-8e0c-9a22258da9c3 req-327900f0-18ea-42e2-8466-06d718ec2d53 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438652 Nov 23 10:39:27.289237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:27.344904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:27.349050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:27.349430 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:27.388251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39396-a334-4b3d-93a1-b9d8878faafc req-a3fad90e-cf2e-44e2-9833-b93145446857 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.389727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45d39396-a334-4b3d-93a1-b9d8878faafc req-a3fad90e-cf2e-44e2-9833-b93145446857 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Nov 23 10:39:27.430660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:27.442543 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45d39396-a334-4b3d-93a1-b9d8878faafc req-e549e5f6-9481-4cd2-82a7-a389d5bd96bc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Nov 23 10:39:27.453551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:27.455843 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b7b5b-65ad-44c0-8407-31bffdefd0bb" -d '{"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:27.468182 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:27.472711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:27.497707 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bdb162-8bf1-483c-9ae6-c8388620b91e x-openstack-request-id: req-b4bdb162-8bf1-483c-9ae6-c8388620b91e {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:27.498091 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:27.498345 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4bdb162-8bf1-483c-9ae6-c8388620b91e {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:27.498743 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'code': 200} Nov 23 10:39:27.521921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:27.596321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488500c4-da81-410c-9f81-2d74d4b0fe23 req-4343a801-d883-4ba2-9ead-d1bfdec4dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.597838 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-488500c4-da81-410c-9f81-2d74d4b0fe23 req-4343a801-d883-4ba2-9ead-d1bfdec4dd81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1097 time: 0.0404794 Nov 23 10:39:27.642906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-488500c4-da81-410c-9f81-2d74d4b0fe23 req-49a9b606-5805-417e-b01a-4054cec167e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Nov 23 10:39:28.574348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add14a6-1ea3-43c4-a73e-09adf486c56d req-ae1c97b8-1d0f-4825-b090-67d485a858a1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.575873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4add14a6-1ea3-43c4-a73e-09adf486c56d req-ae1c97b8-1d0f-4825-b090-67d485a858a1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0510483 Nov 23 10:39:28.625496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4add14a6-1ea3-43c4-a73e-09adf486c56d req-78403d30-0848-42aa-9d8b-b2970f8a8ad1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 23 10:39:29.754505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5567920-50bf-4846-80b7-c62631e32b3c req-5602ff35-4d5b-4575-98d4-9a163b5a7e5e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:29.755905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5567920-50bf-4846-80b7-c62631e32b3c req-5602ff35-4d5b-4575-98d4-9a163b5a7e5e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0554390 Nov 23 10:39:29.805519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b5567920-50bf-4846-80b7-c62631e32b3c req-b7cef819-3a58-4c46-9f00-b266809717ce tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Nov 23 10:39:29.928952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c189a-3803-40e8-9041-a21149a68c93 req-adbccc82-df15-44eb-bca3-c56aa983100a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:29.930469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d7c189a-3803-40e8-9041-a21149a68c93 req-adbccc82-df15-44eb-bca3-c56aa983100a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0508184 Nov 23 10:39:29.939305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54486) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:29.943707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'floatingip': {'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:29.985931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.437488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.444154 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.548729 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 associated. External IP: 172.25.1.50, port: 9f9e5121-1a83-4e10-a43b-1dc16fe46344. Nov 23 10:39:30.788151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:39:30.905286 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:39:30.911690 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.916701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:39:30.926614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:30.927218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:39:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:30.939963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8a25111b-c333-47f9-91ff-00eca7027ba6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "PUT /v2.0/floatingips/19b4b18d-f7e9-418a-876c-a2f54bb78ac3 HTTP/1.1" status: 200 len: 991 time: 0.9996235 Nov 23 10:39:30.940597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:30.943030 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:30.983745 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a373ba59-bdb1-44d0-9db5-bd5d6ddc4c63 x-openstack-request-id: req-a373ba59-bdb1-44d0-9db5-bd5d6ddc4c63 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:30.984301 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:30.984560 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a373ba59-bdb1-44d0-9db5-bd5d6ddc4c63 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:30.984982 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'status': 'completed', 'code': 200} Nov 23 10:39:31.042598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:39:31.047758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-6f829d10-8b02-4324-9117-2e10651d8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.049308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-6f829d10-8b02-4324-9117-2e10651d8d6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1097 time: 0.0405638 Nov 23 10:39:31.141924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-7c015279-39f3-4af7-bfc9-514924156a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.143441 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-7c015279-39f3-4af7-bfc9-514924156a10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0876243 Nov 23 10:39:31.209849 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-bc30838a-d258-4f42-a885-8e8289e45c45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 999 time: 0.0595100 Nov 23 10:39:31.261236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-138cf797-df3e-47bb-8813-7b147b507a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.262825 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-138cf797-df3e-47bb-8813-7b147b507a44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0458319 Nov 23 10:39:31.275359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:14:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:39:30Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:31.301922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:39:31.310267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:31.310963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:39:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:31.312302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-dace9a9a-eaa7-4561-986c-6192a2784c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.313815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-dace9a9a-eaa7-4561-986c-6192a2784c9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444973 Nov 23 10:39:31.404542 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-ab0121e6-a378-40bd-9dfe-fa0dc90e0a5f service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833728 Nov 23 10:39:31.418813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:39:31.501786 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdcf775f-3158-4a9c-89fb-99ad75e8aa7e req-fe02bd37-4be9-4609-b5ad-e9701b35410d service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Nov 23 10:39:31.656158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:14:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:39:30Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:31.681741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570836d-9ee5-41b9-9a7b-c8ed733e0172 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:14:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:39:30Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:39:31.867116 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045764e-4d88-4143-aae2-a39ca4892e01 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:39:44.186350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-325c4a3a-e202-4aae-b013-cce1cd386ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436120 Nov 23 10:39:44.280061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-df31cfd0-7282-4b48-8abf-05529c77e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.281538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-df31cfd0-7282-4b48-8abf-05529c77e994 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1097 time: 0.0477905 Nov 23 10:39:44.396114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-21b75495-dade-46f2-b070-cf0320e19980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.397616 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-21b75495-dade-46f2-b070-cf0320e19980 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0931103 Nov 23 10:39:44.464512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-eb872ce8-c710-4dd2-beab-238e66f3dee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1001 time: 0.0589163 Nov 23 10:39:44.519299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-8b4d4070-bf5d-4a51-8560-86c9a86cd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.520735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-8b4d4070-bf5d-4a51-8560-86c9a86cd90c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0487866 Nov 23 10:39:44.567402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-fcbcd145-dd5a-432c-af15-abe2e2d8bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.568908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-fcbcd145-dd5a-432c-af15-abe2e2d8bf1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403516 Nov 23 10:39:44.666568 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-bfe650d6-7715-497b-8781-19fe02f5662b service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Nov 23 10:39:44.770960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c67e0d40-4cc1-4be6-8e91-f17525d74896 req-74ad5b5b-3878-4fd2-ba23-cdfd5222e514 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966885 Nov 23 10:39:46.208980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:47.900964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ff379120-22ef-4ba6-b234-4ea3abb9cecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:50.413764 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4bf36aa7-aeee-4644-81bd-40b274b1e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:50.598032 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:51.423401 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:52.799173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:53.593852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.273667 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:40:16.142615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.904066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-deadc60f-c0ab-4ec6-98d2-dbee5628d4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.409283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bfbe9b5a-4ccb-4934-b8bd-ff0cbf9abb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.585500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:21.435956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:22.804961 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.593173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.279081 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:40:44.152113 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-bdb73aa4-5042-49fc-a128-1f9f9e14ee88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474644 Nov 23 10:40:44.244339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-cef5dc34-1a3e-4342-a0f8-b9d969527970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.245883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-cef5dc34-1a3e-4342-a0f8-b9d969527970 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1097 time: 0.0449011 Nov 23 10:40:44.353429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-0b8e148a-a09c-4642-b982-f4e305b54ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.360673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-0b8e148a-a09c-4642-b982-f4e305b54ed0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0922911 Nov 23 10:40:44.761150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-59f451a3-32d5-4b5c-a1f3-a69cb00ef2a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1001 time: 0.3934188 Nov 23 10:40:44.809369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-48f03e34-0fc8-4d5c-8728-ea3b22baeb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.810770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-48f03e34-0fc8-4d5c-8728-ea3b22baeb8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0428991 Nov 23 10:40:44.857009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-36a0cb51-410e-4bf4-90a9-6eec18facc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.858522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-36a0cb51-410e-4bf4-90a9-6eec18facc6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403061 Nov 23 10:40:44.949405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-6b8a0117-c3f9-49a2-9a2d-03a0aa055730 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834599 Nov 23 10:40:45.039047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d6e29d00-e1d8-48a1-ac6a-40df032f077d req-ec53c60d-f32c-43cb-91a8-bc99adc84376 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816531 Nov 23 10:40:46.157287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.902859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f67c-0cb1-43b1-a4e3-05214003474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.419335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-670d9a34-ed6f-4327-bd2e-5a6c95465123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.602402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.434104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.801577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.589236 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.976440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e759d7-5397-40db-8b20-0c34e05df5ef req-a5073d68-e956-4bd6-adbe-8b8d07b77751 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:06.977920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e759d7-5397-40db-8b20-0c34e05df5ef req-a5073d68-e956-4bd6-adbe-8b8d07b77751 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0623972 Nov 23 10:41:07.035893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2e759d7-5397-40db-8b20-0c34e05df5ef req-570d295b-2214-4ba6-8661-a290f833c122 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518167 Nov 23 10:41:08.179374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae03d57-c141-4e6e-a3fe-6c0da1fde9fb req-27b15fa4-ce46-4229-88af-041bcbbafdfe tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.180881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ae03d57-c141-4e6e-a3fe-6c0da1fde9fb req-27b15fa4-ce46-4229-88af-041bcbbafdfe tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0551927 Nov 23 10:41:08.229669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5ae03d57-c141-4e6e-a3fe-6c0da1fde9fb req-a42e8a4a-59cd-4499-88b2-7d731fd07ca9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Nov 23 10:41:09.367258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83175e-8585-4ae9-af54-c410774825df req-5c94047b-8299-4077-ac0a-b1fefefca901 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:09.368845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f83175e-8585-4ae9-af54-c410774825df req-5c94047b-8299-4077-ac0a-b1fefefca901 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0579131 Nov 23 10:41:09.418319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7f83175e-8585-4ae9-af54-c410774825df req-6c77ba17-dc00-414f-91aa-296b842d22d1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Nov 23 10:41:10.546979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ef24-d8e1-4490-b342-3c08224ddd9e req-f9592ea4-9d04-42f4-ac3f-8b080ed75fc6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.548519 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca15ef24-d8e1-4490-b342-3c08224ddd9e req-f9592ea4-9d04-42f4-ac3f-8b080ed75fc6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0524185 Nov 23 10:41:10.595902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ca15ef24-d8e1-4490-b342-3c08224ddd9e req-4dc4bdd8-33e0-4c66-b9d4-c4bf15e7db1a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Nov 23 10:41:11.725647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04716331-2d50-4734-985b-76c7fb2adc5f req-fd1edd2e-0fba-4cd1-839e-daed68ea1dce tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.727147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04716331-2d50-4734-985b-76c7fb2adc5f req-fd1edd2e-0fba-4cd1-839e-daed68ea1dce tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Nov 23 10:41:11.778082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-04716331-2d50-4734-985b-76c7fb2adc5f req-a6964017-7610-4b16-87f1-fbd184305a09 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Nov 23 10:41:12.910577 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3157-1594-4547-8ccd-f54d6d641e68 req-0cae8d63-0e5d-443e-8b71-bbdfb30c8062 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.912067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ef3157-1594-4547-8ccd-f54d6d641e68 req-0cae8d63-0e5d-443e-8b71-bbdfb30c8062 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0593047 Nov 23 10:41:12.963349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8ef3157-1594-4547-8ccd-f54d6d641e68 req-86890061-2b96-4999-8721-407a34438dc6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Nov 23 10:41:14.099659 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f20d3-9217-40a6-9fce-2c91a4586c85 req-80c6dc57-a5f9-4d1f-a38d-8d7289129209 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.101144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a04f20d3-9217-40a6-9fce-2c91a4586c85 req-80c6dc57-a5f9-4d1f-a38d-8d7289129209 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0552385 Nov 23 10:41:14.151862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a04f20d3-9217-40a6-9fce-2c91a4586c85 req-cfd92cac-b718-4112-a0f1-dd24d29f2fa4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Nov 23 10:41:15.280913 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb3c2-5387-4f0b-ad6e-ec54d84b610e req-5e7dc882-d147-4a8e-86e9-97115748b270 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.282394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8ebb3c2-5387-4f0b-ad6e-ec54d84b610e req-5e7dc882-d147-4a8e-86e9-97115748b270 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0511916 Nov 23 10:41:15.332732 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b8ebb3c2-5387-4f0b-ad6e-ec54d84b610e req-dc6eef8d-59c1-4ded-99c4-682caf5bd8db tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Nov 23 10:41:16.182654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.284079 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:41:16.474464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71f736-65d1-4ad6-bd78-81648f400989 req-a5dc2838-ee19-4fd2-92ff-4f7b0ddd401a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:16.475857 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b71f736-65d1-4ad6-bd78-81648f400989 req-a5dc2838-ee19-4fd2-92ff-4f7b0ddd401a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0593257 Nov 23 10:41:16.527990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4b71f736-65d1-4ad6-bd78-81648f400989 req-1af52f0f-891d-488d-8afd-7e81c04d2af2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 Nov 23 10:41:17.660637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c9575-66da-49a5-884b-68e6c60120bc req-22bb3c5c-f3e3-4af9-89b1-87ad7477d29c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.662170 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e28c9575-66da-49a5-884b-68e6c60120bc req-22bb3c5c-f3e3-4af9-89b1-87ad7477d29c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0588932 Nov 23 10:41:17.712877 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e28c9575-66da-49a5-884b-68e6c60120bc req-18683dc9-36b5-4bbe-af7c-fd8254b4a8d8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Nov 23 10:41:17.896354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4278a143-91b9-46de-a025-f3835b746ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.975991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f43ae-f864-4f83-87ee-f5a4ad7b44a2 req-257be761-9905-436d-b992-b5475edb1c41 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.977496 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa4f43ae-f864-4f83-87ee-f5a4ad7b44a2 req-257be761-9905-436d-b992-b5475edb1c41 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0521145 Nov 23 10:41:18.053316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa4f43ae-f864-4f83-87ee-f5a4ad7b44a2 req-bccfd04a-5ebe-48e5-84fa-775c293d5464 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698535 Nov 23 10:41:18.056915 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-8653efc2-e114-438c-844d-811019d732cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363688 Nov 23 10:41:19.191624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5577c-224a-452a-9f8f-8709114301eb req-3fa92ad5-e8bf-4456-bcfa-44912260abb7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:19.193143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6a5577c-224a-452a-9f8f-8709114301eb req-3fa92ad5-e8bf-4456-bcfa-44912260abb7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0552986 Nov 23 10:41:19.242065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a6a5577c-224a-452a-9f8f-8709114301eb req-af61117b-61e2-42da-bd44-8eb5f4df1c0b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Nov 23 10:41:20.377811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9c32-dd07-44b5-8269-8a15be5b2538 req-a9c71993-c1de-49c5-bdc4-12826993ae91 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:20.379345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-114d9c32-dd07-44b5-8269-8a15be5b2538 req-a9c71993-c1de-49c5-bdc4-12826993ae91 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0502412 Nov 23 10:41:20.416058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a4bc-21f1-410b-994a-758e635087ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.430899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-114d9c32-dd07-44b5-8269-8a15be5b2538 req-b896f01c-07b2-45f1-ba48-57abfbf285e8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Nov 23 10:41:20.598595 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.440454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.549076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737c0b3-eef7-409f-a26a-c396b17e4e5b req-572808ff-1fbe-4f6b-ba4c-a6e5c3489fa9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:21.550584 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f737c0b3-eef7-409f-a26a-c396b17e4e5b req-572808ff-1fbe-4f6b-ba4c-a6e5c3489fa9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0498779 Nov 23 10:41:21.600285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f737c0b3-eef7-409f-a26a-c396b17e4e5b req-ea3460fc-7c3d-4453-8e43-9e00976d8eab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Nov 23 10:41:22.731414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6d11-2842-4600-8f66-20edd61eb173 req-e3bf3b6b-d6bc-4a18-848a-f4b25153daf1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:22.732886 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75ff6d11-2842-4600-8f66-20edd61eb173 req-e3bf3b6b-d6bc-4a18-848a-f4b25153daf1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0595095 Nov 23 10:41:22.782311 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-75ff6d11-2842-4600-8f66-20edd61eb173 req-84f3f1f2-83f3-4514-a0ed-51f9657e6a3a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Nov 23 10:41:22.808046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.266196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-fbcf1f8b-69ef-409f-8bdd-167ae4182836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.267686 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-fbcf1f8b-69ef-409f-8bdd-167ae4182836 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1097 time: 0.0427887 Nov 23 10:41:23.368999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-4a063771-9eb8-4ca4-a6be-bcbae4cec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.371211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-4a063771-9eb8-4ca4-a6be-bcbae4cec48e service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0961120 Nov 23 10:41:23.448740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-0c0e7f46-6eab-4912-aeae-983fbf3baa97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1001 time: 0.0688176 Nov 23 10:41:23.500264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-dd4dd122-6a79-42c1-830e-db4abe8e495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.501725 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-dd4dd122-6a79-42c1-830e-db4abe8e495c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0454700 Nov 23 10:41:23.552407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-3239a574-7af3-4709-ac4a-611c53c2dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.554446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-3239a574-7af3-4709-ac4a-611c53c2dca5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454235 Nov 23 10:41:23.594076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.645035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-fd3fd32c-043b-4b5d-9d51-fd9916e7e430 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Nov 23 10:41:23.738439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-52f0b3e3-a022-4ebb-b7a5-71a0f0b72832 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Nov 23 10:41:23.901183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d84740-0533-46a8-9890-19a06329079a req-d43d7e9c-abf5-41a4-8647-8cd657823e25 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.902683 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3d84740-0533-46a8-9890-19a06329079a req-d43d7e9c-abf5-41a4-8647-8cd657823e25 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0523546 Nov 23 10:41:23.954716 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b3d84740-0533-46a8-9890-19a06329079a req-b26cdc90-6fdc-4f60-877e-8a794ceed08e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Nov 23 10:41:25.088426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e0bbe-82ee-4eee-a32b-70c27bde651b req-0954281a-06b0-40e5-9f96-35ecdf328c7e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:25.089923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d3e0bbe-82ee-4eee-a32b-70c27bde651b req-0954281a-06b0-40e5-9f96-35ecdf328c7e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0583868 Nov 23 10:41:25.142548 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8d3e0bbe-82ee-4eee-a32b-70c27bde651b req-febf7dd8-e6b4-4436-9b46-29013502900c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Nov 23 10:41:25.516416 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-517db569-8546-4cd0-8a1c-b393f7e12800 service neutron] show failed (client error): The resource could not be found. Nov 23 10:41:25.517422 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-517db569-8546-4cd0-8a1c-b393f7e12800 service neutron] 10.222.0.50 "GET /v2.0/ports/9f9e5121-1a83-4e10-a43b-1dc16fe46344/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0596855 Nov 23 10:41:25.786620 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-ddef2d0a-c45b-45ba-beb4-10379002fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:25.788048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-ddef2d0a-c45b-45ba-beb4-10379002fb59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1097 time: 0.0915565 Nov 23 10:41:25.799031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-f6e0ee08-1945-441f-b7e8-aa91c6bd5040 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:41:25.799995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-f6e0ee08-1945-441f-b7e8-aa91c6bd5040 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048754 Nov 23 10:41:25.811616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:25.864768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.066441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:26.112217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:26.161604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:26.163946 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e0609-cd46-4244-bc9a-409f5bd99a03" -d '{"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:26.167956 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.181173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Transition to ACTIVE for port object 9f9e5121-1a83-4e10-a43b-1dc16fe46344 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:26.190083 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.256877 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d3f26-c6ad-453a-908b-d680739e5306 x-openstack-request-id: req-7e7d3f26-c6ad-453a-908b-d680739e5306 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:26.257177 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:26.257428 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e7d3f26-c6ad-453a-908b-d680739e5306 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:26.257829 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'code': 200} Nov 23 10:41:26.630581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:26.651298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.651654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.651985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.652322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.652653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.652978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.653300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.653618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.653936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.654265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.654582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.654895 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:26.685026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b94b-51c7-4b56-9252-8255a07ee52a req-110a85b9-61e6-4fe8-92eb-9eb725bb7f08 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:26.686532 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e24b94b-51c7-4b56-9252-8255a07ee52a req-110a85b9-61e6-4fe8-92eb-9eb725bb7f08 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.4639034 Nov 23 10:41:26.687385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] No DVR routers for this DVR port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:26.806956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3e24b94b-51c7-4b56-9252-8255a07ee52a req-03b4e392-c48d-4ba7-8b52-bd19766a5874 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871408 Nov 23 10:41:26.858737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:26.859116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:26.859551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:26.866738 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:26.867141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Attempting to bind port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:26.875258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:26.875695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:26.876213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:26.876785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Bound port: 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:26.877217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.945600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:26.948604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:26.955712 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.988953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:26.989740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.991114 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1092 time: 1.1830812 Nov 23 10:41:27.012262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa253-45bd-4789-b7d2-06cda0439710 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:27.056274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-c68b0ab0-1ea4-4dbd-aee2-2669c20eb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.057807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-c68b0ab0-1ea4-4dbd-aee2-2669c20eb4fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0423512 Nov 23 10:41:27.155541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-68ec9ad6-86c0-420c-b130-d97d57b84f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.156988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-68ec9ad6-86c0-420c-b130-d97d57b84f4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0915508 Nov 23 10:41:27.224494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-8d17836d-7387-446d-b31b-3d816bdd2402 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 999 time: 0.0595093 Nov 23 10:41:27.279791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-2d0a03dc-920a-4efc-84d9-ef3b9fb1d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.281240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-2d0a03dc-920a-4efc-84d9-ef3b9fb1d58f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0502119 Nov 23 10:41:27.332269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-77407437-d468-448e-991e-da1e77584c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.333724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-77407437-d468-448e-991e-da1e77584c15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451136 Nov 23 10:41:27.422363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-61679ef1-26bf-4922-ab74-bf375dcc13ef service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811911 Nov 23 10:41:27.528350 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7fc65ae7-e2ce-451a-8fdc-77ba68f8d08e req-5382368a-c43a-47c5-b4b9-4346cd69fe24 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991645 Nov 23 10:41:27.923544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:27.937020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe377db-b655-48a8-9bfe-348305e22b4c req-1abe2be6-1975-4617-a000-cca39499c01d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.938681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fe377db-b655-48a8-9bfe-348305e22b4c req-1abe2be6-1975-4617-a000-cca39499c01d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0527055 Nov 23 10:41:27.966008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:27.987145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3fe377db-b655-48a8-9bfe-348305e22b4c req-d525ff8b-3eb4-49d2-9bce-8382c71d0b78 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Nov 23 10:41:28.259338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:28.263632 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:28.328828 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84a39ab-57ab-4435-8027-e8f31bfdac78 x-openstack-request-id: req-d84a39ab-57ab-4435-8027-e8f31bfdac78 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:28.329121 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:28.329398 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d84a39ab-57ab-4435-8027-e8f31bfdac78 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:28.329786 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'status': 'completed', 'code': 200} Nov 23 10:41:28.391414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-ec3c08db-d6ce-44a3-81f5-b580a81af557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.391681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-03ac1ae7-8416-4a92-886e-7b72773e7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.392955 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-ec3c08db-d6ce-44a3-81f5-b580a81af557 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0413749 Nov 23 10:41:28.393069 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-03ac1ae7-8416-4a92-886e-7b72773e7bb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0424962 Nov 23 10:41:28.486832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-613f8aee-5df8-4d7d-9458-2a4d046ae0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.487079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-384f562d-3f0f-4e10-908d-f75b64591326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.488217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-613f8aee-5df8-4d7d-9458-2a4d046ae0b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0883493 Nov 23 10:41:28.488457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-384f562d-3f0f-4e10-908d-f75b64591326 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0886021 Nov 23 10:41:28.554061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-04017084-c615-42d7-adf5-489809487b4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 999 time: 0.0576522 Nov 23 10:41:28.555362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-6691edb4-4989-4c66-a5c3-8540e5b5a9f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 999 time: 0.0594623 Nov 23 10:41:28.605350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-6dbceca9-4870-4fe1-923a-23ebe5f26f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.606866 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-6dbceca9-4870-4fe1-923a-23ebe5f26f63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0457168 Nov 23 10:41:28.609292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-ac941400-8a34-48eb-9708-cd10abfbf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.610796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-ac941400-8a34-48eb-9708-cd10abfbf64b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0480735 Nov 23 10:41:28.656194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-d0c14693-baf4-4438-b4da-033a6ec33ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.657707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-d0c14693-baf4-4438-b4da-033a6ec33ed0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404341 Nov 23 10:41:28.659382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-a8261e1f-16d0-414a-980a-26349dd771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.660862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-a8261e1f-16d0-414a-980a-26349dd771a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453088 Nov 23 10:41:28.747248 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-36bf41ae-98e7-42cc-ae15-da7cfd140b9e service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825260 Nov 23 10:41:28.751243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-3b761626-44bc-418a-88f3-5e219f96d036 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824096 Nov 23 10:41:28.841879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-0a26dfc9-0a7b-4db8-a75b-d2600dd26fe5 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Nov 23 10:41:28.845962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cd9d9bb-eeb7-462e-84b7-364d0deb2dfb req-904a2048-f007-4d2a-b646-3c772b3d53a6 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861552 Nov 23 10:41:29.117052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f8e92-76c0-4c3f-8f0f-350a7b17e5c9 req-f2caaf38-47c3-4cfe-ba63-c2982e49a69d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.118673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-010f8e92-76c0-4c3f-8f0f-350a7b17e5c9 req-f2caaf38-47c3-4cfe-ba63-c2982e49a69d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0506186 Nov 23 10:41:29.170463 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-010f8e92-76c0-4c3f-8f0f-350a7b17e5c9 req-1eefdfd8-abf1-424c-ba9a-bf842cecc3da tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Nov 23 10:41:30.291550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397217e9-38e5-495f-94d9-30290c61cf96 req-67044171-7021-4d02-8ae9-23838b6a608a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.293004 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-397217e9-38e5-495f-94d9-30290c61cf96 req-67044171-7021-4d02-8ae9-23838b6a608a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0502284 Nov 23 10:41:30.339603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-397217e9-38e5-495f-94d9-30290c61cf96 req-fdf87c57-d521-4640-a67e-181fec1053b8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Nov 23 10:41:30.549561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad6b5-bd39-4987-9412-50824ed3d2bf req-f03f9eac-7284-42ea-80dc-294b97c3c08c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.551148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-155ad6b5-bd39-4987-9412-50824ed3d2bf req-f03f9eac-7284-42ea-80dc-294b97c3c08c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 944 time: 0.0535696 Nov 23 10:41:30.568742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-06c1c8bc-1364-47ad-bd8a-5e0de37db44e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.570285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-06c1c8bc-1364-47ad-bd8a-5e0de37db44e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10&tenant_id=d7e55bb281e84d05aea50c5b8396aecb&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 944 time: 0.0566931 Nov 23 10:41:30.601595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-155ad6b5-bd39-4987-9412-50824ed3d2bf req-71a4e736-e7fb-4680-996e-8c5b0caccabe tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Nov 23 10:41:30.632011 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-becfd5f2-3a03-4262-a24b-ea450fc283e4 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:41:30.633019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-becfd5f2-3a03-4262-a24b-ea450fc283e4 service neutron] 10.222.0.50 "DELETE /v2.0/ports/9f9e5121-1a83-4e10-a43b-1dc16fe46344/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0542722 Nov 23 10:41:30.720395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-11074e23-6b78-40b2-8040-f2137289948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.721814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-11074e23-6b78-40b2-8040-f2137289948f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1095 time: 0.0423355 Nov 23 10:41:30.821063 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-339f469b-b417-4f1f-a401-b4123419483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.822569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-339f469b-b417-4f1f-a401-b4123419483f service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0924675 Nov 23 10:41:30.890516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-45c9b294-87d9-48b2-ae3e-93819f62287f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 999 time: 0.0596995 Nov 23 10:41:30.939449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-aed74b21-3520-4842-80cc-4a36012f8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.940937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-aed74b21-3520-4842-80cc-4a36012f8e3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0436924 Nov 23 10:41:30.991681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-5ab7d3ba-3530-4978-b123-5189eb4b94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.993112 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-5ab7d3ba-3530-4978-b123-5189eb4b94b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451682 Nov 23 10:41:31.093753 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-ae8984ee-6b10-45a1-b8db-c9a1d2f00df4 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926778 Nov 23 10:41:31.192716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-46bcbc30-69a1-4dbe-89e7-c47830024475 req-a1b283b5-f2d6-47bb-93e0-ffd54a64ab7b service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912435 Nov 23 10:41:31.428500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:31.536238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:31.549040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'mac_address': 'fa:16:3e:14:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:31.591024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.603686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9e5121-1a83-4e10-a43b-1dc16fe46344 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:31.624554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:31.629270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.677176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:31.685025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.685660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.686038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.686371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.686691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.687014 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.687334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.687654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.688099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.688422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.688745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.689191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:31.728976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eabad-87e5-4b9e-9cdd-08874b90b0ac req-c38ea834-e4ed-41b6-8107-842330b620ce tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:31.730524 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-992eabad-87e5-4b9e-9cdd-08874b90b0ac req-c38ea834-e4ed-41b6-8107-842330b620ce tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0529044 Nov 23 10:41:31.779861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-992eabad-87e5-4b9e-9cdd-08874b90b0ac req-88bdb889-8012-4446-899f-832a88222e2f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Nov 23 10:41:31.897559 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba51d8-91d6-4fcb-9da8-e724d1241b94 req-36be936f-4984-4071-bff8-c2169a4cb03a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:31.899078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4cba51d8-91d6-4fcb-9da8-e724d1241b94 req-36be936f-4984-4071-bff8-c2169a4cb03a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0504808 Nov 23 10:41:31.946356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4cba51d8-91d6-4fcb-9da8-e724d1241b94 req-aae504c3-8ab0-4fa9-afb7-abc6357b5cf9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Nov 23 10:41:31.952768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9f9e5121-1a83-4e10-a43b-1dc16fe46344'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:32.178500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc37523-a34d-48e5-a7f1-07ccc3b4436b req-e70bc0bf-619b-4cac-a8cf-28c883add33f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.179990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc37523-a34d-48e5-a7f1-07ccc3b4436b req-e70bc0bf-619b-4cac-a8cf-28c883add33f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0823109 Nov 23 10:41:32.214919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-a3fb5fe4-b92e-4bc1-bdda-6d35828f7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.216292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-a3fb5fe4-b92e-4bc1-bdda-6d35828f7ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 1096 time: 0.0788915 Nov 23 10:41:32.253617 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2cc37523-a34d-48e5-a7f1-07ccc3b4436b req-ab08a43e-ddbf-46be-bb12-e76f8f6adf15 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674615 Nov 23 10:41:32.321530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-4cc5ecf2-1b74-47ea-90e3-2ec7905924d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.323017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-4cc5ecf2-1b74-47ea-90e3-2ec7905924d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0962059 Nov 23 10:41:32.395564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-8ee91ca4-8b1b-49c8-967c-7bfec2ffe171 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 200 len: 1000 time: 0.0638003 Nov 23 10:41:32.447648 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-18e85daa-fedc-4027-98ea-2e752ee84a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.449743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-18e85daa-fedc-4027-98ea-2e752ee84a97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0463476 Nov 23 10:41:32.610754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-f6063a08-b2ae-4e3d-93a8-0199445da169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.612228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-f6063a08-b2ae-4e3d-93a8-0199445da169 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502172 Nov 23 10:41:32.705303 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-798d5081-3143-426e-ba91-625543229070 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Nov 23 10:41:32.793352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c2e457f3-2487-4d98-a73a-422c7e5653fa req-4bbec4bd-1e03-415e-ba1c-2ae58abd47f2 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812168 Nov 23 10:41:33.385929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6597c-a715-4cd8-b324-1b0972b7b441 req-7560df41-ca17-48a8-a8c4-c80bda02a0ca tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:33.387401 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d6597c-a715-4cd8-b324-1b0972b7b441 req-7560df41-ca17-48a8-a8c4-c80bda02a0ca tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Nov 23 10:41:33.427012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:33.440871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55d6597c-a715-4cd8-b324-1b0972b7b441 req-00aafb8d-738e-4715-a6d3-be4984c31cc4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 Nov 23 10:41:33.480668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:33.484281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:33.484672 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.576575 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.600805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:33.603376 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b249dce-069f-4802-8797-6462d74b6fb7" -d '{"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:33.617436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:33.622847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.671049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:33.702356 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c9461-ba3b-45ff-a6f9-bc0e739ff9a4 x-openstack-request-id: req-320c9461-ba3b-45ff-a6f9-bc0e739ff9a4 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:33.702643 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:33.702896 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-320c9461-ba3b-45ff-a6f9-bc0e739ff9a4 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:33.703297 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'code': 200} Nov 23 10:41:34.567147 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bed3c7-6075-41eb-840b-2a46d1c8e82b req-0e40d8bf-e2a2-461e-90cb-8607d06b49cf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:34.568676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1bed3c7-6075-41eb-840b-2a46d1c8e82b req-0e40d8bf-e2a2-461e-90cb-8607d06b49cf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Nov 23 10:41:34.616621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b1bed3c7-6075-41eb-840b-2a46d1c8e82b req-b2881021-a523-4f87-9afe-6f85fa1219c4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Nov 23 10:41:34.854879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82763d-79b8-4bb8-9553-ea4067b2a260 req-7d1ea1e9-a981-4433-984a-faa7b92adc16 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:34.856352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a82763d-79b8-4bb8-9553-ea4067b2a260 req-7d1ea1e9-a981-4433-984a-faa7b92adc16 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0510590 Nov 23 10:41:34.906371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6a82763d-79b8-4bb8-9553-ea4067b2a260 req-9ee62dd9-8b67-442f-8962-404d8d60a10e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Nov 23 10:41:36.033234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66fd4-7dfb-4aac-be59-7e23dd75db4c req-574ed639-dffc-4c31-8ac2-930c159a918e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:36.034754 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9bb66fd4-7dfb-4aac-be59-7e23dd75db4c req-574ed639-dffc-4c31-8ac2-930c159a918e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0552604 Nov 23 10:41:36.084647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9bb66fd4-7dfb-4aac-be59-7e23dd75db4c req-f0a5d17e-bcd5-472f-ac87-cc176e8f498b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Nov 23 10:41:36.276962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-023b3ccd-4ee9-421e-8d27-e172a06ed0bd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:36.278440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-023b3ccd-4ee9-421e-8d27-e172a06ed0bd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 946 time: 0.0563636 Nov 23 10:41:36.372288 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Deleting port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:36.372591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.462594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] For port 9f9e5121-1a83-4e10-a43b-1dc16fe46344, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9f9e5121-1a83-4e10-a43b-1dc16fe46344,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:36.462835 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.648842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.649233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.649541 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 disassociated. External IP: 172.25.1.50, port: 9f9e5121-1a83-4e10-a43b-1dc16fe46344. Nov 23 10:41:36.649877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Calling delete_port for 9f9e5121-1a83-4e10-a43b-1dc16fe46344 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:36.778673 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.807545 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'Port': ['ID=9f9e5121-1a83-4e10-a43b-1dc16fe46344,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:36.928074 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:41:37.045390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:41:37.056095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:41:37.067171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:37.067789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:41:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:37.091411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] No DVR routers for this DVR port 9f9e5121-1a83-4e10-a43b-1dc16fe46344 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:37.094623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:37.098062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-379a5342-5346-4cd4-bc21-70bc8dd8d115 req-4cd5c137-a668-4018-aed6-f73b5ea55ba4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "DELETE /v2.0/ports/9f9e5121-1a83-4e10-a43b-1dc16fe46344 HTTP/1.1" status: 204 len: 173 time: 0.8123336 Nov 23 10:41:37.098519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-deleted', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:37.100888 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ca8205-5c1d-4b71-b3cd-a848762508b2" -d '{"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-deleted", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:37.153030 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e6374f-7c6e-4aab-95a5-64f2c09bbfb3 x-openstack-request-id: req-01e6374f-7c6e-4aab-95a5-64f2c09bbfb3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:37.153332 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f835a095-2e4f-4153-8e76-9bcfe7916f10", "name": "network-vif-deleted", "tag": "9f9e5121-1a83-4e10-a43b-1dc16fe46344", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:37.153588 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01e6374f-7c6e-4aab-95a5-64f2c09bbfb3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:37.154045 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f835a095-2e4f-4153-8e76-9bcfe7916f10', 'name': 'network-vif-deleted', 'tag': '9f9e5121-1a83-4e10-a43b-1dc16fe46344', 'status': 'completed', 'code': 200} Nov 23 10:41:37.193926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:37.195243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-830bf160-b93d-40d4-8d46-69020275ee09 req-8d1616c1-007d-4d7c-8780-7299aeb66466 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=f835a095-2e4f-4153-8e76-9bcfe7916f10 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Nov 23 10:41:37.411860 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:37.439421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:41:37.449403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:37.450058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:41:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:37.571963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:37.776973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:37.806108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4e97-a697-49ec-af4e-e747c551bb2f None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:41:38.051226 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4141c56-06b9-4eb7-b0d2-956566acc5b4 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:41:38.488492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-a227f4d5-e60a-452f-8a34-a75e71062494 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1271983495&fields=id&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 267 time: 0.0468800 Nov 23 10:41:38.599827 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d32e4ff4-65f2-4983-b107-fb01ab87f4e9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:38.601182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d32e4ff4-65f2-4983-b107-fb01ab87f4e9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1056454 Nov 23 10:41:38.617220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-00f50fb0-c7a0-482e-b1c6-65d6c9f4f2b3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/quotas/d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 375 time: 0.0096922 Nov 23 10:41:38.683509 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-9d72b635-9c3a-4f21-9d68-ce39eff57f5d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606217 Nov 23 10:41:38.753501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d9a03ef2-91a1-4cda-8138-41aab4b4c452 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:41:38.754544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d9a03ef2-91a1-4cda-8138-41aab4b4c452 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585785 Nov 23 10:41:38.852431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-c362b9e7-bc48-45e1-86b2-274453fb00a3 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901446 Nov 23 10:41:38.948254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-b94caf15-9927-4c77-a907-eb8b36dce573 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894656 Nov 23 10:41:39.457852 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:39.478566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9f9e5121-1a83-4e10-a43b-1dc16fe46344 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:39.478914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9f9e5121-1a83-4e10-a43b-1dc16fe46344 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:40.131349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e1323274-f5b5-48ab-840f-7913fbeacc59 req-ccfabe2e-29af-48e1-ae37-464f3eaaa25f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 210 time: 0.0264719 Nov 23 10:41:41.100434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-cf85f40b-4836-48d9-a981-e8c14d31cdaf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.102119 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-cf85f40b-4836-48d9-a981-e8c14d31cdaf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1066911 Nov 23 10:41:41.181199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-6c5fc4b8-94d2-4352-ad01-69db4743db95 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 380 time: 0.0694318 Nov 23 10:41:41.192075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'port': {'device_id': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'admin_state_up': True, 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'security_groups': ['978aa331-5437-405a-a6c4-83ecd1c08c76']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:41.229082 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-763ec417-9802-4db6-8886-d50882a79b0a req-082dc158-1fe9-4618-8d36-3b5affd303f5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 210 time: 0.0268395 Nov 23 10:41:41.303670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:41.307960 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.446226 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Allocated IP 172.20.0.3 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/2bdfc784-fe8c-434c-8222-12609202265c) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:41.591229 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.634123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.675421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:41.681198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:41.684822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:41.710177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:41.740424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.741042 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.759149 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-1fd44f69-33aa-44bc-84e1-5dc660d52814 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709591 Nov 23 10:41:41.773152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Request body: {'port': {'device_id': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:41.831819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.899964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f57b5080-d8f9-44c9-b98a-8a84b0b5c11c None None] Provisioning complete for port 2bdfc784-fe8c-434c-8222-12609202265c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:41.900579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f57b5080-d8f9-44c9-b98a-8a84b0b5c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.934146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f57b5080-d8f9-44c9-b98a-8a84b0b5c11c None None] Port 2bdfc784-fe8c-434c-8222-12609202265c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:42.115887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:42.124043 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.137461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Transition to ACTIVE for port object 2bdfc784-fe8c-434c-8222-12609202265c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:42.143508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.195661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:42.271287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:42.271628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:42.272028 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:42.277161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:42.277483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:42.283068 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:42.283409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:42.283798 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:42.284221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Bound port: 2bdfc784-fe8c-434c-8222-12609202265c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:42.284713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.394574 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4057-e668-4c19-a984-b9a248579f23 req-ace1a71c-49a8-4ab0-b784-5b5614600e60 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.396079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff0d4057-e668-4c19-a984-b9a248579f23 req-ace1a71c-49a8-4ab0-b784-5b5614600e60 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0922337 Nov 23 10:41:42.398708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:42.402000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:42.411572 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.470847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.471508 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.472863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] 10.222.0.11 "PUT /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1091 time: 0.7041664 Nov 23 10:41:42.473314 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:42.475629 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e073615-24c2-4852-89e1-7eb6c93be9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:42.549983 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeba27e-74e7-4364-a267-124007e873bc x-openstack-request-id: req-1aeba27e-74e7-4364-a267-124007e873bc {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:42.550246 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:42.550504 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1aeba27e-74e7-4364-a267-124007e873bc {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:42.550893 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'status': 'completed', 'code': 200} Nov 23 10:41:42.552622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394733cf-4796-4594-98dc-b05d14d84d47 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:42.566517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff0d4057-e668-4c19-a984-b9a248579f23 req-d2749564-ee3e-41f6-8159-9a0aadbfe026 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628058 Nov 23 10:41:42.581993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-764dc102-6e5c-4903-be92-e67dd8cb2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.583558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-764dc102-6e5c-4903-be92-e67dd8cb2c7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1094 time: 0.0643170 Nov 23 10:41:42.626832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-086781e4-85f3-41b4-b0f1-285bfdee6950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 217 time: 0.0350893 Nov 23 10:41:42.682823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d87802b7-ca02-4c21-8c6c-7a1d39c8bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.684309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-d87802b7-ca02-4c21-8c6c-7a1d39c8bb13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0504794 Nov 23 10:41:42.740672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-4a850fe9-9fd0-4fee-9a09-cd76ec9b30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.742318 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-4a850fe9-9fd0-4fee-9a09-cd76ec9b30be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508835 Nov 23 10:41:42.842199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-979849f8-bbc2-433b-aa34-94dab770a1e1 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918782 Nov 23 10:41:42.941539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45a53f0f-bd96-40c0-8e8b-44acc06e2b75 req-e6ff595d-2c36-4683-9064-8004891a12dd service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923693 Nov 23 10:41:43.034704 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-e0266432-1334-4f7d-bb52-8d369ace1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.036132 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-e0266432-1334-4f7d-bb52-8d369ace1a48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1094 time: 0.0423028 Nov 23 10:41:43.131457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-324b16ea-5b22-46fe-ad7b-4bd320ed9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.132924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-324b16ea-5b22-46fe-ad7b-4bd320ed9c09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0899839 Nov 23 10:41:43.174363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-97c25050-f648-44d3-b14b-ee3912c22e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 217 time: 0.0346229 Nov 23 10:41:43.225193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-039c4921-44f4-473e-b0ba-7418be584513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.226634 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-039c4921-44f4-473e-b0ba-7418be584513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0460539 Nov 23 10:41:43.277701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-be3247e9-6f7a-46d3-a278-160ff52c31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.279230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-be3247e9-6f7a-46d3-a278-160ff52c31f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454893 Nov 23 10:41:43.372165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-64ed2b16-c055-4378-939d-57af9aab7b31 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849149 Nov 23 10:41:43.472279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6e073615-24c2-4852-89e1-7eb6c93be9e3 req-02f92940-246e-4b23-a02c-363d16ac7888 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918255 Nov 23 10:41:43.703579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78092d-a923-44ca-a810-bbb917f7a247 req-4638fac7-0b31-438c-a21a-ff6dedf2bd61 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.705550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa78092d-a923-44ca-a810-bbb917f7a247 req-4638fac7-0b31-438c-a21a-ff6dedf2bd61 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0698223 Nov 23 10:41:43.760036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa78092d-a923-44ca-a810-bbb917f7a247 req-8fb702e1-0c39-4361-a3e3-c5c8200c4a82 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465646 Nov 23 10:41:44.892541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b4d4-aecb-43ab-b809-34894d93f251 req-f7117745-ab70-4861-ac61-47d27a7c2fe3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.894054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ec1b4d4-aecb-43ab-b809-34894d93f251 req-f7117745-ab70-4861-ac61-47d27a7c2fe3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0530488 Nov 23 10:41:44.944741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3ec1b4d4-aecb-43ab-b809-34894d93f251 req-abd6ae0c-b584-416a-862a-1f10162238ed tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Nov 23 10:41:46.068030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109da90b-8ae8-43ba-834d-8e97b52c957f req-1b6cff81-ee02-462d-b7c4-d4e4ff6226ab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.069525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-109da90b-8ae8-43ba-834d-8e97b52c957f req-1b6cff81-ee02-462d-b7c4-d4e4ff6226ab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0544617 Nov 23 10:41:46.131796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-109da90b-8ae8-43ba-834d-8e97b52c957f req-6ddef24e-aab7-47e1-a950-6001efa15d90 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528917 Nov 23 10:41:46.169105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:47.253603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e453-9344-4385-9691-298016c1b2a1 req-d9f1ea34-f2d4-4113-8d93-56e0c47b20bd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.255093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6c7e453-9344-4385-9691-298016c1b2a1 req-d9f1ea34-f2d4-4113-8d93-56e0c47b20bd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0540602 Nov 23 10:41:47.307810 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6c7e453-9344-4385-9691-298016c1b2a1 req-455d6750-6f21-4b2d-a2d3-c5ab3e0a1235 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465479 Nov 23 10:41:47.520334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:47.633559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:47.647755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '2bdfc784-fe8c-434c-8222-12609202265c', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:47.689597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:47.704310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:47.725480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:47.731323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:47.777511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:47.903635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e37ffb7a-5013-4a7b-bc6d-e696776725d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.028832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2bdfc784-fe8c-434c-8222-12609202265c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:48.447383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca61d2-db8d-41be-b133-9ddc2c2165cb req-0c9d60a5-343d-4295-b0bc-fdbf3806a448 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:48.448916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bca61d2-db8d-41be-b133-9ddc2c2165cb req-0c9d60a5-343d-4295-b0bc-fdbf3806a448 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0573113 Nov 23 10:41:48.499150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bca61d2-db8d-41be-b133-9ddc2c2165cb req-f3f9e0d8-7465-4e65-8463-09873456e42a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Nov 23 10:41:49.536300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:49.590543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 2bdfc784-fe8c-434c-8222-12609202265c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:49.594665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 2bdfc784-fe8c-434c-8222-12609202265c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:49.595046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.618376 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8394-4367-4518-95d2-d8284ff393c3 req-a2207324-2196-43c5-870f-bb26ca4db5e4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.619924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-846d8394-4367-4518-95d2-d8284ff393c3 req-a2207324-2196-43c5-870f-bb26ca4db5e4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0503721 Nov 23 10:41:49.669769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-846d8394-4367-4518-95d2-d8284ff393c3 req-8ea343d3-d5be-46e8-83ed-05503d81e374 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Nov 23 10:41:49.677118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.701426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:49.703706 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9729393-0038-4e4a-83ef-94d68dda9016" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:49.717133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:49.722314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.748291 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf113fe-09f5-4f5d-8ab4-5bd1334f50e0 x-openstack-request-id: req-0bf113fe-09f5-4f5d-8ab4-5bd1334f50e0 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:49.748590 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:49.748848 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bf113fe-09f5-4f5d-8ab4-5bd1334f50e0 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:49.749260 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'code': 200} Nov 23 10:41:49.776822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:49.847140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42159e7-0914-4d95-8617-f01a60de57ec req-fa3ef2c0-c70d-4be3-8068-4b2dc0189e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.848685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b42159e7-0914-4d95-8617-f01a60de57ec req-fa3ef2c0-c70d-4be3-8068-4b2dc0189e83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0419936 Nov 23 10:41:49.897167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b42159e7-0914-4d95-8617-f01a60de57ec req-21a7c10a-8afc-43b7-b568-12b322f624c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Nov 23 10:41:50.414260 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5817de47-fb28-4716-90bd-a0835adf7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.615254 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.797672 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7211-7a86-4ca2-b8d8-c0d6eaa495c8 req-fa7ecd8c-23c2-407a-bba6-4a1d60a9756f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:50.799189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-281c7211-7a86-4ca2-b8d8-c0d6eaa495c8 req-fa7ecd8c-23c2-407a-bba6-4a1d60a9756f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0558898 Nov 23 10:41:50.849759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-281c7211-7a86-4ca2-b8d8-c0d6eaa495c8 req-37bd4dda-2891-40da-bb5f-742857455551 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Nov 23 10:41:51.436730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.994378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf21a8-d85a-4ba0-afd3-a8128389ca47 req-ca2bb065-affb-4204-a1fa-bd46fedff0fa tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:51.995980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5abf21a8-d85a-4ba0-afd3-a8128389ca47 req-ca2bb065-affb-4204-a1fa-bd46fedff0fa tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0594170 Nov 23 10:41:52.046061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5abf21a8-d85a-4ba0-afd3-a8128389ca47 req-3c21c8be-c4ef-4a17-8998-410aa87fb149 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Nov 23 10:41:52.173720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aa5f7-b516-4a9e-baba-48d7ab5731c1 req-8315a3ed-ec14-4188-aa32-e987a546cb5c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:52.175171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed8aa5f7-b516-4a9e-baba-48d7ab5731c1 req-8315a3ed-ec14-4188-aa32-e987a546cb5c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0523129 Nov 23 10:41:52.184110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 54868) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:52.188592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'floatingip': {'port_id': '2bdfc784-fe8c-434c-8222-12609202265c'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:52.231994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.807002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.997153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.004465 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.108849 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 associated. External IP: 172.25.1.50, port: 2bdfc784-fe8c-434c-8222-12609202265c. Nov 23 10:41:53.284040 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:41:53.319585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:41:53.431618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:41:53.436807 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.443241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:41:53.454503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:53.455145 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:41:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:53.467177 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-55b5ad04-887f-486b-914a-a599c39cdad9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "PUT /v2.0/floatingips/19b4b18d-f7e9-418a-876c-a2f54bb78ac3 HTTP/1.1" status: 200 len: 990 time: 1.2793770 Nov 23 10:41:53.467177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:53.467471 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e196b2-5526-448b-8c8b-b8f472777a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:53.509486 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0de149-478d-4f8a-b213-21be63d3550b x-openstack-request-id: req-eb0de149-478d-4f8a-b213-21be63d3550b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:53.509785 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:53.510077 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb0de149-478d-4f8a-b213-21be63d3550b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:53.510493 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'status': 'completed', 'code': 200} Nov 23 10:41:53.583894 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-1d03a519-0d74-481c-bad0-1971d13a42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:53.585452 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-1d03a519-0d74-481c-bad0-1971d13a42b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0456622 Nov 23 10:41:53.686721 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-ca3b3be6-e491-459a-b583-e07ba970e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:53.688198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-ca3b3be6-e491-459a-b583-e07ba970e2fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0946901 Nov 23 10:41:53.733628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.742981 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:53.757918 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-ffe2a829-53b4-409c-bb50-123d7c11a061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 998 time: 0.0625324 Nov 23 10:41:53.821150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-7b870782-d7b8-43b0-8a67-61c264cd250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:53.822830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-7b870782-d7b8-43b0-8a67-61c264cd250a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0575564 Nov 23 10:41:53.873089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-2946811f-fc0c-4ae7-ae57-70ce2203d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:53.875458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-2946811f-fc0c-4ae7-ae57-70ce2203d98d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447850 Nov 23 10:41:53.971487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:41:52Z', 'revision_number': 9, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:53.974870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-18ecccb7-d226-4ee2-b54c-97f357585655 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918660 Nov 23 10:41:54.002020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:41:54.010361 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:54.011034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:41:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:54.065933 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d8e196b2-5526-448b-8c8b-b8f472777a0e req-b8357be1-8f4d-43f0-b10d-e8d543174f35 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Nov 23 10:41:54.122873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:54.371943 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:41:52Z', 'revision_number': 9, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:54.404288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b717b26-15b6-4820-9eaf-8410e564aaf3 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:41:52Z', 'revision_number': 9, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:41:54.609108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18507b-a407-4b85-aa1f-f9ca22c08d99 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:42:16.189692 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.907879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ef0563-fbdd-4a8f-aad7-553015353907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.408755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-37f98f68-fd9b-4b29-996a-694c54e6296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.644302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:21.440370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.812783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.597522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.285865 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:42:42.583694 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-2c17cdb3-6685-4859-8823-a4564ee1a1d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446725 Nov 23 10:42:42.681467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-f8dacc74-851f-45bf-bc49-821a91a254ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.684373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-f8dacc74-851f-45bf-bc49-821a91a254ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0576830 Nov 23 10:42:42.792135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-bd949a8e-34ea-4f68-b314-73d4e0592940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.793599 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-bd949a8e-34ea-4f68-b314-73d4e0592940 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0874910 Nov 23 10:42:42.863368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-1ac7b9c5-00fc-48e5-afde-59f7d5daa9d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1001 time: 0.0622313 Nov 23 10:42:42.915135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-7232f980-1719-43d1-aedb-2ba23c2ce103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.916595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-7232f980-1719-43d1-aedb-2ba23c2ce103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0446429 Nov 23 10:42:42.963309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-e78cbfe9-949f-4a5c-b8c1-e523003f6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.964809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-e78cbfe9-949f-4a5c-b8c1-e523003f6630 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400918 Nov 23 10:42:43.060287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-cbd13863-a23e-4a43-a38a-a4863feadd2d service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Nov 23 10:42:43.156451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01675cd5-a76c-4ca6-9c5b-2d0332130460 req-6a1ab9a5-2392-414f-8df6-27d23d1b74e5 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882027 Nov 23 10:42:46.185081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.912668 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0de5094-975d-4ef1-8319-e8accf99013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.413399 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1f920f75-e213-44d2-abde-d2bf206deaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.642962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.444760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.817268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.608056 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.291031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:43:16.202660 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.915195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-66299301-8d28-4891-8a52-5a211ae0f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.423489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01023479-3d15-4f64-a05a-1c90ea70d4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.626677 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.465319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.831450 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.604626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:43.708790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-01262751-2aa2-4abc-959e-e689faaa6c0e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497203 Nov 23 10:43:43.793177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-79c607de-73e7-4bda-a1d6-218bcfa2c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.794679 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-79c607de-73e7-4bda-a1d6-218bcfa2c50e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0423336 Nov 23 10:43:43.902788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-6a0dcdef-a67b-4515-8bee-e9b9980d4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.904205 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-6a0dcdef-a67b-4515-8bee-e9b9980d4705 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0882814 Nov 23 10:43:43.977537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-0026ae49-cb2e-48ef-8ee4-0efbf4290a34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1001 time: 0.0662484 Nov 23 10:43:44.027994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-171dc8e4-af59-4cf5-89f8-b27a15dcfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.029492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-171dc8e4-af59-4cf5-89f8-b27a15dcfcc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0456748 Nov 23 10:43:44.073712 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-6a28a621-15ff-4e92-9bc3-e01adcb1898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.075556 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-6a28a621-15ff-4e92-9bc3-e01adcb1898a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392833 Nov 23 10:43:44.175461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-ae14c3a5-bbc3-4e1d-9e38-9f09ab6b923f service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877733 Nov 23 10:43:44.269717 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-526a7ddb-f9cc-4e39-ad5a-ee39109782dc req-e6ddcd42-84d5-4f73-80f0-c5169644d5a6 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869997 Nov 23 10:43:44.290165 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:43:46.198846 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.916880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2cbafc65-6c34-429c-855b-06eeeda9d7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:50.416362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96856033-b46b-4c4d-b3d9-5f51da41c035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:50.631268 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:51.453027 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.829165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.609219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.199270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.916599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac7be-80d7-4d23-af83-e9ae8b0ce77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.422551 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8d823fc4-26ee-4be9-bddb-0fbf8b244204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.634946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-b5f208ce-7979-44f6-8b55-c57ba8c05a21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463753 Nov 23 10:44:20.655279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.716597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bfc7-79b2-438d-b4e2-f67ea930f82f req-38eb8c39-02ee-432f-b40a-8d2c4f2f6d5f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:20.718150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63d4bfc7-79b2-438d-b4e2-f67ea930f82f req-38eb8c39-02ee-432f-b40a-8d2c4f2f6d5f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.1271772 Nov 23 10:44:20.770517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63d4bfc7-79b2-438d-b4e2-f67ea930f82f req-a7858f62-b08c-48de-b1b8-4dcc9279c428 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Nov 23 10:44:21.290643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:44:21.453938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.808748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-ae151ec1-0e0f-4a8f-a2c6-8aa285ba3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.810343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-ae151ec1-0e0f-4a8f-a2c6-8aa285ba3f5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0429556 Nov 23 10:44:21.906112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-f112f2ca-f3cf-4fee-8311-b349e8fec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.907490 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-f112f2ca-f3cf-4fee-8311-b349e8fec704 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0904548 Nov 23 10:44:21.940434 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56a7b-29dc-480f-bc1e-13287d7e6954 req-cc65ab35-c2a6-4483-890f-21cae53e02b1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.941938 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b56a7b-29dc-480f-bc1e-13287d7e6954 req-cc65ab35-c2a6-4483-890f-21cae53e02b1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.1006720 Nov 23 10:44:21.973320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-380fafca-aeb5-4843-b66f-64686091f017 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1001 time: 0.0588381 Nov 23 10:44:21.990231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f3b56a7b-29dc-480f-bc1e-13287d7e6954 req-e5f462b3-fc62-4eb8-9ec6-16a49df4c245 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Nov 23 10:44:22.023271 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-bd4ae053-b498-43ca-a8f7-64697da3b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:22.024756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-bd4ae053-b498-43ca-a8f7-64697da3b13f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0444870 Nov 23 10:44:22.075630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-e86752d1-d887-4a15-839c-4b33314df904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:22.077092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-e86752d1-d887-4a15-839c-4b33314df904 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452039 Nov 23 10:44:22.169478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-bac0a574-8278-414d-bee8-8565641c1176 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Nov 23 10:44:22.272414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-fa08be72-4126-4688-804b-296f7fa7827c service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966275 Nov 23 10:44:22.828444 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.120857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398c98e-a409-4c57-9a70-54d22276cbb7 req-a4fb212a-c9e8-47c2-b64b-db90f40fd6d9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:23.122310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3398c98e-a409-4c57-9a70-54d22276cbb7 req-a4fb212a-c9e8-47c2-b64b-db90f40fd6d9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0529594 Nov 23 10:44:23.171578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3398c98e-a409-4c57-9a70-54d22276cbb7 req-89aca018-d72b-4428-be7f-09af3c308ed9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Nov 23 10:44:23.618567 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.298544 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f489b-3ed4-41ae-8550-9bd908fa58c3 req-b5161051-7924-4f86-a69e-112f3da4e01c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:24.300049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-715f489b-3ed4-41ae-8550-9bd908fa58c3 req-b5161051-7924-4f86-a69e-112f3da4e01c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0567832 Nov 23 10:44:24.352251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-715f489b-3ed4-41ae-8550-9bd908fa58c3 req-d20e70bf-223e-4ed9-94fc-bbd46624f4f2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Nov 23 10:44:25.477015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bf73-0571-427b-929a-e769d177684d req-c0cf4cb4-1d77-4d0f-a1c8-e4137398ca03 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:25.478469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1898bf73-0571-427b-929a-e769d177684d req-c0cf4cb4-1d77-4d0f-a1c8-e4137398ca03 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0555286 Nov 23 10:44:25.527024 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1898bf73-0571-427b-929a-e769d177684d req-031e6b34-340b-4072-b576-9ed0a16025e4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Nov 23 10:44:26.668519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548b7b-bbc2-45e6-9e0f-ba78b8b582d9 req-9bf06469-41c7-41b6-a219-58ba4d722c2c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:26.670085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71548b7b-bbc2-45e6-9e0f-ba78b8b582d9 req-9bf06469-41c7-41b6-a219-58ba4d722c2c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0601866 Nov 23 10:44:26.719701 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-71548b7b-bbc2-45e6-9e0f-ba78b8b582d9 req-be3a3b44-114f-43d8-b8da-b90f2df875e5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Nov 23 10:44:27.845944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cf78c-efc3-438c-a03e-9406571f45cc req-1f6a81b9-8e94-4fd9-9ee4-d110112e04de tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:27.847411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-510cf78c-efc3-438c-a03e-9406571f45cc req-1f6a81b9-8e94-4fd9-9ee4-d110112e04de tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0496078 Nov 23 10:44:27.898412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-510cf78c-efc3-438c-a03e-9406571f45cc req-1d8abd0b-2b72-4db6-88a9-15b1f3847d77 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Nov 23 10:44:29.018294 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef355b5-b5ba-41ab-8335-7c9e797330c3 req-ba0c297f-6b14-4e84-bb43-2b7a01ad00e8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:29.019879 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cef355b5-b5ba-41ab-8335-7c9e797330c3 req-ba0c297f-6b14-4e84-bb43-2b7a01ad00e8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0521665 Nov 23 10:44:29.070780 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cef355b5-b5ba-41ab-8335-7c9e797330c3 req-d107909a-84e6-4dd2-9319-a044d7b36bd5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Nov 23 10:44:30.207805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c9334-8a40-4986-ad18-997e579676a2 req-32f1d87d-5a48-4400-86da-99afcd60a9b8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.209616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b09c9334-8a40-4986-ad18-997e579676a2 req-32f1d87d-5a48-4400-86da-99afcd60a9b8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0587564 Nov 23 10:44:30.272395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b09c9334-8a40-4986-ad18-997e579676a2 req-28ceae1f-fc01-4de5-b406-456e9bc13bf5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564048 Nov 23 10:44:31.401763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293efe4-eeed-45f2-b123-0407178032ed req-bb9f2d8b-e074-4838-aab7-a86938b45fcd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:31.403370 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9293efe4-eeed-45f2-b123-0407178032ed req-bb9f2d8b-e074-4838-aab7-a86938b45fcd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0562360 Nov 23 10:44:31.454941 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9293efe4-eeed-45f2-b123-0407178032ed req-96df3ec7-ca57-4e70-ac7d-5b73794f0f71 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Nov 23 10:44:32.586428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143194b-0b57-479b-bd71-e5aeb2d96c82 req-5fd82275-7885-4804-865d-95d42d8a0d97 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.587921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5143194b-0b57-479b-bd71-e5aeb2d96c82 req-5fd82275-7885-4804-865d-95d42d8a0d97 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0564651 Nov 23 10:44:32.640729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5143194b-0b57-479b-bd71-e5aeb2d96c82 req-ed674086-fa27-41b8-8af2-cd603c8003f4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Nov 23 10:44:33.766963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b787ddc-b25d-4a01-bc82-b90ea5f96856 req-be4868d0-f2cf-43b1-9abf-c893beb35983 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.768803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b787ddc-b25d-4a01-bc82-b90ea5f96856 req-be4868d0-f2cf-43b1-9abf-c893beb35983 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0500450 Nov 23 10:44:33.819466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5b787ddc-b25d-4a01-bc82-b90ea5f96856 req-c1dad9ab-9b11-48b0-b072-26e1413ffef5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Nov 23 10:44:34.186967 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-8587f78f-f5ba-4727-b4f8-27e7fed95cfb service neutron] show failed (client error): The resource could not be found. Nov 23 10:44:34.188008 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-8587f78f-f5ba-4727-b4f8-27e7fed95cfb service neutron] 10.222.0.11 "GET /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0608776 Nov 23 10:44:34.444868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-05431d16-be8c-44ce-a8cc-56387b30ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.446335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-05431d16-be8c-44ce-a8cc-56387b30ad6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1096 time: 0.0893528 Nov 23 10:44:34.458661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:34.514144 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.712699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:34.746599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:34.790338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:34.792703 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7444e-d1f0-488d-83fa-53252be0a18f" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:34.796864 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.810331 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Transition to ACTIVE for port object 2bdfc784-fe8c-434c-8222-12609202265c will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:34.817141 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.914931 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f54d58-f7d2-4947-8e05-3d6358631359 x-openstack-request-id: req-55f54d58-f7d2-4947-8e05-3d6358631359 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:34.915219 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:34.915463 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55f54d58-f7d2-4947-8e05-3d6358631359 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:34.915852 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'code': 200} Nov 23 10:44:34.960165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.002143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.002485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.002819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.003149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.003474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.003795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.004121 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.004448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.004761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.005076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.005391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.005740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.033419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] No DVR routers for this DVR port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:35.075040 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c9251-60ea-4f9f-87ba-936846b8bd8e req-8603246f-b821-4bb2-9d0c-d72c0c5ea46f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.076563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce2c9251-60ea-4f9f-87ba-936846b8bd8e req-8603246f-b821-4bb2-9d0c-d72c0c5ea46f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.1654799 Nov 23 10:44:35.175019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce2c9251-60ea-4f9f-87ba-936846b8bd8e req-eda2754a-3c9b-402e-86f0-5dcae77b7c55 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889251 Nov 23 10:44:35.218583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:35.218920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:35.219242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:35.224010 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:35.224324 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:35.229686 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:35.230026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:35.230404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:35.230825 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Bound port: 2bdfc784-fe8c-434c-8222-12609202265c, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:35.231170 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.299212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:35.302387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:35.308564 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.342720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.343367 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.344740 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1091 time: 0.8900988 Nov 23 10:44:35.365924 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e53820-b695-4a60-9d90-1695d60378d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.413656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-d7d20489-5e96-4157-8bda-7fa5200eae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.415238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-d7d20489-5e96-4157-8bda-7fa5200eae22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1094 time: 0.0440149 Nov 23 10:44:35.512849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-fcd98ef4-0af4-460a-93c9-af570e8e4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.514362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-fcd98ef4-0af4-460a-93c9-af570e8e4089 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0927634 Nov 23 10:44:35.586606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-42f348d9-c6f1-4a6e-98c3-5fee0fce2e0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 999 time: 0.0655189 Nov 23 10:44:35.645098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-dbe1a9e3-f0ac-44bc-bba2-3c038be9aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.646613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-dbe1a9e3-f0ac-44bc-bba2-3c038be9aa84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0536685 Nov 23 10:44:35.696964 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-b82f689f-911f-49ea-9741-2beb631e2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.698487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-b82f689f-911f-49ea-9741-2beb631e2747 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448251 Nov 23 10:44:35.789721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-190c1181-455f-4c15-9f41-00c2cedb4bfa service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Nov 23 10:44:35.888661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3df7e75-2142-42e5-9e37-77e5354c0956 req-f7433e10-8b1a-4d57-a992-74dd6a461748 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883901 Nov 23 10:44:36.310201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef47fb-896a-4a1b-a5f4-609cc9cfb348 req-937af88d-4406-4599-b18f-fee588d594a0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.311685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09ef47fb-896a-4a1b-a5f4-609cc9cfb348 req-937af88d-4406-4599-b18f-fee588d594a0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 943 time: 0.0531082 Nov 23 10:44:36.365578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-09ef47fb-896a-4a1b-a5f4-609cc9cfb348 req-1924ebbf-617b-4c2a-a1e9-1357c09bcbab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478222 Nov 23 10:44:36.890712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2bdfc784-fe8c-434c-8222-12609202265c details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:36.916944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:36.919387 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac25e60-3e41-4378-b8e1-d11929e36765" -d '{"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:36.970474 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a62d63-d91c-4969-805b-edbee999391a x-openstack-request-id: req-65a62d63-d91c-4969-805b-edbee999391a {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:36.970778 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:36.971096 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65a62d63-d91c-4969-805b-edbee999391a {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:36.971512 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'status': 'completed', 'code': 200} Nov 23 10:44:36.997359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:37.012200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '2bdfc784-fe8c-434c-8222-12609202265c', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:37.028641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-24d3f852-8044-4123-a4cb-539cf39552eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.030421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-24d3f852-8044-4123-a4cb-539cf39552eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1094 time: 0.0413694 Nov 23 10:44:37.038056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-72676416-9826-42eb-8900-ee3366373cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.039597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-72676416-9826-42eb-8900-ee3366373cb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1094 time: 0.0428798 Nov 23 10:44:37.050410 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.063827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:37.083837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:37.088574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.131498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-05220179-cf63-4c52-b8cc-5fbf63833d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.133266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-05220179-cf63-4c52-b8cc-5fbf63833d13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0950720 Nov 23 10:44:37.137768 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-f2fbc38a-1fe0-471d-9700-8fe642b9a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.139394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-f2fbc38a-1fe0-471d-9700-8fe642b9a631 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0925598 Nov 23 10:44:37.139652 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:37.147456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.147734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.148081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.148423 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.148759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.149093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.149425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.149752 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.150108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.150440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.150766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.151091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:37.205837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-29a370ba-d006-42c8-bb2d-c800b3cb448a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1000 time: 0.0647779 Nov 23 10:44:37.206193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-9c6c40ac-0f88-4767-b88a-63bf33da7a0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1000 time: 0.0594251 Nov 23 10:44:37.254879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-24ca3dd4-9709-4b2c-98ac-e7881d85e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.256381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-24ca3dd4-9709-4b2c-98ac-e7881d85e51f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0440414 Nov 23 10:44:37.259149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-5de8183d-cd37-469d-a1cf-62f787b0cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.260601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-5de8183d-cd37-469d-a1cf-62f787b0cf22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0441206 Nov 23 10:44:37.303432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-72012f26-c34e-43a8-a87e-d78f9d313f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.305061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-72012f26-c34e-43a8-a87e-d78f9d313f79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410604 Nov 23 10:44:37.311243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-34075997-15c2-42d3-b512-c9c7b370adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.312721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-34075997-15c2-42d3-b512-c9c7b370adc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441871 Nov 23 10:44:37.413100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-98120b09-7350-4ea3-8fb1-4a0b212ece45 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001713 Nov 23 10:44:37.413676 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-c6023e6b-454e-4abb-a2bc-916eb52c2705 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934985 Nov 23 10:44:37.545575 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-363d62de-b746-4967-ba49-9131e877d05f service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250067 Nov 23 10:44:37.557799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1c44-b5f8-4641-a830-2f673e2f31e8 req-a9ae6a74-0df3-4999-8278-f772dc662e2a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.559579 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b55b1c44-b5f8-4641-a830-2f673e2f31e8 req-a9ae6a74-0df3-4999-8278-f772dc662e2a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0746520 Nov 23 10:44:37.615871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b55b1c44-b5f8-4641-a830-2f673e2f31e8 req-cf205e98-fad0-49f3-9af6-27f1d4cdacea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453293 Nov 23 10:44:37.851899 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fac25e60-3e41-4378-b8e1-d11929e36765 req-7a0f1721-3383-4766-84bc-fe8c3214570e service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313865 Nov 23 10:44:38.356983 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['2bdfc784-fe8c-434c-8222-12609202265c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:38.390909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:38.454138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:38.756664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5f12-dd29-4ca8-afa7-f23be09683d5 req-27b0a064-c2fb-4e5b-8e88-511763eb0db2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:38.758079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4dd5f12-dd29-4ca8-afa7-f23be09683d5 req-27b0a064-c2fb-4e5b-8e88-511763eb0db2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0506256 Nov 23 10:44:38.813196 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d4dd5f12-dd29-4ca8-afa7-f23be09683d5 req-ca163b9d-117e-4956-8ae6-914deeb6d685 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485375 Nov 23 10:44:38.900902 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2bdfc784-fe8c-434c-8222-12609202265c up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:38.956705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 2bdfc784-fe8c-434c-8222-12609202265c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:38.961293 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 2bdfc784-fe8c-434c-8222-12609202265c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:38.961667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.043337 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.068749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:39.071231 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ad748-eb73-45b2-95a1-1f6b075440e2" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:39.084215 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:39.089130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.131667 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5e7e32-567d-49f4-afaa-fa9017b8b2a6 x-openstack-request-id: req-2e5e7e32-567d-49f4-afaa-fa9017b8b2a6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:39.131964 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:39.132217 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e5e7e32-567d-49f4-afaa-fa9017b8b2a6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:39.132612 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'code': 200} Nov 23 10:44:39.149325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:39.156702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-a8695ebb-4a1d-46de-8e98-697cf0a65bb7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.158241 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-a8695ebb-4a1d-46de-8e98-697cf0a65bb7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&tenant_id=d7e55bb281e84d05aea50c5b8396aecb&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 944 time: 0.0978785 Nov 23 10:44:39.171669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262e88-2375-46e2-bf65-261da61aba13 req-07a6ed1f-64b7-48a9-8f1e-a0bc038b6fe6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.173177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8262e88-2375-46e2-bf65-261da61aba13 req-07a6ed1f-64b7-48a9-8f1e-a0bc038b6fe6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0761192 Nov 23 10:44:39.265543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8262e88-2375-46e2-bf65-261da61aba13 req-7c4c3ec6-7fb6-4c0c-bb71-bb5132c70820 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841947 Nov 23 10:44:39.267104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-8be582a0-5d79-40dc-b87d-ffd0a9328355 service neutron] 10.222.0.50 "GET /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c/bindings/n-h2-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.0930464 Nov 23 10:44:39.332704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-b3f8c213-619a-4f93-9ce3-4b706bbbe703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.335247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-b3f8c213-619a-4f93-9ce3-4b706bbbe703 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1096 time: 0.0434384 Nov 23 10:44:39.438676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-9c0f078c-c3a8-46cf-8942-a63e641a3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.440146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-9c0f078c-c3a8-46cf-8942-a63e641a3294 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0978322 Nov 23 10:44:39.511705 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-ea846a6a-dca0-46fd-a5f4-6a57e1b71060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1001 time: 0.0643885 Nov 23 10:44:39.566391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-8c56b81d-2226-42b3-ae27-3e9fb2591388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.567806 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-8c56b81d-2226-42b3-ae27-3e9fb2591388 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0491693 Nov 23 10:44:39.615831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-6c3a95a2-1e51-44c6-91dc-77fcbd43fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.617337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-6c3a95a2-1e51-44c6-91dc-77fcbd43fd0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424809 Nov 23 10:44:39.712884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-51c2a73b-78ac-490e-ab7a-b0ad0922ef19 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885820 Nov 23 10:44:39.803118 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-8e275f78-1201-40dc-8620-13dd42254b26 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Nov 23 10:44:40.386512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911505f-07ef-41d2-bca8-ac89c0070232 req-041ba717-a967-45f4-a478-e758befbfa1a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:40.388271 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a911505f-07ef-41d2-bca8-ac89c0070232 req-041ba717-a967-45f4-a478-e758befbfa1a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0506172 Nov 23 10:44:40.438714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a911505f-07ef-41d2-bca8-ac89c0070232 req-2b86907a-1509-4569-9049-9ce753ec28d7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Nov 23 10:44:41.558383 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700280d-96b9-4121-9b99-d0738fe4c4f1 req-2d064318-a6a0-45df-a7fd-11e6e681eaa8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:41.559948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c700280d-96b9-4121-9b99-d0738fe4c4f1 req-2d064318-a6a0-45df-a7fd-11e6e681eaa8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0497711 Nov 23 10:44:41.615482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c700280d-96b9-4121-9b99-d0738fe4c4f1 req-014bab99-95d2-4ed1-8f89-325b0681164a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479529 Nov 23 10:44:41.753543 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-74487c14-57be-47de-b01c-ca40c2e27167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:41.755021 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-74487c14-57be-47de-b01c-ca40c2e27167 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1096 time: 0.0443652 Nov 23 10:44:41.766995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:41.821023 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.021317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:42.053943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:42.097310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:42.099862 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf4745-0128-483f-a8d3-6b6bf03d9de9" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:42.104180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.118136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Transition to ACTIVE for port object 2bdfc784-fe8c-434c-8222-12609202265c will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:42.123255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.215542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=10']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:42.225849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.226225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.226571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.226909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.227246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.227578 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.228006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.228221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.228552 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.228877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.229205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.229591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:42.233671 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b65bf6-f0ea-4563-901d-6910f3884e88 x-openstack-request-id: req-73b65bf6-f0ea-4563-901d-6910f3884e88 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:42.233990 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:42.234241 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73b65bf6-f0ea-4563-901d-6910f3884e88 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:42.234636 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'code': 200} Nov 23 10:44:42.280830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] No DVR routers for this DVR port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:42.419594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:42.419927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:42.420252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:42.424610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:42.424932 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Attempting to bind port 2bdfc784-fe8c-434c-8222-12609202265c on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:42.429852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:42.430219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:42.430604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:42.431025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Bound port: 2bdfc784-fe8c-434c-8222-12609202265c, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:42.431383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.496146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:42.499537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:42.503647 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.539633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.540292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.541667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] 10.222.0.11 "PUT /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 1092 time: 0.7786198 Nov 23 10:44:42.563980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864702-72c9-4c0b-b319-b8626f549d6f service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=11']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:42.611411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-3a341cc6-b536-4786-b068-7a43030b5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.612960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-3a341cc6-b536-4786-b068-7a43030b5fc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1095 time: 0.0456524 Nov 23 10:44:42.739311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-1e61d16e-2b8b-433b-a003-e23075c80c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.740802 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-1e61d16e-2b8b-433b-a003-e23075c80c0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1214597 Nov 23 10:44:42.766164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb64b3e-a9f3-4a5d-8393-6869fce69446 req-f7cac12a-4aad-446e-9cdd-9267086cf522 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.768477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cb64b3e-a9f3-4a5d-8393-6869fce69446 req-f7cac12a-4aad-446e-9cdd-9267086cf522 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0510771 Nov 23 10:44:42.821637 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6cb64b3e-a9f3-4a5d-8393-6869fce69446 req-ddf4702b-98cd-49ee-aec7-d4ed25c4f5ed tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Nov 23 10:44:42.824466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-ce88882b-30bd-4f22-8415-939a9bdd096b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 999 time: 0.0751579 Nov 23 10:44:42.877562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-15f9bbf8-28f2-46e1-893f-c3974f02c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.879074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-15f9bbf8-28f2-46e1-893f-c3974f02c36f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0453527 Nov 23 10:44:42.924157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-070000b8-2ac1-473f-a0b3-b0d2daf8c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.925629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-070000b8-2ac1-473f-a0b3-b0d2daf8c738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397596 Nov 23 10:44:43.019721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-9718d0f6-9595-439a-aa07-a2deb07e73d3 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Nov 23 10:44:43.110727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-81f1d89b-5d39-4850-a96f-3c2cb7f29149 req-f4876c02-f4c1-4ab5-8716-a1f4cfa8c4c4 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Nov 23 10:44:43.952596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f60a8-9895-404e-b7d8-b6780ece92ad req-e464aecf-dc9d-4828-af86-ecb1162f2f27 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:43.954079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f22f60a8-9895-404e-b7d8-b6780ece92ad req-e464aecf-dc9d-4828-af86-ecb1162f2f27 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0542040 Nov 23 10:44:44.004761 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f22f60a8-9895-404e-b7d8-b6780ece92ad req-165f7ba7-965f-4f9c-bd0a-c50fd64facbe tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 Nov 23 10:44:44.236255 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:44.238933 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:44.288358 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519de4b-11da-40e2-bcb0-ae072fb23cc8 x-openstack-request-id: req-8519de4b-11da-40e2-bcb0-ae072fb23cc8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:44.288655 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:44.288900 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8519de4b-11da-40e2-bcb0-ae072fb23cc8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:44.289355 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'status': 'completed', 'code': 200} Nov 23 10:44:44.348211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-446a0fb4-2f82-4e04-b7b8-a568a3934257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.349745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-446a0fb4-2f82-4e04-b7b8-a568a3934257 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1095 time: 0.0413716 Nov 23 10:44:44.353478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-5d752270-9c81-4958-8916-421e1a019a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.355050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-5d752270-9c81-4958-8916-421e1a019a79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1095 time: 0.0425091 Nov 23 10:44:44.439270 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-ced63fcc-d780-4df5-aaeb-fec9df0d9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.440880 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-ced63fcc-d780-4df5-aaeb-fec9df0d9de4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0839868 Nov 23 10:44:44.451441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-c4b3a533-5e27-44cc-b86c-042ac153761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.452830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-c4b3a533-5e27-44cc-b86c-042ac153761f service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0904305 Nov 23 10:44:44.510868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-2988925e-7fb3-49a1-8118-fcf9b80dcc12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 999 time: 0.0631678 Nov 23 10:44:44.518684 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-223300ce-a813-4df4-aa3f-dc7e1fb44e5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 999 time: 0.0587094 Nov 23 10:44:44.563767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-5622853b-b55d-4510-9e17-1542471ec646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.565273 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-5622853b-b55d-4510-9e17-1542471ec646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0460606 Nov 23 10:44:44.572268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-57e41469-957c-4767-af84-2564b29685b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.573712 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-57e41469-957c-4767-af84-2564b29685b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0472679 Nov 23 10:44:44.614150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-777b363a-90e2-49a4-886b-d5cfd0059329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.615873 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-777b363a-90e2-49a4-886b-d5cfd0059329 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435946 Nov 23 10:44:44.620110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-7bfdc017-2e2d-4832-84ed-6362f978b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.621613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-7bfdc017-2e2d-4832-84ed-6362f978b319 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412054 Nov 23 10:44:44.711470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-f0321e74-512e-4aa2-b58d-60c633e5f1ff service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826523 Nov 23 10:44:44.712333 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-168de258-404c-4c81-b2b0-016dc2898d70 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Nov 23 10:44:44.804288 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-5490a598-f015-45b5-8c74-aaf6f664e8ea service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Nov 23 10:44:44.805980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce58b8f9-33c9-4eb2-990b-ae70f7b19ce1 req-3f809855-5591-4ced-bace-d0c4a0adbd7f service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871997 Nov 23 10:44:44.929526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2bdfc784-fe8c-434c-8222-12609202265c no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:44.972873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 2bdfc784-fe8c-434c-8222-12609202265c not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:45.031915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-03eb2d65-f5fa-44b6-88de-df330ca9eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.033414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-03eb2d65-f5fa-44b6-88de-df330ca9eb68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 1095 time: 0.0478778 Nov 23 10:44:45.166664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-14606fef-fba9-4d4d-a9f3-b4c6182a50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.168171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-14606fef-fba9-4d4d-a9f3-b4c6182a50d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1144714 Nov 23 10:44:45.180332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680978a8-8381-4cf8-b0d5-8741d3a7a61e req-a091be20-8d7b-48ee-9e25-c461afb6287a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.181714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-680978a8-8381-4cf8-b0d5-8741d3a7a61e req-a091be20-8d7b-48ee-9e25-c461afb6287a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 944 time: 0.0960097 Nov 23 10:44:45.580508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-13d60231-e600-410e-ac0e-76c45e3c1560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 200 len: 999 time: 0.3978319 Nov 23 10:44:45.587805 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-680978a8-8381-4cf8-b0d5-8741d3a7a61e req-8354a117-f112-46d2-9610-7e1df0c2eec4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996999 Nov 23 10:44:45.634859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-23b8cdf1-e76c-4947-82b0-38ea8fa8c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.636354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-23b8cdf1-e76c-4947-82b0-38ea8fa8c023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0477111 Nov 23 10:44:45.684529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-821028c6-c627-46ce-869a-d6fddb61496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.686065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-821028c6-c627-46ce-869a-d6fddb61496a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410998 Nov 23 10:44:45.780170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-659ecfec-1041-41be-90dc-ac3f5ce25c7a service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Nov 23 10:44:45.874845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e11e06a-c1a3-4007-970c-f8df97c074a1 req-71164f4f-f2a4-4e11-a5b3-c9c450acc895 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Nov 23 10:44:46.196685 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.443052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:46.548968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:46.560254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '2bdfc784-fe8c-434c-8222-12609202265c', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '2bdfc784-fe8c-434c-8222-12609202265c', 'mac_address': 'fa:16:3e:7a:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:46.598691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.613179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:46.633692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:46.638994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.688845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=12']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:46.715137 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cffbd-1693-4cc0-9026-dfe5e6eb40ca req-fb0a515e-9b3f-4295-a482-ca7afd7c3686 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:46.716682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-481cffbd-1693-4cc0-9026-dfe5e6eb40ca req-fb0a515e-9b3f-4295-a482-ca7afd7c3686 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0562532 Nov 23 10:44:46.764188 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-481cffbd-1693-4cc0-9026-dfe5e6eb40ca req-c1c3c40c-b429-4459-b98a-b8d3ecb25838 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Nov 23 10:44:46.891878 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295782e-88b5-44af-a2e5-dca8311a9ab2 req-1e2acbe6-e98b-4054-a845-7205f27e3dd0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:46.893362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a295782e-88b5-44af-a2e5-dca8311a9ab2 req-1e2acbe6-e98b-4054-a845-7205f27e3dd0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0523636 Nov 23 10:44:46.940924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a295782e-88b5-44af-a2e5-dca8311a9ab2 req-b92e870f-b039-4ac8-a6b0-0c4b64fa223f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Nov 23 10:44:47.018772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['2bdfc784-fe8c-434c-8222-12609202265c'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:47.062368 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173271-bff0-4850-a7b8-e9552554fe46 req-b89e42ec-9944-4184-a16a-24ebea82739a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.066489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2173271-bff0-4850-a7b8-e9552554fe46 req-b89e42ec-9944-4184-a16a-24ebea82739a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0586998 Nov 23 10:44:47.113962 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d2173271-bff0-4850-a7b8-e9552554fe46 req-cffec34f-3365-4f48-b79b-7911bd4469c7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Nov 23 10:44:47.357015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2110e-39a8-43c7-95f5-8799ca2688ed req-cd215016-a847-4188-8dba-bffc3f294719 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.358517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fb2110e-39a8-43c7-95f5-8799ca2688ed req-cd215016-a847-4188-8dba-bffc3f294719 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0515966 Nov 23 10:44:47.407930 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5fb2110e-39a8-43c7-95f5-8799ca2688ed req-97ce5c3a-457a-4c18-a97a-55853acef3f2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Nov 23 10:44:47.916962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4e5009dc-25fa-4d1c-8354-71159789fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.437651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:48.500545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 2bdfc784-fe8c-434c-8222-12609202265c completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:48.504820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 2bdfc784-fe8c-434c-8222-12609202265c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:48.505194 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.545141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119e159-5642-4707-b89d-1a21d19a1ec0 req-c7ca17a0-c834-4119-87fb-2262f426b6a7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.546707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d119e159-5642-4707-b89d-1a21d19a1ec0 req-c7ca17a0-c834-4119-87fb-2262f426b6a7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 945 time: 0.0529652 Nov 23 10:44:48.584547 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.594593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d119e159-5642-4707-b89d-1a21d19a1ec0 req-1cde2e17-ce43-4a6d-bb02-078933f6ac3f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Nov 23 10:44:48.607927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:48.610209 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86773b3a-712a-450e-a2cf-94afae768508" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:48.623235 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:48.628176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.654724 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ffc45-a658-4b12-b4d7-a48fa49f5d1d x-openstack-request-id: req-b76ffc45-a658-4b12-b4d7-a48fa49f5d1d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:48.655030 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-plugged", "status": "completed", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:48.655280 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b76ffc45-a658-4b12-b4d7-a48fa49f5d1d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:48.655697 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'code': 200} Nov 23 10:44:48.680197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=13']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:48.735113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-ce1f812f-7637-4fc6-9d11-b331f63de359 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.736501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-ce1f812f-7637-4fc6-9d11-b331f63de359 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 946 time: 0.0495429 Nov 23 10:44:48.827144 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Deleting port 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:48.827488 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.927580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] For port 2bdfc784-fe8c-434c-8222-12609202265c, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=2bdfc784-fe8c-434c-8222-12609202265c,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:48.927953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.122264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.122634 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.123019 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 disassociated. External IP: 172.25.1.50, port: 2bdfc784-fe8c-434c-8222-12609202265c. Nov 23 10:44:49.123453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Calling delete_port for 2bdfc784-fe8c-434c-8222-12609202265c owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:49.260021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.300003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'Port': ['ID=2bdfc784-fe8c-434c-8222-12609202265c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:49.416293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:49.525794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:49.535514 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:49.545555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:49.546180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:44:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:49.565537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] No DVR routers for this DVR port 2bdfc784-fe8c-434c-8222-12609202265c on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:49.568478 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.572054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5eedd382-b85b-436b-b3d5-8c6ed8bfc335 req-3f72b8ef-2797-43fd-8431-1520afea144d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "DELETE /v2.0/ports/2bdfc784-fe8c-434c-8222-12609202265c HTTP/1.1" status: 204 len: 173 time: 0.8294163 Nov 23 10:44:49.572506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-deleted', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:49.574793 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220399e-94be-4a67-b621-4aeffdd06f97" -d '{"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-deleted", "tag": "2bdfc784-fe8c-434c-8222-12609202265c"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:49.631038 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcfe768-9620-42d0-8c04-c8e184b4e6d3 x-openstack-request-id: req-3fcfe768-9620-42d0-8c04-c8e184b4e6d3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:49.631539 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16e303-eb06-414a-bfbf-58f3e62835cf", "name": "network-vif-deleted", "tag": "2bdfc784-fe8c-434c-8222-12609202265c", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:49.631783 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fcfe768-9620-42d0-8c04-c8e184b4e6d3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:49.632284 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16e303-eb06-414a-bfbf-58f3e62835cf', 'name': 'network-vif-deleted', 'tag': '2bdfc784-fe8c-434c-8222-12609202265c', 'status': 'completed', 'code': 200} Nov 23 10:44:49.722803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-41a012b5-32b2-4755-b0c4-07d0d1e1cc82 req-1a360aba-a396-4bd9-8df7-bfae34f9713a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f16e303-eb06-414a-bfbf-58f3e62835cf HTTP/1.1" status: 200 len: 210 time: 0.0432131 Nov 23 10:44:49.826088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:50.043502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:50.070508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:50.079389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:50.079982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:44:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:50.197879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:50.415907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:50.447594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea0f34-0277-4c68-a586-d98af068f996 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:50.451439 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-274db480-f63c-4367-b5e5-1f6b00d3da60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.671524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.675243 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ec7d1-3cb1-4d87-83de-61100f218282 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:44:51.034204 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-5971f046-1622-45d1-bcc7-93aa66a78261 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1271983495&fields=id&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 267 time: 0.0474749 Nov 23 10:44:51.151320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-bbaaed11-82d2-4ec2-90fd-31bee5aabc7a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:51.152808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-bbaaed11-82d2-4ec2-90fd-31bee5aabc7a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1089008 Nov 23 10:44:51.171742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-3721c35f-74c5-4c59-8eb2-e6c231dda9d7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/quotas/d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 375 time: 0.0096960 Nov 23 10:44:51.225488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-53efc1b2-2292-4ee9-84d2-b2700e2cb107 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457251 Nov 23 10:44:51.297452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-95e3c8e8-b75a-4f48-a378-0157be8741e9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:44:51.298488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-95e3c8e8-b75a-4f48-a378-0157be8741e9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605485 Nov 23 10:44:51.400862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-96d79c6e-488b-41c0-8547-2a5d64b62a9a service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929544 Nov 23 10:44:51.458293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.498051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-8cfc4920-07b5-4bec-8a9a-5d080fd4567b service neutron] 10.222.0.62 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880256 Nov 23 10:44:51.661795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c512c61a-dcd6-4730-b5f7-cf94bee55ead req-b9a0aef9-2c06-4875-8898-7f9cacbc5f6d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0280480 Nov 23 10:44:52.694000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-5337057f-940d-4cad-a558-4f584174c08e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:52.696138 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-5337057f-940d-4cad-a558-4f584174c08e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 811 time: 0.1156263 Nov 23 10:44:52.757771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-39afbc0e-bbc3-4ae7-a6b4-7fc6485723f5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 380 time: 0.0526576 Nov 23 10:44:52.761519 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dae13681-9477-4d1d-86b3-c2461586432b req-76bada3a-1cd6-4166-ae44-657e2f536c2e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0258586 Nov 23 10:44:52.769835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'port': {'device_id': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'admin_state_up': True, 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'security_groups': ['978aa331-5437-405a-a6c4-83ecd1c08c76']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:52.822334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.885402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Made reservation on behalf of d7e55bb281e84d05aea50c5b8396aecb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:52.889349 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.020523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Allocated IP 172.20.0.12 (aa0ed989-9e2f-4e17-9d01-b08b1fda040a/7c2e3c9b-2272-4110-9333-651ba42a7033/1ad6d471-fbe8-406f-bb73-715d7992b8c9) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:53.163368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.200857 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.246020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:53.249132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:53.252157 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:53.289830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:53.317302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.317992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.335352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eec08762-d43b-473e-be7c-37b4ca1260ea tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692604 Nov 23 10:44:53.347845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Request body: {'port': {'device_id': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:53.406240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.520737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fac3417b-070f-4a01-b1ca-e0a0416fd944 None None] Provisioning complete for port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:53.521106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fac3417b-070f-4a01-b1ca-e0a0416fd944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.559473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fac3417b-070f-4a01-b1ca-e0a0416fd944 None None] Port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:53.615820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.674571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:53.682424 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.695120 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Transition to ACTIVE for port object 1ad6d471-fbe8-406f-bb73-715d7992b8c9 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:53.700000 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.754046 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:53.834520 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:53.834855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:53.835205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:53.866864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:53.867186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:53.876823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:53.877145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:53.877531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:53.877994 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Bound port: 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:53.878350 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.910787 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a71fe3-5d77-438d-868f-a4bd58a0a7d3 req-4aab9015-dcb2-4188-a7f7-c3e4128cd383 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.912295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44a71fe3-5d77-438d-868f-a4bd58a0a7d3 req-4aab9015-dcb2-4188-a7f7-c3e4128cd383 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0747776 Nov 23 10:44:53.988927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:53.992684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:53.997283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-44a71fe3-5d77-438d-868f-a4bd58a0a7d3 req-6d8a3a18-1f93-4f47-b1ac-4784eb73f4db tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681434 Nov 23 10:44:53.998810 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.033664 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.034383 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.035779 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1092 time: 0.6925104 Nov 23 10:44:54.036199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:54.038492 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc72152ac27eb98757abcfbf643e66c6fb60feffcb98716b72e81c3ecebe0971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cea03-710d-4f42-89cf-130439373064" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:54.064041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1e6af-81fe-4669-8ae0-d17ac2c9a252 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:54.105033 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef0b4e5-7862-4103-8901-24cd67f376c8 x-openstack-request-id: req-eef0b4e5-7862-4103-8901-24cd67f376c8 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:54.105333 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:54.105618 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eef0b4e5-7862-4103-8901-24cd67f376c8 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:54.106038 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'status': 'completed', 'code': 200} Nov 23 10:44:54.136313 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-6b1aec84-557c-438d-a9d7-7224ac84a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.138201 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-6b1aec84-557c-438d-a9d7-7224ac84a6f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0472889 Nov 23 10:44:54.185665 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-c338d613-7850-41a3-aa3b-154e7e0e0268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0387514 Nov 23 10:44:54.235830 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eed4d6d3-2271-4d09-b228-1775af44a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.237289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-eed4d6d3-2271-4d09-b228-1775af44a8f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0445518 Nov 23 10:44:54.286209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-33ccee6b-dcd8-473c-8f32-dc71f9e4aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.287669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-33ccee6b-dcd8-473c-8f32-dc71f9e4aa8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418775 Nov 23 10:44:54.381843 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-511e2e74-96ac-44d7-be38-5b21dfcdd698 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865047 Nov 23 10:44:54.458884 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:54.471803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e4af9df-caa3-46ed-bd5c-f0cd82f9e2d2 req-5523e386-72aa-453a-ab45-a00a19199bac service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832162 Nov 23 10:44:54.482201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 2bdfc784-fe8c-434c-8222-12609202265c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:54.482546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 2bdfc784-fe8c-434c-8222-12609202265c not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:54.571521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cea03-710d-4f42-89cf-130439373064 req-488aa3e0-a038-4d2a-92e4-238110be2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.573043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-488aa3e0-a038-4d2a-92e4-238110be2221 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0467153 Nov 23 10:44:54.664058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cea03-710d-4f42-89cf-130439373064 req-c96d95ec-19d1-4bb9-b83f-5cabb4423d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.665434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-c96d95ec-19d1-4bb9-b83f-5cabb4423d0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0856464 Nov 23 10:44:54.711627 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-f73bdbb6-4676-44dc-baf4-c978404814cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0385218 Nov 23 10:44:54.769771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cea03-710d-4f42-89cf-130439373064 req-d21685a5-2daa-4b64-a264-225df6962b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.771883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-d21685a5-2daa-4b64-a264-225df6962b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0525825 Nov 23 10:44:54.820650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cea03-710d-4f42-89cf-130439373064 req-099ec4ec-4aa7-4567-97f1-0fa60431219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.822193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-099ec4ec-4aa7-4567-97f1-0fa60431219e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422800 Nov 23 10:44:54.915898 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-753ad2bc-16cc-435d-84d6-3979f3c08b49 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Nov 23 10:44:55.007610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d52cea03-710d-4f42-89cf-130439373064 req-e3477510-1ed7-46c4-a740-feab7de95914 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Nov 23 10:44:55.120769 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76589f8a-7840-4e25-b34b-d582155f51cd req-89070d16-c3ef-43cc-b79b-144b290938f7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:55.122331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76589f8a-7840-4e25-b34b-d582155f51cd req-89070d16-c3ef-43cc-b79b-144b290938f7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0532658 Nov 23 10:44:55.182621 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76589f8a-7840-4e25-b34b-d582155f51cd req-c3da35a7-a420-4434-aafc-8953cac719c0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507946 Nov 23 10:44:56.394650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879294d-129e-43e6-a001-aea60ec2fa48 req-e9f6b645-04c4-41dd-9c82-30eae29acd6a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:56.396100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b879294d-129e-43e6-a001-aea60ec2fa48 req-e9f6b645-04c4-41dd-9c82-30eae29acd6a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0507181 Nov 23 10:44:56.444615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b879294d-129e-43e6-a001-aea60ec2fa48 req-6a5ca6c5-64d4-4bb0-95ff-fdced7dfa3dd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Nov 23 10:44:57.010598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:57.115739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:57.126921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:57.165017 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.178057 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:57.197430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:57.203892 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.253467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:57.394393 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['1ad6d471-fbe8-406f-bb73-715d7992b8c9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:57.564749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9f73-4beb-477e-8ace-590d2c622f49 req-bb32cf96-12e7-42c2-b48f-f42e14a77cef tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:57.566975 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8aae9f73-4beb-477e-8ace-590d2c622f49 req-bb32cf96-12e7-42c2-b48f-f42e14a77cef tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Nov 23 10:44:57.617025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8aae9f73-4beb-477e-8ace-590d2c622f49 req-efacf1e5-a34e-4543-9dd1-cc028affe08e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Nov 23 10:44:58.294876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:44:58.752954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a213f3-facd-4475-a95f-20d34872209b req-07e0d577-173b-4df5-8124-5dcba08d0031 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:58.754445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2a213f3-facd-4475-a95f-20d34872209b req-07e0d577-173b-4df5-8124-5dcba08d0031 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0620091 Nov 23 10:44:58.817160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a2a213f3-facd-4475-a95f-20d34872209b req-9ff8abc3-610e-49a2-93d4-dbba1d4eeea3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566697 Nov 23 10:44:59.010864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:59.081790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:59.088342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:59.088959 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.169590 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.192974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:59.195361 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ba42f89928fbede9d250a77739ca9c0b36bf4d01c26c2dcc9ebd751515a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40835bf0-ed3d-4e4e-82fa-1fb970de9850" -d '{"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:59.208330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:59.213934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.237769 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a5f3f-99a8-49a1-beba-9e32b3784fea x-openstack-request-id: req-004a5f3f-99a8-49a1-beba-9e32b3784fea {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:59.238080 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:59.238349 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-004a5f3f-99a8-49a1-beba-9e32b3784fea {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:59.238739 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'code': 200} Nov 23 10:44:59.264503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.334091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee939e1-c2a9-4f83-9ce6-1cee0190f4d4 req-a926615e-77a0-45b7-baaa-fc0dd07c8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:59.335600 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ee939e1-c2a9-4f83-9ce6-1cee0190f4d4 req-a926615e-77a0-45b7-baaa-fc0dd07c8bbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0406122 Nov 23 10:44:59.380102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ee939e1-c2a9-4f83-9ce6-1cee0190f4d4 req-b7221416-0104-4b90-a447-c51d3bcde923 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Nov 23 10:44:59.936876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963405-eaf7-4f1f-9c12-4a845a39405b req-699796d0-8599-466d-8a12-1a2b6fe600f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:59.938289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28963405-eaf7-4f1f-9c12-4a845a39405b req-699796d0-8599-466d-8a12-1a2b6fe600f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0526631 Nov 23 10:44:59.989618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-28963405-eaf7-4f1f-9c12-4a845a39405b req-c357dfaa-db71-4e65-91fc-1b09c2e34553 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Nov 23 10:45:01.242734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350684a-6f29-49ce-8b9b-28508f5349c3 req-2984e5ce-887a-4a6f-9b9e-0644b60c3ada tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.244214 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0350684a-6f29-49ce-8b9b-28508f5349c3 req-2984e5ce-887a-4a6f-9b9e-0644b60c3ada tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.1024742 Nov 23 10:45:01.300902 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0350684a-6f29-49ce-8b9b-28508f5349c3 req-7254cb8a-479f-4c73-abe2-6fb6c2aef1cd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Nov 23 10:45:01.505770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f27575-bd66-4294-ba47-cac4699d785b req-4e549d1b-ac27-4ee6-af89-d4b9085e1de5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.507280 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-48f27575-bd66-4294-ba47-cac4699d785b req-4e549d1b-ac27-4ee6-af89-d4b9085e1de5 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0990901 Nov 23 10:45:01.520334 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55350) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:01.524725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Request body: {'floatingip': {'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:01.567885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.007934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.014841 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.113880 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 associated. External IP: 172.25.1.50, port: 1ad6d471-fbe8-406f-bb73-715d7992b8c9. Nov 23 10:45:02.327694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:45:02.437129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:02.442652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.447888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:02.459311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:02.459935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:44:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:02.473737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e911aa7-2fe1-47d5-b632-c3634031cdc0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "PUT /v2.0/floatingips/19b4b18d-f7e9-418a-876c-a2f54bb78ac3 HTTP/1.1" status: 200 len: 992 time: 0.9496610 Nov 23 10:45:02.473737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:02.474072 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5362adf66ce29b3d578278cb8d34bc5dd09dda592ce391da1c5901dee205c35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94156a-4b49-4b4d-9c36-30678b948173" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:02.513803 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98ba012-a6c0-4b39-aff1-a51f465963db x-openstack-request-id: req-e98ba012-a6c0-4b39-aff1-a51f465963db {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:02.514511 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:02.514511 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e98ba012-a6c0-4b39-aff1-a51f465963db {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:02.514781 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'status': 'completed', 'code': 200} Nov 23 10:45:02.574948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:02.577536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-2ebaf52a-0133-43eb-ae76-a7e9cb5b82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.579235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-2ebaf52a-0133-43eb-ae76-a7e9cb5b82d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0415595 Nov 23 10:45:02.676511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-d193a0ad-f187-43ad-80d9-6328152423f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.678071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-d193a0ad-f187-43ad-80d9-6328152423f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0906308 Nov 23 10:45:02.742947 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-cdfbc77e-6026-45f4-b393-f46448c2fd2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0573685 Nov 23 10:45:02.792525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-caf5ac82-54a1-4f7d-bac8-048a19800c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.794018 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-caf5ac82-54a1-4f7d-bac8-048a19800c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0448978 Nov 23 10:45:02.804375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:45:01Z', 'revision_number': 13, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:02.835083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:02.842965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-2929a782-1f9d-4210-80ff-37bb8adfa474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.844099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:02.844610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-2929a782-1f9d-4210-80ff-37bb8adfa474 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439563 Nov 23 10:45:02.844776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:44:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:02.936342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-03260d89-2a5c-4f13-b30c-83e0f6438b6e service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837278 Nov 23 10:45:02.948867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:03.033376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f94156a-4b49-4b4d-9c36-30678b948173 req-35b5f289-b0a6-44ef-af74-2623248cfee4 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887415 Nov 23 10:45:03.178613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:45:01Z', 'revision_number': 13, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:03.205140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cc9ba-9db4-415e-92a3-918218fa927f None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '19b4b18d-f7e9-418a-876c-a2f54bb78ac3', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:06Z', 'updated_at': '2021-11-23T10:45:01Z', 'revision_number': 13, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:03.401009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7b75d-b650-4004-b348-4867bcab5189 None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:45:16.216051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.912823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-201d93b4-fa2e-4fc1-8529-63443c14c8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:20.431244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e138006a-cf2d-44b5-94f2-d5cf654299ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:20.682563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.467452 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:22.836478 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:23.613370 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.300528 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:45:46.225310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.920102 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ac76-65bf-4186-abf5-0efa9d608818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:49.250313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-623b8f0d-0179-44d9-a216-3a74fd32956e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819325 Nov 23 10:45:49.339847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda10b-d472-4922-baf3-89a25a35a72d req-dc80bd1e-7714-4d69-be8c-b59c422f3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.341346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-dc80bd1e-7714-4d69-be8c-b59c422f3bb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0422904 Nov 23 10:45:49.451481 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda10b-d472-4922-baf3-89a25a35a72d req-ace10d45-b9ea-40e1-8aab-981d558478ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.452839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-ace10d45-b9ea-40e1-8aab-981d558478ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0910487 Nov 23 10:45:49.516801 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-2ce9d5d8-d2ab-493d-98d3-dbc7b3bfbd99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1002 time: 0.0567701 Nov 23 10:45:49.574287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda10b-d472-4922-baf3-89a25a35a72d req-5461f911-0940-4a42-853f-cf6bf7e5b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.576560 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-5461f911-0940-4a42-853f-cf6bf7e5b72f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0519006 Nov 23 10:45:49.628702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda10b-d472-4922-baf3-89a25a35a72d req-be8045c1-d3ef-434b-bc47-fc2251ed1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.630261 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-be8045c1-d3ef-434b-bc47-fc2251ed1e63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465569 Nov 23 10:45:49.727651 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-fb4fa320-f364-43ce-9b24-a139bf3be0ec service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893168 Nov 23 10:45:49.815617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56bda10b-d472-4922-baf3-89a25a35a72d req-e40d7f37-f41a-4aa5-84ef-37ebcc99509e service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816100 Nov 23 10:45:50.427799 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0fd2cb82-6813-4b31-93ac-ea0367fd39e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:50.705352 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.469247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.832425 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:53.614357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:12.305713 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:46:16.229817 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.921903 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff976-7da2-4859-8e57-5ac8cfb4f8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:20.425862 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a21ee443-cdcc-40ba-88ab-d571c7b9e2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:20.713171 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:21.481163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:22.838640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:23.616270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.656839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5558b-7e40-4216-8654-722aac2bd9d8 req-d8a40f2a-ea30-43b1-8331-e7963444ecb8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:39.658227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22e5558b-7e40-4216-8654-722aac2bd9d8 req-d8a40f2a-ea30-43b1-8331-e7963444ecb8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0502708 Nov 23 10:46:39.710565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-22e5558b-7e40-4216-8654-722aac2bd9d8 req-fe5cd797-33ad-4615-9b11-37fab578f6ba tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463619 Nov 23 10:46:46.225065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:47.923028 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f9e578d3-2761-462c-8fdc-5736368e1ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.398225 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:46:50.433866 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fb27ec43-d222-48b5-b8f1-46e4d3934ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.706170 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.135959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-7b216e3d-18bb-478e-99a9-41092d739dbf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410316 Nov 23 10:46:51.221196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-95df631d-cc20-4e08-a59b-d8ed12608964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.222699 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-95df631d-cc20-4e08-a59b-d8ed12608964 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0407906 Nov 23 10:46:51.335220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-b00f9f94-60c6-43ff-8660-b52a917bf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.336692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-b00f9f94-60c6-43ff-8660-b52a917bf002 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0945969 Nov 23 10:46:51.407320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-17b4b280-769f-4873-b43a-3cd8a106ae20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1002 time: 0.0635056 Nov 23 10:46:51.459718 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-6b89a2f2-1974-4e70-8c2c-41a073cf7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.461142 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-6b89a2f2-1974-4e70-8c2c-41a073cf7961 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0471563 Nov 23 10:46:51.473081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.512525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-acb802dc-e3e9-4b24-86e2-07d6afb70ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.514064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-acb802dc-e3e9-4b24-86e2-07d6afb70ba9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459921 Nov 23 10:46:51.605124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-f00f885f-a82e-4e62-a888-f258e80d97f6 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Nov 23 10:46:51.698644 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-566a76e6-9a7b-4a79-9a88-8eb9ce2d9fea req-b4f1850f-b066-4066-8d55-9c47f2999b86 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868945 Nov 23 10:46:51.836484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-e6ab90c0-ab34-4dac-b398-3d87b3fdb58b req-4e81e7b2-fe1b-4197-9612-ff5a7b205200 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:46:51.837517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e6ab90c0-ab34-4dac-b398-3d87b3fdb58b req-4e81e7b2-fe1b-4197-9612-ff5a7b205200 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455565 Nov 23 10:46:52.840967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.055854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83c1e-45a0-4954-b92b-231197e697a9 req-1e58b4d7-7c8c-43d3-9122-9ae048c84e29 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:53.057377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa83c1e-45a0-4954-b92b-231197e697a9 req-1e58b4d7-7c8c-43d3-9122-9ae048c84e29 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0518517 Nov 23 10:46:53.110772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8aa83c1e-45a0-4954-b92b-231197e697a9 req-ecd22a7e-3310-4f65-91f8-fd916bab604a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472128 Nov 23 10:46:53.111891 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-f7b738a4-52be-4be3-a551-91d634a7adb3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782149 Nov 23 10:46:53.120908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-959c8812-0d78-4a1b-bd0b-1ec256ae72ff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:46:53.121871 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-959c8812-0d78-4a1b-bd0b-1ec256ae72ff service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050883 Nov 23 10:46:53.609980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.258702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab6c4e-840e-4cba-abaa-28a420f967ba req-129a65de-898a-45b8-8fe8-5f19c5234e48 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:54.260220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-15ab6c4e-840e-4cba-abaa-28a420f967ba req-129a65de-898a-45b8-8fe8-5f19c5234e48 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0557685 Nov 23 10:46:54.309906 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-15ab6c4e-840e-4cba-abaa-28a420f967ba req-49729e95-0287-46dc-88e0-65db7f273989 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Nov 23 10:46:55.440516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b70e9-ea67-40c5-9dac-ba15acac7660 req-3eacb6b0-4b7c-4c31-b9d5-63d9f26fe461 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:55.442043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c69b70e9-ea67-40c5-9dac-ba15acac7660 req-3eacb6b0-4b7c-4c31-b9d5-63d9f26fe461 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0561521 Nov 23 10:46:55.490779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c69b70e9-ea67-40c5-9dac-ba15acac7660 req-d3e8e041-9a40-495f-b42a-b131975e9eb6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Nov 23 10:46:56.365415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-947aa6f0-d819-4a8d-a05e-436eb2d27c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.366944 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-947aa6f0-d819-4a8d-a05e-436eb2d27c35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0458989 Nov 23 10:46:56.457950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-4e82fc52-93fb-439d-a193-38d42f454cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.459309 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-4e82fc52-93fb-439d-a193-38d42f454cfb service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0846910 Nov 23 10:46:56.527765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-2e4e657d-5285-414a-964d-8af41bb12f48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1002 time: 0.0617847 Nov 23 10:46:56.602566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-1207ea8c-70ab-47c3-aebb-f84cff91dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.604369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-1207ea8c-70ab-47c3-aebb-f84cff91dc8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0693362 Nov 23 10:46:56.644252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7f70-379a-4e1f-a6d0-a28d2db5fc4f req-2f9e5fa4-5e51-4695-bb29-a9fc9bc61eaa tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.645691 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec6f7f70-379a-4e1f-a6d0-a28d2db5fc4f req-2f9e5fa4-5e51-4695-bb29-a9fc9bc61eaa tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0788975 Nov 23 10:46:56.677908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-40525496-dff3-4224-98ae-33542cd9bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.679420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-40525496-dff3-4224-98ae-33542cd9bd60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669174 Nov 23 10:46:56.721597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ec6f7f70-379a-4e1f-a6d0-a28d2db5fc4f req-faa1eeed-ea07-4bab-a9c9-d88750a3448c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690002 Nov 23 10:46:56.785848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-1fdd5b60-2096-4bb7-ba06-fb9c1d453579 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983260 Nov 23 10:46:56.878733 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-6b4b6b4d-5870-42bc-ae21-bf0d556ba625 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854590 Nov 23 10:46:57.847179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13d8df-4257-41a5-a356-0324fce77ea9 req-c65b979d-659c-44cc-92a1-e638f85ca12b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:57.848640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea13d8df-4257-41a5-a356-0324fce77ea9 req-c65b979d-659c-44cc-92a1-e638f85ca12b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0553708 Nov 23 10:46:57.895885 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ea13d8df-4257-41a5-a356-0324fce77ea9 req-07af733c-ae21-4a66-bfe9-c3b69649b20f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Nov 23 10:46:59.029702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336a1f3-9823-4b0a-9bd0-84212cddacbb req-abbb095e-f4c4-4d5c-be29-6893030b66e2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:59.031267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a336a1f3-9823-4b0a-9bd0-84212cddacbb req-abbb095e-f4c4-4d5c-be29-6893030b66e2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0555241 Nov 23 10:46:59.080913 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a336a1f3-9823-4b0a-9bd0-84212cddacbb req-dd35cf4f-b07f-4c14-889e-187961812e62 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Nov 23 10:47:00.223398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc280-b6d6-45e8-a671-fde500a8f1c1 req-835c352f-9495-49ad-a257-697e23812204 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:00.224882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc2bc280-b6d6-45e8-a671-fde500a8f1c1 req-835c352f-9495-49ad-a257-697e23812204 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Nov 23 10:47:00.274790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc2bc280-b6d6-45e8-a671-fde500a8f1c1 req-53279777-e505-4961-9a19-b80f2b45b10f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Nov 23 10:47:01.421590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1aa42-cd87-446c-b4ae-72f1bf7337c1 req-df598c09-eb6c-4125-b700-43eade943f9f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.423156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4e1aa42-cd87-446c-b4ae-72f1bf7337c1 req-df598c09-eb6c-4125-b700-43eade943f9f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0690243 Nov 23 10:47:01.480921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4e1aa42-cd87-446c-b4ae-72f1bf7337c1 req-2ba17694-01f0-4c44-a51a-232e63b018b6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486605 Nov 23 10:47:02.624166 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ee9b0-9fa5-44a4-8896-6942da38144d req-02bbdff8-53a2-4551-a137-7afe1278473d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.625686 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-496ee9b0-9fa5-44a4-8896-6942da38144d req-02bbdff8-53a2-4551-a137-7afe1278473d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0545447 Nov 23 10:47:02.678023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-496ee9b0-9fa5-44a4-8896-6942da38144d req-7ad5b705-6e22-487b-b477-5840a0b7b8bf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Nov 23 10:47:03.856989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dadf7a-bc66-4848-a764-ee1d1b433735 req-c71d8ca7-a00b-4658-a058-900e05961ac9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:03.858565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14dadf7a-bc66-4848-a764-ee1d1b433735 req-c71d8ca7-a00b-4658-a058-900e05961ac9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0563672 Nov 23 10:47:03.905514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-14dadf7a-bc66-4848-a764-ee1d1b433735 req-3aa314e6-9013-4b5d-92b8-d2dd3497bd48 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Nov 23 10:47:05.031377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38ea19-42a3-4733-9d71-995f01f7b76c req-57afd3fd-3314-4d70-b08e-58a74f2ca68d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:05.032832 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b38ea19-42a3-4733-9d71-995f01f7b76c req-57afd3fd-3314-4d70-b08e-58a74f2ca68d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0536270 Nov 23 10:47:05.084348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b38ea19-42a3-4733-9d71-995f01f7b76c req-eb2fb8c2-dad5-49e4-b8b7-c98496fd2d4b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453711 Nov 23 10:47:06.213695 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf841-df7c-4aea-a5ef-cabfd2bcabf2 req-f7b8b9d7-851c-4c71-b303-9c5e116ad83c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:06.215229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57cdf841-df7c-4aea-a5ef-cabfd2bcabf2 req-f7b8b9d7-851c-4c71-b303-9c5e116ad83c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0599446 Nov 23 10:47:06.262516 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-57cdf841-df7c-4aea-a5ef-cabfd2bcabf2 req-d4dae752-7b1c-41ef-a48b-91000cd80e07 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Nov 23 10:47:07.411949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc3724-e64c-4c81-bf6b-faa10b321535 req-afd01170-942b-43b2-8faa-e6342bdd9978 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:07.413444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dfc3724-e64c-4c81-bf6b-faa10b321535 req-afd01170-942b-43b2-8faa-e6342bdd9978 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0703413 Nov 23 10:47:07.463926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dfc3724-e64c-4c81-bf6b-faa10b321535 req-83836d0d-483d-4b60-8ffc-0a3ad65909b1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Nov 23 10:47:08.592511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a22d34-8fbf-4af8-967d-707b0ad291c2 req-41fb693a-431f-4a91-b49a-b5df6edb8514 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:08.594046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4a22d34-8fbf-4af8-967d-707b0ad291c2 req-41fb693a-431f-4a91-b49a-b5df6edb8514 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0496998 Nov 23 10:47:08.645294 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a4a22d34-8fbf-4af8-967d-707b0ad291c2 req-a2e8722d-fd43-4e7a-8813-1b9817594838 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Nov 23 10:47:09.778582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c9a0-ac8e-4608-bb4b-b547b070de8a req-6e5e7b1e-1438-43d4-aad5-a0e980d67edc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:09.780079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17b6c9a0-ac8e-4608-bb4b-b547b070de8a req-6e5e7b1e-1438-43d4-aad5-a0e980d67edc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0551908 Nov 23 10:47:09.832909 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17b6c9a0-ac8e-4608-bb4b-b547b070de8a req-4b441f91-214d-421a-9cd8-3e6c008c1e0e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463231 Nov 23 10:47:10.971742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9a1fc-5e8b-4756-b480-657dfed33600 req-b2fab2df-1cff-46f4-99bd-7bb808eca58d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:10.973317 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08f9a1fc-5e8b-4756-b480-657dfed33600 req-b2fab2df-1cff-46f4-99bd-7bb808eca58d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0591006 Nov 23 10:47:11.022429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-08f9a1fc-5e8b-4756-b480-657dfed33600 req-0445c32f-459f-4a03-b429-afdfdb68c1bb tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Nov 23 10:47:12.155302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02980ea-3139-4df2-a4f3-856d62b715d3 req-f007f88d-73c3-4779-8ef8-39011e2c00db tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:12.156792 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c02980ea-3139-4df2-a4f3-856d62b715d3 req-f007f88d-73c3-4779-8ef8-39011e2c00db tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0513177 Nov 23 10:47:12.206591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c02980ea-3139-4df2-a4f3-856d62b715d3 req-0a7c2921-8281-4575-9b65-527c4ebe7fe8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Nov 23 10:47:13.346798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723deac-650c-4ae7-8798-0f79a7d2b890 req-a9544b8a-8517-4c09-87e6-a347007db6cd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:13.348280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1723deac-650c-4ae7-8798-0f79a7d2b890 req-a9544b8a-8517-4c09-87e6-a347007db6cd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0598431 Nov 23 10:47:13.397348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1723deac-650c-4ae7-8798-0f79a7d2b890 req-111b452d-0412-4d86-8edd-4f8f5dcfdaf0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Nov 23 10:47:14.518265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedfbff-9946-404f-bc25-7bbefce8711c req-4d63b7d1-867d-45f2-a850-7ee327e07592 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.519755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aedfbff-9946-404f-bc25-7bbefce8711c req-4d63b7d1-867d-45f2-a850-7ee327e07592 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0503910 Nov 23 10:47:14.567255 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4aedfbff-9946-404f-bc25-7bbefce8711c req-599589d9-d900-4d99-afaf-ef917bdea939 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Nov 23 10:47:15.690978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efc4ec-c6b1-4cf8-b06c-2b649b6273ba req-236abf59-65b1-4159-88d0-2d1ac03f7908 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:15.692447 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7efc4ec-c6b1-4cf8-b06c-2b649b6273ba req-236abf59-65b1-4159-88d0-2d1ac03f7908 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0535884 Nov 23 10:47:15.741041 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f7efc4ec-c6b1-4cf8-b06c-2b649b6273ba req-eb7cd076-5cdf-47e5-985c-96bde0770357 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Nov 23 10:47:15.990912 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-a20441dd-cd45-4701-acef-856c7d2a2a87 service neutron] show failed (client error): The resource could not be found. Nov 23 10:47:15.991875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-a20441dd-cd45-4701-acef-856c7d2a2a87 service neutron] 10.222.0.50 "GET /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0542777 Nov 23 10:47:16.222518 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.361423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-86a44533-f2b7-4c8f-9b40-de88338e337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:16.363005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-86a44533-f2b7-4c8f-9b40-de88338e337a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1097 time: 0.0883260 Nov 23 10:47:16.374725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:16.428100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.676000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:16.708896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:16.750984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:16.756329 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.768774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Transition to ACTIVE for port object 1ad6d471-fbe8-406f-bb73-715d7992b8c9 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:16.773299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.826514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=6']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:16.857809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.858176 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.858508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.858837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.859163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.859487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.859805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.860123 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.860439 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.860757 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.861072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.861385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:16.900055 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da372e2-28d8-462d-a84a-2c302a9ff54d" -d '{"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:16.945171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b32f-72e9-4a7f-9f9f-0f6d0e7e4a06 req-7c55e347-951e-41f8-a491-0153e728e602 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:16.952874 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85f2b32f-72e9-4a7f-9f9f-0f6d0e7e4a06 req-7c55e347-951e-41f8-a491-0153e728e602 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.1390069 Nov 23 10:47:16.984607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] No DVR routers for this DVR port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h2-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:17.023670 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41753854-f60c-42ec-bdd4-8b3a834f4be7 x-openstack-request-id: req-41753854-f60c-42ec-bdd4-8b3a834f4be7 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:17.023959 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:17.024208 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41753854-f60c-42ec-bdd4-8b3a834f4be7 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:17.024601 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'code': 200} Nov 23 10:47:17.084215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85f2b32f-72e9-4a7f-9f9f-0f6d0e7e4a06 req-c836ca3b-3d74-4268-a6a3-23fe26c573bf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304486 Nov 23 10:47:17.140678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:17.140984 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:17.141333 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:17.145758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:17.146099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:17.151042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:17.151374 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:17.151743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:17.152155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Bound port: 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:17.152492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.217124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:17.220434 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:17.224970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.260399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.261344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.262747 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1092 time: 0.8920543 Nov 23 10:47:17.298042 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e3ca2-aced-4d09-869e-7e3f32a199b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=7']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:17.329379 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-a99b5b16-fa88-4adf-90a2-206861056d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.330968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-a99b5b16-fa88-4adf-90a2-206861056d8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0435095 Nov 23 10:47:17.422497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c479d933-534e-445b-ade5-a8e12d231d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.423995 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-c479d933-534e-445b-ade5-a8e12d231d4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0865076 Nov 23 10:47:17.493144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-45fcdf34-97d5-4d08-a58f-db41552e02bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0623193 Nov 23 10:47:17.544824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-629a9a4b-2cca-411b-9d97-6a1f798796d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.546268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-629a9a4b-2cca-411b-9d97-6a1f798796d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0449054 Nov 23 10:47:17.582992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:17.592266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-f40f057d-b1fc-4268-876b-4c3245a759d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.593863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-f40f057d-b1fc-4268-876b-4c3245a759d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410204 Nov 23 10:47:17.627091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:17.687897 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-9365ce6e-d4c9-444b-af1f-b538d5ca985f service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Nov 23 10:47:17.780390 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-307932aa-7d87-4fa1-bda5-af1fe6e95391 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Nov 23 10:47:17.916988 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31da8aaf-237f-47ac-ade9-c1d67419b9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:18.207665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446d4e-1d9e-4369-820d-6847c0543a8a req-f3d57c2d-5978-460d-86cd-9e2adbfa59e0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:18.209205 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa446d4e-1d9e-4369-820d-6847c0543a8a req-f3d57c2d-5978-460d-86cd-9e2adbfa59e0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0523274 Nov 23 10:47:18.260624 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa446d4e-1d9e-4369-820d-6847c0543a8a req-29e65c94-c8fe-4b57-8e58-e1d8890f025a tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Nov 23 10:47:19.026219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:19.028843 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8127e03c-8c3f-494c-a0c0-57ca432df04b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:19.078182 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81f337-06f2-4979-9e18-1043a90477f3 x-openstack-request-id: req-5e81f337-06f2-4979-9e18-1043a90477f3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:19.078587 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:19.079030 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e81f337-06f2-4979-9e18-1043a90477f3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:19.079487 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'status': 'completed', 'code': 200} Nov 23 10:47:19.140443 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-1f6e9e7c-ad42-4b03-b82c-342f85c1324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.142101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-1f6e9e7c-ad42-4b03-b82c-342f85c1324c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0433755 Nov 23 10:47:19.144355 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-90387e1c-335e-4030-aa4c-44e758bd285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.145883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-90387e1c-335e-4030-aa4c-44e758bd285d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0421691 Nov 23 10:47:19.235184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-19e475f9-6d1e-4e09-b706-a5c515ecf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.236854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-19e475f9-6d1e-4e09-b706-a5c515ecf843 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0871508 Nov 23 10:47:19.242988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-683edd6d-8b77-4a5d-ac37-2176940a1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.244456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-683edd6d-8b77-4a5d-ac37-2176940a1a01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0914776 Nov 23 10:47:19.310221 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-fd32f0b1-0433-4299-b410-4d5eb0ec9306 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0660200 Nov 23 10:47:19.315174 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-3014c5c6-6bfc-4f9e-8211-33e8802bffa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0635600 Nov 23 10:47:19.364973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-b50fae33-d835-47ff-8647-e9bc42579e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.366824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-b50fae33-d835-47ff-8647-e9bc42579e68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0498917 Nov 23 10:47:19.400206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-95c49e4a-95cc-4bfb-b2aa-0c731bae6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.401703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-95c49e4a-95cc-4bfb-b2aa-0c731bae6b4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0796680 Nov 23 10:47:19.424557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-29729fa5-6ed6-4384-a1d3-08a9f35c4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.426268 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-29729fa5-6ed6-4384-a1d3-08a9f35c4eea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527914 Nov 23 10:47:19.426430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b026db-fb11-4087-97d5-6fda4932633c req-02417719-2d45-454f-bcf4-12192f6478e1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.427835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b026db-fb11-4087-97d5-6fda4932633c req-02417719-2d45-454f-bcf4-12192f6478e1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0772412 Nov 23 10:47:19.855486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-293ba8ad-e72b-4a17-a0b9-2835f2ae40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.856982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-293ba8ad-e72b-4a17-a0b9-2835f2ae40bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4476976 Nov 23 10:47:19.864044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-6fd3d767-9ef2-4d0d-b796-9ce3a19011d6 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306176 Nov 23 10:47:19.875989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c8b026db-fb11-4087-97d5-6fda4932633c req-d3870e97-79d4-4211-9839-e6cc376f79c9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300931 Nov 23 10:47:19.952204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-aa08b3f4-3964-4e0d-82bc-adce9bd00ef5 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875237 Nov 23 10:47:19.964558 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-482f1421-51a7-422b-a5e5-896e0f5d4c7b service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939636 Nov 23 10:47:20.045544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8127e03c-8c3f-494c-a0c0-57ca432df04b req-c14011f3-9565-4c93-af2e-14da78ab8cf0 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Nov 23 10:47:20.432890 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1654ac4e-5688-44e5-9d3a-f13e43018a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.706064 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.003830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986ad6b-1f0e-4a9c-869c-bb1090db0a62 req-2e1f2673-d873-4099-a6a9-f2b1af332c55 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:21.005354 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6986ad6b-1f0e-4a9c-869c-bb1090db0a62 req-2e1f2673-d873-4099-a6a9-f2b1af332c55 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0553591 Nov 23 10:47:21.055936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6986ad6b-1f0e-4a9c-869c-bb1090db0a62 req-b7bb89d3-0628-4c93-93b2-87281b166855 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Nov 23 10:47:21.479936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.178374 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3851b-e315-41be-8443-6dac05d1011a req-4ca52ed3-724e-403e-b65e-81529e1906df tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:22.179861 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3b3851b-e315-41be-8443-6dac05d1011a req-4ca52ed3-724e-403e-b65e-81529e1906df tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0503798 Nov 23 10:47:22.228482 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b3b3851b-e315-41be-8443-6dac05d1011a req-a5429641-4ebd-4da9-a331-e8cc9315a0b3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Nov 23 10:47:22.840018 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.356247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf446-9b99-43bd-9297-8fa3df778209 req-4970af64-5456-4cd8-80ad-78a07cd969cb tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:23.357755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06baf446-9b99-43bd-9297-8fa3df778209 req-4970af64-5456-4cd8-80ad-78a07cd969cb tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0531597 Nov 23 10:47:23.411548 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-06baf446-9b99-43bd-9297-8fa3df778209 req-06a1be90-5a6a-4c2e-aeb6-da17a7add096 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446677 Nov 23 10:47:23.614997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.552587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e922cd6-b56d-4418-901b-6f49a671b891 req-b5663f63-df97-4d7d-b3ec-f3a78ea4711c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:24.554362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e922cd6-b56d-4418-901b-6f49a671b891 req-b5663f63-df97-4d7d-b3ec-f3a78ea4711c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0556223 Nov 23 10:47:24.608756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e922cd6-b56d-4418-901b-6f49a671b891 req-1e5d2bbd-8354-47c1-8ac0-8174e3ec4cd4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482156 Nov 23 10:47:25.748364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f03b-200e-4425-98f1-2e0b06928ea0 req-2812d23e-359e-4028-91bd-2182692286cc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:25.749862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63e1f03b-200e-4425-98f1-2e0b06928ea0 req-2812d23e-359e-4028-91bd-2182692286cc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0654721 Nov 23 10:47:25.805168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63e1f03b-200e-4425-98f1-2e0b06928ea0 req-93bfc30e-d6af-4e63-948b-4cb031aaacda tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 Nov 23 10:47:26.312922 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:47:26.942641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535710a-c45e-4d4e-8e61-4acea8e70d58 req-38b24e45-991e-41d6-800e-66921e49c1f4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.944123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7535710a-c45e-4d4e-8e61-4acea8e70d58 req-38b24e45-991e-41d6-800e-66921e49c1f4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0606961 Nov 23 10:47:26.993281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7535710a-c45e-4d4e-8e61-4acea8e70d58 req-64601e0c-854f-45fc-b33e-037eeddf1584 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Nov 23 10:47:28.131593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c8baf-2bd0-4300-88fb-67d284cd289f req-05c311ea-d5d5-4fba-b7f7-a62a047b386d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.133067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c5c8baf-2bd0-4300-88fb-67d284cd289f req-05c311ea-d5d5-4fba-b7f7-a62a047b386d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0515065 Nov 23 10:47:28.188458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3c5c8baf-2bd0-4300-88fb-67d284cd289f req-3cb400e1-ab0c-4027-abc5-e995891db0d4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Nov 23 10:47:29.312423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da7e25-4523-4f6f-9cfb-26197dad57cf req-bcab9bd5-ff61-48e6-8545-ef587863f259 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.313884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92da7e25-4523-4f6f-9cfb-26197dad57cf req-bcab9bd5-ff61-48e6-8545-ef587863f259 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0523295 Nov 23 10:47:29.365450 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-92da7e25-4523-4f6f-9cfb-26197dad57cf req-b2d6353d-1b58-437a-812e-74ac832345cc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Nov 23 10:47:30.491080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55414c5b-e93b-4812-b0e5-8bd52711735e req-0ebb8220-b4ef-4eff-87e2-9c0cc314ee95 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:30.492492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55414c5b-e93b-4812-b0e5-8bd52711735e req-0ebb8220-b4ef-4eff-87e2-9c0cc314ee95 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 944 time: 0.0493681 Nov 23 10:47:30.544739 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55414c5b-e93b-4812-b0e5-8bd52711735e req-17462788-6753-49cd-ba95-3dd3d55f2893 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Nov 23 10:47:31.087249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:31.189968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:31.201591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:31.239440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.252112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:31.272960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:31.279454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.328764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:31.336160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.336518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.336845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.337177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.337575 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.337837 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.338188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.338517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.338839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.339158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.339479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.339777 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.688117 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032c07-dbac-473f-81dd-82d3ba5e7a09 req-e0aa013b-5887-49fc-9a8e-00a7611cc12e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:31.689603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af032c07-dbac-473f-81dd-82d3ba5e7a09 req-e0aa013b-5887-49fc-9a8e-00a7611cc12e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Nov 23 10:47:31.739345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af032c07-dbac-473f-81dd-82d3ba5e7a09 req-aef74dd6-8841-44a2-ae4a-7e5640092d84 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Nov 23 10:47:32.681695 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['1ad6d471-fbe8-406f-bb73-715d7992b8c9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:32.859039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a992-3f82-40a4-8656-805268342310 req-fb1e3b65-2c33-4829-b530-cb0a1d6c332e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:32.860518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d071a992-3f82-40a4-8656-805268342310 req-fb1e3b65-2c33-4829-b530-cb0a1d6c332e tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0506296 Nov 23 10:47:32.910785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d071a992-3f82-40a4-8656-805268342310 req-8edf956d-0413-41b8-90d9-a136519b8610 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Nov 23 10:47:33.248037 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b7d6d078-7d40-4e70-914f-2c9a98fdd366 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.249482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b7d6d078-7d40-4e70-914f-2c9a98fdd366 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&tenant_id=d7e55bb281e84d05aea50c5b8396aecb&binding%3Ahost_id=n-h1-781076-5 HTTP/1.1" status: 200 len: 945 time: 0.0838187 Nov 23 10:47:33.264174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36321a-69fc-4216-9dba-749fadd706cf req-0bde83d2-1a58-45f8-a82a-2a9ff20acf29 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.265559 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-df36321a-69fc-4216-9dba-749fadd706cf req-0bde83d2-1a58-45f8-a82a-2a9ff20acf29 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0729659 Nov 23 10:47:33.350520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-df36321a-69fc-4216-9dba-749fadd706cf req-e2c9db3b-1e56-426c-8946-510f4780df87 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779402 Nov 23 10:47:33.353500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-ac939580-b222-404a-bee2-ffef24f21d30 service neutron] 10.222.0.11 "GET /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9/bindings/n-h1-781076-5 HTTP/1.1" status: 200 len: 382 time: 0.0870538 Nov 23 10:47:33.422174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-409a7640-833c-4cb2-8ad9-987e8e5ba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.423684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-409a7640-833c-4cb2-8ad9-987e8e5ba768 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0425580 Nov 23 10:47:33.518956 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-c68a8a75-365d-4440-bbe4-e4caeabf8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.520499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-c68a8a75-365d-4440-bbe4-e4caeabf8ab0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0894823 Nov 23 10:47:33.585213 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-681004e0-e1f5-4398-8800-5f59f7cf02a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1001 time: 0.0578587 Nov 23 10:47:33.651395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-589f07a2-276d-4d43-b1b3-11db6a943241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.653609 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-589f07a2-276d-4d43-b1b3-11db6a943241 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0615346 Nov 23 10:47:33.702389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-1cc0a501-7244-403a-b65d-a4f0351a74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.703887 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-1cc0a501-7244-403a-b65d-a4f0351a74c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428786 Nov 23 10:47:33.794908 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-11f796d7-4156-4fc6-83bc-8dcb341e32ec service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837336 Nov 23 10:47:33.892463 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-2ee34833-52dd-4790-99c5-3a8cddd4b689 service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 Nov 23 10:47:34.491129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176ba1-a8e1-47a6-aeba-e9c1a7c7b5b0 req-fba3688f-7dbd-48b3-85ce-f25712a90a26 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:34.492539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49176ba1-a8e1-47a6-aeba-e9c1a7c7b5b0 req-fba3688f-7dbd-48b3-85ce-f25712a90a26 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Nov 23 10:47:34.541048 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49176ba1-a8e1-47a6-aeba-e9c1a7c7b5b0 req-adb7d06a-3eab-49db-bf08-14bd643ce7e8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Nov 23 10:47:35.153326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:35.376567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:35.382475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:35.382972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.469747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.492817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:35.510135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:35.516209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.541364 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f0a79f-6913-4617-bafc-8d1e3fb837fd" -d '{"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:35.570479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:35.650919 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e661fbc9-7f57-4e7f-bcee-0ade5afb05cc x-openstack-request-id: req-e661fbc9-7f57-4e7f-bcee-0ade5afb05cc {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:35.651283 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:35.651544 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e661fbc9-7f57-4e7f-bcee-0ade5afb05cc {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:35.651943 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'code': 200} Nov 23 10:47:35.672088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4bee-2f50-446a-9a27-9da03834a9fd req-ebb2ad01-e316-43fc-8a1b-45e75b1cba2d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:35.673572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f02d4bee-2f50-446a-9a27-9da03834a9fd req-ebb2ad01-e316-43fc-8a1b-45e75b1cba2d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0564969 Nov 23 10:47:35.722728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f02d4bee-2f50-446a-9a27-9da03834a9fd req-6c1ba111-1a55-4745-acab-fded1c35143b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Nov 23 10:47:36.845580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1927-c4cb-44dc-8ab7-1c6040533a47 req-358fad64-53e3-4a67-b64f-bfbe6314b00b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:36.847043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-faee1927-c4cb-44dc-8ab7-1c6040533a47 req-358fad64-53e3-4a67-b64f-bfbe6314b00b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0517595 Nov 23 10:47:36.896356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-faee1927-c4cb-44dc-8ab7-1c6040533a47 req-f29d5636-0568-412e-b5c4-a12de29ac289 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Nov 23 10:47:38.017031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79601ebc-91d5-4aa9-a406-a83a0a4b2d82 req-fe935cd4-130b-44c1-bdf4-2bfa04689172 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.018622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79601ebc-91d5-4aa9-a406-a83a0a4b2d82 req-fe935cd4-130b-44c1-bdf4-2bfa04689172 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0506518 Nov 23 10:47:38.068377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79601ebc-91d5-4aa9-a406-a83a0a4b2d82 req-1fddc7f3-31b7-43a4-b08a-45d4e30a133d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Nov 23 10:47:38.163833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-25dd6d52-4309-4ca3-af81-95189fa533b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.165329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-25dd6d52-4309-4ca3-af81-95189fa533b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2&tenant_id=d7e55bb281e84d05aea50c5b8396aecb HTTP/1.1" status: 200 len: 1097 time: 0.0422349 Nov 23 10:47:38.177926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:38.237535 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.455615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:38.494498 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:38.546649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:38.553532 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.570497 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Transition to ACTIVE for port object 1ad6d471-fbe8-406f-bb73-715d7992b8c9 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:38.575927 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.602867 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65d9bb-af72-4fa6-9640-93c6862cd66d" -d '{"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:38.661278 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=10']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:38.674024 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.674381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.674727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.675069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.675404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.675742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.676064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.676390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.676716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.677041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.677364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.677685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:38.723938 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c0a84-e6b5-4a42-b82b-7ad58bbaff74 x-openstack-request-id: req-309c0a84-e6b5-4a42-b82b-7ad58bbaff74 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:38.724285 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:38.724550 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-309c0a84-e6b5-4a42-b82b-7ad58bbaff74 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:38.724962 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'code': 200} Nov 23 10:47:38.725947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] No DVR routers for this DVR port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:38.868902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:38.869240 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:38.869627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:38.874894 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:38.875225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Attempting to bind port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on network aa0ed989-9e2f-4e17-9d01-b08b1fda040a {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:38.880788 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:38.881134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Checking segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:38.881522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Bound using segment: {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:38.881976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Bound port: 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cb084c-0809-4575-8777-7fd7142f0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:38.882355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.952361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:38.955771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:38.960399 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.996839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.997515 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.998982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] 10.222.0.50 "PUT /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1093 time: 0.8252213 Nov 23 10:47:39.023211 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc31d8-7dd2-49da-a46c-68d046f7703b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=11']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:39.072951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-091ae420-9aa3-47e3-bee7-d99d31f8820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.074617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-091ae420-9aa3-47e3-bee7-d99d31f8820d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0460811 Nov 23 10:47:39.145632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:39.191864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:39.209317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-65e46e30-3202-4ed5-8429-48accea9d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.210878 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-65e46e30-3202-4ed5-8429-48accea9d0d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1291025 Nov 23 10:47:39.222802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c4453-031d-4e42-883a-6289cbd9ecf2 req-033a910f-d685-4486-b31c-fac14cf9de02 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.224303 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-731c4453-031d-4e42-883a-6289cbd9ecf2 req-033a910f-d685-4486-b31c-fac14cf9de02 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0761228 Nov 23 10:47:39.313584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-6e336b85-b519-4165-9941-20f6494e1ed2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0882797 Nov 23 10:47:39.320957 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-731c4453-031d-4e42-883a-6289cbd9ecf2 req-a3c4ee1e-bec9-4ea1-9e01-e370b5d3aa65 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902648 Nov 23 10:47:39.366000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-56542a70-afc7-4f71-9376-556f31fbd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.367487 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-56542a70-afc7-4f71-9376-556f31fbd4bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0456851 Nov 23 10:47:39.415436 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-6b85e917-8c4f-4af7-a0c1-16d0c3e05125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.417021 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-6b85e917-8c4f-4af7-a0c1-16d0c3e05125 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427711 Nov 23 10:47:39.512479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-f73b215f-8d88-423d-8075-fc93c9d34024 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877168 Nov 23 10:47:39.606951 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a604da2-4f8d-481d-98e2-01b9d313b6ce req-5a95a004-6ae9-406e-a7cc-a97f058bf661 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867991 Nov 23 10:47:40.455437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e11fc-0867-4d01-9123-efd35aef2c79 req-5276749f-06a9-47f7-b114-da478e59d47c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.456865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d6e11fc-0867-4d01-9123-efd35aef2c79 req-5276749f-06a9-47f7-b114-da478e59d47c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0594788 Nov 23 10:47:40.506476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9d6e11fc-0867-4d01-9123-efd35aef2c79 req-e878c36d-c7b1-4b46-8546-c76276555af7 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Nov 23 10:47:40.726786 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:40.729287 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:40.779234 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c43ac6-c896-4146-96f7-f1ee08ee0140 x-openstack-request-id: req-f3c43ac6-c896-4146-96f7-f1ee08ee0140 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:40.779534 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:40.779870 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3c43ac6-c896-4146-96f7-f1ee08ee0140 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:40.780200 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'status': 'completed', 'code': 200} Nov 23 10:47:40.842076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-567253cf-e5ef-42d6-abdc-f9d97214dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.843697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-567253cf-e5ef-42d6-abdc-f9d97214dcb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0437062 Nov 23 10:47:40.845675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-e2c5fc80-0c14-4dfc-a794-a1c7facdccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.847220 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-e2c5fc80-0c14-4dfc-a794-a1c7facdccfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0432451 Nov 23 10:47:40.944576 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-5492528f-8afd-47a3-acef-638a4fd2e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.946528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-5492528f-8afd-47a3-acef-638a4fd2e86b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.0956306 Nov 23 10:47:40.960198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c881cb1c-3713-436c-9db1-246719a0246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.962073 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c881cb1c-3713-436c-9db1-246719a0246d service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 200 len: 912 time: 0.1072869 Nov 23 10:47:41.017423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-22ea62d1-0064-439b-b7ee-e4ada87a9552 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0619364 Nov 23 10:47:41.034117 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-8d5c63b2-78a1-445e-a395-0465d0ffc8a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0651729 Nov 23 10:47:41.069250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c4072522-4eb3-4a94-baf3-644f38dff624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.070800 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c4072522-4eb3-4a94-baf3-644f38dff624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0468271 Nov 23 10:47:41.093843 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c4cf5f60-4a5a-40c0-9df4-1024e388e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.095500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-c4cf5f60-4a5a-40c0-9df4-1024e388e3f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 200 len: 850 time: 0.0548310 Nov 23 10:47:41.124115 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-26975252-2faa-43b4-a9b3-fa1ff587dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.125674 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-26975252-2faa-43b4-a9b3-fa1ff587dc64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481515 Nov 23 10:47:41.146224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-6061c3ab-b937-4ddd-ad19-06ae9249193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.147795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-6061c3ab-b937-4ddd-ad19-06ae9249193b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa0ed989-9e2f-4e17-9d01-b08b1fda040a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449352 Nov 23 10:47:41.160091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-f270101c-e7c0-42ea-9c91-0722a3175132 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:47:41.161254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-f270101c-e7c0-42ea-9c91-0722a3175132 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055771 Nov 23 10:47:41.221697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-9bc26e01-cd11-4a9c-8d37-944b9e6ab1df service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880313 Nov 23 10:47:41.263610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-72004413-7913-44d5-b014-62024a269ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950150 Nov 23 10:47:41.320798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-432d8771-99dd-46e1-9984-3b68005107bd service neutron] 10.222.0.11 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916593 Nov 23 10:47:41.357772 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cf418d4b-d52b-4c2d-bd91-3e7e9f4d4842 req-5acd8699-75ad-4d36-b918-52762ea09da5 service neutron] 10.222.0.50 "GET /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870380 Nov 23 10:47:41.633401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ddf6-c309-401f-8399-0888d7ab8425 req-d0f5d13b-d8bf-45b2-b018-6c6a7f5b5da2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.634938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e462ddf6-c309-401f-8399-0888d7ab8425 req-d0f5d13b-d8bf-45b2-b018-6c6a7f5b5da2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0543795 Nov 23 10:47:41.684650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e462ddf6-c309-401f-8399-0888d7ab8425 req-9a4d7a98-39aa-415f-be2a-b4a41d3ed248 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Nov 23 10:47:42.813598 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff735b-ae56-4784-8f14-a4622dc137db req-54e20ec8-cc21-46b6-8f2d-488f44f604ab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:42.815306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69ff735b-ae56-4784-8f14-a4622dc137db req-54e20ec8-cc21-46b6-8f2d-488f44f604ab tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Nov 23 10:47:42.870356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-69ff735b-ae56-4784-8f14-a4622dc137db req-a5319b87-eabe-4121-bd0c-05fd01e6cc99 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485520 Nov 23 10:47:43.997535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990bf04-8049-4f38-aa35-a3fc386575ab req-00671ef9-dadd-4e85-99ca-58ca67e4109b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.999067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2990bf04-8049-4f38-aa35-a3fc386575ab req-00671ef9-dadd-4e85-99ca-58ca67e4109b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0556433 Nov 23 10:47:44.047720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2990bf04-8049-4f38-aa35-a3fc386575ab req-6ab24b43-0ffe-4294-88cd-864b70aacb84 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Nov 23 10:47:45.177000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e32b9b-1e31-4eb8-a7a3-39781a34cc29 req-ab30107f-3b45-4b15-adc3-1a41e712a5c2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:45.178527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23e32b9b-1e31-4eb8-a7a3-39781a34cc29 req-ab30107f-3b45-4b15-adc3-1a41e712a5c2 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0552576 Nov 23 10:47:45.231356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-23e32b9b-1e31-4eb8-a7a3-39781a34cc29 req-afc18976-a9c1-474b-86d5-4d339e2ca0c8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Nov 23 10:47:46.222557 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:46.378960 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cb88-6826-4dd9-8edf-3518d2405aa2 req-485339c2-d35f-4b62-9256-dbb1d06c665b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.380440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d85cb88-6826-4dd9-8edf-3518d2405aa2 req-485339c2-d35f-4b62-9256-dbb1d06c665b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Nov 23 10:47:46.428102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d85cb88-6826-4dd9-8edf-3518d2405aa2 req-892b5d43-3726-4e96-8c01-76ced5b79d5b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Nov 23 10:47:47.565301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673e97-0854-4b14-aa2b-73b9bf4b85fc req-991cb9e2-6e73-48ba-bc4b-21d118ba6660 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:47.566812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d673e97-0854-4b14-aa2b-73b9bf4b85fc req-991cb9e2-6e73-48ba-bc4b-21d118ba6660 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0610192 Nov 23 10:47:47.613734 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0d673e97-0854-4b14-aa2b-73b9bf4b85fc req-8c489971-1a94-4ad7-ad3a-f6f113a9e325 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Nov 23 10:47:47.931355 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d3e6c5d-43d5-4ff9-84f1-deb646eb8db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.737930 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc15d-b02b-478f-a098-3e62f89f6ad6 req-78fa5118-afeb-47cd-8ff3-815a30d4837c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:48.739389 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e56dc15d-b02b-478f-a098-3e62f89f6ad6 req-78fa5118-afeb-47cd-8ff3-815a30d4837c tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Nov 23 10:47:48.789914 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e56dc15d-b02b-478f-a098-3e62f89f6ad6 req-4a92115b-5ffc-4a5a-b0b4-964328476ddd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Nov 23 10:47:49.921154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde8afd-051e-4cc9-8565-cd0def875763 req-a5bc6e0b-860d-4baf-8084-76010978d3ac tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:49.922683 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acde8afd-051e-4cc9-8565-cd0def875763 req-a5bc6e0b-860d-4baf-8084-76010978d3ac tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Nov 23 10:47:49.980387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-acde8afd-051e-4cc9-8565-cd0def875763 req-2a61aa60-6255-4539-8081-389111fac0f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487816 Nov 23 10:47:50.440215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-24d40b3d-1068-4c10-8f3d-3c5d9d7a6e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.697353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.114421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557a93-6bee-4ffd-bf21-fabb2a9addae req-beddc470-bd9c-4889-8a18-537362bb2f26 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:51.116007 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55557a93-6bee-4ffd-bf21-fabb2a9addae req-beddc470-bd9c-4889-8a18-537362bb2f26 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Nov 23 10:47:51.163977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-55557a93-6bee-4ffd-bf21-fabb2a9addae req-83af98bb-2350-4534-82cb-b4db5f342be4 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Nov 23 10:47:51.484076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.287205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ae1c7-1464-4848-865a-8d8674826303 req-71ba0036-ec41-4edd-b327-a60df262a54b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.289119 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-242ae1c7-1464-4848-865a-8d8674826303 req-71ba0036-ec41-4edd-b327-a60df262a54b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0520265 Nov 23 10:47:52.341505 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-242ae1c7-1464-4848-865a-8d8674826303 req-adb6ecda-066c-4b81-9649-cf920f2cce3f tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Nov 23 10:47:52.475725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cfd95-c789-4359-a66b-4da70179a17e req-2ded15da-72de-4e4e-8b51-ea6f2c52408d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.477139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f8cfd95-c789-4359-a66b-4da70179a17e req-2ded15da-72de-4e4e-8b51-ea6f2c52408d tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Nov 23 10:47:52.529402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4f8cfd95-c789-4359-a66b-4da70179a17e req-5634ad55-0075-4755-8a85-33701ef43fc1 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Nov 23 10:47:52.652812 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea4e86-109f-4da0-8ce1-948a00f86cf7 req-402efbca-1e5c-4164-bbe9-7069bb6455bc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.654316 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ea4e86-109f-4da0-8ce1-948a00f86cf7 req-402efbca-1e5c-4164-bbe9-7069bb6455bc tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0561688 Nov 23 10:47:52.702837 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b4ea4e86-109f-4da0-8ce1-948a00f86cf7 req-fad8db04-1650-47c0-afca-7927c6e11489 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 23 10:47:52.843789 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.951811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f69f-c721-4fce-a6d2-27822c355842 req-e519430a-af9d-4dd1-b26f-ad3d2503f7d0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.953357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6775f69f-c721-4fce-a6d2-27822c355842 req-e519430a-af9d-4dd1-b26f-ad3d2503f7d0 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 945 time: 0.0495389 Nov 23 10:47:53.002013 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6775f69f-c721-4fce-a6d2-27822c355842 req-fbe063d1-eb34-4cfb-abc4-ae680bcb1b1b tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Nov 23 10:47:53.620745 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.772668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:53.887003 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:53.902499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'port_id': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'mac_address': 'fa:16:3e:86:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:53.944543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.958640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:53.979092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:53.984708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.033080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=12']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:54.137692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358c3f7-f222-45eb-b879-1a6c55fb9ca3 req-2417057d-51d3-4959-b125-26f2f7762412 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:54.139090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2358c3f7-f222-45eb-b879-1a6c55fb9ca3 req-2417057d-51d3-4959-b125-26f2f7762412 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0610993 Nov 23 10:47:54.186608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2358c3f7-f222-45eb-b879-1a6c55fb9ca3 req-04f6451e-ca71-43d5-a1ac-e9ceb1ad36f6 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups?id=978aa331-5437-405a-a6c4-83ecd1c08c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Nov 23 10:47:54.416941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-bee12e17-e5c9-447d-b273-e3d26e2cb1bf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:54.418329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-bee12e17-e5c9-447d-b273-e3d26e2cb1bf tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 946 time: 0.0561426 Nov 23 10:47:54.515309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Deleting port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:54.515650 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.610762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] For port 1ad6d471-fbe8-406f-bb73-715d7992b8c9, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=1ad6d471-fbe8-406f-bb73-715d7992b8c9,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:54.611106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.795095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.795501 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.795782 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3 disassociated. External IP: 172.25.1.50, port: 1ad6d471-fbe8-406f-bb73-715d7992b8c9. Nov 23 10:47:54.796115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Calling delete_port for 1ad6d471-fbe8-406f-bb73-715d7992b8c9 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:54.927479 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.960126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'Port': ['ID=1ad6d471-fbe8-406f-bb73-715d7992b8c9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:55.079332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:55.193008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:55.206192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:55.218198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:55.218975 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:55.238099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] No DVR routers for this DVR port 1ad6d471-fbe8-406f-bb73-715d7992b8c9 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:55.240899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:55.244420 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24e7238b-3c90-4baf-8997-5b5347164f00 req-e89bd1d9-6757-4f88-a257-1306a74abbd3 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.50 "DELETE /v2.0/ports/1ad6d471-fbe8-406f-bb73-715d7992b8c9 HTTP/1.1" status: 204 len: 173 time: 0.8192446 Nov 23 10:47:55.244880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-deleted', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:55.247238 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684dbf2-e500-410d-b639-b3d2b84a7ea7" -d '{"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-deleted", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:55.284523 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a48bd4-9da3-438d-9e87-73a57c127031 x-openstack-request-id: req-56a48bd4-9da3-438d-9e87-73a57c127031 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:55.284832 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb727f5-4eee-4206-ac18-d466f3873fc2", "name": "network-vif-deleted", "tag": "1ad6d471-fbe8-406f-bb73-715d7992b8c9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:55.285091 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56a48bd4-9da3-438d-9e87-73a57c127031 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:55.285505 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb727f5-4eee-4206-ac18-d466f3873fc2', 'name': 'network-vif-deleted', 'tag': '1ad6d471-fbe8-406f-bb73-715d7992b8c9', 'status': 'completed', 'code': 200} Nov 23 10:47:55.314528 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4fbc08cc-172a-4a45-b763-dcb318a002c6 req-912aa5c1-af1d-4e6d-a9bd-9f8b47faef95 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0280609 Nov 23 10:47:55.346560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:55.550157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:55.581782 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:47:55.591586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:55.592138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:55.700253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:55.898642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:55.928870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f663f-00bd-4820-99e3-653529c3df47 None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:03Z', 'revision_number': 4, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4e30bb50-ed13-43ca-a2c3-dc4993a2e867', 'name': '', 'network_id': 'aa0ed989-9e2f-4e17-9d01-b08b1fda040a', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'mac_address': 'fa:16:3e:1f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:03Z', 'updated_at': '2021-11-23T10:37:08Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'subnets': [{'id': '7c2e3c9b-2272-4110-9333-651ba42a7033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:56.164221 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376493d7-08d5-4c2a-86d8-384004b9c29f None None] New status for floating IP 19b4b18d-f7e9-418a-876c-a2f54bb78ac3: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:47:56.421841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2442d85d-6e0b-49e1-ae7d-e85de576921b req-54d7c34d-07da-4b37-8443-6f1811797713 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0266142 Nov 23 10:47:57.518534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e52c16ff-47ba-40b4-be88-53f4a6308788 req-e384b742-ba58-478f-883c-e88299232125 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0272460 Nov 23 10:47:57.801795 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:57.822656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 1ad6d471-fbe8-406f-bb73-715d7992b8c9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:57.823007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 1ad6d471-fbe8-406f-bb73-715d7992b8c9 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:58.627647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-70fcaef4-fb94-4076-a78d-5a00918651d6 req-9d286609-f4c2-471e-9cb9-880de3dd06c9 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0367017 Nov 23 10:47:59.745175 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-964581dd-282f-4b87-93a5-fef3b464e5eb req-f9697a18-69a2-4a69-bd42-2f27b06fa0c8 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeb727f5-4eee-4206-ac18-d466f3873fc2 HTTP/1.1" status: 200 len: 210 time: 0.0299709 Nov 23 10:48:03.313314 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:48:04.544122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55874) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:04.601611 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.624809 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.678339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.681076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.682269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "DELETE /v2.0/security-groups/978aa331-5437-405a-a6c4-83ecd1c08c76 HTTP/1.1" status: 204 len: 168 time: 0.1367431 Nov 23 10:48:04.684937 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55876) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:04.692628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffffb70-2275-4253-a951-3706736accfd tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978aa331-5437-405a-a6c4-83ecd1c08c76,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:04.708297 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-7e8bf1c6-c924-4562-938c-df058c215263 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] show failed (client error): The resource could not be found. Nov 23 10:48:04.712411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55878) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:04.712573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7e8bf1c6-c924-4562-938c-df058c215263 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "GET /v2.0/security-groups/978aa331-5437-405a-a6c4-83ecd1c08c76 HTTP/1.1" status: 404 len: 347 time: 0.0254254 Nov 23 10:48:04.841946 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Deleting port 9b63f1dd-1b2f-4066-b15b-fb233a8da71d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:04.842253 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.919412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.919756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.931640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Calling delete_port for 9b63f1dd-1b2f-4066-b15b-fb233a8da71d owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:05.074605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.102445 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Pushing event deleted for resources: {'Port': ['ID=9b63f1dd-1b2f-4066-b15b-fb233a8da71d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:05.171011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.173658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.174895 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb48263a-0547-490a-887b-2b35511af168 tempest-ServerActionsTestJSON-54477623 tempest-ServerActionsTestJSON-54477623-project] 10.222.0.62 "DELETE /v2.0/floatingips/19b4b18d-f7e9-418a-876c-a2f54bb78ac3 HTTP/1.1" status: 204 len: 168 time: 0.4613569 Nov 23 10:48:05.179514 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55880) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:05.671831 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.927299 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Deleting port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:05.927580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.012660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] For port 4e30bb50-ed13-43ca-a2c3-dc4993a2e867, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:06.013021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.028134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Calling delete_port for 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:06.232790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.258275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e30bb50-ed13-43ca-a2c3-dc4993a2e867,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.422925 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.641062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Router 2345eb3f-40b7-453d-a556-3f79a9928c9a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:48:06.750928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:06.759469 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-406b23f0-dfad-405c-b478-d179e623f72a admin admin] 10.222.0.62 "PUT /v2.0/routers/2345eb3f-40b7-453d-a556-3f79a9928c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756550 Nov 23 10:48:06.759469 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55884) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:06.761769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Sync routers for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:06.773578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:06.774230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:06.862698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.877735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:06.965638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.020254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Deleting port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:07.020621 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.061298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:48:06Z', 'revision_number': 5, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port': {'id': 'ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:07.087875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Checking router: 2345eb3f-40b7-453d-a556-3f79a9928c9a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:07.096325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Routers {'2345eb3f-40b7-453d-a556-3f79a9928c9a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:07.096894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:47:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2345eb3f-40b7-453d-a556-3f79a9928c9a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:07.102396 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-68402268-d481-4579-b513-2878b165f791 admin admin] For port ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:07.102768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.114827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Calling delete_port for ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:07.185257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] Set router 2345eb3f-40b7-453d-a556-3f79a9928c9a gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:07.238871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:48:06Z', 'revision_number': 6, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:07.270090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee97e1-5da8-48a5-b48b-716881a8404b None None] The sync data for ids ['2345eb3f-40b7-453d-a556-3f79a9928c9a'] in n-d-781076-5 is: [{'id': '2345eb3f-40b7-453d-a556-3f79a9928c9a', 'name': 'tempest-ServerActionsTestJSON-882850042-router', 'tenant_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:01Z', 'updated_at': '2021-11-23T10:48:06Z', 'revision_number': 6, 'project_id': 'd7e55bb281e84d05aea50c5b8396aecb', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:07.603233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.629955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:07.640870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d103f-0f0c-41f8-a7a8-b9035d434678 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:07.695272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.787088 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.789349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.833312 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.833856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2345eb3f-40b7-453d-a556-3f79a9928c9a {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:07.838528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-68402268-d481-4579-b513-2878b165f791 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.839855 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-68402268-d481-4579-b513-2878b165f791 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2345eb3f-40b7-453d-a556-3f79a9928c9a HTTP/1.1" status: 204 len: 168 time: 1.0799220 Nov 23 10:48:07.842447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55886) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:07.887253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Deleting subnet 7c2e3c9b-2272-4110-9333-651ba42a7033 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:07.890522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.924543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.005201 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.065255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.079369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:08.091017 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2e3c9b-2272-4110-9333-651ba42a7033,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.097844 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.099718 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:08.099870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4e30bb50-ed13-43ca-a2c3-dc4993a2e867 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:08.100592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:08.103702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add60ad4-bd69-4294-8bf9-996c45066c5c None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:08.104513 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55888) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.105003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b6e9e7d4-2771-420c-9ee4-d5fc7e5d9d69 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c2e3c9b-2272-4110-9333-651ba42a7033 HTTP/1.1" status: 204 len: 168 time: 0.2612104 Nov 23 10:48:08.131919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:08.132261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ba9e293e-19a5-4bcb-b4e6-6172a0ee40f5 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:08.183986 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.238743 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Deleting port 3f64b40d-2948-4196-ae0d-dca3745fe0da {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:08.239048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.310454 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] DHCP port deletion for aa0ed989-9e2f-4e17-9d01-b08b1fda040a request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:08.313366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] For port 3f64b40d-2948-4196-ae0d-dca3745fe0da, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f64b40d-2948-4196-ae0d-dca3745fe0da,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:08.313824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.327631 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Calling delete_port for 3f64b40d-2948-4196-ae0d-dca3745fe0da owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:08.366402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Deleting port 3f64b40d-2948-4196-ae0d-dca3745fe0da {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:08.366796 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.409598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.427543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] For port 3f64b40d-2948-4196-ae0d-dca3745fe0da, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3f64b40d-2948-4196-ae0d-dca3745fe0da,segment=NetworkSegment(f5cb084c-0809-4575-8777-7fd7142f0430),segment_id=f5cb084c-0809-4575-8777-7fd7142f0430)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:08.427931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.432873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f64b40d-2948-4196-ae0d-dca3745fe0da,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.438482 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] No DVR routers for this DVR port 3f64b40d-2948-4196-ae0d-dca3745fe0da on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:08.440680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Calling delete_port for 3f64b40d-2948-4196-ae0d-dca3745fe0da owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:08.511665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.533439 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0ed989-9e2f-4e17-9d01-b08b1fda040a']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.544198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cb084c-0809-4575-8777-7fd7142f0430') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.544463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cb084c-0809-4575-8777-7fd7142f0430') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.555436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.570336 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.577713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:08.578158 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:08.580161 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:08.643660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.649504 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.654002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] 10.222.0.62 "DELETE /v2.0/networks/aa0ed989-9e2f-4e17-9d01-b08b1fda040a HTTP/1.1" status: 204 len: 168 time: 0.5484667 Nov 23 10:48:08.669247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cbcbb-0832-4d8a-ab10-a26860989c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0ed989-9e2f-4e17-9d01-b08b1fda040a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.684894 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.707275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Pushing event deleted for resources: {'Port': ['ID=3f64b40d-2948-4196-ae0d-dca3745fe0da,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.709075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] Network aa0ed989-9e2f-4e17-9d01-b08b1fda040a is not hosted by any dhcp agent {{(pid=110025) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:48:08.709447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3cf01-4abc-41da-a099-7b0686348e5b None None] No DVR routers for this DVR port 3f64b40d-2948-4196-ae0d-dca3745fe0da on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:08.789740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55894) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.829238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8ec912e3-540c-430d-a69e-a3efc0b3a308 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7e55bb281e84d05aea50c5b8396aecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381825 Nov 23 10:48:08.831669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55896) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.880959 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.902456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.951595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.955707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.957279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f9eee04-0e17-41ae-87d3-d665f89adb8e HTTP/1.1" status: 204 len: 168 time: 0.1247573 Nov 23 10:48:08.965478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be455-b54b-400f-8a83-b26d01042065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9eee04-0e17-41ae-87d3-d665f89adb8e,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.723588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 55918) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:09.829032 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1210070740-network', 'tenant_id': 'd28b80c2576643d5833ace5e144e1314'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:09.835080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f64b40d-2948-4196-ae0d-dca3745fe0da no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:09.851996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Made reservation on behalf of d28b80c2576643d5833ace5e144e1314 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:09.854548 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.855733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3f64b40d-2948-4196-ae0d-dca3745fe0da {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:09.856092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3f64b40d-2948-4196-ae0d-dca3745fe0da not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:09.864348 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.943582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.949102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.976718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:09.986351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b13706-6a73-404b-8e90-1acf0b93533d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.991112 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.991450 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Added segment cf8728ba-5536-4166-9109-be3f80c43b9f of type vlan for network d016e89e-0c4f-4242-9b57-db53f84657fd Nov 23 10:48:10.030709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.057629 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.058657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:10.059234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.091418 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3666184 Nov 23 10:48:10.094716 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 55922) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:10.099778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Request body: {'subnet': {'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1210070740-subnet', 'tenant_id': 'd28b80c2576643d5833ace5e144e1314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:10.120867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccf49e-e212-44ab-aa29-2abe8023e260 admin admin] Pushing event updated for resources: {'Network': ['ID=d016e89e-0c4f-4242-9b57-db53f84657fd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:10.131180 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Made reservation on behalf of d28b80c2576643d5833ace5e144e1314 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:10.133709 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.134810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network d016e89e-0c4f-4242-9b57-db53f84657fd details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:10.301076 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.356982 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e1188-0c22-458a-9d56-e65dbd13c4b4,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:10.367371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Checking segment: {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:10.367526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Network hostable DHCP agents. Network: d016e89e-0c4f-4242-9b57-db53f84657fd, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:10.385101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Network d016e89e-0c4f-4242-9b57-db53f84657fd is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:10.395190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, d016e89e-0c4f-4242-9b57-db53f84657fd) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:10.399756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:10.400356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.405490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81a51f-32f4-4c9b-adde-9d51eb1ecd6c None None] Network d016e89e-0c4f-4242-9b57-db53f84657fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:10.416985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a25b6a33-8cab-4cd0-8352-6209752fbbb5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3211110 Nov 23 10:48:10.537330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138c9f0-cf83-49e9-baab-77f0cd9dc43e None None] Network d016e89e-0c4f-4242-9b57-db53f84657fd requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:10.861213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-67c12479-9243-447d-8779-4b0c40cb2fdb tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:10.862617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-67c12479-9243-447d-8779-4b0c40cb2fdb tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 814 time: 0.1070623 Nov 23 10:48:10.877748 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-2c80702f-a71a-44c8-b1b7-4bb5c2e5d764 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/quotas/d28b80c2576643d5833ace5e144e1314 HTTP/1.1" status: 200 len: 375 time: 0.0091980 Nov 23 10:48:10.909429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-a0ae14a8-a608-44a0-9bdf-afa778a33a20 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262668 Nov 23 10:48:11.007359 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-08abbf4a-5c70-40d4-8df6-af0377e7b4e8 service neutron] 10.222.0.62 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908573 Nov 23 10:48:11.104954 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-ef66e1da-5730-4acd-a38a-74b3fc7e9e7b service neutron] 10.222.0.62 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896890 Nov 23 10:48:11.268286 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7376956f-3424-4944-b3ff-f46600eb4c37 req-71421a5e-ffec-44e4-8f99-7e570bbeb375 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 210 time: 0.0265245 Nov 23 10:48:12.256756 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-98e3b8a8-eb6d-490e-af59-b3b413180c3f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.258275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-98e3b8a8-eb6d-490e-af59-b3b413180c3f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.11 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 814 time: 0.1093261 Nov 23 10:48:12.271700 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Request body: {'port': {'device_id': '59d0389d-e9a8-4925-acd8-28871a952a56', 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd', 'admin_state_up': True, 'tenant_id': 'd28b80c2576643d5833ace5e144e1314'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:12.366160 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0f194f0-900c-4002-a77b-0183dfb127c6 req-8be6c277-7da5-44de-8a46-fd12f867065b tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 210 time: 0.0268176 Nov 23 10:48:12.382391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Made reservation on behalf of d28b80c2576643d5833ace5e144e1314 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:12.386238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.530840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Allocated IP 172.20.0.7 (d016e89e-0c4f-4242-9b57-db53f84657fd/f45e1188-0c22-458a-9d56-e65dbd13c4b4/96046de0-1cd0-4970-b425-40b507ad4a11) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:12.682404 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.718725 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.776463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Network d016e89e-0c4f-4242-9b57-db53f84657fd is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:12.779431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:12.783282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:12.789640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Pushing event updated for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:12.838667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.839248 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.858906 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-78d0d802-f2d8-4eb9-affe-50ae259ac1b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910525 Nov 23 10:48:12.871526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Request body: {'port': {'device_id': '59d0389d-e9a8-4925-acd8-28871a952a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:12.925754 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.199927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96046de0-1cd0-4970-b425-40b507ad4a11 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:13.208394 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.221857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Transition to ACTIVE for port object 96046de0-1cd0-4970-b425-40b507ad4a11 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:13.229667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.291320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Pushing event updated for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:13.361816 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Attempting to bind port 96046de0-1cd0-4970-b425-40b507ad4a11 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:13.362175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Attempting to bind port 96046de0-1cd0-4970-b425-40b507ad4a11 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:13.362486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Attempting to bind port 96046de0-1cd0-4970-b425-40b507ad4a11 on network d016e89e-0c4f-4242-9b57-db53f84657fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:13.367016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Port 96046de0-1cd0-4970-b425-40b507ad4a11 on network d016e89e-0c4f-4242-9b57-db53f84657fd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:13.367332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Attempting to bind port 96046de0-1cd0-4970-b425-40b507ad4a11 on network d016e89e-0c4f-4242-9b57-db53f84657fd {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:13.372868 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:13.373197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Checking segment: {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:13.373571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Bound using segment: {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:13.374008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Bound port: 96046de0-1cd0-4970-b425-40b507ad4a11, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:13.374353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.452865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:13.479035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=96046de0-1cd0-4970-b425-40b507ad4a11,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:13.484157 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.525165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.525778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.527181 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] 10.222.0.11 "PUT /v2.0/ports/96046de0-1cd0-4970-b425-40b507ad4a11 HTTP/1.1" status: 200 len: 1091 time: 0.6597276 Nov 23 10:48:13.527618 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:13.529922 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aada7699-637c-4ddb-bd02-1c9cac32c305" -d '{"events": [{"name": "network-changed", "server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:13.545862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf22471-596d-490d-b026-73f7bed2407c req-67d92c7f-5ec1-4e15-8635-4574d76b2be4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.547520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddf22471-596d-490d-b026-73f7bed2407c req-67d92c7f-5ec1-4e15-8635-4574d76b2be4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 943 time: 0.1116407 Nov 23 10:48:13.577439 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9912bd-c6bd-499e-a95d-4642b3681552 x-openstack-request-id: req-6b9912bd-c6bd-499e-a95d-4642b3681552 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:13.577729 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:13.578009 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b9912bd-c6bd-499e-a95d-4642b3681552 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:13.578397 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11', 'status': 'completed', 'code': 200} Nov 23 10:48:13.589287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614374e3-6669-47e2-9fe2-bc6026fcda6c service neutron] Pushing event updated for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:13.642662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddf22471-596d-490d-b026-73f7bed2407c req-bbec0234-20da-47b5-b325-57ab888eb6b1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869956 Nov 23 10:48:13.648808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-ee744f4e-eab5-426b-a2a2-9c7b15baac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.650253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-ee744f4e-eab5-426b-a2a2-9c7b15baac2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 1094 time: 0.0710278 Nov 23 10:48:13.693653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-2a7df6e8-f336-4a6a-8b19-3f0e217992ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96046de0-1cd0-4970-b425-40b507ad4a11 HTTP/1.1" status: 200 len: 217 time: 0.0347230 Nov 23 10:48:13.742265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-6f84b52e-a6b4-45c5-94a2-b05e4b5284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.743572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-6f84b52e-a6b4-45c5-94a2-b05e4b5284bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f45e1188-0c22-458a-9d56-e65dbd13c4b4 HTTP/1.1" status: 200 len: 854 time: 0.0434659 Nov 23 10:48:13.775345 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-ebb91b22-df0a-4b72-b111-0651bd0d0481 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d016e89e-0c4f-4242-9b57-db53f84657fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240748 Nov 23 10:48:13.879254 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-7655ddc8-f162-460c-8313-11cad51e4331 service neutron] 10.222.0.11 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963712 Nov 23 10:48:13.978752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0ec82838-fb55-4e6b-8308-e4dbdf064c06 req-8023e248-885c-420c-a663-ce5f4ba1be3c service neutron] 10.222.0.11 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924733 Nov 23 10:48:14.070308 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-b19d7736-6ab4-4946-9d89-4f711e245061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:14.071793 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-b19d7736-6ab4-4946-9d89-4f711e245061 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 1094 time: 0.0442808 Nov 23 10:48:14.164637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-546420ac-f9e1-4145-bdb0-a0804fd70748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:14.166163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-546420ac-f9e1-4145-bdb0-a0804fd70748 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 915 time: 0.0871885 Nov 23 10:48:14.213136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-dc865a23-ead4-485b-8ab0-79b8aa7106a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96046de0-1cd0-4970-b425-40b507ad4a11 HTTP/1.1" status: 200 len: 217 time: 0.0385771 Nov 23 10:48:14.272522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-dda726f2-2446-434c-a7d9-c2aefa63746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:14.273991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-dda726f2-2446-434c-a7d9-c2aefa63746b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f45e1188-0c22-458a-9d56-e65dbd13c4b4 HTTP/1.1" status: 200 len: 854 time: 0.0543628 Nov 23 10:48:14.305009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-5c67220a-6221-45e3-bf83-dd23c3b62feb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d016e89e-0c4f-4242-9b57-db53f84657fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242062 Nov 23 10:48:14.398652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-0032a205-1f9e-4ec5-8496-15d35b86241a service neutron] 10.222.0.11 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861735 Nov 23 10:48:14.490938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-aada7699-637c-4ddb-bd02-1c9cac32c305 req-b1e7aea3-4b65-48bb-9c28-b87f4a3f3b00 service neutron] 10.222.0.11 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 Nov 23 10:48:14.783275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48e4f4-c568-4e5e-aaf1-a5465870fa22 req-76ffb5f3-a15d-45c5-a4f4-4d592de6cf0e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:14.784746 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c48e4f4-c568-4e5e-aaf1-a5465870fa22 req-76ffb5f3-a15d-45c5-a4f4-4d592de6cf0e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 943 time: 0.0502319 Nov 23 10:48:14.832605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5c48e4f4-c568-4e5e-aaf1-a5465870fa22 req-006acf3b-96b6-43d0-9462-27bde339f611 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Nov 23 10:48:15.966685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e373b-09d5-4a8a-b7bb-8e64a9a0e04a req-1d506564-5ced-4dbf-bca2-46cf4d2c3570 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:15.968255 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad5e373b-09d5-4a8a-b7bb-8e64a9a0e04a req-1d506564-5ced-4dbf-bca2-46cf4d2c3570 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 943 time: 0.0594642 Nov 23 10:48:16.024357 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad5e373b-09d5-4a8a-b7bb-8e64a9a0e04a req-cda440a4-bea3-4a08-ab85-26fca9d5e1b4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Nov 23 10:48:16.238454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.158887 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d6e67-230c-42bc-81ec-5d3ffed20343 req-42cf73ff-6f74-4bf0-a4d8-459b329cee1c tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.160353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-976d6e67-230c-42bc-81ec-5d3ffed20343 req-42cf73ff-6f74-4bf0-a4d8-459b329cee1c tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 943 time: 0.0539153 Nov 23 10:48:17.214103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-976d6e67-230c-42bc-81ec-5d3ffed20343 req-9e27a698-5e80-4a4f-a201-bfd6c89676a9 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474870 Nov 23 10:48:17.335119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 96046de0-1cd0-4970-b425-40b507ad4a11 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:48:17.451870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=96046de0-1cd0-4970-b425-40b507ad4a11,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:17.469141 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '96046de0-1cd0-4970-b425-40b507ad4a11', 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd', 'port_id': '96046de0-1cd0-4970-b425-40b507ad4a11', 'mac_address': 'fa:16:3e:e0:a6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e1188-0c22-458a-9d56-e65dbd13c4b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:48:17.507204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.520421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96046de0-1cd0-4970-b425-40b507ad4a11 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:17.539680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=96046de0-1cd0-4970-b425-40b507ad4a11,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:17.546524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.593649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:17.829339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['96046de0-1cd0-4970-b425-40b507ad4a11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:17.946726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd150-f4da-4127-a637-62253cffa4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.344695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1fc8-faee-4e78-92cd-3af4d68b5873 req-494a6f23-34f6-481a-8404-42a2b7d7776f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:18.346850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57b1fc8-faee-4e78-92cd-3af4d68b5873 req-494a6f23-34f6-481a-8404-42a2b7d7776f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 944 time: 0.0510924 Nov 23 10:48:18.394818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e57b1fc8-faee-4e78-92cd-3af4d68b5873 req-119232cd-b028-415d-99b9-b7e394d06aa3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Nov 23 10:48:19.353456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 96046de0-1cd0-4970-b425-40b507ad4a11 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:19.412831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 96046de0-1cd0-4970-b425-40b507ad4a11 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:48:19.416465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 96046de0-1cd0-4970-b425-40b507ad4a11 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:19.416837 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.496722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.511226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953e470-8fd9-4e0b-95a7-44059b368628 req-36cf80e3-95fe-4f78-8bce-0b3ef421e07f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:19.512758 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3953e470-8fd9-4e0b-95a7-44059b368628 req-36cf80e3-95fe-4f78-8bce-0b3ef421e07f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 944 time: 0.0502489 Nov 23 10:48:19.519909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:19.522243 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4658e0-32a5-4440-8607-d672f9eb38f4" -d '{"events": [{"server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "name": "network-vif-plugged", "status": "completed", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:19.538623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=96046de0-1cd0-4970-b425-40b507ad4a11,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:19.543909 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.570087 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e8913-6418-42e2-b260-2b1c32db1ef5 x-openstack-request-id: req-8a1e8913-6418-42e2-b260-2b1c32db1ef5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:19.570387 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "name": "network-vif-plugged", "status": "completed", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:19.570644 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a1e8913-6418-42e2-b260-2b1c32db1ef5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:19.571048 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11', 'code': 200} Nov 23 10:48:19.571251 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3953e470-8fd9-4e0b-95a7-44059b368628 req-a6109676-c147-471f-8002-47fc85fec8c7 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Nov 23 10:48:19.600786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:19.663470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780fcad-fe48-4de0-9956-4a10d9f844a7 req-9ad9e888-d7eb-462d-9ffa-e685a5b15ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:19.665033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a780fcad-fe48-4de0-9956-4a10d9f844a7 req-9ad9e888-d7eb-462d-9ffa-e685a5b15ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 1096 time: 0.0404866 Nov 23 10:48:19.709923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a780fcad-fe48-4de0-9956-4a10d9f844a7 req-2b9684a6-29dc-4d0a-a9e2-c0de94bd9c48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Nov 23 10:48:20.432871 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ead7aaeb-4104-4945-8c6f-e8e3e716e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.698550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179fd3a-ed88-4756-921e-bf4a187f5d83 req-57931456-0e3b-4a4f-aa36-c8a732e2a864 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.699985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e179fd3a-ed88-4756-921e-bf4a187f5d83 req-57931456-0e3b-4a4f-aa36-c8a732e2a864 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0543680 Nov 23 10:48:20.709043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.748942 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-e179fd3a-ed88-4756-921e-bf4a187f5d83 req-54217c3c-979f-4156-a6a9-c5c47d616136 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Nov 23 10:48:21.489339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.884413 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0f61-7435-4d05-9d92-634e3187cc59 req-898570de-6a6f-440c-bc7d-2962f40f3d26 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:21.886831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aebf0f61-7435-4d05-9d92-634e3187cc59 req-898570de-6a6f-440c-bc7d-2962f40f3d26 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0560901 Nov 23 10:48:21.938193 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aebf0f61-7435-4d05-9d92-634e3187cc59 req-32d306fc-5e51-4564-848f-0ff28c9f279e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Nov 23 10:48:22.177244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-26c68ee1-93cf-43e1-831f-0093271b32cf tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:22.178867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-26c68ee1-93cf-43e1-831f-0093271b32cf tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 814 time: 0.1119134 Nov 23 10:48:22.198302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-23bcb0f1-ddf1-4830-a182-2a87a837175a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/quotas/d28b80c2576643d5833ace5e144e1314 HTTP/1.1" status: 200 len: 375 time: 0.0100687 Nov 23 10:48:22.246818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-ac5d0e17-405b-4aac-a5ae-98ac3847acd0 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429537 Nov 23 10:48:22.433785 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-b3a256c2-fa58-4890-a070-2cade4881f34 service neutron] 10.222.0.62 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411865 Nov 23 10:48:22.534961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-6b4cceb9-1f73-4c86-af56-f88f95342e0e service neutron] 10.222.0.62 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949125 Nov 23 10:48:22.713541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3499c234-375a-4526-b7d3-da0567bee2e1 req-e19bde2a-6fa9-4780-88b4-6b5c6082ed66 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 210 time: 0.0299180 Nov 23 10:48:22.847177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.616135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.659831 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-c8fe8508-1b4c-43d9-9148-08317d0a117b tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.661329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-c8fe8508-1b4c-43d9-9148-08317d0a117b tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.50 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 814 time: 0.1037829 Nov 23 10:48:23.675156 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Request body: {'port': {'device_id': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd', 'admin_state_up': True, 'tenant_id': 'd28b80c2576643d5833ace5e144e1314'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:23.794761 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Made reservation on behalf of d28b80c2576643d5833ace5e144e1314 for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:23.798452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.812052 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0314538d-77ba-47b0-bc81-c97c78af1cab req-cad07c33-2b12-4be8-9d6d-da76402f8db2 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Nov 23 10:48:23.922496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Allocated IP 172.20.0.9 (d016e89e-0c4f-4242-9b57-db53f84657fd/f45e1188-0c22-458a-9d56-e65dbd13c4b4/410c1393-8a71-4329-9a78-3b918f571eb8) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:24.077737 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.117059 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.130007 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['96046de0-1cd0-4970-b425-40b507ad4a11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:24.167204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Network d016e89e-0c4f-4242-9b57-db53f84657fd is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:24.167204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:24.170922 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:24.539178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Pushing event updated for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:24.570380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.571021 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.589349 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5f8be397-1ce6-47e9-8d60-a6059eada3a4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183369 Nov 23 10:48:24.601665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Request body: {'port': {'device_id': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:24.656761 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.947594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410c1393-8a71-4329-9a78-3b918f571eb8 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:24.957178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.977594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef96e-0051-4d83-b5a5-7143ec202934 req-9d4f6245-841e-4635-acd7-1b20646278b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.979149 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c0ef96e-0051-4d83-b5a5-7143ec202934 req-9d4f6245-841e-4635-acd7-1b20646278b3 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 931 time: 0.0957575 Nov 23 10:48:24.981653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Transition to ACTIVE for port object 410c1393-8a71-4329-9a78-3b918f571eb8 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:24.992722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.059169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Pushing event updated for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:25.080126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c0ef96e-0051-4d83-b5a5-7143ec202934 req-d758d524-dd51-46df-83a7-c5b7d105d801 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936875 Nov 23 10:48:25.148118 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Attempting to bind port 410c1393-8a71-4329-9a78-3b918f571eb8 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:25.148479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Attempting to bind port 410c1393-8a71-4329-9a78-3b918f571eb8 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:25.148806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Attempting to bind port 410c1393-8a71-4329-9a78-3b918f571eb8 on network d016e89e-0c4f-4242-9b57-db53f84657fd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:25.153311 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Port 410c1393-8a71-4329-9a78-3b918f571eb8 on network d016e89e-0c4f-4242-9b57-db53f84657fd not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:25.153635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Attempting to bind port 410c1393-8a71-4329-9a78-3b918f571eb8 on network d016e89e-0c4f-4242-9b57-db53f84657fd {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:25.158720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:25.159057 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Checking segment: {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:25.159419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Bound using segment: {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:25.159871 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Bound port: 410c1393-8a71-4329-9a78-3b918f571eb8, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8728ba-5536-4166-9109-be3f80c43b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:25.160216 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.223529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:25.226617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=410c1393-8a71-4329-9a78-3b918f571eb8,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:25.234373 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.267274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.268546 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.269381 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] 10.222.0.50 "PUT /v2.0/ports/410c1393-8a71-4329-9a78-3b918f571eb8 HTTP/1.1" status: 200 len: 1091 time: 0.6719427 Nov 23 10:48:25.271689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:25.274193 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:25.301299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7a953-d593-4004-92b4-7dc6a77ad702 service neutron] Pushing event updated for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:25.323056 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b66d3e8-e5ff-418b-bc93-82b259722cc0 x-openstack-request-id: req-9b66d3e8-e5ff-418b-bc93-82b259722cc0 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:25.323359 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:25.323601 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b66d3e8-e5ff-418b-bc93-82b259722cc0 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:25.324027 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8', 'status': 'completed', 'code': 200} Nov 23 10:48:25.358555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5faa2f75-d882-4cc9-bf77-0ea004759e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.359999 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-5faa2f75-d882-4cc9-bf77-0ea004759e09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 1094 time: 0.0478890 Nov 23 10:48:25.401209 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-14101f6b-c82d-4033-bcac-0c65e90faf9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=410c1393-8a71-4329-9a78-3b918f571eb8 HTTP/1.1" status: 200 len: 217 time: 0.0337806 Nov 23 10:48:25.451798 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-3f99c427-4c05-480f-b707-51482faa1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.453257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-3f99c427-4c05-480f-b707-51482faa1d2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f45e1188-0c22-458a-9d56-e65dbd13c4b4 HTTP/1.1" status: 200 len: 854 time: 0.0441370 Nov 23 10:48:25.484630 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-d191f2b8-d76c-491d-9a12-f5e1f928bb3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d016e89e-0c4f-4242-9b57-db53f84657fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243065 Nov 23 10:48:25.581026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-7c8d1620-be77-4653-8002-0e6a4c147707 service neutron] 10.222.0.50 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893924 Nov 23 10:48:25.688114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0e7b0b17-46e8-428b-8035-3add263a6c25 req-90b97087-5941-4f6d-afc5-56296d7cc977 service neutron] 10.222.0.50 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995383 Nov 23 10:48:25.780574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-61800b30-ad18-4566-a421-a1255f78b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.782121 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-61800b30-ad18-4566-a421-a1255f78b245 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d28b80c2576643d5833ace5e144e1314&device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 1094 time: 0.0437815 Nov 23 10:48:25.880201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-ea13345d-4940-4f1d-9eff-87c781380c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.881713 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-ea13345d-4940-4f1d-9eff-87c781380c31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 200 len: 915 time: 0.0930710 Nov 23 10:48:25.928503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-a0a8c59d-a558-496f-b994-0fc849c2ba11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=410c1393-8a71-4329-9a78-3b918f571eb8 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Nov 23 10:48:25.982466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-90c10884-2581-49f5-be42-64c163130da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.983842 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-90c10884-2581-49f5-be42-64c163130da2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f45e1188-0c22-458a-9d56-e65dbd13c4b4 HTTP/1.1" status: 200 len: 854 time: 0.0478840 Nov 23 10:48:26.016885 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-4fcdac2b-538b-4608-8ef5-c1a6e70830b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d016e89e-0c4f-4242-9b57-db53f84657fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256004 Nov 23 10:48:26.127900 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-03286d7e-290f-425e-bb6f-adf5ceb3fd71 service neutron] 10.222.0.50 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027482 Nov 23 10:48:26.261457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc04d6-3f69-41d7-8d34-5c80fb646e34 req-16d07665-3832-4e30-aee8-76d7869f6554 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.262876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49bc04d6-3f69-41d7-8d34-5c80fb646e34 req-16d07665-3832-4e30-aee8-76d7869f6554 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 943 time: 0.0993602 Nov 23 10:48:26.264812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a2f6a72f-fcbf-495c-8e15-d0f5ac8bcc3e req-0dd0956e-dd05-4dde-822b-a4aa94819a85 service neutron] 10.222.0.50 "GET /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285181 Nov 23 10:48:26.315114 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-49bc04d6-3f69-41d7-8d34-5c80fb646e34 req-9e25becf-10dd-4847-aa0d-8079f04d68de tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Nov 23 10:48:27.448935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946143a-5573-409a-96f7-201efd0165bb req-37da520a-e1a5-4cb8-a6d8-e10841d5ea23 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.450308 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c946143a-5573-409a-96f7-201efd0165bb req-37da520a-e1a5-4cb8-a6d8-e10841d5ea23 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 943 time: 0.0581675 Nov 23 10:48:27.505522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c946143a-5573-409a-96f7-201efd0165bb req-e44e8ab2-9ce7-42fe-904b-89d1c6eff85a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459278 Nov 23 10:48:28.637838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c343a-2d8e-43df-9505-83f2eaecf312 req-e1c96b39-5c67-409a-bf06-f9d26ef23b2a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.639388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-693c343a-2d8e-43df-9505-83f2eaecf312 req-e1c96b39-5c67-409a-bf06-f9d26ef23b2a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 943 time: 0.0519760 Nov 23 10:48:28.690071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-693c343a-2d8e-43df-9505-83f2eaecf312 req-978f4567-412c-4e9e-aee0-0f85632baddf tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 23 10:48:29.817751 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e427b-8552-4640-929a-f8bce4374b36 req-bbc2802d-0b7f-4145-810d-134bce64c9c0 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.819279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d00e427b-8552-4640-929a-f8bce4374b36 req-bbc2802d-0b7f-4145-810d-134bce64c9c0 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 943 time: 0.0517821 Nov 23 10:48:29.867515 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d00e427b-8552-4640-929a-f8bce4374b36 req-3d80e75f-22f7-4eab-ab10-92332ac0d776 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Nov 23 10:48:29.904751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 410c1393-8a71-4329-9a78-3b918f571eb8 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:48:30.004064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=410c1393-8a71-4329-9a78-3b918f571eb8,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:30.016173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '410c1393-8a71-4329-9a78-3b918f571eb8', 'network_id': 'd016e89e-0c4f-4242-9b57-db53f84657fd', 'port_id': '410c1393-8a71-4329-9a78-3b918f571eb8', 'mac_address': 'fa:16:3e:d3:08:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e1188-0c22-458a-9d56-e65dbd13c4b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:48:30.056577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.069658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410c1393-8a71-4329-9a78-3b918f571eb8 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:30.089350 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=410c1393-8a71-4329-9a78-3b918f571eb8,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:30.096305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.142198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:30.295360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['410c1393-8a71-4329-9a78-3b918f571eb8'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:30.989901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef4640-c5e0-4d28-bb78-4f5ab1a01954 req-f43221fb-cb7b-46eb-a464-083d3e92d4d1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.991418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fef4640-c5e0-4d28-bb78-4f5ab1a01954 req-f43221fb-cb7b-46eb-a464-083d3e92d4d1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 944 time: 0.0515265 Nov 23 10:48:31.044293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2fef4640-c5e0-4d28-bb78-4f5ab1a01954 req-cd069da2-e0ca-49ae-a019-fdcc421be75e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Nov 23 10:48:31.956342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 410c1393-8a71-4329-9a78-3b918f571eb8 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:32.019633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 410c1393-8a71-4329-9a78-3b918f571eb8 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:48:32.025618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 410c1393-8a71-4329-9a78-3b918f571eb8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:32.026215 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.114137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.137455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:32.139927 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6cce1-5016-4b64-83e4-be33e441818f" -d '{"events": [{"server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "name": "network-vif-plugged", "status": "completed", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:32.152602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=410c1393-8a71-4329-9a78-3b918f571eb8,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:32.158065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.171510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779a80-947e-464e-9610-cff10a9f24d9 req-c0f3c8d7-53f4-4b2f-a3a2-187ab0b3bdc1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.173197 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5779a80-947e-464e-9610-cff10a9f24d9 req-c0f3c8d7-53f4-4b2f-a3a2-187ab0b3bdc1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 944 time: 0.0529063 Nov 23 10:48:32.191686 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023932c-a238-45d5-b7af-18b841165b75 x-openstack-request-id: req-1023932c-a238-45d5-b7af-18b841165b75 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:32.192117 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "name": "network-vif-plugged", "status": "completed", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:32.192389 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1023932c-a238-45d5-b7af-18b841165b75 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:32.192797 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8', 'code': 200} Nov 23 10:48:32.214669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:32.222623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.222978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.223315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.223653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.223982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.224316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.224648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.224968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.225287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.225598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.225936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.226500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.232830 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5779a80-947e-464e-9610-cff10a9f24d9 req-cdda6649-4a8d-4fe0-a166-4747afec452a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529065 Nov 23 10:48:32.287346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6019a0-0322-4dcc-9f86-a6a2c87e02c1 req-e304b47b-a410-40fe-83c0-bfb37d520e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.288850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd6019a0-0322-4dcc-9f86-a6a2c87e02c1 req-e304b47b-a410-40fe-83c0-bfb37d520e6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 1096 time: 0.0427356 Nov 23 10:48:32.334405 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd6019a0-0322-4dcc-9f86-a6a2c87e02c1 req-d6fee1bf-779a-4604-be16-cd5b90475fc7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373526 Nov 23 10:48:33.352783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9758b1-890c-42f3-8e4d-4ff68cc90772 req-0b7e71dc-af0b-45f1-ba79-dfc85d9d9334 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.354351 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da9758b1-890c-42f3-8e4d-4ff68cc90772 req-0b7e71dc-af0b-45f1-ba79-dfc85d9d9334 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 945 time: 0.0500968 Nov 23 10:48:33.402467 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da9758b1-890c-42f3-8e4d-4ff68cc90772 req-3c38f46c-469a-4756-a27b-e1746cb3bb9a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Nov 23 10:48:34.533431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9ec57-a1a1-48a0-8134-ed9297cc7060 req-3b3eed30-1010-4e4b-9af6-617d58ce9b6a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:34.534893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8e9ec57-a1a1-48a0-8134-ed9297cc7060 req-3b3eed30-1010-4e4b-9af6-617d58ce9b6a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 945 time: 0.0589130 Nov 23 10:48:34.582005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a8e9ec57-a1a1-48a0-8134-ed9297cc7060 req-33b48487-e890-4b38-8596-ba479a4b636a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Nov 23 10:48:34.833327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc4d5e-ebab-430d-b7fc-92cd3a0832f3 req-59f4781b-27ca-49e3-b014-ddf2ff941214 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:34.834893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60fc4d5e-ebab-430d-b7fc-92cd3a0832f3 req-59f4781b-27ca-49e3-b014-ddf2ff941214 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 945 time: 0.0546837 Nov 23 10:48:34.886847 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-60fc4d5e-ebab-430d-b7fc-92cd3a0832f3 req-3fea47c9-cf8c-457b-b024-7cc0e3c47b8c tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Nov 23 10:48:36.058842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1173bb-e26b-4d09-8c3e-2b981ef667cc req-bd3f29fd-f116-4d53-a7d3-c57b68e73d92 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.060283 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf1173bb-e26b-4d09-8c3e-2b981ef667cc req-bd3f29fd-f116-4d53-a7d3-c57b68e73d92 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 945 time: 0.0869076 Nov 23 10:48:36.072539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-0e3d1f8e-d092-430e-994c-082f2d3fcbd1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.073920 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-0e3d1f8e-d092-430e-994c-082f2d3fcbd1 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a670d7cc-38a1-4b26-ada1-7d2741157921 HTTP/1.1" status: 200 len: 945 time: 0.0672388 Nov 23 10:48:36.166827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf1173bb-e26b-4d09-8c3e-2b981ef667cc req-8c8496ea-2325-40a0-ada5-1634f2f6066e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 Nov 23 10:48:36.200682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Deleting port 410c1393-8a71-4329-9a78-3b918f571eb8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:36.201026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.291865 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] For port 410c1393-8a71-4329-9a78-3b918f571eb8, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=410c1393-8a71-4329-9a78-3b918f571eb8,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:36.292274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.306158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Calling delete_port for 410c1393-8a71-4329-9a78-3b918f571eb8 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:36.455521 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.468201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['96046de0-1cd0-4970-b425-40b507ad4a11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:36.485274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Pushing event deleted for resources: {'Port': ['ID=410c1393-8a71-4329-9a78-3b918f571eb8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:36.529581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] No DVR routers for this DVR port 410c1393-8a71-4329-9a78-3b918f571eb8 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:36.532355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.535800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bd101932-fba6-43b5-b815-bfa5bae6ae16 req-80cbbfb8-dc09-4280-a59e-ca64db263ee4 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.50 "DELETE /v2.0/ports/410c1393-8a71-4329-9a78-3b918f571eb8 HTTP/1.1" status: 204 len: 173 time: 0.4550147 Nov 23 10:48:36.536252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'name': 'network-vif-deleted', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:36.538594 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07075e0-8b44-4146-8a32-bd6ad8a2b793" -d '{"events": [{"server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "name": "network-vif-deleted", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:36.576012 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8146820-fc99-41e2-afbe-c5b1df3d316c x-openstack-request-id: req-f8146820-fc99-41e2-afbe-c5b1df3d316c {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:36.576441 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670d7cc-38a1-4b26-ada1-7d2741157921", "name": "network-vif-deleted", "tag": "410c1393-8a71-4329-9a78-3b918f571eb8", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:36.576590 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8146820-fc99-41e2-afbe-c5b1df3d316c {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:36.576970 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670d7cc-38a1-4b26-ada1-7d2741157921', 'name': 'network-vif-deleted', 'tag': '410c1393-8a71-4329-9a78-3b918f571eb8', 'status': 'completed', 'code': 200} Nov 23 10:48:37.339237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac06d-9267-41db-9650-81e5920dca21 req-ef392c5c-a9c4-43b6-8bd4-b7a0521ec302 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.340692 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4aac06d-9267-41db-9650-81e5920dca21 req-ef392c5c-a9c4-43b6-8bd4-b7a0521ec302 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0650821 Nov 23 10:48:37.391346 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4aac06d-9267-41db-9650-81e5920dca21 req-6b844740-a778-4128-90ce-c4f422bbe38a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Nov 23 10:48:37.533341 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7c81c-6db9-4174-bfc1-49990007b922 req-dc192498-e6f5-4f80-9f10-e696b5dc46ff tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.534872 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72a7c81c-6db9-4174-bfc1-49990007b922 req-dc192498-e6f5-4f80-9f10-e696b5dc46ff tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0565116 Nov 23 10:48:37.584111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72a7c81c-6db9-4174-bfc1-49990007b922 req-67f8bcd8-9c8d-4030-8192-cd0fab4c012a tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Nov 23 10:48:37.710378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412c33-6256-4247-be40-d4792a2580dc req-ebcef251-982f-4a92-82c0-e602618172a0 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.711784 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e412c33-6256-4247-be40-d4792a2580dc req-ebcef251-982f-4a92-82c0-e602618172a0 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0581334 Nov 23 10:48:37.759445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6e412c33-6256-4247-be40-d4792a2580dc req-32e64617-e195-46c5-80ae-a2e63ce0084e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 23 10:48:37.831102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-feeaa6e1-e0af-419f-95ab-238d336c1547 req-582ae79d-279b-47b7-8a57-46ca0e25c8ab service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:48:37.832074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-feeaa6e1-e0af-419f-95ab-238d336c1547 req-582ae79d-279b-47b7-8a57-46ca0e25c8ab service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053658 Nov 23 10:48:37.948419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccb942-48d4-4558-83dd-32530fa21b85 req-7edabec9-2459-4cad-ac6c-4b39653c489e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.949926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09ccb942-48d4-4558-83dd-32530fa21b85 req-7edabec9-2459-4cad-ac6c-4b39653c489e tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0597019 Nov 23 10:48:37.955260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 410c1393-8a71-4329-9a78-3b918f571eb8 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:37.975707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 410c1393-8a71-4329-9a78-3b918f571eb8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:37.975957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 410c1393-8a71-4329-9a78-3b918f571eb8 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:38.000846 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-09ccb942-48d4-4558-83dd-32530fa21b85 req-bd030284-f0ed-486d-8b1a-e1287cbc7325 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Nov 23 10:48:38.122881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58273363-e7d2-4cac-b550-0dc3c18197d5 req-e14cad44-f1d3-4c9f-81bc-954d16d11b54 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.124336 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58273363-e7d2-4cac-b550-0dc3c18197d5 req-e14cad44-f1d3-4c9f-81bc-954d16d11b54 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0496762 Nov 23 10:48:38.176987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-58273363-e7d2-4cac-b550-0dc3c18197d5 req-c5f2abe9-3659-4365-bd78-17239278e976 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 Nov 23 10:48:38.305852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d691686-6b53-44b1-9323-ab0d58678ae0 req-a3860dff-05dc-4aa6-92e8-afadcca49677 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.307401 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d691686-6b53-44b1-9323-ab0d58678ae0 req-a3860dff-05dc-4aa6-92e8-afadcca49677 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0510969 Nov 23 10:48:38.371572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d691686-6b53-44b1-9323-ab0d58678ae0 req-cc610ae3-c7a1-4b49-88d9-ee2d5a1cbff5 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552642 Nov 23 10:48:38.697260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b312d2-4a7a-443d-98cf-cb0ab589cb5e req-d1a9d87a-d0af-4a75-b5d1-0e271d0a1723 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.698841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0b312d2-4a7a-443d-98cf-cb0ab589cb5e req-d1a9d87a-d0af-4a75-b5d1-0e271d0a1723 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0601504 Nov 23 10:48:38.754977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b0b312d2-4a7a-443d-98cf-cb0ab589cb5e req-e5d8518a-f17b-417e-9d3e-c2e6acb72782 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Nov 23 10:48:39.887692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053d6d3-febd-464e-87ee-f9f7d6893498 req-9d2053e1-2b37-47ff-8b72-2378b25f021f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:39.889162 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8053d6d3-febd-464e-87ee-f9f7d6893498 req-9d2053e1-2b37-47ff-8b72-2378b25f021f tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0566072 Nov 23 10:48:39.936103 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8053d6d3-febd-464e-87ee-f9f7d6893498 req-a8c6ebc1-6327-40dd-b5ee-88d0de1a4c37 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2b13706-6a73-404b-8e90-1acf0b93533d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Nov 23 10:48:40.217573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137e400-23a6-4228-9d39-026e451cb18d req-c4a3187e-f254-4f78-bef6-368768456b07 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.219160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3137e400-23a6-4228-9d39-026e451cb18d req-c4a3187e-f254-4f78-bef6-368768456b07 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.11 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 945 time: 0.0616353 Nov 23 10:48:40.310279 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Deleting port 96046de0-1cd0-4970-b425-40b507ad4a11 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:40.310623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.312659 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:48:40.414491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] For port 96046de0-1cd0-4970-b425-40b507ad4a11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=96046de0-1cd0-4970-b425-40b507ad4a11,segment=NetworkSegment(cf8728ba-5536-4166-9109-be3f80c43b9f),segment_id=cf8728ba-5536-4166-9109-be3f80c43b9f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:40.414858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.427119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Calling delete_port for 96046de0-1cd0-4970-b425-40b507ad4a11 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:40.563467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.576371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['96046de0-1cd0-4970-b425-40b507ad4a11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:40.598463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Pushing event deleted for resources: {'Port': ['ID=96046de0-1cd0-4970-b425-40b507ad4a11,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:40.627175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.627515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.627858 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.628199 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.628527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.628851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.629178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.629486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.629806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.630130 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.630446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.630758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:40.646164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] No DVR routers for this DVR port 96046de0-1cd0-4970-b425-40b507ad4a11 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:40.648547 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.651881 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3137e400-23a6-4228-9d39-026e451cb18d req-827706ab-4388-467a-b47e-89ac8ae16698 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.11 "DELETE /v2.0/ports/96046de0-1cd0-4970-b425-40b507ad4a11 HTTP/1.1" status: 204 len: 173 time: 0.4256892 Nov 23 10:48:40.652332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'name': 'network-vif-deleted', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:40.654555 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5abbe6d-e13f-419d-a2a3-9b8157fb5848" -d '{"events": [{"server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "name": "network-vif-deleted", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:40.691433 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ea061-a0b2-4e4f-bfd5-ae31d14954b1 x-openstack-request-id: req-459ea061-a0b2-4e4f-bfd5-ae31d14954b1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:40.691791 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0389d-e9a8-4925-acd8-28871a952a56", "name": "network-vif-deleted", "tag": "96046de0-1cd0-4970-b425-40b507ad4a11", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:40.692042 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-459ea061-a0b2-4e4f-bfd5-ae31d14954b1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:40.692472 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d0389d-e9a8-4925-acd8-28871a952a56', 'name': 'network-vif-deleted', 'tag': '96046de0-1cd0-4970-b425-40b507ad4a11', 'status': 'completed', 'code': 200} Nov 23 10:48:41.048197 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4ee2a702-a128-4a8f-b4ab-3f8d918d1a52 req-fbe7b9ad-373c-4e5e-86d6-26c13e609905 tempest-ServersNegativeTestJSON-1171568967 tempest-ServersNegativeTestJSON-1171568967-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d0389d-e9a8-4925-acd8-28871a952a56 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Nov 23 10:48:42.115824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56096) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.162437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Deleting subnet f45e1188-0c22-458a-9d56-e65dbd13c4b4 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:42.166067 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.206008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.247084 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.302260 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.329416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e1188-0c22-458a-9d56-e65dbd13c4b4,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:42.332987 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.336133 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0d9e3ee9-8aff-42be-a6eb-e8e7d6db97a3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f45e1188-0c22-458a-9d56-e65dbd13c4b4 HTTP/1.1" status: 204 len: 168 time: 0.2192297 Nov 23 10:48:42.338839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56098) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.413220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.492481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.513318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d016e89e-0c4f-4242-9b57-db53f84657fd']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.522735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8728ba-5536-4166-9109-be3f80c43b9f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.523030 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8728ba-5536-4166-9109-be3f80c43b9f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.533918 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.547934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.554348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:42.554734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:42.556430 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:42.617190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.622855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.626026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d016e89e-0c4f-4242-9b57-db53f84657fd HTTP/1.1" status: 204 len: 168 time: 0.2862132 Nov 23 10:48:42.637110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a829f6a-c4fa-401c-9c61-ecf3cac55734 admin admin] Pushing event deleted for resources: {'Network': ['ID=d016e89e-0c4f-4242-9b57-db53f84657fd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:42.745968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56102) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.789596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-851633e3-2fe0-4048-9f8d-da5a7a7a25a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d28b80c2576643d5833ace5e144e1314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424416 Nov 23 10:48:42.792311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56104) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.838357 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.858894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.910651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.913181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.914397 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2b13706-6a73-404b-8e90-1acf0b93533d HTTP/1.1" status: 204 len: 168 time: 0.1210995 Nov 23 10:48:42.922923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cca04-b4a1-4997-b252-c4818b52bbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b13706-6a73-404b-8e90-1acf0b93533d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:43.638188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56128) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:43.735431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930941214'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:43.759705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:43.768872 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.777648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.860268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.866151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.892920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:43.902557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242c62e5-ce0c-494e-ac17-15b00e57ae03,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:43.908517 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.908930 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Added segment ccc74dd3-52ed-4b8c-b602-1ac99547f7d1 of type vlan for network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d Nov 23 10:48:43.949386 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.976216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.982135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.982884 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.025528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3862026 Nov 23 10:48:44.055835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa52b5-647e-4ccb-ab51-590bb207b0fc tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Network': ['ID=b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:44.067238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:45.461382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 96046de0-1cd0-4970-b425-40b507ad4a11 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:45.482139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 96046de0-1cd0-4970-b425-40b507ad4a11 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:45.482488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 96046de0-1cd0-4970-b425-40b507ad4a11 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:46.251140 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.241580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56132) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:47.247853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'subnet': {'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:47.344913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:47.348417 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.532756 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.598466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Subnet': ['ID=a98e47a2-fe68-4af2-8ee2-028baaa39232,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.608093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking segment: {'id': 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:47.608508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network hostable DHCP agents. Network: b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:47.627275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:47.637644 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:47.641972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.642565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.647104 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39cf85c-96db-4545-a554-26c7b8b95695 None None] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:47.663395 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8809956e-c8f4-40aa-a336-387a67549b03 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4172881 Nov 23 10:48:47.663752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:47.668941 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254009384'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:47.691801 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:47.695771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.721089 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:47.731211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.731566 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Added segment b8e67614-84b3-4f66-a36a-385fff31adf0 of type vlan for network 5b97694d-aae0-4685-88eb-2d5cf6939996 Nov 23 10:48:47.772682 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.800828 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.802097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d', 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d', 'tenant_id': '7a307f81ce454329afd24285232e3d32', 'fixed_ips': [{'subnet_id': 'a98e47a2-fe68-4af2-8ee2-028baaa39232'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:47.803270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.807306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.807894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.877924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2130001 Nov 23 10:48:47.880970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:47.881971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Network': ['ID=5b97694d-aae0-4685-88eb-2d5cf6939996,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.886416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'subnet': {'network_id': '5b97694d-aae0-4685-88eb-2d5cf6939996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:47.890661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.891133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.891576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.891989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.892390 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.892793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.893192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.893595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.894015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.894409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.894800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.895134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469ecd-6050-437f-bc01-4e85fd9f0f5e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:47.927046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 5b97694d-aae0-4685-88eb-2d5cf6939996 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:47.979977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:47.983610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.000459 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d7d933f5-780c-4158-8428-f908e9cea8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.013216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Allocated IP 2001:db8:0:ffff::2 (b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d/a98e47a2-fe68-4af2-8ee2-028baaa39232/74d136bd-0c7d-4be8-9c08-75140b464bdc) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:48.166971 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.174872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.212573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:48.217937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:48.222280 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:48.235822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Pushing event updated for resources: {'Port': ['ID=74d136bd-0c7d-4be8-9c08-75140b464bdc,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.288641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Attempting to bind port 74d136bd-0c7d-4be8-9c08-75140b464bdc on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:48.288994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Attempting to bind port 74d136bd-0c7d-4be8-9c08-75140b464bdc by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:48.289332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Attempting to bind port 74d136bd-0c7d-4be8-9c08-75140b464bdc on network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:48.295208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:48.295568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Checking segment: {'id': 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:48.295974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.296359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Bound using segment: {'id': 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:48.296839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Bound port: 74d136bd-0c7d-4be8-9c08-75140b464bdc, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:48.297173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.363307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] For port 74d136bd-0c7d-4be8-9c08-75140b464bdc, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:48.366969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] For port 74d136bd-0c7d-4be8-9c08-75140b464bdc, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=74d136bd-0c7d-4be8-9c08-75140b464bdc,segment=NetworkSegment(ccc74dd3-52ed-4b8c-b602-1ac99547f7d1),segment_id=ccc74dd3-52ed-4b8c-b602-1ac99547f7d1)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:48.372598 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.429273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9ccf-f0cf-45e9-9e5b-b4a5b0a979c7 None None] Pushing event updated for resources: {'Port': ['ID=74d136bd-0c7d-4be8-9c08-75140b464bdc,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.529244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.607999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Subnet': ['ID=58185d17-e60a-4ebd-b99a-c34c6e1d5dbc,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.626544 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking segment: {'id': 'b8e67614-84b3-4f66-a36a-385fff31adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b97694d-aae0-4685-88eb-2d5cf6939996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:48.626979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network hostable DHCP agents. Network: 5b97694d-aae0-4685-88eb-2d5cf6939996, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:48.647138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network 5b97694d-aae0-4685-88eb-2d5cf6939996 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:48.657764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 5b97694d-aae0-4685-88eb-2d5cf6939996) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:48.662743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.663371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.667826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350adf60-5ead-401d-9576-f1f3a0897965 None None] Network 5b97694d-aae0-4685-88eb-2d5cf6939996 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:48.682516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-50bddaa1-c937-408a-8244-3f88d8c91c89 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8002191 Nov 23 10:48:48.685160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56140) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:48.791220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.829967 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55818c-e211-4ab7-8916-0d4b41f7f2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-5b97694d-aae0-4685-88eb-2d5cf6939996', 'network_id': '5b97694d-aae0-4685-88eb-2d5cf6939996', 'tenant_id': '7a307f81ce454329afd24285232e3d32', 'fixed_ips': [{'subnet_id': '58185d17-e60a-4ebd-b99a-c34c6e1d5dbc'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:48.831038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ed55818c-e211-4ab7-8916-0d4b41f7f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.871535 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.942216 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server [None req-ed55818c-e211-4ab7-8916-0d4b41f7f2a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58185d17-e60a-4ebd-b99a-c34c6e1d5dbc: This subnet is being modified by another concurrent operation. Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58185d17-e60a-4ebd-b99a-c34c6e1d5dbc: This subnet is being modified by another concurrent operation. Nov 23 10:48:48.946904 n-d-781076-5 neutron-server[110025]: ERROR oslo_messaging.rpc.server Nov 23 10:48:48.963624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99518014-6c27-4f00-b6ee-dfa54368dca5 None None] Network 5b97694d-aae0-4685-88eb-2d5cf6939996 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:48.973197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Subnet': ['ID=58185d17-e60a-4ebd-b99a-c34c6e1d5dbc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.039555 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.060327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b97694d-aae0-4685-88eb-2d5cf6939996']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.069667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e67614-84b3-4f66-a36a-385fff31adf0') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.069978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e67614-84b3-4f66-a36a-385fff31adf0') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.080151 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.094332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.100780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:49.101138 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:49.104696 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:49.166834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.174302 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.177530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/5b97694d-aae0-4685-88eb-2d5cf6939996 HTTP/1.1" status: 204 len: 168 time: 0.4913149 Nov 23 10:48:49.181681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56142) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.187773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478483617'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:49.191336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dcff6-d91e-450f-889a-562c31dfb6fb tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Network': ['ID=5b97694d-aae0-4685-88eb-2d5cf6939996,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.215663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:49.219401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.245291 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:49.254671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.255008 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Added segment 1f174dda-ea06-4fab-8ab0-e0373921d153 of type vlan for network 23fd40de-2429-49cd-b8bb-70d471fdbee7 Nov 23 10:48:49.295883 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.322392 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.328321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.328914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.372437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1886935 Nov 23 10:48:49.375907 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56144) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.405448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'subnet': {'network_id': '23fd40de-2429-49cd-b8bb-70d471fdbee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:49.412556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06dd91-8423-4f28-9062-7bf252aa4cf0 None None] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:49.421864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632cc4-c9a0-456d-b614-85d1d45a4d6b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Network': ['ID=23fd40de-2429-49cd-b8bb-70d471fdbee7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.433915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 23fd40de-2429-49cd-b8bb-70d471fdbee7 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:49.497966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:49.501725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.568425 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Performing IP validity checks on allocation pools {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:48:49.568950 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.ipam_backend_mixin [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:48:49.699048 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] Provisioning complete for port 74d136bd-0c7d-4be8-9c08-75140b464bdc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:49.699728 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.702216 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.777579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Subnet': ['ID=c4c56275-9784-48e6-99f6-1ae577457917,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.782018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking segment: {'id': '1f174dda-ea06-4fab-8ab0-e0373921d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '23fd40de-2429-49cd-b8bb-70d471fdbee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:49.782402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network hostable DHCP agents. Network: 23fd40de-2429-49cd-b8bb-70d471fdbee7, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:49.801205 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network 23fd40de-2429-49cd-b8bb-70d471fdbee7 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:49.812715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 23fd40de-2429-49cd-b8bb-70d471fdbee7) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:49.817528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.818225 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.827921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9089d-3372-424d-b74b-c010a758a22f None None] Network 23fd40de-2429-49cd-b8bb-70d471fdbee7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:49.845072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.846295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7efeeeb3-2d3f-46de-8d23-da78c49a633e tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4699018 Nov 23 10:48:49.881656 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.923400 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 74d136bd-0c7d-4be8-9c08-75140b464bdc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:49.961072 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.008834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] For port 74d136bd-0c7d-4be8-9c08-75140b464bdc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=74d136bd-0c7d-4be8-9c08-75140b464bdc,segment=NetworkSegment(ccc74dd3-52ed-4b8c-b602-1ac99547f7d1),segment_id=ccc74dd3-52ed-4b8c-b602-1ac99547f7d1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:50.020127 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.040164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.090832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.120440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 74d136bd-0c7d-4be8-9c08-75140b464bdc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:50.120903 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.127974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c56275-9784-48e6-99f6-1ae577457917,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.148076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab53af1-9d9d-44c5-b167-0427db3bad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-23fd40de-2429-49cd-b8bb-70d471fdbee7', 'network_id': '23fd40de-2429-49cd-b8bb-70d471fdbee7', 'tenant_id': '7a307f81ce454329afd24285232e3d32', 'fixed_ips': [{'subnet_id': 'c4c56275-9784-48e6-99f6-1ae577457917'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:50.148939 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dab53af1-9d9d-44c5-b167-0427db3bad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.151001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ba760-1756-41e4-a640-55b0871b408f None None] Pushing event updated for resources: {'Port': ['ID=74d136bd-0c7d-4be8-9c08-75140b464bdc,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.205303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.232249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fd40de-2429-49cd-b8bb-70d471fdbee7']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:50.243788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f174dda-ea06-4fab-8ab0-e0373921d153') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:50.244335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f174dda-ea06-4fab-8ab0-e0373921d153') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:50.255923 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.273051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.273475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b6a81-24bb-493a-927d-8c956f963d2c None None] Network 23fd40de-2429-49cd-b8bb-70d471fdbee7 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:50.280707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:50.281209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:50.284994 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:50.350352 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.351595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b4877c0b-6b3f-43e3-8556-a19a0817042a None None] Provisioning complete for port 74d136bd-0c7d-4be8-9c08-75140b464bdc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:50.351973 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b4877c0b-6b3f-43e3-8556-a19a0817042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.355190 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.363719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/23fd40de-2429-49cd-b8bb-70d471fdbee7 HTTP/1.1" status: 204 len: 168 time: 0.5113664 Nov 23 10:48:50.364124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56148) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:50.370282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80841321'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:50.385699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6991-a0f4-43cb-a8d9-fb4267224e64 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Network': ['ID=23fd40de-2429-49cd-b8bb-70d471fdbee7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.404420 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:50.408966 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.435160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:50.447255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d61857-e1fa-41c0-8eb0-7f279ba40b18 None None] get_active_networks_info from n-d-781076-5 {{(pid=110025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:48:50.447814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.448151 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Added segment 11375c52-3b4c-4b81-83d4-ea1fadf280a7 of type vlan for network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 Nov 23 10:48:50.451073 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-522bff8f-0e09-4498-b91a-4fc17776c858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.491021 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.518779 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.524793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.525503 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.550032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d61857-e1fa-41c0-8eb0-7f279ba40b18 None None] Resources bound (agent type, host, resource id): {{(pid=110025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:48:50.563341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1956089 Nov 23 10:48:50.563568 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:50.568452 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'subnet': {'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:50.628969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee17e8-01c9-4a8f-b125-3148bfb82ed0 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Network': ['ID=837c6d2a-e8b8-4cc9-bd46-a469a0288032,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.641770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:50.694898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:50.698514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.762650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.888817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.950632 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Subnet': ['ID=1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.962463 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking segment: {'id': '11375c52-3b4c-4b81-83d4-ea1fadf280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:50.963099 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network hostable DHCP agents. Network: 837c6d2a-e8b8-4cc9-bd46-a469a0288032, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:50.981285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:50.991313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 837c6d2a-e8b8-4cc9-bd46-a469a0288032) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:50.995432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.996032 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.000449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6174d36-03a1-49a9-af08-04ba73d2fa13 None None] Network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:51.014348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-97c5a702-b781-4c30-bd14-4d73602d06a9 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4496822 Nov 23 10:48:51.018051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56152) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:51.023156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927362766'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:51.045914 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:51.049444 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.076814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:51.086049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.086395 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Added segment 936521c2-20bb-4932-bb51-d716da8c50fc of type vlan for network 2fd73de8-7f69-46e6-b7da-93c5ee07a836 Nov 23 10:48:51.127264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.154103 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.158126 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-837c6d2a-e8b8-4cc9-bd46-a469a0288032', 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032', 'tenant_id': '7a307f81ce454329afd24285232e3d32', 'fixed_ips': [{'subnet_id': '1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:51.159104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.159787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.160389 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.194934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1757727 Nov 23 10:48:51.197963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56154) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:51.204871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Request body: {'subnet': {'network_id': '2fd73de8-7f69-46e6-b7da-93c5ee07a836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:51.259169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ce37-9d7a-4190-a5aa-f5ba787a8207 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Network': ['ID=2fd73de8-7f69-46e6-b7da-93c5ee07a836,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.279091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 2fd73de8-7f69-46e6-b7da-93c5ee07a836 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:51.329394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Made reservation on behalf of 7a307f81ce454329afd24285232e3d32 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:51.332950 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.354136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Allocated IP 2001:db8::2 (837c6d2a-e8b8-4cc9-bd46-a469a0288032/1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68/06ef0f93-a157-402e-a686-391017922742) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:51.511024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.515015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.522999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.523959 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.562131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:51.570649 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:51.577742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event updated for resources: {'Subnet': ['ID=ff1387be-5e30-4928-a98a-ad66cf9d381f,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.579746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:51.582976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Pushing event updated for resources: {'Port': ['ID=06ef0f93-a157-402e-a686-391017922742,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.595511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Checking segment: {'id': '936521c2-20bb-4932-bb51-d716da8c50fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2fd73de8-7f69-46e6-b7da-93c5ee07a836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:51.595897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network hostable DHCP agents. Network: 2fd73de8-7f69-46e6-b7da-93c5ee07a836, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:51.614948 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Network 2fd73de8-7f69-46e6-b7da-93c5ee07a836 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:51.624910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 2fd73de8-7f69-46e6-b7da-93c5ee07a836) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:51.629247 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.629822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.635954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8ea5f-8fd8-452b-af20-6cf4d8a5a0e3 None None] Network 2fd73de8-7f69-46e6-b7da-93c5ee07a836 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:51.646748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ef379f71-bc74-4f29-82aa-7a3eda692559 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4477780 Nov 23 10:48:51.649429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56156) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:51.653946 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Attempting to bind port 06ef0f93-a157-402e-a686-391017922742 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:51.654327 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Attempting to bind port 06ef0f93-a157-402e-a686-391017922742 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '11375c52-3b4c-4b81-83d4-ea1fadf280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:51.654691 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Attempting to bind port 06ef0f93-a157-402e-a686-391017922742 on network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:51.670117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:51.670493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Checking segment: {'id': '11375c52-3b4c-4b81-83d4-ea1fadf280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:51.670905 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.671354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Bound using segment: {'id': '11375c52-3b4c-4b81-83d4-ea1fadf280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:51.671820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Bound port: 06ef0f93-a157-402e-a686-391017922742, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11375c52-3b4c-4b81-83d4-ea1fadf280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '837c6d2a-e8b8-4cc9-bd46-a469a0288032'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:51.672203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.754107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.807219 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.810916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] For port 06ef0f93-a157-402e-a686-391017922742, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:51.815888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] For port 06ef0f93-a157-402e-a686-391017922742, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=06ef0f93-a157-402e-a686-391017922742,segment=NetworkSegment(11375c52-3b4c-4b81-83d4-ea1fadf280a7),segment_id=11375c52-3b4c-4b81-83d4-ea1fadf280a7)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:51.823449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.879055 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.879260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 74d136bd-0c7d-4be8-9c08-75140b464bdc up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:51.888723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911fec6-cad2-4694-84f0-6cd512127685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-2fd73de8-7f69-46e6-b7da-93c5ee07a836', 'network_id': '2fd73de8-7f69-46e6-b7da-93c5ee07a836', 'tenant_id': '7a307f81ce454329afd24285232e3d32', 'fixed_ips': [{'subnet_id': 'ff1387be-5e30-4928-a98a-ad66cf9d381f'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:51.889592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2911fec6-cad2-4694-84f0-6cd512127685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.916758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1387be-5e30-4928-a98a-ad66cf9d381f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.950547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2423-c493-4ba9-8c4f-c4be166461ad None None] Pushing event updated for resources: {'Port': ['ID=06ef0f93-a157-402e-a686-391017922742,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.991366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.013353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd73de8-7f69-46e6-b7da-93c5ee07a836']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:52.021457 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 74d136bd-0c7d-4be8-9c08-75140b464bdc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:52.021831 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.025134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936521c2-20bb-4932-bb51-d716da8c50fc') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:52.025441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936521c2-20bb-4932-bb51-d716da8c50fc') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:52.036224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.043789 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8f0fe-3eab-498c-a406-1d296df35076 None None] Network 2fd73de8-7f69-46e6-b7da-93c5ee07a836 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:52.050827 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.057943 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:52.058501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:52.061956 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:52.153068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.161430 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.173052 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/2fd73de8-7f69-46e6-b7da-93c5ee07a836 HTTP/1.1" status: 204 len: 168 time: 0.5194583 Nov 23 10:48:52.173530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.194095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92b70-8c58-42ca-bb89-046f6fffd98b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Network': ['ID=2fd73de8-7f69-46e6-b7da-93c5ee07a836,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:52.214950 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-be672431-93aa-4f91-8ae0-549cca0cc64a tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] GET failed (client error): The resource could not be found. Nov 23 10:48:52.216883 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-be672431-93aa-4f91-8ae0-549cca0cc64a tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "GET /v2.0/subnets/ff1387be-5e30-4928-a98a-ad66cf9d381f HTTP/1.1" status: 404 len: 337 time: 0.0422680 Nov 23 10:48:52.219757 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.244021 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69b4a6b-0b26-4bed-bb4d-532fb4490373 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:52.244642 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69b4a6b-0b26-4bed-bb4d-532fb4490373 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:52.247756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b69b4a6b-0b26-4bed-bb4d-532fb4490373 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/2fd73de8-7f69-46e6-b7da-93c5ee07a836 HTTP/1.1" status: 404 len: 339 time: 0.0269647 Nov 23 10:48:52.251706 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.278402 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c55fcc2-14fe-40a2-93d4-422e737a6f08 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:52.278860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c55fcc2-14fe-40a2-93d4-422e737a6f08 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:52.281961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2c55fcc2-14fe-40a2-93d4-422e737a6f08 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/subnets/ff1387be-5e30-4928-a98a-ad66cf9d381f HTTP/1.1" status: 404 len: 337 time: 0.0292618 Nov 23 10:48:52.284505 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.302473 n-d-781076-5 neutron-server[110023]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a774f0-3590-463d-825d-5297709e9198 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:52.302957 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a774f0-3590-463d-825d-5297709e9198 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:52.305945 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81a774f0-3590-463d-825d-5297709e9198 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/2fd73de8-7f69-46e6-b7da-93c5ee07a836 HTTP/1.1" status: 404 len: 339 time: 0.0205135 Nov 23 10:48:52.308646 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.365109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Deleting subnet 1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:52.368662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.410295 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.502526 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.571327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.597561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:52.603841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.609677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2efe4d93-df43-4b0c-b9c6-07f87ef8c487 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/subnets/1e3cf84a-2ebb-4c7b-8c15-cef74e5a5f68 HTTP/1.1" status: 204 len: 168 time: 0.2977009 Nov 23 10:48:52.609985 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56168) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.689026 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.744222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Deleting port 06ef0f93-a157-402e-a686-391017922742 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:52.744622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.816130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] For port 06ef0f93-a157-402e-a686-391017922742, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=06ef0f93-a157-402e-a686-391017922742,segment=NetworkSegment(11375c52-3b4c-4b81-83d4-ea1fadf280a7),segment_id=11375c52-3b4c-4b81-83d4-ea1fadf280a7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:52.816609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.830076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Calling delete_port for 06ef0f93-a157-402e-a686-391017922742 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:52.919868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.950844 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Port': ['ID=06ef0f93-a157-402e-a686-391017922742,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:52.954691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No DVR routers for this DVR port 06ef0f93-a157-402e-a686-391017922742 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:53.009297 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134a509-07b1-4f5d-9cb3-0ed5df0867e0 None None] Network 837c6d2a-e8b8-4cc9-bd46-a469a0288032 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:53.027710 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-19c7e814-76fa-43cc-81cd-b743baf0e3c8 None None] Could not find standard attr ID for object 06ef0f93-a157-402e-a686-391017922742. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:48:53.031121 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.043060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.065707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837c6d2a-e8b8-4cc9-bd46-a469a0288032']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:53.076574 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11375c52-3b4c-4b81-83d4-ea1fadf280a7') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:53.076782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11375c52-3b4c-4b81-83d4-ea1fadf280a7') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:53.093292 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.108079 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.114880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:53.115242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:53.118342 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:53.189369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.190522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3dbcc4-e263-4fe6-b53a-00d461f33b64 None None] DHCP port deletion for 837c6d2a-e8b8-4cc9-bd46-a469a0288032 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:53.192771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.197122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/837c6d2a-e8b8-4cc9-bd46-a469a0288032 HTTP/1.1" status: 204 len: 168 time: 0.5861137 Nov 23 10:48:53.199799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56170) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.217047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fe288-88be-48d1-9204-ce496317e2c6 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Network': ['ID=837c6d2a-e8b8-4cc9-bd46-a469a0288032,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:53.232604 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc067b09-c17f-47b3-8e87-38a221ac9d70 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:53.233058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc067b09-c17f-47b3-8e87-38a221ac9d70 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:53.236156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cc067b09-c17f-47b3-8e87-38a221ac9d70 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/subnets/c4c56275-9784-48e6-99f6-1ae577457917 HTTP/1.1" status: 404 len: 337 time: 0.0343022 Nov 23 10:48:53.238772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56172) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.258200 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2972b2a-c387-4a32-9315-a65492f3abde tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:53.258953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2972b2a-c387-4a32-9315-a65492f3abde tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:53.262702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a2972b2a-c387-4a32-9315-a65492f3abde tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/23fd40de-2429-49cd-b8bb-70d471fdbee7 HTTP/1.1" status: 404 len: 339 time: 0.0230122 Nov 23 10:48:53.265263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56174) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.291070 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fafd999-bdd4-44fa-bc92-068b6ff2c040 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:53.291783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fafd999-bdd4-44fa-bc92-068b6ff2c040 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:53.295253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3fafd999-bdd4-44fa-bc92-068b6ff2c040 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/subnets/58185d17-e60a-4ebd-b99a-c34c6e1d5dbc HTTP/1.1" status: 404 len: 337 time: 0.0291080 Nov 23 10:48:53.297752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56176) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.315393 n-d-781076-5 neutron-server[110024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacc1b23-e78e-4cb5-a467-7930f89e402b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] DELETE failed (client error): The resource could not be found. Nov 23 10:48:53.315841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacc1b23-e78e-4cb5-a467-7930f89e402b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:48:53.318827 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bacc1b23-e78e-4cb5-a467-7930f89e402b tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/5b97694d-aae0-4685-88eb-2d5cf6939996 HTTP/1.1" status: 404 len: 339 time: 0.0201766 Nov 23 10:48:53.321305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56178) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.382637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Deleting subnet a98e47a2-fe68-4af2-8ee2-028baaa39232 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:53.386619 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.437200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.521215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.586605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.610762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.618461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Subnet': ['ID=a98e47a2-fe68-4af2-8ee2-028baaa39232,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:53.623583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.627054 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f6fa0591-c775-48c9-9d3b-d4f3a48de07f tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/subnets/a98e47a2-fe68-4af2-8ee2-028baaa39232 HTTP/1.1" status: 204 len: 168 time: 0.3045557 Nov 23 10:48:53.629280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.631586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec19620-e81c-468f-9f58-fbe67b7e87ae None None] Network b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:53.706940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.762200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Deleting port 74d136bd-0c7d-4be8-9c08-75140b464bdc {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:53.762576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.806742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] DHCP port deletion for b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:53.837330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] For port 74d136bd-0c7d-4be8-9c08-75140b464bdc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=74d136bd-0c7d-4be8-9c08-75140b464bdc,segment=NetworkSegment(ccc74dd3-52ed-4b8c-b602-1ac99547f7d1),segment_id=ccc74dd3-52ed-4b8c-b602-1ac99547f7d1)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:53.837698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.852167 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Calling delete_port for 74d136bd-0c7d-4be8-9c08-75140b464bdc owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:53.856746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Deleting port 74d136bd-0c7d-4be8-9c08-75140b464bdc {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:53.857121 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.870761 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 74d136bd-0c7d-4be8-9c08-75140b464bdc no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:53.933692 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.955244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] For port 74d136bd-0c7d-4be8-9c08-75140b464bdc, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=74d136bd-0c7d-4be8-9c08-75140b464bdc,segment=NetworkSegment(ccc74dd3-52ed-4b8c-b602-1ac99547f7d1),segment_id=ccc74dd3-52ed-4b8c-b602-1ac99547f7d1)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:53.955645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.967281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Port': ['ID=74d136bd-0c7d-4be8-9c08-75140b464bdc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:53.969631 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Calling delete_port for 74d136bd-0c7d-4be8-9c08-75140b464bdc owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:53.970744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] No DVR routers for this DVR port 74d136bd-0c7d-4be8-9c08-75140b464bdc on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:53.971464 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No active binding found for port 74d136bd-0c7d-4be8-9c08-75140b464bdc {{(pid=110025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:48:53.971937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 74d136bd-0c7d-4be8-9c08-75140b464bdc not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:54.048797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.057050 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.073362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] Pushing event deleted for resources: {'Port': ['ID=74d136bd-0c7d-4be8-9c08-75140b464bdc,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.077023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5360723-4971-48bc-8b3a-1a407b5d81b1 None None] No DVR routers for this DVR port 74d136bd-0c7d-4be8-9c08-75140b464bdc on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:54.079911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:54.091897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:54.092187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc74dd3-52ed-4b8c-b602-1ac99547f7d1') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:54.106914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.120266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.126211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:54.126587 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:54.129673 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:54.191128 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.198934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.202137 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] 10.222.0.62 "DELETE /v2.0/networks/b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d HTTP/1.1" status: 204 len: 168 time: 0.5717106 Nov 23 10:48:54.213883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a0ba1-2206-4f91-8f2d-0af8bcad2fc5 tempest-NetworksIpV6Test-752059148 tempest-NetworksIpV6Test-752059148-project] Pushing event deleted for resources: {'Network': ['ID=b82e69c5-c5ca-4fd2-8cc5-e014f8f2690d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.466073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56188) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:54.660470 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c13332c3-346b-47f0-9aaa-3531aec8dc98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a307f81ce454329afd24285232e3d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931810 Nov 23 10:48:54.664265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56192) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:54.723878 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.751022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.808557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.811185 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.812982 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/242c62e5-ce0c-494e-ac17-15b00e57ae03 HTTP/1.1" status: 204 len: 168 time: 0.1475406 Nov 23 10:48:54.821016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0723e-0ea8-4fe1-b1af-ba774119cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c62e5-ce0c-494e-ac17-15b00e57ae03,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:55.531035 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56214) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:55.631224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1596030853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:55.661776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.663269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.713909 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.719102 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.738184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.739386 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-776f3c6e-0379-449c-aa91-83adff54bc66 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2073786 Nov 23 10:48:55.742526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56218) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:55.747850 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1885568959'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:55.773426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Made reservation on behalf of 69e377ee6f704283a3f040757792089b for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:55.777459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.786275 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.864818 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.870297 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.896703 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:55.906344 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16edf14e-f248-43fd-8861-2f8c1361e0c5,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:55.911213 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.911616 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Added segment 8b42655a-f686-44b3-83cc-7f44cf992aac of type vlan for network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 Nov 23 10:48:55.954744 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.981447 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.990184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:55.990963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.031147 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2873418 Nov 23 10:48:56.034055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56220) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:56.063862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'subnet': {'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:56.070792 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf18f39-9c3e-45d6-986f-b751809a155b tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event updated for resources: {'Network': ['ID=73be8c1a-b3a0-4039-a6fa-a1017fcddbf9,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:56.081209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:56.161859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Made reservation on behalf of 69e377ee6f704283a3f040757792089b for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:56.165607 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.355574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.412958 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event updated for resources: {'Subnet': ['ID=46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:56.425026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Checking segment: {'id': '8b42655a-f686-44b3-83cc-7f44cf992aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:56.425393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Network hostable DHCP agents. Network: 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:56.444860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:56.455290 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:56.463423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.464033 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.464786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0626256-c91d-413c-b7f0-b04521604b37 None None] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:56.482345 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7ac3a240-fcf4-469a-ad20-f30f9c3b4459 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4472091 Nov 23 10:48:56.485433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56222) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:56.490615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-794595853'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:56.516700 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Made reservation on behalf of 69e377ee6f704283a3f040757792089b for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:56.520656 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.546689 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:56.557232 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.557685 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Added segment c83a0dbb-84a0-406f-8a2f-09010ac74863 of type vlan for network b2c747be-e05e-4712-97b0-70bebb233565 Nov 23 10:48:56.598604 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.622550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-73be8c1a-b3a0-4039-a6fa-a1017fcddbf9', 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9', 'tenant_id': '69e377ee6f704283a3f040757792089b', 'fixed_ips': [{'subnet_id': '46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:56.623524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.623685 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.629395 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.630010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.670575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1840091 Nov 23 10:48:56.673426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56224) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:56.680459 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'subnet': {'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:56.725392 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3ec5-cd17-4dce-b942-175cf10ada8d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event updated for resources: {'Network': ['ID=b2c747be-e05e-4712-97b0-70bebb233565,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:56.737351 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network b2c747be-e05e-4712-97b0-70bebb233565 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:56.800262 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Made reservation on behalf of 69e377ee6f704283a3f040757792089b for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:56.804094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.878120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Allocated IP 172.20.0.2 (73be8c1a-b3a0-4039-a6fa-a1017fcddbf9/46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed/5941155d-8268-42e2-a90b-a9687d078445) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:56.993178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.021943 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.028896 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.056261 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event updated for resources: {'Subnet': ['ID=8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.067209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Checking segment: {'id': 'c83a0dbb-84a0-406f-8a2f-09010ac74863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:57.067606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Network hostable DHCP agents. Network: b2c747be-e05e-4712-97b0-70bebb233565, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:57.077708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:57.080687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:57.084399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:57.087748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Network b2c747be-e05e-4712-97b0-70bebb233565 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:57.092492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Pushing event updated for resources: {'Port': ['ID=5941155d-8268-42e2-a90b-a9687d078445,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.099130 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, b2c747be-e05e-4712-97b0-70bebb233565) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:57.106342 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:57.106961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.115425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c5b3b-26fe-4e88-8a70-f65e343b051d None None] Network b2c747be-e05e-4712-97b0-70bebb233565 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:57.126361 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b805c694-55cd-463c-8d11-7e7551209c58 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4516532 Nov 23 10:48:57.129128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56226) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:57.133928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7a3f0d05-d334-4075-a844-8e6d31033138 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:57.192979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Attempting to bind port 5941155d-8268-42e2-a90b-a9687d078445 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:57.193320 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Attempting to bind port 5941155d-8268-42e2-a90b-a9687d078445 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '8b42655a-f686-44b3-83cc-7f44cf992aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:57.193712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Attempting to bind port 5941155d-8268-42e2-a90b-a9687d078445 on network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:57.205330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:57.205703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Checking segment: {'id': '8b42655a-f686-44b3-83cc-7f44cf992aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:57.206135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.206527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Bound using segment: {'id': '8b42655a-f686-44b3-83cc-7f44cf992aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:57.206994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Bound port: 5941155d-8268-42e2-a90b-a9687d078445, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b42655a-f686-44b3-83cc-7f44cf992aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73be8c1a-b3a0-4039-a6fa-a1017fcddbf9'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:57.207358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.314973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] For port 5941155d-8268-42e2-a90b-a9687d078445, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:57.318817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] For port 5941155d-8268-42e2-a90b-a9687d078445, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5941155d-8268-42e2-a90b-a9687d078445,segment=NetworkSegment(8b42655a-f686-44b3-83cc-7f44cf992aac),segment_id=8b42655a-f686-44b3-83cc-7f44cf992aac)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:57.337597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.346595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0d05-d334-4075-a844-8e6d31033138 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.363598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-b2c747be-e05e-4712-97b0-70bebb233565', 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565', 'tenant_id': '69e377ee6f704283a3f040757792089b', 'fixed_ips': [{'subnet_id': '8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:57.364458 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.419103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f2a26-8c2f-4401-8b6a-4ebc8e3cf246 None None] Pushing event updated for resources: {'Port': ['ID=5941155d-8268-42e2-a90b-a9687d078445,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.474910 n-d-781076-5 neutron-server[110023]: INFO neutron.api.v2.resource [None req-7a3f0d05-d334-4075-a844-8e6d31033138 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:48:57.475991 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7a3f0d05-d334-4075-a844-8e6d31033138 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "PUT /v2.0/routers/77a2ff54-7621-415a-980b-f7ae0eb4eef4 HTTP/1.1" status: 400 len: 364 time: 0.3458948 Nov 23 10:48:57.482465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:57.538250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Allocated IP 172.21.0.2 (b2c747be-e05e-4712-97b0-70bebb233565/8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd/b457100c-c943-499e-bff3-372814c68de6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:57.540599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Deleting subnet 8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:57.726821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.732916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.733440 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.776888 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.781404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Network b2c747be-e05e-4712-97b0-70bebb233565 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:57.785224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Pushing event updated for resources: {'Port': ['ID=b457100c-c943-499e-bff3-372814c68de6,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.787627 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:57.789601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:57.846833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Attempting to bind port b457100c-c943-499e-bff3-372814c68de6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:57.847272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Attempting to bind port b457100c-c943-499e-bff3-372814c68de6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c83a0dbb-84a0-406f-8a2f-09010ac74863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:57.847696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Attempting to bind port b457100c-c943-499e-bff3-372814c68de6 on network b2c747be-e05e-4712-97b0-70bebb233565 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:57.853305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:57.853736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Checking segment: {'id': 'c83a0dbb-84a0-406f-8a2f-09010ac74863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:57.854173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.854560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Bound using segment: {'id': 'c83a0dbb-84a0-406f-8a2f-09010ac74863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:57.855017 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Bound port: b457100c-c943-499e-bff3-372814c68de6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83a0dbb-84a0-406f-8a2f-09010ac74863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b2c747be-e05e-4712-97b0-70bebb233565'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:57.855386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.874912 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.903584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5941155d-8268-42e2-a90b-a9687d078445 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:57.944531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.952030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] For port b457100c-c943-499e-bff3-372814c68de6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:57.956479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] For port b457100c-c943-499e-bff3-372814c68de6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b457100c-c943-499e-bff3-372814c68de6,segment=NetworkSegment(c83a0dbb-84a0-406f-8a2f-09010ac74863),segment_id=c83a0dbb-84a0-406f-8a2f-09010ac74863)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:57.961613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.973039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.980500 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.984112 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2780aba8-73e2-4b6b-9f58-e8d3c5276f15 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "DELETE /v2.0/subnets/8bd4f13a-d9ee-4dc1-bf3d-b2b8bfeef0fd HTTP/1.1" status: 204 len: 168 time: 0.4999871 Nov 23 10:48:57.986642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56230) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:58.028165 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739b9e-5b6a-412f-b8d3-783a17dace26 None None] Pushing event updated for resources: {'Port': ['ID=b457100c-c943-499e-bff3-372814c68de6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:58.030653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 5941155d-8268-42e2-a90b-a9687d078445 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:58.031020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.079466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.130974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.137957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Deleting port b457100c-c943-499e-bff3-372814c68de6 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:58.138597 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.171688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 5941155d-8268-42e2-a90b-a9687d078445, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5941155d-8268-42e2-a90b-a9687d078445,segment=NetworkSegment(8b42655a-f686-44b3-83cc-7f44cf992aac),segment_id=8b42655a-f686-44b3-83cc-7f44cf992aac)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:58.178834 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.221468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] For port b457100c-c943-499e-bff3-372814c68de6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=b457100c-c943-499e-bff3-372814c68de6,segment=NetworkSegment(c83a0dbb-84a0-406f-8a2f-09010ac74863),segment_id=c83a0dbb-84a0-406f-8a2f-09010ac74863)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:58.222341 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.241182 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Calling delete_port for b457100c-c943-499e-bff3-372814c68de6 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:58.263986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=5941155d-8268-42e2-a90b-a9687d078445,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:58.330576 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.363293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Port': ['ID=b457100c-c943-499e-bff3-372814c68de6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:58.364964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] No DVR routers for this DVR port b457100c-c943-499e-bff3-372814c68de6 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:58.453089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.474287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c747be-e05e-4712-97b0-70bebb233565']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.484474 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83a0dbb-84a0-406f-8a2f-09010ac74863') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.485136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83a0dbb-84a0-406f-8a2f-09010ac74863') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.499837 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.514036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.520886 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:58.521320 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:58.524753 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:58.554246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3443b-ccb0-4860-b07a-2468c3987ebc None None] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:58.587679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.595627 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.601985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "DELETE /v2.0/networks/b2c747be-e05e-4712-97b0-70bebb233565 HTTP/1.1" status: 204 len: 168 time: 0.6121871 Nov 23 10:48:58.602453 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56232) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:58.621395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10379-7714-448d-a1d1-a4a697ffeb5d tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Network': ['ID=b2c747be-e05e-4712-97b0-70bebb233565,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:58.626501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-86eef159-43eb-4fbc-8431-e022e9ca5d7e None None] Provisioning complete for port 5941155d-8268-42e2-a90b-a9687d078445 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:58.626861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-86eef159-43eb-4fbc-8431-e022e9ca5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.664287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Deleting subnet 46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:58.667917 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.713450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.802466 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.868501 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.904742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Subnet': ['ID=46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:58.906763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.912332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-57b70d1e-0169-4037-9e97-167d0904db51 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "DELETE /v2.0/subnets/46a3ebfc-24ce-4dc0-b4fd-439a6e7c18ed HTTP/1.1" status: 204 len: 168 time: 0.3064876 Nov 23 10:48:58.912570 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:58.994383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.001049 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c560b-6c2b-42bc-8636-c24a112bbd3a None None] Network 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:59.052081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Deleting port 5941155d-8268-42e2-a90b-a9687d078445 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:59.052353 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.125573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-932f5613-fb75-44db-b32e-1798339f0bff None None] Provisioning complete for port 5941155d-8268-42e2-a90b-a9687d078445 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:59.125926 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-932f5613-fb75-44db-b32e-1798339f0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.131235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] For port 5941155d-8268-42e2-a90b-a9687d078445, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=5941155d-8268-42e2-a90b-a9687d078445,segment=NetworkSegment(8b42655a-f686-44b3-83cc-7f44cf992aac),segment_id=8b42655a-f686-44b3-83cc-7f44cf992aac)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:59.131605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.146927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Calling delete_port for 5941155d-8268-42e2-a90b-a9687d078445 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:59.249778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.278643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Port': ['ID=5941155d-8268-42e2-a90b-a9687d078445,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:59.282257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] No DVR routers for this DVR port 5941155d-8268-42e2-a90b-a9687d078445 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:59.365194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.367002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd122c-6598-49c5-86f4-aed583f3fcc0 None None] DHCP port deletion for 73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:59.368714 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68eae9-959a-4dc5-a3ce-e89ecd10207b None None] DHCP port deletion for b2c747be-e05e-4712-97b0-70bebb233565 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:59.385854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73be8c1a-b3a0-4039-a6fa-a1017fcddbf9']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:59.398591 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b42655a-f686-44b3-83cc-7f44cf992aac') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:59.398896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b42655a-f686-44b3-83cc-7f44cf992aac') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:59.410307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.411501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78ab41-fc82-41f9-8de8-dba97991386d None None] Network b2c747be-e05e-4712-97b0-70bebb233565 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:59.423858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78ab41-fc82-41f9-8de8-dba97991386d None None] Network b2c747be-e05e-4712-97b0-70bebb233565 could not be found, it might have been deleted concurrently. {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 10:48:59.425220 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.431814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:59.432211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:59.435328 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:59.499984 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.508538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.512233 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "DELETE /v2.0/networks/73be8c1a-b3a0-4039-a6fa-a1017fcddbf9 HTTP/1.1" status: 204 len: 168 time: 0.5986557 Nov 23 10:48:59.515068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56236) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:59.516255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-edb51726-26dd-4ee8-a4f7-42665082ec9c None None] Could not find standard attr ID for object b457100c-c943-499e-bff3-372814c68de6. {{(pid=110025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:48:59.524506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277b0fb-0f07-42e0-9b51-fcc801464bb7 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Pushing event deleted for resources: {'Network': ['ID=73be8c1a-b3a0-4039-a6fa-a1017fcddbf9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:59.542905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6da36514-fefd-41ce-892f-9ac6ccbec719 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "GET /v2.0/ports?device_id=77a2ff54-7621-415a-980b-f7ae0eb4eef4 HTTP/1.1" status: 200 len: 205 time: 0.0266681 Nov 23 10:48:59.545345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56238) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:59.618346 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.773749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.776587 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.862587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5941155d-8268-42e2-a90b-a9687d078445 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:59.883712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 5941155d-8268-42e2-a90b-a9687d078445 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:59.884038 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 5941155d-8268-42e2-a90b-a9687d078445 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:00.160073 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.160678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Fanout notify agent at l3_agent the message router_deleted on router 77a2ff54-7621-415a-980b-f7ae0eb4eef4 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:49:00.168720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.169968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-71a1c3b8-cb0c-4ad9-a6b4-ae11eb322162 tempest-RoutersNegativeTest-1609677443 tempest-RoutersNegativeTest-1609677443-project] 10.222.0.62 "DELETE /v2.0/routers/77a2ff54-7621-415a-980b-f7ae0eb4eef4 HTTP/1.1" status: 204 len: 168 time: 0.6235631 Nov 23 10:49:00.422013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56244) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:00.562092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2823cafc-96b2-4922-92f4-f0bd63ed9f86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69e377ee6f704283a3f040757792089b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388562 Nov 23 10:49:00.565326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56248) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:00.626120 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.648381 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.696335 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.699081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.700601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16edf14e-f248-43fd-8861-2f8c1361e0c5 HTTP/1.1" status: 204 len: 168 time: 0.1343951 Nov 23 10:49:00.708512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a1099-019a-4734-8576-7a2667e1626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16edf14e-f248-43fd-8861-2f8c1361e0c5,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:01.366933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56270) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:01.464973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1393757122-network', 'tenant_id': '50289ee571b54444bb46dbdae404181e'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:01.499235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Made reservation on behalf of 50289ee571b54444bb46dbdae404181e for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:01.502403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.515892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.595377 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.600738 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.621461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:01.636881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c051bfe6-2ff4-4bc8-9e94-b188d5dda160,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:01.639868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.640201 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Added segment d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f of type vlan for network a2f2433f-44f2-4afb-b477-c74ee8c229dc Nov 23 10:49:01.678970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.709360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.710484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.710996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.744951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3769305 Nov 23 10:49:01.748014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56274) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:01.753116 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Request body: {'subnet': {'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-subnet', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:01.771802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac888-d687-4792-892e-13fe0abf735d admin admin] Pushing event updated for resources: {'Network': ['ID=a2f2433f-44f2-4afb-b477-c74ee8c229dc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:01.781956 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:01.787955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Made reservation on behalf of 50289ee571b54444bb46dbdae404181e for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:01.790413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.959894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.011903 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9287fc08-918e-4610-a116-3baa6eaaed79,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.022666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Checking segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:02.023076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Network hostable DHCP agents. Network: a2f2433f-44f2-4afb-b477-c74ee8c229dc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:02.040614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:02.051360 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a2f2433f-44f2-4afb-b477-c74ee8c229dc) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:02.055902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:02.056507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.061479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd35836-b08a-4fd5-91cf-162881586a30 None None] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:02.076232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:02.076438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6d45f80c-9c27-46b9-b3f0-1560a804c4f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3270664 Nov 23 10:49:02.080968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:02.103354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.104510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.159736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.212096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:02.213045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.296622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.351012 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Allocated IP 172.20.0.2 (a2f2433f-44f2-4afb-b477-c74ee8c229dc/9287fc08-918e-4610-a116-3baa6eaaed79/ca24c2be-7499-41ed-b4e4-8a7b3f66aa16) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:02.498131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.505782 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.508087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.528363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.547846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:02.550701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:02.554197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:02.559768 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Pushing event updated for resources: {'Port': ['ID=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.620085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Attempting to bind port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:02.620643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Attempting to bind port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:02.621134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Attempting to bind port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:02.630613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:02.630993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Checking segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:02.631402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.631804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Bound using segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:02.632272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Bound port: ca24c2be-7499-41ed-b4e4-8a7b3f66aa16, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:02.632651 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.635098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Allocated IP 172.25.1.233 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/e58ef5f6-5fbe-4e3c-a261-262e14c30166) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:02.710149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] For port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:02.713735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] For port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:02.718573 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.749142 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.779019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a38a9-b7ec-4127-822a-5983bed96c2f None None] Pushing event updated for resources: {'Port': ['ID=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.793705 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.836564 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:02.842909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:02.846540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:02.859572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178612e-8160-4158-8cee-a13d0abacbe9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:02.877047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Pushing event updated for resources: {'Port': ['ID=e58ef5f6-5fbe-4e3c-a261-262e14c30166,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.966822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b1f00581-6fc7-4da2-a30f-6d5e3af57c8e None None] Provisioning complete for port e58ef5f6-5fbe-4e3c-a261-262e14c30166 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:02.966822 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b1f00581-6fc7-4da2-a30f-6d5e3af57c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.009381 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b1f00581-6fc7-4da2-a30f-6d5e3af57c8e None None] Port e58ef5f6-5fbe-4e3c-a261-262e14c30166 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:03.478780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.671306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2171553-0991-400d-a6dc-8cb19e7d37d4 None None] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:03.683476 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.761002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-29088237-00a4-4be2-8214-e52660f1179c None None] Provisioning complete for port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:03.761246 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29088237-00a4-4be2-8214-e52660f1179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.818076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Router 921d1ac4-122b-4e12-a076-a156070a109f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:49:03.902157 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29088237-00a4-4be2-8214-e52660f1179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.916205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:03.937232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:03.947794 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Sync routers for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:03.960223 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:03.960843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:03.968873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-29088237-00a4-4be2-8214-e52660f1179c None None] For port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:03.971834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.973392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1ec1e9fc-b488-449c-8217-11ab9422979f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8960280 Nov 23 10:49:03.976310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:03.977833 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-29088237-00a4-4be2-8214-e52660f1179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.042562 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.042974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.072758 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29088237-00a4-4be2-8214-e52660f1179c None None] Pushing event updated for resources: {'Port': ['ID=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:04.124512 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:04.203890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9ce736bd-fa37-4813-be69-3d5bd743c10e None None] Provisioning complete for port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.204257 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9ce736bd-fa37-4813-be69-3d5bd743c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.321339 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:03Z', 'revision_number': 3, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:04.347493 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Checking router: 921d1ac4-122b-4e12-a076-a156070a109f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:04.347838 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Updating router 921d1ac4-122b-4e12-a076-a156070a109f port e58ef5f6-5fbe-4e3c-a261-262e14c30166 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:04.371543 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.435361 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.596885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Allocated IP 172.20.0.1 (a2f2433f-44f2-4afb-b477-c74ee8c229dc/9287fc08-918e-4610-a116-3baa6eaaed79/4c8beac6-1049-40cf-a7e3-1d745f34961d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:04.631425 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.637811 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.676598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fccfd-bf87-443a-b4d7-0d77d7500a0f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:04.685931 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Attempting to bind port e58ef5f6-5fbe-4e3c-a261-262e14c30166 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:04.686296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Attempting to bind port e58ef5f6-5fbe-4e3c-a261-262e14c30166 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:04.686685 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Attempting to bind port e58ef5f6-5fbe-4e3c-a261-262e14c30166 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:04.695527 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:04.695903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:04.696301 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.696683 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:04.697214 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Bound port: e58ef5f6-5fbe-4e3c-a261-262e14c30166, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:04.697968 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.699153 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Pushing event updated for resources: {'Port': ['ID=e58ef5f6-5fbe-4e3c-a261-262e14c30166,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:04.708926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6f86f9d3-89fa-49e6-ae8f-6d392ffbeefa None None] Provisioning complete for port e58ef5f6-5fbe-4e3c-a261-262e14c30166 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.709416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f86f9d3-89fa-49e6-ae8f-6d392ffbeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.717070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.723210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.723548 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.723881 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.724211 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.724529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.725048 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.725376 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.725694 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.726037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.726511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.726842 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.727144 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:04.747491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6f86f9d3-89fa-49e6-ae8f-6d392ffbeefa None None] Port e58ef5f6-5fbe-4e3c-a261-262e14c30166 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:04.762802 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] For port e58ef5f6-5fbe-4e3c-a261-262e14c30166, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:04.765766 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] For port e58ef5f6-5fbe-4e3c-a261-262e14c30166, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e58ef5f6-5fbe-4e3c-a261-262e14c30166,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:04.771119 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.772811 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.813330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4f350-8d7a-418f-bf1a-fc4f14c501e9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:04.816102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:04.822846 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:04.823461 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:04.824873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:04.828928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:04.854661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Pushing event updated for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:04.876307 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.878307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] Provisioning complete for port e58ef5f6-5fbe-4e3c-a261-262e14c30166 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.878680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.936108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:04.988691 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.992676 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452ab6d-dcf1-4b3d-a1f2-96e4823d2c2f None None] Pushing event updated for resources: {'Port': ['ID=e58ef5f6-5fbe-4e3c-a261-262e14c30166,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:05.016461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] For port e58ef5f6-5fbe-4e3c-a261-262e14c30166, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e58ef5f6-5fbe-4e3c-a261-262e14c30166,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:05.024451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.040560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.090734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65d0e2-a8e1-430c-85fb-d07c8e35ed79 None None] Pushing event updated for resources: {'Port': ['ID=e58ef5f6-5fbe-4e3c-a261-262e14c30166,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:05.137378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:03Z', 'revision_number': 3, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:05.145654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e62beb57-2eb4-49bf-b689-bbe88d8b70bb None None] Provisioning complete for port 4c8beac6-1049-40cf-a7e3-1d745f34961d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:05.146058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e62beb57-2eb4-49bf-b689-bbe88d8b70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.168071 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afd2d2-2cd6-4197-93a2-5945da661a9f None None] The sync data for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 is: [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:03Z', 'revision_number': 3, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:05.180857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e62beb57-2eb4-49bf-b689-bbe88d8b70bb None None] Port 4c8beac6-1049-40cf-a7e3-1d745f34961d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:05.224896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.230823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.301664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Pushing event updated for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:05.304062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.406217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:05.407885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:05.541131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Router 921d1ac4-122b-4e12-a076-a156070a109f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:05.664104 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:05.669516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c3ee892e-27e0-4a1d-9b2c-143df64e0a9f admin admin] 10.222.0.62 "PUT /v2.0/routers/921d1ac4-122b-4e12-a076-a156070a109f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919274 Nov 23 10:49:05.718246 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-073e6e0b-4248-470a-9098-a2b029e1a5c1 None None] Provisioning complete for port 4c8beac6-1049-40cf-a7e3-1d745f34961d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:05.718722 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-073e6e0b-4248-470a-9098-a2b029e1a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.758362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-073e6e0b-4248-470a-9098-a2b029e1a5c1 None None] Port 4c8beac6-1049-40cf-a7e3-1d745f34961d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:05.950833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:06.000140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:06.000720 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.086307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e58ef5f6-5fbe-4e3c-a261-262e14c30166 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:06.137066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e58ef5f6-5fbe-4e3c-a261-262e14c30166 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:06.137554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.165635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:06.171078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1527303787-network', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:06.193224 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Made reservation on behalf of efe3802d53754354a95d703c0af3f7c7 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:06.195810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.204934 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.284427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.289263 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.316740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:06.323325 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ce151-6eff-46da-ba2a-c7405b0ed846,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:06.330317 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.330849 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Added segment d4ff1784-c304-40df-aa21-a329d584e18b of type vlan for network f8cc853b-9b80-41e1-b02b-06a0e60ea788 Nov 23 10:49:06.370598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.399927 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.401404 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.402074 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.472997 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3061035 Nov 23 10:49:06.474570 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:06.476651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd647-6883-4e4e-99ad-2aab5f5877be admin admin] Pushing event updated for resources: {'Network': ['ID=f8cc853b-9b80-41e1-b02b-06a0e60ea788,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:06.481693 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Request body: {'subnet': {'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-subnet', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:06.486914 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:06.505230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Made reservation on behalf of efe3802d53754354a95d703c0af3f7c7 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:06.507969 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.684420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.740930 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5b3c76-2a40-44ab-a497-ce19e082f314,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:06.752820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Sync routers for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:06.754217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Checking segment: {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:06.754916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Network hostable DHCP agents. Network: f8cc853b-9b80-41e1-b02b-06a0e60ea788, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:06.764863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:06.765494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:06.775986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:06.785837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, f8cc853b-9b80-41e1-b02b-06a0e60ea788) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:06.792973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.793657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.802220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17cb898-8cd2-4d65-b423-42567b7eff9d None None] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:06.811480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-71ea0380-779a-4e63-8a7e-8cf6595838c3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3358173 Nov 23 10:49:06.814268 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56298) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:06.819972 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:06.841936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.843285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.896906 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.932867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:07.035679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.098596 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'fixed_ips': [{'subnet_id': '2b5b3c76-2a40-44ab-a497-ce19e082f314'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:07.099451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.245566 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.264973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.281245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Allocated IP 172.20.0.2 (f8cc853b-9b80-41e1-b02b-06a0e60ea788/2b5b3c76-2a40-44ab-a497-ce19e082f314/e31e0d3f-4187-4a8b-aed2-e47a36751575) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:07.293955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c8beac6-1049-40cf-a7e3-1d745f34961d', 'name': '', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'mac_address': 'fa:16:3e:f1:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:04Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 2, 'project_id': '50289ee571b54444bb46dbdae404181e', 'subnets': [{'id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:07.323895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Checking router: 921d1ac4-122b-4e12-a076-a156070a109f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:07.324217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Updating router 921d1ac4-122b-4e12-a076-a156070a109f port 4c8beac6-1049-40cf-a7e3-1d745f34961d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:07.375246 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Allocated IP 172.25.1.143 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/babc4fc9-f651-4259-9c15-27dd90147495) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:07.391312 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.481127 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.518081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.561081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:07.564111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:07.567809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:07.595337 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Pushing event updated for resources: {'Port': ['ID=babc4fc9-f651-4259-9c15-27dd90147495,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.686289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845db767-ffb0-4d3d-93dc-968ed8bbc45d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:07.726098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.737712 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.831751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:07.834551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.844295 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:07.847659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Pushing event updated for resources: {'Port': ['ID=e31e0d3f-4187-4a8b-aed2-e47a36751575,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.851289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:07.861927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73a2d7ef-6328-414d-a066-f716be8aa8ad None None] Provisioning complete for port babc4fc9-f651-4259-9c15-27dd90147495 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:07.862293 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73a2d7ef-6328-414d-a066-f716be8aa8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.954151 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-73a2d7ef-6328-414d-a066-f716be8aa8ad None None] Port babc4fc9-f651-4259-9c15-27dd90147495 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:07.967095 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Attempting to bind port e31e0d3f-4187-4a8b-aed2-e47a36751575 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:07.967469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Attempting to bind port e31e0d3f-4187-4a8b-aed2-e47a36751575 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:07.967828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Attempting to bind port e31e0d3f-4187-4a8b-aed2-e47a36751575 on network f8cc853b-9b80-41e1-b02b-06a0e60ea788 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:07.978886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:07.979259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Checking segment: {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:07.979658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.980045 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Bound using segment: {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:07.980505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Bound port: e31e0d3f-4187-4a8b-aed2-e47a36751575, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:07.980880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.033912 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.049110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.061759 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.107268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] For port e31e0d3f-4187-4a8b-aed2-e47a36751575, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:08.129224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] For port e31e0d3f-4187-4a8b-aed2-e47a36751575, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e31e0d3f-4187-4a8b-aed2-e47a36751575,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:08.137675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f98404-78b1-4335-ad6c-96670a2bc816 None None] Pushing event updated for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:08.140343 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.180993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:49:08.241025 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40620c1-172b-4918-9fe9-184aaca68877 None None] Pushing event updated for resources: {'Port': ['ID=e31e0d3f-4187-4a8b-aed2-e47a36751575,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:08.244184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Attempting to bind port 4c8beac6-1049-40cf-a7e3-1d745f34961d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:08.244681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Attempting to bind port 4c8beac6-1049-40cf-a7e3-1d745f34961d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:08.244893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Attempting to bind port 4c8beac6-1049-40cf-a7e3-1d745f34961d on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:08.250696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:08.251074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Checking segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:08.251479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.251864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Bound using segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:08.252329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Bound port: 4c8beac6-1049-40cf-a7e3-1d745f34961d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:08.252706 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.317431 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:08.330354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Sync routers for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:08.334866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] For port 4c8beac6-1049-40cf-a7e3-1d745f34961d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:08.339747 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.340068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] For port 4c8beac6-1049-40cf-a7e3-1d745f34961d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c8beac6-1049-40cf-a7e3-1d745f34961d,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:08.341043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-24d41776-8e02-4512-9d5f-272cbeff861c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5251195 Nov 23 10:49:08.344448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56300) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:08.347291 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.349562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:08.351590 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:08.402497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f98404-78b1-4335-ad6c-96670a2bc816 None None] Pushing event updated for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:08.425625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:08.426511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:08.577013 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] Provisioning complete for port 4c8beac6-1049-40cf-a7e3-1d745f34961d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:08.579964 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.634285 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:08.713168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:08.809289 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.851507 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:07Z', 'revision_number': 3, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:08.888923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Checking router: 8150f2e8-6488-471f-91a8-e4d2ab87ec1a for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:08.889294 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Updating router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a port babc4fc9-f651-4259-9c15-27dd90147495 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:08.897438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] For port 4c8beac6-1049-40cf-a7e3-1d745f34961d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c8beac6-1049-40cf-a7e3-1d745f34961d,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:08.903413 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.916876 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.917749 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.975108 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7014fb-00ea-4c2f-aad3-04688f7c3393 None None] Pushing event updated for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.037389 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cc2801cc-3c07-4aaf-83b8-60e9c893ba76 None None] Provisioning complete for port 4c8beac6-1049-40cf-a7e3-1d745f34961d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:09.037389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cc2801cc-3c07-4aaf-83b8-60e9c893ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.083424 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c8beac6-1049-40cf-a7e3-1d745f34961d', 'name': '', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'mac_address': 'fa:16:3e:f1:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:04Z', 'updated_at': '2021-11-23T10:49:08Z', 'revision_number': 4, 'project_id': '50289ee571b54444bb46dbdae404181e', 'subnets': [{'id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:09.115750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c69f24-5f8d-4630-8471-5e6d4458afce None None] The sync data for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 is: [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '4c8beac6-1049-40cf-a7e3-1d745f34961d', 'name': '', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'mac_address': 'fa:16:3e:f1:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:04Z', 'updated_at': '2021-11-23T10:49:08Z', 'revision_number': 4, 'project_id': '50289ee571b54444bb46dbdae404181e', 'subnets': [{'id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:09.242121 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.248920 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.295971 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af29bfd-23e5-4e07-b2be-3669b5d67c37 None None] Pushing event updated for resources: {'Port': ['ID=babc4fc9-f651-4259-9c15-27dd90147495,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.324440 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Attempting to bind port babc4fc9-f651-4259-9c15-27dd90147495 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:09.326841 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64dc28b-4354-469e-bb4c-e8ed60d5d2fe None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:09.330613 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Attempting to bind port babc4fc9-f651-4259-9c15-27dd90147495 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:09.331160 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Attempting to bind port babc4fc9-f651-4259-9c15-27dd90147495 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:09.336930 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:09.337307 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:09.337757 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.338188 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:09.338661 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Bound port: babc4fc9-f651-4259-9c15-27dd90147495, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:09.339106 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.423529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] For port babc4fc9-f651-4259-9c15-27dd90147495, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:09.431398 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] For port babc4fc9-f651-4259-9c15-27dd90147495, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=babc4fc9-f651-4259-9c15-27dd90147495,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:09.444125 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] Provisioning complete for port babc4fc9-f651-4259-9c15-27dd90147495 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:09.444494 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.449037 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.517032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80601e00-34d3-4ab1-b4bb-9398e214c98c None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:09.533239 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:09.534302 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:09.547231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Allocated IP 172.20.0.1 (f8cc853b-9b80-41e1-b02b-06a0e60ea788/2b5b3c76-2a40-44ab-a497-ce19e082f314/6a6beef8-061e-49f6-bc79-8ed87c9552f4) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:09.598158 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.627266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] For port babc4fc9-f651-4259-9c15-27dd90147495, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=babc4fc9-f651-4259-9c15-27dd90147495,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:09.642261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.648494 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3496f2a-c5a5-40ea-80e9-93fc67f14eae None None] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:09.678306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af29bfd-23e5-4e07-b2be-3669b5d67c37 None None] Pushing event updated for resources: {'Port': ['ID=babc4fc9-f651-4259-9c15-27dd90147495,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.700491 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.711306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:09.757224 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.802422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:09.806342 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:09.815023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:09.863035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.892210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Provisioning complete for port babc4fc9-f651-4259-9c15-27dd90147495 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:09.892589 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.925830 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94589529-5b00-4639-8b05-019dd72ca1f1 None None] Pushing event updated for resources: {'Port': ['ID=babc4fc9-f651-4259-9c15-27dd90147495,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.937449 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.972280 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:07Z', 'revision_number': 3, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:10.005806 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7d725-8b53-4ee4-bda0-5ce4ea58c367 None None] The sync data for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 is: [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:07Z', 'revision_number': 3, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:10.016238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e31e0d3f-4187-4a8b-aed2-e47a36751575 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:10.067475 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.140463 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e31e0d3f-4187-4a8b-aed2-e47a36751575 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:10.141020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.198705 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Provisioning complete for port e31e0d3f-4187-4a8b-aed2-e47a36751575 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:10.200323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.316747 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.320335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.323446 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.365573 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.422207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:10.429525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.438503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port e31e0d3f-4187-4a8b-aed2-e47a36751575, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e31e0d3f-4187-4a8b-aed2-e47a36751575,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:10.446297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.447284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c8beac6-1049-40cf-a7e3-1d745f34961d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:10.554854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:10.556893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:10.611015 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:49:10.611377 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-506177b6-1cae-4557-a309-08202fa641cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:49:10.616180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=e31e0d3f-4187-4a8b-aed2-e47a36751575,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:10.632550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4c8beac6-1049-40cf-a7e3-1d745f34961d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:10.632978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.726034 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:10.858674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:10.865180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f9c58da1-b423-4b44-b22b-7a084b252eb2 admin admin] 10.222.0.62 "PUT /v2.0/routers/8150f2e8-6488-471f-91a8-e4d2ab87ec1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5195820 Nov 23 10:49:11.270910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73faa1a1-7c7f-431c-8367-c35a298de3fe None None] Provisioning complete for port e31e0d3f-4187-4a8b-aed2-e47a36751575 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:11.271489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73faa1a1-7c7f-431c-8367-c35a298de3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.361051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-73faa1a1-7c7f-431c-8367-c35a298de3fe None None] Provisioning complete for port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:11.361422 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-73faa1a1-7c7f-431c-8367-c35a298de3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.397920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-73faa1a1-7c7f-431c-8367-c35a298de3fe None None] Port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:11.696498 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-396bf5b1-2c8c-452d-831f-7f4bd509f06c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:11.698055 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-396bf5b1-2c8c-452d-831f-7f4bd509f06c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 817 time: 0.1141620 Nov 23 10:49:11.713700 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-6db6cce6-fcbe-419b-ab23-415fcc9891e7 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/quotas/50289ee571b54444bb46dbdae404181e HTTP/1.1" status: 200 len: 375 time: 0.0095780 Nov 23 10:49:11.768253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-7a511ace-ba4c-4d89-8088-c8f9b82aa9ed tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493848 Nov 23 10:49:11.865435 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-034b09a9-3e99-4751-9ad5-93e772f01fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852153 Nov 23 10:49:11.935632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e31e0d3f-4187-4a8b-aed2-e47a36751575 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:11.964506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-cc2f7f11-4533-48d4-8e80-75775ccdf1e1 service neutron] 10.222.0.62 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925729 Nov 23 10:49:11.986792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e31e0d3f-4187-4a8b-aed2-e47a36751575 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:11.987169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.068372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device babc4fc9-f651-4259-9c15-27dd90147495 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:12.128120 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port babc4fc9-f651-4259-9c15-27dd90147495 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:12.128493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.142715 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24136206-c7b9-4585-9baa-99f4ce8f2a08 req-3d17d81c-2a03-49f4-878f-b49d0d6733d5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 210 time: 0.0290356 Nov 23 10:49:12.717525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Sync routers for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:12.727756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:12.728281 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:12.993933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:13.116285 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-fce88b3a-6ca1-446b-a4f6-ce85ef2a0a0a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:13.118362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-fce88b3a-6ca1-446b-a4f6-ce85ef2a0a0a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 817 time: 0.1141510 Nov 23 10:49:13.132411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Request body: {'port': {'device_id': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'admin_state_up': True, 'tenant_id': '50289ee571b54444bb46dbdae404181e'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:13.204962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 4, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6a6beef8-061e-49f6-bc79-8ed87c9552f4', 'name': '', 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'mac_address': 'fa:16:3e:12:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:08Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 2, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'subnets': [{'id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:13.232152 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Checking router: 8150f2e8-6488-471f-91a8-e4d2ab87ec1a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:13.232505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Updating router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:13.246329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2e31422d-a155-4693-895c-d950d806ce84 req-b3730d1a-8284-4933-b846-05db59a3a902 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 210 time: 0.0326185 Nov 23 10:49:13.257279 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.278211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Made reservation on behalf of 50289ee571b54444bb46dbdae404181e for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:13.282008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.408460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Allocated IP 172.20.0.6 (a2f2433f-44f2-4afb-b477-c74ee8c229dc/9287fc08-918e-4610-a116-3baa6eaaed79/371d3166-e26b-4e01-81bb-0ac75bb405e3) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:13.527228 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.533734 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.557669 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.584495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae530-a806-4fa2-a7b2-20a27970eff0 None None] Pushing event updated for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.595240 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.639168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Attempting to bind port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:13.639544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Attempting to bind port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:13.640002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Attempting to bind port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 on network f8cc853b-9b80-41e1-b02b-06a0e60ea788 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:13.643776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:13.645486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:13.646316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Checking segment: {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:13.646316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.646821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Bound using segment: {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:13.646971 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:13.647305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Bound port: 6a6beef8-061e-49f6-bc79-8ed87c9552f4, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ff1784-c304-40df-aa21-a329d584e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:13.647689 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.650860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:13.657718 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Pushing event updated for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.703558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:13.704223 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.725201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-e5ac09f3-77d3-426e-ba7e-6c6db855c252 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967147 Nov 23 10:49:13.731957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] For port 6a6beef8-061e-49f6-bc79-8ed87c9552f4, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:13.736584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] For port 6a6beef8-061e-49f6-bc79-8ed87c9552f4, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a6beef8-061e-49f6-bc79-8ed87c9552f4,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:13.738089 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Request body: {'port': {'device_id': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:13.740957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.795862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae530-a806-4fa2-a7b2-20a27970eff0 None None] Pushing event updated for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.824507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.828496 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:13.829348 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:48:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:13.949574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Provisioning complete for port 371d3166-e26b-4e01-81bb-0ac75bb405e3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:13.950115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.985797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:14.025053 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Port 371d3166-e26b-4e01-81bb-0ac75bb405e3 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:14.079854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Provisioning complete for port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:14.080323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.128594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d3166-e26b-4e01-81bb-0ac75bb405e3 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:14.136565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.148863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Transition to ACTIVE for port object 371d3166-e26b-4e01-81bb-0ac75bb405e3 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:49:14.153651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.205569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Pushing event updated for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.259103 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.296824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Attempting to bind port 371d3166-e26b-4e01-81bb-0ac75bb405e3 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:14.297178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Attempting to bind port 371d3166-e26b-4e01-81bb-0ac75bb405e3 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:14.297515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Attempting to bind port 371d3166-e26b-4e01-81bb-0ac75bb405e3 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:14.302846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Port 371d3166-e26b-4e01-81bb-0ac75bb405e3 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:49:14.303319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Attempting to bind port 371d3166-e26b-4e01-81bb-0ac75bb405e3 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:14.306491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] For port 6a6beef8-061e-49f6-bc79-8ed87c9552f4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a6beef8-061e-49f6-bc79-8ed87c9552f4,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:14.309532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:14.309877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Checking segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:14.310337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Bound using segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:14.310776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Bound port: 371d3166-e26b-4e01-81bb-0ac75bb405e3, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:14.311141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.316647 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 4, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6a6beef8-061e-49f6-bc79-8ed87c9552f4', 'name': '', 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'mac_address': 'fa:16:3e:12:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:08Z', 'updated_at': '2021-11-23T10:49:13Z', 'revision_number': 4, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'subnets': [{'id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:14.320472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.352109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253bdd9-85f2-4c54-af32-ae7fbf40dfc9 None None] The sync data for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 is: [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 4, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '6a6beef8-061e-49f6-bc79-8ed87c9552f4', 'name': '', 'network_id': 'f8cc853b-9b80-41e1-b02b-06a0e60ea788', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'mac_address': 'fa:16:3e:12:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:08Z', 'updated_at': '2021-11-23T10:49:13Z', 'revision_number': 4, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'subnets': [{'id': '2b5b3c76-2a40-44ab-a497-ce19e082f314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:14.390276 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fabf36-741c-4b45-948c-b3b2d52f541f req-127269f8-a6e8-46db-aa02-f027bf0d52d6 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.398035 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78fabf36-741c-4b45-948c-b3b2d52f541f req-127269f8-a6e8-46db-aa02-f027bf0d52d6 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 943 time: 0.0682647 Nov 23 10:49:14.401013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:14.412146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:14.423070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee8b0-f2a0-42d8-a070-0ad18d01ecce None None] Pushing event updated for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.428214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.464616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2f4896fb-c142-482c-a87c-76092c75fcac None None] Provisioning complete for port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:14.466422 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2f4896fb-c142-482c-a87c-76092c75fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.473331 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-78fabf36-741c-4b45-948c-b3b2d52f541f req-1d754ca3-dc78-4772-bac2-38e7749a3889 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742803 Nov 23 10:49:14.498346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.499071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.500753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] 10.222.0.11 "PUT /v2.0/ports/371d3166-e26b-4e01-81bb-0ac75bb405e3 HTTP/1.1" status: 200 len: 1091 time: 0.7675846 Nov 23 10:49:14.501197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:14.503764 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40" -d '{"events": [{"name": "network-changed", "server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:14.551424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864136b1-6e84-4d3f-b187-2f5432186a66 service neutron] Pushing event updated for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.564388 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f233f-3184-4fd2-94e5-66f3b7ec4a4f x-openstack-request-id: req-b61f233f-3184-4fd2-94e5-66f3b7ec4a4f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:14.564860 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:14.565259 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b61f233f-3184-4fd2-94e5-66f3b7ec4a4f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:14.565840 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3', 'status': 'completed', 'code': 200} Nov 23 10:49:14.622774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-38c89565-fb82-4e0e-84d8-340daed0b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.624292 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-38c89565-fb82-4e0e-84d8-340daed0b0ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 1094 time: 0.0529344 Nov 23 10:49:14.670763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-334545d0-9222-4b82-8ebc-408dd5b7043a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3 HTTP/1.1" status: 200 len: 217 time: 0.0367634 Nov 23 10:49:14.725695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-bb806190-da2c-4032-b437-ec42d674d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.727131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-bb806190-da2c-4032-b437-ec42d674d6d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9287fc08-918e-4610-a116-3baa6eaaed79 HTTP/1.1" status: 200 len: 856 time: 0.0469971 Nov 23 10:49:14.783808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871888e-7fc2-49ff-9196-34edbd586080 req-1578d922-87d2-4652-a074-a431d54d1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.785478 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-1578d922-87d2-4652-a074-a431d54d1b4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2433f-44f2-4afb-b477-c74ee8c229dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507329 Nov 23 10:49:14.878427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-14f2329e-35e6-464b-9e82-f0bbe622b5dc service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853281 Nov 23 10:49:14.974217 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b871888e-7fc2-49ff-9196-34edbd586080 req-7658bd26-2aee-4449-95c1-59c18eb6cc9e service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887184 Nov 23 10:49:15.069175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-7772718a-b463-43a6-a4c1-74fc5118fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.070734 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-7772718a-b463-43a6-a4c1-74fc5118fa22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 1094 time: 0.0432551 Nov 23 10:49:15.163765 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-c8522bc8-c5fb-47f1-99f4-1200d7db9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.165185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-c8522bc8-c5fb-47f1-99f4-1200d7db9395 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 918 time: 0.0871711 Nov 23 10:49:15.206678 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-7eee1490-03c9-432c-a7ec-27e2ca39482d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3 HTTP/1.1" status: 200 len: 217 time: 0.0343373 Nov 23 10:49:15.261158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-9f02a57a-765c-45c1-9b9c-5a0ca89455c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.263027 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-9f02a57a-765c-45c1-9b9c-5a0ca89455c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9287fc08-918e-4610-a116-3baa6eaaed79 HTTP/1.1" status: 200 len: 856 time: 0.0489984 Nov 23 10:49:15.313395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-bac1618d-4f59-46b5-bc36-45fec1e20f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.314966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-bac1618d-4f59-46b5-bc36-45fec1e20f0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2433f-44f2-4afb-b477-c74ee8c229dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436494 Nov 23 10:49:15.414161 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-8068c4a5-220c-4bba-865d-980d5dbdf6fe service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917346 Nov 23 10:49:15.510901 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5cc1e8d-75fb-45ed-b386-bd8bbf1e4f40 req-8d5e2aae-23cd-4fd5-b07c-e9ab741009d7 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896747 Nov 23 10:49:15.595055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2b763-4e06-4bd5-9957-ab64a9bf7188 req-33b7c7e7-ae02-4011-98b7-224ad5ffee5f tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.596681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61f2b763-4e06-4bd5-9957-ab64a9bf7188 req-33b7c7e7-ae02-4011-98b7-224ad5ffee5f tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 943 time: 0.0509062 Nov 23 10:49:15.647115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-61f2b763-4e06-4bd5-9957-ab64a9bf7188 req-15c44721-67cf-4efb-baaa-9e7134fdddae tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Nov 23 10:49:15.902915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a6beef8-061e-49f6-bc79-8ed87c9552f4 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:15.960527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:15.960899 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.250954 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.794365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0cba1-c41a-4050-8726-104cb6db274c req-4efc4f6d-8f95-47fd-9e9c-08ffa99ef77c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:16.795860 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00f0cba1-c41a-4050-8726-104cb6db274c req-4efc4f6d-8f95-47fd-9e9c-08ffa99ef77c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 943 time: 0.0613194 Nov 23 10:49:16.852010 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-00f0cba1-c41a-4050-8726-104cb6db274c req-9b29a38a-2f88-4991-9de4-a0238e082d37 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470788 Nov 23 10:49:17.319291 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:49:17.587954 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 371d3166-e26b-4e01-81bb-0ac75bb405e3 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:17.697008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:17.708792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '371d3166-e26b-4e01-81bb-0ac75bb405e3', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'port_id': '371d3166-e26b-4e01-81bb-0ac75bb405e3', 'mac_address': 'fa:16:3e:58:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:17.753333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.775882 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d3166-e26b-4e01-81bb-0ac75bb405e3 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:17.795278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:17.801810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.851699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:17.936171 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6772f440-b372-498f-96a8-d413ad535929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.968809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed53ea5-d868-4bdf-9f7c-d2ed6a2b0b80 req-2d3091ec-6dfc-44f1-81da-36630f06ec9b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.970389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ed53ea5-d868-4bdf-9f7c-d2ed6a2b0b80 req-2d3091ec-6dfc-44f1-81da-36630f06ec9b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 944 time: 0.0498857 Nov 23 10:49:18.023931 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1ed53ea5-d868-4bdf-9f7c-d2ed6a2b0b80 req-4d323eb1-79b2-4454-a2ba-28d33393c3a1 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473700 Nov 23 10:49:18.121805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['371d3166-e26b-4e01-81bb-0ac75bb405e3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:19.143021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b70a6-12b6-4d8e-8eed-e035daba92d4 req-a90ef841-b8f0-4d38-8505-d9f4bbf84101 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.144496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b32b70a6-12b6-4d8e-8eed-e035daba92d4 req-a90ef841-b8f0-4d38-8505-d9f4bbf84101 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 944 time: 0.0520437 Nov 23 10:49:19.193246 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b32b70a6-12b6-4d8e-8eed-e035daba92d4 req-e478a120-1051-4de0-9814-02488bab0758 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Nov 23 10:49:19.602406 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 371d3166-e26b-4e01-81bb-0ac75bb405e3 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:19.656740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 371d3166-e26b-4e01-81bb-0ac75bb405e3 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:19.661261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 371d3166-e26b-4e01-81bb-0ac75bb405e3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:19.661831 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.741426 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.766409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:19.768683 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfed2d2-2237-40c1-8e12-894813c6499b" -d '{"events": [{"server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "name": "network-vif-plugged", "status": "completed", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:19.785832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:19.791579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.818275 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45feb7f7-1ef8-48d5-9362-6821195bd5a7 x-openstack-request-id: req-45feb7f7-1ef8-48d5-9362-6821195bd5a7 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:19.818672 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "name": "network-vif-plugged", "status": "completed", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:19.818936 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45feb7f7-1ef8-48d5-9362-6821195bd5a7 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:19.819736 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3', 'code': 200} Nov 23 10:49:19.846959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:19.908304 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261873b-6c12-435a-85f7-3a75527d4f88 req-17447af3-e90a-4052-a578-08f089af6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.909833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f261873b-6c12-435a-85f7-3a75527d4f88 req-17447af3-e90a-4052-a578-08f089af6275 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 1096 time: 0.0451059 Nov 23 10:49:19.956826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f261873b-6c12-435a-85f7-3a75527d4f88 req-d382c013-5386-4826-9b0b-5ed2c552f0fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Nov 23 10:49:20.313223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf0e19-dcf2-4b4e-85b4-01bfe478249e req-a6eca93a-16d1-45f9-96e7-4654a14f5eca tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:20.314756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ecdf0e19-dcf2-4b4e-85b4-01bfe478249e req-a6eca93a-16d1-45f9-96e7-4654a14f5eca tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0501816 Nov 23 10:49:20.362251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ecdf0e19-dcf2-4b4e-85b4-01bfe478249e req-0c8a02cb-9d56-4508-bfa4-a5477aa57f1e tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Nov 23 10:49:20.426910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d0681ef5-1ad6-4496-a021-3c96d7497266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:20.725410 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.488519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f992bb5-8bc6-43e9-804c-9cc7c5e2f6fb req-0419d20f-51c6-4f75-810e-06a6e8579765 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.489782 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.493131 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f992bb5-8bc6-43e9-804c-9cc7c5e2f6fb req-0419d20f-51c6-4f75-810e-06a6e8579765 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0533469 Nov 23 10:49:21.538192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f992bb5-8bc6-43e9-804c-9cc7c5e2f6fb req-e3fd5226-8506-4273-871c-a06ad548ea38 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Nov 23 10:49:21.660306 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabc716-a333-4dc7-97e7-36789f0dfa4c req-059a9270-7b88-4ebd-8e44-a73293f94d95 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.661668 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cabc716-a333-4dc7-97e7-36789f0dfa4c req-059a9270-7b88-4ebd-8e44-a73293f94d95 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0565608 Nov 23 10:49:21.707972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1cabc716-a333-4dc7-97e7-36789f0dfa4c req-a546450f-5e6b-4c62-867c-1d36b38fa6ec tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Nov 23 10:49:22.859373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.613825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.423412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8985d-7735-48ea-bb24-e0f61295e199 req-7a79c547-651b-4181-85a3-2ce0bb3db5ee tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.425051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05f8985d-7735-48ea-bb24-e0f61295e199 req-7a79c547-651b-4181-85a3-2ce0bb3db5ee tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0586185 Nov 23 10:49:43.474815 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-05f8985d-7735-48ea-bb24-e0f61295e199 req-7c45c745-6df8-4d30-8da1-03f07a7127d2 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Nov 23 10:49:44.605674 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e7e90-689e-438a-adf1-5529b90648dd req-94e76293-fa7d-4717-b5b2-eba61a70c63b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.607201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b6e7e90-689e-438a-adf1-5529b90648dd req-94e76293-fa7d-4717-b5b2-eba61a70c63b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0544560 Nov 23 10:49:44.658876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b6e7e90-689e-438a-adf1-5529b90648dd req-4553f1e7-b0e8-432c-8d70-cbf272f47d27 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Nov 23 10:49:45.154251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-b04ff35b-a881-4c6c-9d92-a48d7779def5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.155841 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-b04ff35b-a881-4c6c-9d92-a48d7779def5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 945 time: 0.0623159 Nov 23 10:49:45.258838 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Deleting port 371d3166-e26b-4e01-81bb-0ac75bb405e3 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:45.259130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.345401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] For port 371d3166-e26b-4e01-81bb-0ac75bb405e3, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=371d3166-e26b-4e01-81bb-0ac75bb405e3,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:45.345749 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.358422 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Calling delete_port for 371d3166-e26b-4e01-81bb-0ac75bb405e3 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:45.505631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.519147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['371d3166-e26b-4e01-81bb-0ac75bb405e3'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:45.534152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Pushing event deleted for resources: {'Port': ['ID=371d3166-e26b-4e01-81bb-0ac75bb405e3,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:45.548710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.549069 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.549413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.549785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.550146 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.550468 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.550800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.551128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.551458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.551787 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.552109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.552426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:45.592860 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] No DVR routers for this DVR port 371d3166-e26b-4e01-81bb-0ac75bb405e3 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:45.595858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.600439 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fd41e8b2-4e04-4ce7-b7fc-adfaf10e7f36 req-dc6b6b1a-a6c7-4de3-b862-ca1890c6c190 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "DELETE /v2.0/ports/371d3166-e26b-4e01-81bb-0ac75bb405e3 HTTP/1.1" status: 204 len: 173 time: 0.4372594 Nov 23 10:49:45.601026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'name': 'network-vif-deleted', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:45.604098 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a0a5f1-a620-4fe2-858b-0606f7f0650f" -d '{"events": [{"server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "name": "network-vif-deleted", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:45.651538 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f782aa-ee56-4af7-bfc2-dc299746440f x-openstack-request-id: req-02f782aa-ee56-4af7-bfc2-dc299746440f {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:45.652153 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4978014-78dc-47c1-bab7-42c66e33416f", "name": "network-vif-deleted", "tag": "371d3166-e26b-4e01-81bb-0ac75bb405e3", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:45.652153 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02f782aa-ee56-4af7-bfc2-dc299746440f {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:45.652503 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4978014-78dc-47c1-bab7-42c66e33416f', 'name': 'network-vif-deleted', 'tag': '371d3166-e26b-4e01-81bb-0ac75bb405e3', 'status': 'completed', 'code': 200} Nov 23 10:49:45.780876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768a4e7c-3921-40da-bfe3-c8f61962ca03 req-b2e39b8b-8848-4590-9f52-8940a19ccbf0 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4978014-78dc-47c1-bab7-42c66e33416f HTTP/1.1" status: 200 len: 210 time: 0.0279117 Nov 23 10:49:46.263041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.648005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-1e2e4bf8-513d-49a6-9a87-988ee3e1a572 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:47.649486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-1e2e4bf8-513d-49a6-9a87-988ee3e1a572 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 817 time: 0.1044078 Nov 23 10:49:47.665651 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-9582ab2a-653a-4818-b238-7f2cb5e78cce tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/quotas/50289ee571b54444bb46dbdae404181e HTTP/1.1" status: 200 len: 375 time: 0.0095763 Nov 23 10:49:47.720891 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-3fe81aca-cc4e-4bb7-870e-aabb5baa403b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498216 Nov 23 10:49:47.821067 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-579c5a90-694a-402f-b34c-ecda6e77ebac service neutron] 10.222.0.62 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828314 Nov 23 10:49:47.924061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-ade7b6f8-23d8-4a3e-8daa-a38495c3d574 service neutron] 10.222.0.62 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937610 Nov 23 10:49:47.942328 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2b753f72-a2fe-4d19-90d8-2187cb06becd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.105537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-905c80cc-1caa-44a4-9747-24dc54d5c80e req-3c4b2dbd-7319-47ce-8086-5fbc129195ac tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 210 time: 0.0313406 Nov 23 10:49:49.200466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-3da0a198-9f08-49f5-9ccf-97a7a5a5f837 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:49.202071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-3da0a198-9f08-49f5-9ccf-97a7a5a5f837 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 817 time: 0.1183808 Nov 23 10:49:49.221795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8b5a03ba-3c27-4765-baa7-3205ebd3c9c7 req-89230cb8-aba7-4087-acf7-d02e8e2a3b60 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 210 time: 0.0384045 Nov 23 10:49:49.225191 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Request body: {'port': {'device_id': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'admin_state_up': True, 'tenant_id': '50289ee571b54444bb46dbdae404181e'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:49.335343 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Made reservation on behalf of 50289ee571b54444bb46dbdae404181e for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:49.338898 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.467952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Allocated IP 172.20.0.7 (a2f2433f-44f2-4afb-b477-c74ee8c229dc/9287fc08-918e-4610-a116-3baa6eaaed79/b3955d05-86c4-4dbf-99ee-43324b074437) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:49.619670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.659371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.703399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:49.706515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:49.710168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:49.716669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Pushing event updated for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:49.754726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 371d3166-e26b-4e01-81bb-0ac75bb405e3 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:49.764494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:49.765163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.777010 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 371d3166-e26b-4e01-81bb-0ac75bb405e3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:49.777679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 371d3166-e26b-4e01-81bb-0ac75bb405e3 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:49.785180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-07eb5b03-46d1-41c3-95e8-b5819ec36f0c tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657721 Nov 23 10:49:49.797804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Request body: {'port': {'device_id': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:49.852650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.936988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-23acddea-c28a-4e2e-b939-e70a508144e8 None None] Provisioning complete for port b3955d05-86c4-4dbf-99ee-43324b074437 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:49.937326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-23acddea-c28a-4e2e-b939-e70a508144e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.970481 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-23acddea-c28a-4e2e-b939-e70a508144e8 None None] Port b3955d05-86c4-4dbf-99ee-43324b074437 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:50.124481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3955d05-86c4-4dbf-99ee-43324b074437 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:50.132186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.144698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Transition to ACTIVE for port object b3955d05-86c4-4dbf-99ee-43324b074437 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:49:50.150452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.198458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Pushing event updated for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:50.277257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Attempting to bind port b3955d05-86c4-4dbf-99ee-43324b074437 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:50.278008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Attempting to bind port b3955d05-86c4-4dbf-99ee-43324b074437 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:50.278109 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Attempting to bind port b3955d05-86c4-4dbf-99ee-43324b074437 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:50.283873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Port b3955d05-86c4-4dbf-99ee-43324b074437 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:49:50.284240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Attempting to bind port b3955d05-86c4-4dbf-99ee-43324b074437 on network a2f2433f-44f2-4afb-b477-c74ee8c229dc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:50.290619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:50.290923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Checking segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:50.291317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Bound using segment: {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:50.291761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Bound port: b3955d05-86c4-4dbf-99ee-43324b074437, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:50.292109 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.350209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793f6d2-742b-4b72-88d9-a3a91f278bce req-5e4e7209-7658-4d42-acf2-c204fa1ddc17 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.354418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5793f6d2-742b-4b72-88d9-a3a91f278bce req-5e4e7209-7658-4d42-acf2-c204fa1ddc17 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 943 time: 0.0550218 Nov 23 10:49:50.361980 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:50.365489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b3955d05-86c4-4dbf-99ee-43324b074437,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:50.371653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.406421 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5793f6d2-742b-4b72-88d9-a3a91f278bce req-e1be9733-9875-4064-ac1e-a278fb9391ad tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Nov 23 10:49:50.413682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.414366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.416550 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3955d05-86c4-4dbf-99ee-43324b074437 HTTP/1.1" status: 200 len: 1091 time: 0.6231601 Nov 23 10:49:50.416998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:50.419741 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2693ab-d156-433d-acec-adcf795243cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:50.423320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-70e8afb8-bdac-4a2b-98fb-77c6e14d1631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.460012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0deb8d-d863-430d-9960-e563a6ccc886 service neutron] Pushing event updated for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:50.474131 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24375b8f-38cd-4fa5-9151-cb2da4d337e3 x-openstack-request-id: req-24375b8f-38cd-4fa5-9151-cb2da4d337e3 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:50.474421 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:50.474673 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24375b8f-38cd-4fa5-9151-cb2da4d337e3 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:50.475072 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437', 'status': 'completed', 'code': 200} Nov 23 10:49:50.516778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-c09141ee-094f-4fa6-a482-d84aa139129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.518455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-c09141ee-094f-4fa6-a482-d84aa139129a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0467281 Nov 23 10:49:50.566064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-e1d1d051-4ba5-4659-94d1-cb24b4c09acf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3955d05-86c4-4dbf-99ee-43324b074437 HTTP/1.1" status: 200 len: 217 time: 0.0379131 Nov 23 10:49:50.620540 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-c3928af5-cf76-40bc-b647-2df56c1762e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.622136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-c3928af5-cf76-40bc-b647-2df56c1762e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9287fc08-918e-4610-a116-3baa6eaaed79 HTTP/1.1" status: 200 len: 856 time: 0.0487530 Nov 23 10:49:50.670944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-35251ad6-504e-4508-9043-562a9e191fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.672391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-35251ad6-504e-4508-9043-562a9e191fe3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2433f-44f2-4afb-b477-c74ee8c229dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433757 Nov 23 10:49:50.729762 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.768427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-51fd7249-138a-4ad5-9b61-6ace87bff6c9 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882800 Nov 23 10:49:50.861657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c6e9245-c95c-46d0-85c1-53ec11ede9e2 req-72859aaa-1240-4796-9ef0-9ef3abf46fab service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856116 Nov 23 10:49:51.283942 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2693ab-d156-433d-acec-adcf795243cc req-86385953-4ed9-4229-86e8-f84117627107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.285440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-86385953-4ed9-4229-86e8-f84117627107 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50289ee571b54444bb46dbdae404181e&device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 1094 time: 0.3737447 Nov 23 10:49:51.378949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2693ab-d156-433d-acec-adcf795243cc req-013bde78-0bb4-4e1b-8fae-383514fb8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.380420 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-013bde78-0bb4-4e1b-8fae-383514fb8847 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 200 len: 918 time: 0.0870073 Nov 23 10:49:51.425868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-4bde495e-2c8b-4862-b63f-6962cd64ee5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3955d05-86c4-4dbf-99ee-43324b074437 HTTP/1.1" status: 200 len: 217 time: 0.0380363 Nov 23 10:49:51.476941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2693ab-d156-433d-acec-adcf795243cc req-d42a3d22-07bf-41ca-939f-b75706bd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.478477 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-d42a3d22-07bf-41ca-939f-b75706bd147c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9287fc08-918e-4610-a116-3baa6eaaed79 HTTP/1.1" status: 200 len: 856 time: 0.0450788 Nov 23 10:49:51.492588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.526897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2693ab-d156-433d-acec-adcf795243cc req-8c4ed86c-e12f-4af6-a702-804349887273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.527607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f541d8-e05e-44ee-8bf9-8776c107150f req-d7fbee6a-18b4-4c87-bba7-99ee9438238e tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.528382 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-8c4ed86c-e12f-4af6-a702-804349887273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2f2433f-44f2-4afb-b477-c74ee8c229dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424640 Nov 23 10:49:51.529207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1f541d8-e05e-44ee-8bf9-8776c107150f req-d7fbee6a-18b4-4c87-bba7-99ee9438238e tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 943 time: 0.0511296 Nov 23 10:49:51.577655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d1f541d8-e05e-44ee-8bf9-8776c107150f req-ac730903-ee56-44b7-8029-263cc7f42aa6 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Nov 23 10:49:51.621850 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-a4492fa2-a858-4aef-8023-b3765fcfdf13 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Nov 23 10:49:51.714146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c2693ab-d156-433d-acec-adcf795243cc req-908047d4-cc0a-4b5d-a9c2-16b0d40b4fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Nov 23 10:49:52.701280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10399415-322f-43ae-b03a-8cfaf27070b2 req-9d0de9cc-7bf1-44af-ae5a-ed7da925c6ab tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:52.702771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10399415-322f-43ae-b03a-8cfaf27070b2 req-9d0de9cc-7bf1-44af-ae5a-ed7da925c6ab tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 943 time: 0.0505846 Nov 23 10:49:52.757923 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-10399415-322f-43ae-b03a-8cfaf27070b2 req-b16554db-0657-4662-bed4-3a17ce723dc4 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Nov 23 10:49:52.865576 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.623952 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.793436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b3955d05-86c4-4dbf-99ee-43324b074437 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:53.881728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d40eea-0fd2-4cf6-8de4-a3330c229a4c req-4b17477e-ead4-4891-a61f-86fff76a5454 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:53.883224 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7d40eea-0fd2-4cf6-8de4-a3330c229a4c req-4b17477e-ead4-4891-a61f-86fff76a5454 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 943 time: 0.0554812 Nov 23 10:49:53.892822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b3955d05-86c4-4dbf-99ee-43324b074437,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:53.904866 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'b3955d05-86c4-4dbf-99ee-43324b074437', 'network_id': 'a2f2433f-44f2-4afb-b477-c74ee8c229dc', 'port_id': 'b3955d05-86c4-4dbf-99ee-43324b074437', 'mac_address': 'fa:16:3e:a9:68:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9287fc08-918e-4610-a116-3baa6eaaed79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:53.931985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a7d40eea-0fd2-4cf6-8de4-a3330c229a4c req-6b62caa7-a119-478c-97a7-8f17c95f9570 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Nov 23 10:49:53.943159 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.956127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3955d05-86c4-4dbf-99ee-43324b074437 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:53.976026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b3955d05-86c4-4dbf-99ee-43324b074437,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:53.982112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.027572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:54.034786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.035150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.035475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.035805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.036144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.036465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.036788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.037110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.037429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.037747 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.038101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.038403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:54.298416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b3955d05-86c4-4dbf-99ee-43324b074437'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:54.320642 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:49:55.067597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cd326-b6c5-42f4-b3ed-13103a4cff74 req-fd8df9d9-7006-4e52-846c-dc9cff4d0331 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:55.069086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7cd326-b6c5-42f4-b3ed-13103a4cff74 req-fd8df9d9-7006-4e52-846c-dc9cff4d0331 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 944 time: 0.0597167 Nov 23 10:49:55.119647 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e7cd326-b6c5-42f4-b3ed-13103a4cff74 req-97e779e6-9aaf-49fc-95f0-ca7819ac1c57 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Nov 23 10:49:55.810401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b3955d05-86c4-4dbf-99ee-43324b074437 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:55.871492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port b3955d05-86c4-4dbf-99ee-43324b074437 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:55.875706 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port b3955d05-86c4-4dbf-99ee-43324b074437 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:55.876107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.957975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.979890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:55.982384 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a1bcf9-95e9-440b-b91a-eaf0446843dd" -d '{"events": [{"server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:55.995452 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b3955d05-86c4-4dbf-99ee-43324b074437,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:56.001013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.024757 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce6a65c-d88b-4f3a-8898-7dde8f5899d8 x-openstack-request-id: req-0ce6a65c-d88b-4f3a-8898-7dde8f5899d8 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:56.025049 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:56.025301 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ce6a65c-d88b-4f3a-8898-7dde8f5899d8 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:56.025688 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437', 'code': 200} Nov 23 10:49:56.051519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:56.135516 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aa599-d5b7-4c71-87d9-9e264213fb34 req-a8776abd-2fc4-4cbe-bfc1-186375f8e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:56.136974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d66aa599-d5b7-4c71-87d9-9e264213fb34 req-a8776abd-2fc4-4cbe-bfc1-186375f8e760 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 1096 time: 0.0396595 Nov 23 10:49:56.182990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d66aa599-d5b7-4c71-87d9-9e264213fb34 req-43233b2f-3ba0-42a2-9fe3-78c57355644d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Nov 23 10:49:56.239026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6264c-737b-4441-ba8e-1d4d5b7c52bf req-605876c4-c22e-48a9-b54e-60fd1fdfb16a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:56.240465 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01e6264c-737b-4441-ba8e-1d4d5b7c52bf req-605876c4-c22e-48a9-b54e-60fd1fdfb16a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0526481 Nov 23 10:49:56.287971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01e6264c-737b-4441-ba8e-1d4d5b7c52bf req-d1b625e4-98dd-4248-b8b9-c9d69ea9e537 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Nov 23 10:49:57.425018 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb350db3-02a1-4612-b1e7-126c89ea4184 req-1d630419-0831-4aa5-acff-263d525cc8e5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:57.426610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb350db3-02a1-4612-b1e7-126c89ea4184 req-1d630419-0831-4aa5-acff-263d525cc8e5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0526929 Nov 23 10:49:57.475908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fb350db3-02a1-4612-b1e7-126c89ea4184 req-89cb2f83-14ca-46c5-a192-52e4e8b887e8 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Nov 23 10:49:58.596875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3412304-5896-4c60-b090-3f51a8f47303 req-90629b2d-71d5-4cc3-970e-07d7f0b082b2 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:58.598804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3412304-5896-4c60-b090-3f51a8f47303 req-90629b2d-71d5-4cc3-970e-07d7f0b082b2 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0516016 Nov 23 10:49:58.647145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f3412304-5896-4c60-b090-3f51a8f47303 req-f8c96b1c-a214-4df0-965d-2f945267ab71 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Nov 23 10:49:58.766460 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ccdb-d3ce-4cf5-b1e8-6642bde03b16 req-bd92958f-3b6f-4215-a1bd-4dbfe77e53a0 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:58.767968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73a0ccdb-d3ce-4cf5-b1e8-6642bde03b16 req-bd92958f-3b6f-4215-a1bd-4dbfe77e53a0 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0526335 Nov 23 10:49:58.820827 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73a0ccdb-d3ce-4cf5-b1e8-6642bde03b16 req-6e54e7f2-5c87-4613-b117-513310fab7e2 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Nov 23 10:50:16.276272 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.938096 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-853dcd5b-e814-4d25-8e73-d0dceba5747a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.416520 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1c7df83-42ca-4c56-95e9-b49c7f55e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.520635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaf7c8-a875-4fc5-997e-d014f8c38a79 req-c2edd652-8b95-48ae-a15e-650c78e80ba5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:20.521983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3aaf7c8-a875-4fc5-997e-d014f8c38a79 req-c2edd652-8b95-48ae-a15e-650c78e80ba5 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0562799 Nov 23 10:50:20.575506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a3aaf7c8-a875-4fc5-997e-d014f8c38a79 req-d90a45e5-9743-4165-949f-b51c66a74f2b tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Nov 23 10:50:20.731999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.501338 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.703435 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700cff6-326a-458f-a7a2-4a1298ef2c60 req-026e73ae-92be-4202-8374-46519370e02a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.704928 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6700cff6-326a-458f-a7a2-4a1298ef2c60 req-026e73ae-92be-4202-8374-46519370e02a tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0525095 Nov 23 10:50:21.758382 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6700cff6-326a-458f-a7a2-4a1298ef2c60 req-f4673dbc-e770-4c14-99d6-7237364ebc52 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/security-groups?id=c051bfe6-2ff4-4bc8-9e94-b188d5dda160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Nov 23 10:50:22.096506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-a5790d99-3606-4f9e-8206-a8e768cc26ed tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:22.098078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-a5790d99-3606-4f9e-8206-a8e768cc26ed tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 945 time: 0.0588400 Nov 23 10:50:22.193322 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Deleting port b3955d05-86c4-4dbf-99ee-43324b074437 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:22.193668 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.287264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] For port b3955d05-86c4-4dbf-99ee-43324b074437, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=b3955d05-86c4-4dbf-99ee-43324b074437,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:22.287623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.300384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Calling delete_port for b3955d05-86c4-4dbf-99ee-43324b074437 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:22.442146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.454683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['b3955d05-86c4-4dbf-99ee-43324b074437'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:50:22.469313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Pushing event deleted for resources: {'Port': ['ID=b3955d05-86c4-4dbf-99ee-43324b074437,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:22.515419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] No DVR routers for this DVR port b3955d05-86c4-4dbf-99ee-43324b074437 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:22.518252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.521763 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2a45ec2e-8b90-450d-8ec1-796ab7cc33fc req-d6a2a8bd-31be-4d0c-b52f-f3618e9f67ff tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.11 "DELETE /v2.0/ports/b3955d05-86c4-4dbf-99ee-43324b074437 HTTP/1.1" status: 204 len: 173 time: 0.4163494 Nov 23 10:50:22.522280 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'name': 'network-vif-deleted', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:50:22.524799 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a5748-1802-4256-a214-538d008a4b06" -d '{"events": [{"server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "name": "network-vif-deleted", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:50:22.568317 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db9a12c-28f8-4220-af21-549ec8eb59b6 x-openstack-request-id: req-6db9a12c-28f8-4220-af21-549ec8eb59b6 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:50:22.568755 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c646d826-7a8d-4862-a1af-84e59d2e1a5c", "name": "network-vif-deleted", "tag": "b3955d05-86c4-4dbf-99ee-43324b074437", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:50:22.569137 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6db9a12c-28f8-4220-af21-549ec8eb59b6 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:50:22.569471 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c646d826-7a8d-4862-a1af-84e59d2e1a5c', 'name': 'network-vif-deleted', 'tag': 'b3955d05-86c4-4dbf-99ee-43324b074437', 'status': 'completed', 'code': 200} Nov 23 10:50:22.866166 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.874157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bdb50602-8860-41f4-944e-86bb891665aa req-74be0cbf-b27f-47f6-bda3-c852a53860f0 tempest-TestEncryptedCinderVolumes-1807004381 tempest-TestEncryptedCinderVolumes-1807004381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c646d826-7a8d-4862-a1af-84e59d2e1a5c HTTP/1.1" status: 200 len: 210 time: 0.0316670 Nov 23 10:50:23.624777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.974165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56622) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.337217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.594831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Deleting port 4c8beac6-1049-40cf-a7e3-1d745f34961d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:24.595149 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.673586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] For port 4c8beac6-1049-40cf-a7e3-1d745f34961d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4c8beac6-1049-40cf-a7e3-1d745f34961d,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:24.673924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.686397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Calling delete_port for 4c8beac6-1049-40cf-a7e3-1d745f34961d owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:24.868736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.899183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8beac6-1049-40cf-a7e3-1d745f34961d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:25.064413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.280758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Router 921d1ac4-122b-4e12-a076-a156070a109f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:25.386597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:25.391823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5ac3ae4d-7bb3-4fdc-b207-9bbd8f528826 admin admin] 10.222.0.62 "PUT /v2.0/routers/921d1ac4-122b-4e12-a076-a156070a109f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4165738 Nov 23 10:50:25.395311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56624) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:25.398054 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Sync routers for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:25.410839 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:25.411524 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:25.509808 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.512608 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:25.614297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.670267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Deleting port e58ef5f6-5fbe-4e3c-a261-262e14c30166 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:25.670593 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.697638 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:50:24Z', 'revision_number': 5, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port': {'id': 'e58ef5f6-5fbe-4e3c-a261-262e14c30166', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d1ac4-122b-4e12-a076-a156070a109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:25.723484 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Checking router: 921d1ac4-122b-4e12-a076-a156070a109f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:25.732047 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Routers {'921d1ac4-122b-4e12-a076-a156070a109f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:25.732652 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['921d1ac4-122b-4e12-a076-a156070a109f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:25.747856 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] For port e58ef5f6-5fbe-4e3c-a261-262e14c30166, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e58ef5f6-5fbe-4e3c-a261-262e14c30166,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:25.748215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.761127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Calling delete_port for e58ef5f6-5fbe-4e3c-a261-262e14c30166 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:25.914973 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] Set router 921d1ac4-122b-4e12-a076-a156070a109f gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:25.941552 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.957081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b3955d05-86c4-4dbf-99ee-43324b074437 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:25.965696 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:50:25Z', 'revision_number': 6, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:25.973317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58ef5f6-5fbe-4e3c-a261-262e14c30166,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:25.980079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: b3955d05-86c4-4dbf-99ee-43324b074437 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:25.980425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device b3955d05-86c4-4dbf-99ee-43324b074437 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:25.991263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd476128-f555-4078-9f4c-c0bc44be5309 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:25.998176 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b082da0-2936-4867-b14d-e13a92224b7a None None] The sync data for ids ['921d1ac4-122b-4e12-a076-a156070a109f'] in n-d-781076-5 is: [{'id': '921d1ac4-122b-4e12-a076-a156070a109f', 'name': 'tempest-TestEncryptedCinderVolumes-1393757122-router', 'tenant_id': '50289ee571b54444bb46dbdae404181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:02Z', 'updated_at': '2021-11-23T10:50:25Z', 'revision_number': 6, 'project_id': '50289ee571b54444bb46dbdae404181e', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:26.038006 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.127583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.129926 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.173818 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.174368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921d1ac4-122b-4e12-a076-a156070a109f {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:50:26.179210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.180693 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0cab3122-34d5-4072-a377-86a4499aaa64 admin admin] 10.222.0.62 "DELETE /v2.0/routers/921d1ac4-122b-4e12-a076-a156070a109f HTTP/1.1" status: 204 len: 168 time: 0.7844880 Nov 23 10:50:26.183298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56626) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.233938 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Deleting subnet 9287fc08-918e-4610-a116-3baa6eaaed79 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:26.237198 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.273810 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.355332 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.411928 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.442777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9287fc08-918e-4610-a116-3baa6eaaed79,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:26.446396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.449650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9923890a-7252-48e5-a0b3-887c2e1c0566 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9287fc08-918e-4610-a116-3baa6eaaed79 HTTP/1.1" status: 204 len: 168 time: 0.2653821 Nov 23 10:50:26.452112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56628) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.454076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2fb3c-cd1f-4ba3-86e3-c4489c2abd13 None None] Network a2f2433f-44f2-4afb-b477-c74ee8c229dc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:26.519527 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.574265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Deleting port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:26.574603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.642473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] For port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,segment=NetworkSegment(d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f),segment_id=d7cae2df-8f9a-4d02-98e0-a2d7f8f3889f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:26.642829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.655278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Calling delete_port for ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:26.731859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309b633-e453-4f76-9c64-967a84127301 None None] DHCP port deletion for a2f2433f-44f2-4afb-b477-c74ee8c229dc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:26.739246 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.763301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d309b633-e453-4f76-9c64-967a84127301 None None] The port 'ca24c2be-7499-41ed-b4e4-8a7b3f66aa16' was deleted {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 10:50:26.772746 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] No DVR routers for this DVR port ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:26.776685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca24c2be-7499-41ed-b4e4-8a7b3f66aa16,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:26.845405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.865172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2433f-44f2-4afb-b477-c74ee8c229dc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:26.874499 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:26.874792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cae2df-8f9a-4d02-98e0-a2d7f8f3889f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:26.884411 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.898359 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.905095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:50:26.905486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:50:26.907332 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:50:26.968985 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.976070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.979582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a2f2433f-44f2-4afb-b477-c74ee8c229dc HTTP/1.1" status: 204 len: 168 time: 0.5265560 Nov 23 10:50:26.982685 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56630) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.994624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ae12-0db2-4650-9d0d-ca40745ea557 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f2433f-44f2-4afb-b477-c74ee8c229dc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:27.355778 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.601474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Deleting port 6a6beef8-061e-49f6-bc79-8ed87c9552f4 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:27.601775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.683114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] For port 6a6beef8-061e-49f6-bc79-8ed87c9552f4, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6a6beef8-061e-49f6-bc79-8ed87c9552f4,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:27.683483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.696848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Calling delete_port for 6a6beef8-061e-49f6-bc79-8ed87c9552f4 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:27.883453 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.907790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6beef8-061e-49f6-bc79-8ed87c9552f4,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:27.911799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c8beac6-1049-40cf-a7e3-1d745f34961d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:27.918198 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.918531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.918873 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.919226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.919543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.919869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.920199 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.920530 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.920853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.921172 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.921495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.921813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:27.935148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4c8beac6-1049-40cf-a7e3-1d745f34961d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:27.935497 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4c8beac6-1049-40cf-a7e3-1d745f34961d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:27.935923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e58ef5f6-5fbe-4e3c-a261-262e14c30166 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:27.956436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e58ef5f6-5fbe-4e3c-a261-262e14c30166 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:27.956779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e58ef5f6-5fbe-4e3c-a261-262e14c30166 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:27.957200 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:27.976816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:27.977161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ca24c2be-7499-41ed-b4e4-8a7b3f66aa16 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:28.088727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.315356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:28.422226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:28.427503 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-47fd5793-b850-4c18-b271-945ec68627c9 admin admin] 10.222.0.62 "PUT /v2.0/routers/8150f2e8-6488-471f-91a8-e4d2ab87ec1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437807 Nov 23 10:50:28.430373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56632) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:28.431443 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Sync routers for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:28.441941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:28.442560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:28.536403 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.547533 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:28.638881 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.693585 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Deleting port babc4fc9-f651-4259-9c15-27dd90147495 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:28.693816 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.731571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:50:27Z', 'revision_number': 5, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port': {'id': 'babc4fc9-f651-4259-9c15-27dd90147495', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:07Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:28.759751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Checking router: 8150f2e8-6488-471f-91a8-e4d2ab87ec1a for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:28.769759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Routers {'8150f2e8-6488-471f-91a8-e4d2ab87ec1a'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:28.770436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:28.861386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] Set router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:28.914935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:50:28Z', 'revision_number': 6, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:28.946268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da900c39-eb59-4ff0-8810-28bfb754c5d5 None None] The sync data for ids ['8150f2e8-6488-471f-91a8-e4d2ab87ec1a'] in n-d-781076-5 is: [{'id': '8150f2e8-6488-471f-91a8-e4d2ab87ec1a', 'name': 'tempest-TestEncryptedCinderVolumes-1527303787-router', 'tenant_id': 'efe3802d53754354a95d703c0af3f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:49:06Z', 'updated_at': '2021-11-23T10:50:28Z', 'revision_number': 6, 'project_id': 'efe3802d53754354a95d703c0af3f7c7', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:29.105171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] For port babc4fc9-f651-4259-9c15-27dd90147495, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=babc4fc9-f651-4259-9c15-27dd90147495,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:29.105534 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.117968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Calling delete_port for babc4fc9-f651-4259-9c15-27dd90147495 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:29.295432 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.326365 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=babc4fc9-f651-4259-9c15-27dd90147495,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:29.343760 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222695d0-b57a-4b79-b955-0802a4b69778 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:29.393281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.493014 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.495238 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.539381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.539986 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8150f2e8-6488-471f-91a8-e4d2ab87ec1a {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:50:29.544490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.545925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cb5a643f-0828-434d-aa09-f041d58e5d72 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8150f2e8-6488-471f-91a8-e4d2ab87ec1a HTTP/1.1" status: 204 len: 168 time: 1.1142986 Nov 23 10:50:29.548468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56634) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:29.976480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Deleting subnet 2b5b3c76-2a40-44ab-a497-ce19e082f314 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:29.980134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.016362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.082107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a6beef8-061e-49f6-bc79-8ed87c9552f4 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:30.099647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.102554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6a6beef8-061e-49f6-bc79-8ed87c9552f4 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:30.102890 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6a6beef8-061e-49f6-bc79-8ed87c9552f4 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:30.103476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device babc4fc9-f651-4259-9c15-27dd90147495 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:30.122304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: babc4fc9-f651-4259-9c15-27dd90147495 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:30.122608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device babc4fc9-f651-4259-9c15-27dd90147495 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:30.152098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.177220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5b3c76-2a40-44ab-a497-ce19e082f314,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.180845 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.186744 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6ed4f88c-c6b2-4e75-b3db-dc1431db6b62 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2b5b3c76-2a40-44ab-a497-ce19e082f314 HTTP/1.1" status: 204 len: 168 time: 0.6345723 Nov 23 10:50:30.186909 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:30.189633 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729747e-d033-49a9-b45a-bf3cb7a7c97a None None] Network f8cc853b-9b80-41e1-b02b-06a0e60ea788 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:30.253941 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.311824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Deleting port e31e0d3f-4187-4a8b-aed2-e47a36751575 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:30.312356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.368726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] DHCP port deletion for f8cc853b-9b80-41e1-b02b-06a0e60ea788 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:30.378543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] For port e31e0d3f-4187-4a8b-aed2-e47a36751575, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e31e0d3f-4187-4a8b-aed2-e47a36751575,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:30.379083 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.392404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Calling delete_port for e31e0d3f-4187-4a8b-aed2-e47a36751575 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:30.415198 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Deleting port e31e0d3f-4187-4a8b-aed2-e47a36751575 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:30.415569 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.476200 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.483207 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] For port e31e0d3f-4187-4a8b-aed2-e47a36751575, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e31e0d3f-4187-4a8b-aed2-e47a36751575,segment=NetworkSegment(d4ff1784-c304-40df-aa21-a329d584e18b),segment_id=d4ff1784-c304-40df-aa21-a329d584e18b)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:30.483613 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.496600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Calling delete_port for e31e0d3f-4187-4a8b-aed2-e47a36751575 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:30.501562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e31e0d3f-4187-4a8b-aed2-e47a36751575,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.505613 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] No DVR routers for this DVR port e31e0d3f-4187-4a8b-aed2-e47a36751575 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:50:30.576023 n-d-781076-5 neutron-server[110025]: self.session.flush() Nov 23 10:50:30.579459 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.584036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.601945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc853b-9b80-41e1-b02b-06a0e60ea788']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:30.609130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] Pushing event deleted for resources: {'Port': ['ID=e31e0d3f-4187-4a8b-aed2-e47a36751575,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.611064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ff1784-c304-40df-aa21-a329d584e18b') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:30.611361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ff1784-c304-40df-aa21-a329d584e18b') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:30.613139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df56de-75ba-4777-b322-c494e332ff71 None None] No DVR routers for this DVR port e31e0d3f-4187-4a8b-aed2-e47a36751575 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:30.621362 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.635606 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.641815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:50:30.642218 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:50:30.643898 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:50:30.697231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.702831 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.705982 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f8cc853b-9b80-41e1-b02b-06a0e60ea788 HTTP/1.1" status: 204 len: 168 time: 0.5181336 Nov 23 10:50:30.716404 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fc904-d46a-45c0-8836-adb860c149e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cc853b-9b80-41e1-b02b-06a0e60ea788,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.873681 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56640) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:30.915153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f9e07c95-8abb-4b3e-9e0a-f028001e804c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50289ee571b54444bb46dbdae404181e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402994 Nov 23 10:50:30.917794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56642) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:30.972420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.995016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.044249 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.047536 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.048771 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c051bfe6-2ff4-4bc8-9e94-b188d5dda160 HTTP/1.1" status: 204 len: 168 time: 0.1300707 Nov 23 10:50:31.056736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aee62b-f542-4095-96d8-76db45f2c48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c051bfe6-2ff4-4bc8-9e94-b188d5dda160,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:31.320412 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:50:31.379249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56648) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:31.421408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c0b64972-d318-440d-9492-a2c2f57d5624 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efe3802d53754354a95d703c0af3f7c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408692 Nov 23 10:50:31.424778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56650) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:31.476254 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.497525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.549003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.551736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.552901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b5ce151-6eff-46da-ba2a-c7405b0ed846 HTTP/1.1" status: 204 len: 168 time: 0.1272538 Nov 23 10:50:31.560559 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e89f8d-3dca-453c-92c0-fb4a68191326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ce151-6eff-46da-ba2a-c7405b0ed846,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:31.907932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e31e0d3f-4187-4a8b-aed2-e47a36751575 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:31.928786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e31e0d3f-4187-4a8b-aed2-e47a36751575 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:31.929110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e31e0d3f-4187-4a8b-aed2-e47a36751575 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:32.268064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56672) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:32.385361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-317110956-network', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:32.411295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Made reservation on behalf of e0111f4f46fd4902bb94086605474d06 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:32.413925 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.425602 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.509605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.515822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.541375 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:50:32.547526 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688c1561-703d-4f03-ae1c-216b9cfd6cf7,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:32.553411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.553752 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Added segment 2efc99d3-83e8-478e-91da-04963b05f9b8 of type vlan for network 20eb5901-30fc-44b6-a078-51574eaade73 Nov 23 10:50:32.593496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.623206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.624184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:32.624805 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.658037 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3888342 Nov 23 10:50:32.660929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56676) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:32.693076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Request body: {'subnet': {'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-317110956-subnet', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:32.700892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07443861-014e-4c10-bea6-d7535200e34f admin admin] Pushing event updated for resources: {'Network': ['ID=20eb5901-30fc-44b6-a078-51574eaade73,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:32.712018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 20eb5901-30fc-44b6-a078-51574eaade73 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:50:32.729441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Made reservation on behalf of e0111f4f46fd4902bb94086605474d06 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:32.733299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.902377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.950970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5912fa48-595a-4620-9c20-17faab81b81b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:32.965965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Checking segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:32.966330 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Network hostable DHCP agents. Network: 20eb5901-30fc-44b6-a078-51574eaade73, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:50:32.985030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Network 20eb5901-30fc-44b6-a078-51574eaade73 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:50:32.996467 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 20eb5901-30fc-44b6-a078-51574eaade73) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:33.001178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:33.001811 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.006870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b1ef1-ab4b-472d-a942-d72f390811a2 None None] Network 20eb5901-30fc-44b6-a078-51574eaade73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:33.020378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cf1f5396-0c16-4b5a-b5b5-7299e09031ac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3583915 Nov 23 10:50:33.023175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56678) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:33.027620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:33.052054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.053061 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.102754 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.155676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-20eb5901-30fc-44b6-a078-51574eaade73', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:33.156755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.247086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.296409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Allocated IP 172.20.0.2 (20eb5901-30fc-44b6-a078-51574eaade73/5912fa48-595a-4620-9c20-17faab81b81b/7674e45f-43b9-4b6b-86bf-43301aaa2579) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:33.438194 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.443507 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.445126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.466983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.491147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Network 20eb5901-30fc-44b6-a078-51574eaade73 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:33.494022 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:33.496422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:33.504088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Pushing event updated for resources: {'Port': ['ID=7674e45f-43b9-4b6b-86bf-43301aaa2579,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.555315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Attempting to bind port 7674e45f-43b9-4b6b-86bf-43301aaa2579 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:33.555779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Attempting to bind port 7674e45f-43b9-4b6b-86bf-43301aaa2579 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:33.556161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Attempting to bind port 7674e45f-43b9-4b6b-86bf-43301aaa2579 on network 20eb5901-30fc-44b6-a078-51574eaade73 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:33.561119 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:33.561501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Checking segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:33.561876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.562289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Bound using segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:33.562743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Bound port: 7674e45f-43b9-4b6b-86bf-43301aaa2579, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:33.563101 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.575427 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Allocated IP 172.25.1.223 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/a7260fef-3b73-4222-8472-bdd6431bff59) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:33.627409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] For port 7674e45f-43b9-4b6b-86bf-43301aaa2579, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:33.630786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] For port 7674e45f-43b9-4b6b-86bf-43301aaa2579, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7674e45f-43b9-4b6b-86bf-43301aaa2579,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:33.635938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.690708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.697913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076bb39-c740-48b2-9a24-546d1532981a None None] Pushing event updated for resources: {'Port': ['ID=7674e45f-43b9-4b6b-86bf-43301aaa2579,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.729327 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.783750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:33.789521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:33.792206 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:33.798488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Pushing event updated for resources: {'Port': ['ID=a7260fef-3b73-4222-8472-bdd6431bff59,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.805009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023f43c-0c89-41bd-becd-5969b9d4d2d7 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:33.879210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-425b7b31-1f26-4fef-a579-87f390f7b76b None None] Provisioning complete for port a7260fef-3b73-4222-8472-bdd6431bff59 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:33.881138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-425b7b31-1f26-4fef-a579-87f390f7b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.935739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-425b7b31-1f26-4fef-a579-87f390f7b76b None None] Port a7260fef-3b73-4222-8472-bdd6431bff59 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:34.000272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7674e45f-43b9-4b6b-86bf-43301aaa2579 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:34.049933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7674e45f-43b9-4b6b-86bf-43301aaa2579 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:34.051013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.099795 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.132325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.168397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 7674e45f-43b9-4b6b-86bf-43301aaa2579, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7674e45f-43b9-4b6b-86bf-43301aaa2579,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:34.174915 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.224136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=7674e45f-43b9-4b6b-86bf-43301aaa2579,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:34.305413 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.444314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Router 202e54d6-4233-46fd-8572-1fc443208e9f is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:50:34.556816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:34.566385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Sync routers for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:34.577041 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.577351 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:34.581220 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:34.581392 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b7a044fb-3fdd-41e9-9300-806666c2f62e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5544162 Nov 23 10:50:34.581571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56680) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:34.665254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3c5e3-3606-49bf-b0bf-c5ceba8832ba None None] Network 20eb5901-30fc-44b6-a078-51574eaade73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:34.698525 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:34.794193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-cce9e84f-28e2-4cbe-930e-4acc5484785b None None] Provisioning complete for port 7674e45f-43b9-4b6b-86bf-43301aaa2579 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:34.794565 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cce9e84f-28e2-4cbe-930e-4acc5484785b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.873571 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 3, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:34.906102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Checking router: 202e54d6-4233-46fd-8572-1fc443208e9f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:34.906379 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Updating router 202e54d6-4233-46fd-8572-1fc443208e9f port a7260fef-3b73-4222-8472-bdd6431bff59 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:34.933293 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.015163 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.137566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-135479d8-d4b9-4378-a1fd-998ed1b6db61 None None] Provisioning complete for port 7674e45f-43b9-4b6b-86bf-43301aaa2579 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:35.138156 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-135479d8-d4b9-4378-a1fd-998ed1b6db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.178509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Allocated IP 172.20.0.1 (20eb5901-30fc-44b6-a078-51574eaade73/5912fa48-595a-4620-9c20-17faab81b81b/de5f2e3e-602a-4539-844f-1fc08040bc32) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:35.188725 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.194221 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.233268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe136a3-b6fd-4f16-ab24-37e383fbce70 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:35.241233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Attempting to bind port a7260fef-3b73-4222-8472-bdd6431bff59 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:35.241608 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Attempting to bind port a7260fef-3b73-4222-8472-bdd6431bff59 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:35.241982 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Attempting to bind port a7260fef-3b73-4222-8472-bdd6431bff59 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:35.253394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:35.253759 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:35.254187 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.254581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:35.255033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Bound port: a7260fef-3b73-4222-8472-bdd6431bff59, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:35.255402 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.277075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Pushing event updated for resources: {'Port': ['ID=a7260fef-3b73-4222-8472-bdd6431bff59,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.288561 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.288968 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.289327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.289671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.290023 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.290349 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.290666 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.290981 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.291360 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.291713 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.292033 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.292348 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.310709 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.320389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] For port a7260fef-3b73-4222-8472-bdd6431bff59, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:35.323518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] For port a7260fef-3b73-4222-8472-bdd6431bff59, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7260fef-3b73-4222-8472-bdd6431bff59,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:35.328045 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.351454 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.352588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] Provisioning complete for port a7260fef-3b73-4222-8472-bdd6431bff59 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:35.353288 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.379783 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:35.380488 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:35.386512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563d8c7-0166-4fab-b98f-eccd2fb5065d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:35.403968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Network 20eb5901-30fc-44b6-a078-51574eaade73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:35.407002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:35.410536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:35.453027 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Pushing event updated for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.467639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.474143 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.494947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] For port a7260fef-3b73-4222-8472-bdd6431bff59, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7260fef-3b73-4222-8472-bdd6431bff59,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:35.502919 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.507774 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:35.574333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37b792-4bd5-48bf-9731-6ce8ade859ba None None] Pushing event updated for resources: {'Port': ['ID=a7260fef-3b73-4222-8472-bdd6431bff59,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.578321 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c31ad-6af9-48e9-a5e7-68c10fdc4a6b None None] Pushing event updated for resources: {'Port': ['ID=a7260fef-3b73-4222-8472-bdd6431bff59,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.628449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c37b2be1-a223-4c17-83e8-f74a3e307ee5 None None] Provisioning complete for port a7260fef-3b73-4222-8472-bdd6431bff59 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:35.628977 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c37b2be1-a223-4c17-83e8-f74a3e307ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.643775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.724261 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 3, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:35.754445 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471703-b764-4e02-acbb-20b3881072b8 None None] The sync data for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 is: [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 3, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:35.820347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.826854 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.854273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-787d2bc3-19b5-4b05-bc90-3303e7bbaa3a None None] Provisioning complete for port de5f2e3e-602a-4539-844f-1fc08040bc32 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:35.854681 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-787d2bc3-19b5-4b05-bc90-3303e7bbaa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.891130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-787d2bc3-19b5-4b05-bc90-3303e7bbaa3a None None] Port de5f2e3e-602a-4539-844f-1fc08040bc32 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:35.906234 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.908106 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Pushing event updated for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.933827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7674e45f-43b9-4b6b-86bf-43301aaa2579 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:35.997999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 7674e45f-43b9-4b6b-86bf-43301aaa2579 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:35.999456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.026392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Network 20eb5901-30fc-44b6-a078-51574eaade73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:36.027820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:36.168185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Router 202e54d6-4233-46fd-8572-1fc443208e9f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:36.290249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:36.295839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-624d7ca9-b9f7-411a-b510-0e3a28abe719 admin admin] 10.222.0.62 "PUT /v2.0/routers/202e54d6-4233-46fd-8572-1fc443208e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125547 Nov 23 10:50:36.315415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f71fde5a-6d6e-4705-97d4-ce7d8b7c125e None None] Provisioning complete for port de5f2e3e-602a-4539-844f-1fc08040bc32 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:36.316461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f71fde5a-6d6e-4705-97d4-ce7d8b7c125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.352465 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f71fde5a-6d6e-4705-97d4-ce7d8b7c125e None None] Port de5f2e3e-602a-4539-844f-1fc08040bc32 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:36.777707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56696) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:36.782845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-356107336-network', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:36.804971 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Made reservation on behalf of 3f3d78736a5f4ce6a88ec17118bafea0 for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:36.807401 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.816806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.897493 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.903271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.929727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:50:36.939362 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e67e63-51e2-4efa-a0b8-9240b68bcbfe,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:36.944527 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.944868 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Added segment c89dcfe7-30af-4e6d-b593-045ecd96b567 of type vlan for network 6604e615-730a-4b3d-be63-5a50097efa2d Nov 23 10:50:36.989236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.015409 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.016384 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.016962 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.048287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2693887 Nov 23 10:50:37.051511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56698) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:37.058862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Request body: {'subnet': {'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-356107336-subnet', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:37.081912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Made reservation on behalf of 3f3d78736a5f4ce6a88ec17118bafea0 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:37.084365 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.086196 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908af16-d6c8-4a80-9713-24d209c2b60e admin admin] Pushing event updated for resources: {'Network': ['ID=6604e615-730a-4b3d-be63-5a50097efa2d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:37.096077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 6604e615-730a-4b3d-be63-5a50097efa2d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:50:37.282070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.337577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fe0010-3220-46f2-829f-c99babdef75a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:37.348278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Checking segment: {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:37.348641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Network hostable DHCP agents. Network: 6604e615-730a-4b3d-be63-5a50097efa2d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:50:37.368256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Network 6604e615-730a-4b3d-be63-5a50097efa2d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:50:37.379471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 6604e615-730a-4b3d-be63-5a50097efa2d) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:37.383453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Sync routers for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:37.384534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.385060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.391857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fcfda-39c5-4b91-9427-1569e97ccf3c None None] Network 6604e615-730a-4b3d-be63-5a50097efa2d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:37.402978 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5f3c2871-f7ca-4cfc-81e1-a62fcd461c91 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3487298 Nov 23 10:50:37.405535 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56700) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:37.409954 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:37.418442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:37.419076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:37.434486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.435706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.493293 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.600220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:37.633148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.697292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-6604e615-730a-4b3d-be63-5a50097efa2d', 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'fixed_ips': [{'subnet_id': '09fe0010-3220-46f2-829f-c99babdef75a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:37.698159 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.855538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.894919 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.923634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Allocated IP 172.20.0.2 (6604e615-730a-4b3d-be63-5a50097efa2d/09fe0010-3220-46f2-829f-c99babdef75a/4761d571-4032-4802-8d52-4eb508b3b15e) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:38.003553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7260fef-3b73-4222-8472-bdd6431bff59 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:38.025628 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Allocated IP 172.25.1.179 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/22706484-9270-477b-a028-174a46def41a) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:38.039534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 2, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:38.077576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Checking router: 202e54d6-4233-46fd-8572-1fc443208e9f for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:38.077963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Updating router 202e54d6-4233-46fd-8572-1fc443208e9f port de5f2e3e-602a-4539-844f-1fc08040bc32 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:38.128197 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.131277 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.167191 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.192957 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a7260fef-3b73-4222-8472-bdd6431bff59 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:38.193334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.212483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:38.215412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:38.218973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:38.231621 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.235927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc111f91-706c-49fa-a0ff-d5676b0e221b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:38.241262 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Pushing event updated for resources: {'Port': ['ID=22706484-9270-477b-a028-174a46def41a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.259195 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.374410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Network 6604e615-730a-4b3d-be63-5a50097efa2d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:38.389318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:38.394999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:38.397986 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Pushing event updated for resources: {'Port': ['ID=4761d571-4032-4802-8d52-4eb508b3b15e,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.411122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a7bcc959-9bcb-40b2-a461-81ef4595024c None None] Provisioning complete for port 22706484-9270-477b-a028-174a46def41a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:38.411499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc959-9bcb-40b2-a461-81ef4595024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.473683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.556923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcc959-9bcb-40b2-a461-81ef4595024c None None] Port 22706484-9270-477b-a028-174a46def41a cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:38.579344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Attempting to bind port 4761d571-4032-4802-8d52-4eb508b3b15e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:38.579732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Attempting to bind port 4761d571-4032-4802-8d52-4eb508b3b15e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:38.580097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Attempting to bind port 4761d571-4032-4802-8d52-4eb508b3b15e on network 6604e615-730a-4b3d-be63-5a50097efa2d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:38.593644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:38.594096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Checking segment: {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:38.594467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.594871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Bound using segment: {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:38.595332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Bound port: 4761d571-4032-4802-8d52-4eb508b3b15e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:38.595738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.717046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.723054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] For port 4761d571-4032-4802-8d52-4eb508b3b15e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:38.726827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] For port 4761d571-4032-4802-8d52-4eb508b3b15e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4761d571-4032-4802-8d52-4eb508b3b15e,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:38.728556 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.734934 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.794586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ccb5-e4d8-429e-bf02-be91988df193 None None] Pushing event updated for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.897563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Attempting to bind port de5f2e3e-602a-4539-844f-1fc08040bc32 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:38.898121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Attempting to bind port de5f2e3e-602a-4539-844f-1fc08040bc32 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:38.898839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Attempting to bind port de5f2e3e-602a-4539-844f-1fc08040bc32 on network 20eb5901-30fc-44b6-a078-51574eaade73 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:38.904715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3eac1d-1543-4e9d-9500-ef28182a1e12 None None] Pushing event updated for resources: {'Port': ['ID=4761d571-4032-4802-8d52-4eb508b3b15e,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.912432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:38.915230 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Checking segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:38.915630 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.916023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Bound using segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:38.917764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Bound port: de5f2e3e-602a-4539-844f-1fc08040bc32, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:38.918211 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.006687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] For port de5f2e3e-602a-4539-844f-1fc08040bc32, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:39.012090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] For port de5f2e3e-602a-4539-844f-1fc08040bc32, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de5f2e3e-602a-4539-844f-1fc08040bc32,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:39.019711 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.059304 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.106118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:39.106667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:39.111578 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ccb5-e4d8-429e-bf02-be91988df193 None None] Pushing event updated for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.243748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:50:39.364245 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:39.375125 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Sync routers for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:39.385257 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.389432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5cac3264-ec88-4d7b-9372-f5f17b67d24e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9803195 Nov 23 10:50:39.390295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56702) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:39.393722 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:39.394740 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:39.436509 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] Provisioning complete for port de5f2e3e-602a-4539-844f-1fc08040bc32 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:39.437119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.465289 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:39.512369 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:39.672092 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.764862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] For port de5f2e3e-602a-4539-844f-1fc08040bc32, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de5f2e3e-602a-4539-844f-1fc08040bc32,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:39.779972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.813713 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:38Z', 'revision_number': 3, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:39.851885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:39.853523 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Checking router: d399da73-d7ab-4efd-a5a1-d99df22c7fa9 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:39.854110 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Updating router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 port 22706484-9270-477b-a028-174a46def41a binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:39.857527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a0181-6e2e-4d00-b581-a70dfbabd5c7 None None] Pushing event updated for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.882321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.895262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872061c-41f7-4f16-81d3-07687b70ee3d None None] The sync data for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 is: [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:39.921573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9388fc7e-a0aa-4067-997c-7d510b8cb706 None None] Provisioning complete for port de5f2e3e-602a-4539-844f-1fc08040bc32 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:39.925958 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9388fc7e-a0aa-4067-997c-7d510b8cb706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.926172 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.092827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4761d571-4032-4802-8d52-4eb508b3b15e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:40.146696 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4761d571-4032-4802-8d52-4eb508b3b15e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:40.147583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.174765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469249b-806c-432d-8277-161401d3b1fe None None] Network 6604e615-730a-4b3d-be63-5a50097efa2d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:40.226748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Allocated IP 172.20.0.1 (6604e615-730a-4b3d-be63-5a50097efa2d/09fe0010-3220-46f2-829f-c99babdef75a/ff88557a-5ba7-48ab-af19-60cf6c54ee5d) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:40.285864 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d29b884a-0cf7-429a-ac23-997a2c203739 None None] Provisioning complete for port 4761d571-4032-4802-8d52-4eb508b3b15e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:40.286244 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d29b884a-0cf7-429a-ac23-997a2c203739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.349340 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.365136 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.393003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.435173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be45b81-7051-4a23-b45e-7fa3ca0cea0a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:40.444525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.452981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.454618 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Attempting to bind port 22706484-9270-477b-a028-174a46def41a on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:40.455222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Attempting to bind port 22706484-9270-477b-a028-174a46def41a by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:40.455698 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Attempting to bind port 22706484-9270-477b-a028-174a46def41a on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:40.473201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1ad1d-0c14-42c1-8f2f-a9df1178a6db None None] Pushing event updated for resources: {'Port': ['ID=22706484-9270-477b-a028-174a46def41a,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:40.477157 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:40.477675 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:40.479382 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.479867 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:40.480444 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Bound port: 22706484-9270-477b-a028-174a46def41a, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:40.480914 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.504499 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Pushing event updated for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:40.513393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Network 6604e615-730a-4b3d-be63-5a50097efa2d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:40.515026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:40.517562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:40.524586 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d29b884a-0cf7-429a-ac23-997a2c203739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.551232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 4761d571-4032-4802-8d52-4eb508b3b15e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4761d571-4032-4802-8d52-4eb508b3b15e,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:40.561099 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.566696 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] For port 22706484-9270-477b-a028-174a46def41a, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:40.574499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] For port 22706484-9270-477b-a028-174a46def41a, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=22706484-9270-477b-a028-174a46def41a,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:40.583588 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.593386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.656308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-d29b884a-0cf7-429a-ac23-997a2c203739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:50:40.656308 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-d29b884a-0cf7-429a-ac23-997a2c203739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:50:40.659877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=4761d571-4032-4802-8d52-4eb508b3b15e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:40.692197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a820b-8aae-47ed-a82a-689b40f20ce0 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:40.719161 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:40.720034 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:40.763968 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1ad1d-0c14-42c1-8f2f-a9df1178a6db None None] Pushing event updated for resources: {'Port': ['ID=22706484-9270-477b-a028-174a46def41a,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:40.813274 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.852134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:41.080024 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:38Z', 'revision_number': 3, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:41.107796 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35cca2-2b9d-4dfc-9d01-7065aa0e288b None None] The sync data for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 is: [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:38Z', 'revision_number': 3, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:41.329065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Provisioning complete for port ff88557a-5ba7-48ab-af19-60cf6c54ee5d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:41.329439 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.365996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Port ff88557a-5ba7-48ab-af19-60cf6c54ee5d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:41.376660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Provisioning complete for port 22706484-9270-477b-a028-174a46def41a triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:41.377034 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.388333 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.393960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.462016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.467252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Pushing event updated for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:41.470961 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.483398 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] For port 22706484-9270-477b-a028-174a46def41a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=22706484-9270-477b-a028-174a46def41a,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:41.488442 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.542591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Provisioning complete for port 4761d571-4032-4802-8d52-4eb508b3b15e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:41.542962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.576991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Network 6604e615-730a-4b3d-be63-5a50097efa2d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:41.578488 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:41.580835 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e870-b1ed-4cd9-871b-915ab7da80ef None None] Pushing event updated for resources: {'Port': ['ID=22706484-9270-477b-a028-174a46def41a,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:41.727726 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:41.843403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:41.848574 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c80d252a-671d-4859-980c-e56a55ca6914 admin admin] 10.222.0.62 "PUT /v2.0/routers/d399da73-d7ab-4efd-a5a1-d99df22c7fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571540 Nov 23 10:50:41.884467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d195a9ce-71d7-4012-bc0a-9d32ca8a4275 None None] Provisioning complete for port ff88557a-5ba7-48ab-af19-60cf6c54ee5d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:41.884843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d195a9ce-71d7-4012-bc0a-9d32ca8a4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.932171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d195a9ce-71d7-4012-bc0a-9d32ca8a4275 None None] Port ff88557a-5ba7-48ab-af19-60cf6c54ee5d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:42.043640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4761d571-4032-4802-8d52-4eb508b3b15e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:42.097988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 4761d571-4032-4802-8d52-4eb508b3b15e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:42.098765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.194188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de5f2e3e-602a-4539-844f-1fc08040bc32 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:42.248448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port de5f2e3e-602a-4539-844f-1fc08040bc32 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:42.248819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.342212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 22706484-9270-477b-a028-174a46def41a up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:42.398907 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 22706484-9270-477b-a028-174a46def41a triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:42.399295 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.553283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Sync routers for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:43.566153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:43.566767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:43.697567 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:43.928306 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 4, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff88557a-5ba7-48ab-af19-60cf6c54ee5d', 'name': '', 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'mac_address': 'fa:16:3e:a5:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '09fe0010-3220-46f2-829f-c99babdef75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:39Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 2, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'subnets': [{'id': '09fe0010-3220-46f2-829f-c99babdef75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:43.961366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Checking router: d399da73-d7ab-4efd-a5a1-d99df22c7fa9 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:43.962074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Updating router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 port ff88557a-5ba7-48ab-af19-60cf6c54ee5d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:43.990091 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.306323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.313118 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.367697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb1d5-fada-46de-8ea3-3779c8499384 None None] Pushing event updated for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:44.426579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Attempting to bind port ff88557a-5ba7-48ab-af19-60cf6c54ee5d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:44.427058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Attempting to bind port ff88557a-5ba7-48ab-af19-60cf6c54ee5d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:44.429819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Attempting to bind port ff88557a-5ba7-48ab-af19-60cf6c54ee5d on network 6604e615-730a-4b3d-be63-5a50097efa2d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:44.436642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:44.437019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Checking segment: {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:44.437424 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.437813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Bound using segment: {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:44.438347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Bound port: ff88557a-5ba7-48ab-af19-60cf6c54ee5d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89dcfe7-30af-4e6d-b593-045ecd96b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:44.439733 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.513413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] For port ff88557a-5ba7-48ab-af19-60cf6c54ee5d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:44.517098 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] For port ff88557a-5ba7-48ab-af19-60cf6c54ee5d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:44.524870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.597597 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb1d5-fada-46de-8ea3-3779c8499384 None None] Pushing event updated for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:44.603396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:44.604055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:50:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:44.913321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] Provisioning complete for port ff88557a-5ba7-48ab-af19-60cf6c54ee5d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:44.913599 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.942436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:45.144755 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.226796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] For port ff88557a-5ba7-48ab-af19-60cf6c54ee5d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:45.238592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.300472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151326-1c52-4791-a2e0-b9912f56d893 None None] Pushing event updated for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:45.314561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 4, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff88557a-5ba7-48ab-af19-60cf6c54ee5d', 'name': '', 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'mac_address': 'fa:16:3e:a5:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '09fe0010-3220-46f2-829f-c99babdef75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:39Z', 'updated_at': '2021-11-23T10:50:44Z', 'revision_number': 4, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'subnets': [{'id': '09fe0010-3220-46f2-829f-c99babdef75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:45.377440 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10b8b1-cee6-424b-9587-5bd6feee957a None None] The sync data for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 is: [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:40Z', 'revision_number': 4, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'ff88557a-5ba7-48ab-af19-60cf6c54ee5d', 'name': '', 'network_id': '6604e615-730a-4b3d-be63-5a50097efa2d', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'mac_address': 'fa:16:3e:a5:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '09fe0010-3220-46f2-829f-c99babdef75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:39Z', 'updated_at': '2021-11-23T10:50:44Z', 'revision_number': 4, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'subnets': [{'id': '09fe0010-3220-46f2-829f-c99babdef75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:45.399810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ea2221f6-f713-4ce7-a212-072d3104f5b7 None None] Provisioning complete for port ff88557a-5ba7-48ab-af19-60cf6c54ee5d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:45.400442 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ea2221f6-f713-4ce7-a212-072d3104f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.983374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff88557a-5ba7-48ab-af19-60cf6c54ee5d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:46.047305 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ff88557a-5ba7-48ab-af19-60cf6c54ee5d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:46.048048 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:46.298859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.942388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-33332c85-7d6b-4103-9b67-21998a98a48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.423980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3bf89240-19ad-4a2c-a4e8-439ac44e5415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.722976 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.500019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.288391 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-fbfa8483-a225-4912-b5dc-34bb76a4db48 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:52.289858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-fbfa8483-a225-4912-b5dc-34bb76a4db48 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 814 time: 0.1132083 Nov 23 10:50:52.305605 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-8216fbae-d174-4791-86f4-e1882f1810e5 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/quotas/e0111f4f46fd4902bb94086605474d06 HTTP/1.1" status: 200 len: 375 time: 0.0097871 Nov 23 10:50:52.356291 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-37a6121f-d416-48f0-afd2-f828981d6e4c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454733 Nov 23 10:50:52.455385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-94a8376f-f358-4e8b-ac26-948fcc3fd6de service neutron] 10.222.0.62 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870817 Nov 23 10:50:52.549603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-84241c3f-e6b9-4cdc-b4c4-214350393cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 Nov 23 10:50:52.715589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0d97e67a-c3a7-4f29-8568-e41d64517433 req-9de4b0a2-bb35-416c-8a30-0953e9654a5f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Nov 23 10:50:52.863631 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.627350 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.813959 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e4e71e55-15ee-4d76-82d3-b0e71b601e7e req-91b05279-56ad-4ed3-8104-2f5c1db1a558 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Nov 23 10:50:53.816126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-d74f8bf8-015d-4ea1-95e8-9ce8317f5272 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:53.817767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-d74f8bf8-015d-4ea1-95e8-9ce8317f5272 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 814 time: 0.1209075 Nov 23 10:50:53.835485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'port': {'device_id': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'admin_state_up': True, 'tenant_id': 'e0111f4f46fd4902bb94086605474d06'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:53.941169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Made reservation on behalf of e0111f4f46fd4902bb94086605474d06 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:53.944828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.079124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Allocated IP 172.20.0.13 (20eb5901-30fc-44b6-a078-51574eaade73/5912fa48-595a-4620-9c20-17faab81b81b/ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:54.275376 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.318905 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.385664 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Network 20eb5901-30fc-44b6-a078-51574eaade73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:54.387330 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:54.390159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:54.431171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:54.447520 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.447873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.448227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.448563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.448896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.449232 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.449561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.449911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.450240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.450569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.450891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.451217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:54.481883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:54.483010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.501554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-04377f07-cba5-44ff-ac4c-e625b1f8ec16 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6749237 Nov 23 10:50:54.653318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fa9fd46a-96da-4ee4-b891-1548eb584159 None None] Provisioning complete for port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:54.654489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd46a-96da-4ee4-b891-1548eb584159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.691613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fd46a-96da-4ee4-b891-1548eb584159 None None] Port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:54.947418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5667c69-afa8-47c6-92c7-b1e3e3e5848a req-b441e4c7-65ec-44a2-bb9d-4891fe94f3ed tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:54.948944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5667c69-afa8-47c6-92c7-b1e3e3e5848a req-b441e4c7-65ec-44a2-bb9d-4891fe94f3ed tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0556672 Nov 23 10:50:54.996460 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c5667c69-afa8-47c6-92c7-b1e3e3e5848a req-ca01e7ac-9af5-4e12-a23e-2c3cbd7ed002 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Nov 23 10:50:56.141730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39f240-b78f-4059-bcf7-5ab33aaeaced req-f4d19822-58aa-4f9b-8ab0-b37f548a602b tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:56.144347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f39f240-b78f-4059-bcf7-5ab33aaeaced req-f4d19822-58aa-4f9b-8ab0-b37f548a602b tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0588267 Nov 23 10:50:56.200473 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0f39f240-b78f-4059-bcf7-5ab33aaeaced req-26f5521a-21b5-45f0-a440-f42541929c7c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Nov 23 10:50:57.315326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ad6e-f058-4a0c-b121-e275d99086b4 req-e4489acd-f94d-4581-bfe0-13d1541db3c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:57.316796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3d5ad6e-f058-4a0c-b121-e275d99086b4 req-e4489acd-f94d-4581-bfe0-13d1541db3c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0522876 Nov 23 10:50:57.367782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d3d5ad6e-f058-4a0c-b121-e275d99086b4 req-98971a44-25e5-4b5f-85fb-783836a089e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Nov 23 10:50:58.494123 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161183f-21b9-4539-a0d6-8f8237e35a14 req-6fd3f9f6-6ad4-4fdd-a3d4-fddda3ab1442 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:58.495525 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4161183f-21b9-4539-a0d6-8f8237e35a14 req-6fd3f9f6-6ad4-4fdd-a3d4-fddda3ab1442 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0555463 Nov 23 10:50:58.545094 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4161183f-21b9-4539-a0d6-8f8237e35a14 req-8e3db6b0-5c12-4175-8bf1-1f9aaf781943 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Nov 23 10:50:59.679178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23772c2-b65b-4e70-8545-ea6da649a770 req-da2a8563-735e-4279-ae2a-b5125c56e5ef tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:59.680671 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b23772c2-b65b-4e70-8545-ea6da649a770 req-da2a8563-735e-4279-ae2a-b5125c56e5ef tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0543625 Nov 23 10:50:59.738003 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b23772c2-b65b-4e70-8545-ea6da649a770 req-49059422-17cd-40b4-b304-a8eed783c268 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Nov 23 10:51:00.861547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec48e86-6a82-4607-89ff-dc0627e4a9c9 req-e7e70114-2207-4a0d-9ea9-69b8710117dd tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:00.863111 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ec48e86-6a82-4607-89ff-dc0627e4a9c9 req-e7e70114-2207-4a0d-9ea9-69b8710117dd tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0507853 Nov 23 10:51:00.916633 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6ec48e86-6a82-4607-89ff-dc0627e4a9c9 req-029e3187-1d01-4e4c-acb3-10c89b9d1506 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476110 Nov 23 10:51:02.039055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff372f13-aa39-4ddd-b9b9-39790da7fba9 req-34ee76aa-d75a-4661-b133-d78cadd016f3 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:02.040715 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff372f13-aa39-4ddd-b9b9-39790da7fba9 req-34ee76aa-d75a-4661-b133-d78cadd016f3 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0500596 Nov 23 10:51:02.101938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ff372f13-aa39-4ddd-b9b9-39790da7fba9 req-84b7a803-0879-4ab0-994b-84fa3ff32c21 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Nov 23 10:51:03.233208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118f654-cd5c-4d86-9fce-eed55400af15 req-49518dbf-bc16-4394-b3ff-6f5a4f10dae4 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:03.234716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6118f654-cd5c-4d86-9fce-eed55400af15 req-49518dbf-bc16-4394-b3ff-6f5a4f10dae4 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0604918 Nov 23 10:51:03.285555 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6118f654-cd5c-4d86-9fce-eed55400af15 req-b79a77ef-50f5-45f8-87c8-8149cf656818 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Nov 23 10:51:04.417537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca78d2-9330-4ac5-8413-c08abec63d7d req-07ae0927-18c5-47f3-bee9-c2baf723ef1f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:04.419079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79ca78d2-9330-4ac5-8413-c08abec63d7d req-07ae0927-18c5-47f3-bee9-c2baf723ef1f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0545621 Nov 23 10:51:04.471206 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-79ca78d2-9330-4ac5-8413-c08abec63d7d req-25c6877e-7906-4d63-bc0a-e500ec1f0554 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 23 10:51:05.599128 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a24565-d460-428c-aec7-e87dda481f1e req-5300b8af-de50-4f53-ac10-55dba609728c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:05.600667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67a24565-d460-428c-aec7-e87dda481f1e req-5300b8af-de50-4f53-ac10-55dba609728c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0538831 Nov 23 10:51:05.656232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67a24565-d460-428c-aec7-e87dda481f1e req-21ba47e9-fa78-4a8d-ba03-519be91ecc2c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Nov 23 10:51:06.792824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5cc37-3c8d-495e-9115-c511654ba96b req-d971523d-70ce-4b88-96f3-0b3eed7fa376 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:06.794338 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfe5cc37-3c8d-495e-9115-c511654ba96b req-d971523d-70ce-4b88-96f3-0b3eed7fa376 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 932 time: 0.0571654 Nov 23 10:51:06.843363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dfe5cc37-3c8d-495e-9115-c511654ba96b req-c0084bc2-aec9-40d6-8d5b-4f4dfd8d1266 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Nov 23 10:51:06.996412 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Request body: {'port': {'device_id': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:07.055233 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.342079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:51:07.350076 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.362634 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Transition to ACTIVE for port object ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:51:07.368553 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.419134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.491181 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Attempting to bind port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:07.491489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Attempting to bind port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:07.491855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Attempting to bind port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 on network 20eb5901-30fc-44b6-a078-51574eaade73 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:07.496792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 on network 20eb5901-30fc-44b6-a078-51574eaade73 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:51:07.497103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Attempting to bind port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 on network 20eb5901-30fc-44b6-a078-51574eaade73 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:07.502693 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:07.503025 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Checking segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:07.503408 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Bound using segment: {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:07.503844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Bound port: ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efc99d3-83e8-478e-91da-04963b05f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:07.504204 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.574981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:07.578296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:07.583759 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.623332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:07.623961 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.625352 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1092 time: 0.6346686 Nov 23 10:51:07.625804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:07.628211 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f59d0ee-b990-4d90-983a-ad3444d19482" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:07.649694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b450cd-70c3-47df-b7f2-e4555f50c9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.671125 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98255970-d155-4788-b1cc-91b7611f8911 x-openstack-request-id: req-98255970-d155-4788-b1cc-91b7611f8911 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:07.671425 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:07.671683 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98255970-d155-4788-b1cc-91b7611f8911 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:07.672094 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:51:07.717283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-01b5b62a-221e-4d8e-a623-c1dcbe3cb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:07.718883 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-01b5b62a-221e-4d8e-a623-c1dcbe3cb3b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1095 time: 0.0425074 Nov 23 10:51:07.767836 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-fb555e71-5cec-43bd-adf2-9d91268f896e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 217 time: 0.0390117 Nov 23 10:51:07.823237 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-b8536865-f6fa-4584-8df8-3b1dd67b9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:07.824784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-b8536865-f6fa-4584-8df8-3b1dd67b9829 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0474219 Nov 23 10:51:07.872491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-031fd098-ba54-4c20-a96c-deb74bb6ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:07.874108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-031fd098-ba54-4c20-a96c-deb74bb6ffef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410318 Nov 23 10:51:07.998484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-0dbf1859-4857-488b-b987-e0d97723975d service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169498 Nov 23 10:51:08.010850 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60668-aec2-406a-8378-9246ea72a32c req-5a438064-7906-4463-b875-1608a63f145a tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.012243 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27a60668-aec2-406a-8378-9246ea72a32c req-5a438064-7906-4463-b875-1608a63f145a tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 944 time: 0.0708232 Nov 23 10:51:08.115990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-27a60668-aec2-406a-8378-9246ea72a32c req-eb11455b-d7b0-4ae7-9e44-3528c72337b2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954895 Nov 23 10:51:08.135740 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-cdab4174-b943-436a-8de9-20c5e6fdb34e req-6f0d45fa-cd3f-4cc8-99b7-d3319ec8f440 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225369 Nov 23 10:51:08.231993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-03cb36fe-8b3a-48c7-8939-13c03c492afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.233644 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-03cb36fe-8b3a-48c7-8939-13c03c492afe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1095 time: 0.0449595 Nov 23 10:51:08.320387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:51:08.331531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-6940de82-1641-4cef-8b50-be3f605bc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.333102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-6940de82-1641-4cef-8b50-be3f605bc3ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0898952 Nov 23 10:51:08.375250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-80d8a4e7-fdb6-4f02-91f3-d8c33e8dcfb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 217 time: 0.0335264 Nov 23 10:51:08.425161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-08e46f8b-9e7b-419e-b64f-e5b13743912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.426521 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-08e46f8b-9e7b-419e-b64f-e5b13743912c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0438485 Nov 23 10:51:08.476719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-dff13ca7-cc11-467f-8b17-36a135b8a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.478219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-dff13ca7-cc11-467f-8b17-36a135b8a5c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446935 Nov 23 10:51:08.583987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-3d070e98-331c-4cd9-8d75-26957f0b10a7 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981600 Nov 23 10:51:08.678034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1f59d0ee-b990-4d90-983a-ad3444d19482 req-74b22620-6621-47a6-9de4-b359a3c592c7 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Nov 23 10:51:09.032471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-9f0082e4-9a1d-4d1f-947c-5b478b4d86a4 req-148ac033-8023-4d73-9f63-038443212838 tempest-ServerDiskConfigTestJSON-766051691 tempest-ServerDiskConfigTestJSON-766051691-project] (110023) timed out ('10.222.0.11', 65375) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:51:09.243517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e3271-c21e-4beb-a695-f55c6c2d56e9 req-5d026854-d554-4ed7-9ad8-734fe1c42ad0 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:09.245001 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e00e3271-c21e-4beb-a695-f55c6c2d56e9 req-5d026854-d554-4ed7-9ad8-734fe1c42ad0 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 944 time: 0.0519269 Nov 23 10:51:09.299187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e00e3271-c21e-4beb-a695-f55c6c2d56e9 req-baefb6ff-1271-4880-9d64-dc924c3c3853 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453682 Nov 23 10:51:10.417748 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7952-dabf-40ec-866c-5c368016ae74 req-e62da5fa-f4c6-4470-b93b-28255ecaf0cd tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:10.419289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-687d7952-dabf-40ec-866c-5c368016ae74 req-e62da5fa-f4c6-4470-b93b-28255ecaf0cd tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 944 time: 0.0522754 Nov 23 10:51:10.469518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-687d7952-dabf-40ec-866c-5c368016ae74 req-7199f9d1-5228-4c49-a9e9-820dbd87e006 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Nov 23 10:51:11.600921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34d6e-ed2a-47ff-b10c-771faff2411d req-5a6ad978-b5ea-40fb-83c8-4a26aff35725 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:11.602460 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7d34d6e-ed2a-47ff-b10c-771faff2411d req-5a6ad978-b5ea-40fb-83c8-4a26aff35725 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 944 time: 0.0543389 Nov 23 10:51:11.651385 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7d34d6e-ed2a-47ff-b10c-771faff2411d req-59ef7ce7-18e2-42e7-b416-0d8dc2f685f0 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Nov 23 10:51:12.222342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:51:12.333506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:12.348838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'port_id': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'mac_address': 'fa:16:3e:5c:5f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:51:12.388516 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.402363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:51:12.421372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:12.427172 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.473953 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:12.481288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.481632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.482000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.482334 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.482664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.482988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.483308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.483635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.483948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.484265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.484581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.484900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:12.753374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:51:12.774321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f8ae-5d6f-4015-8d3b-69f7b05c4c21 req-e0fcef41-ff5d-4ea0-a67a-6e28c8a2cc6a tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:12.775799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab7f8ae-5d6f-4015-8d3b-69f7b05c4c21 req-e0fcef41-ff5d-4ea0-a67a-6e28c8a2cc6a tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Nov 23 10:51:12.829913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5ab7f8ae-5d6f-4015-8d3b-69f7b05c4c21 req-627dfd32-2c95-4c3c-b0e3-b1abd4038286 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Nov 23 10:51:13.961591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86318-5d30-4e56-b96a-044625d27876 req-a9d85af2-7baa-42c5-9186-84d374d00984 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:13.963115 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcd86318-5d30-4e56-b96a-044625d27876 req-a9d85af2-7baa-42c5-9186-84d374d00984 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Nov 23 10:51:14.018595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dcd86318-5d30-4e56-b96a-044625d27876 req-3548f155-4e77-48e9-aed0-1cbe18f2b4e1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Nov 23 10:51:14.238501 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:14.297571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:51:14.303809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:14.304375 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.391358 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.415600 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:14.417883 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f746108d-cf5a-46ed-860e-353f90613808" -d '{"events": [{"server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "name": "network-vif-plugged", "status": "completed", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:14.432044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:14.437188 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.464214 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4c151-d422-4a75-8b75-c146507d39d6 x-openstack-request-id: req-e4f4c151-d422-4a75-8b75-c146507d39d6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:14.464516 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "name": "network-vif-plugged", "status": "completed", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:14.464764 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4f4c151-d422-4a75-8b75-c146507d39d6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:14.465161 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'code': 200} Nov 23 10:51:14.490836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:14.562767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd118-5c77-44d2-a10d-7659ea103f19 req-50c0412d-0153-4c38-a623-3f2ce31c5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:14.564245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9fdd118-5c77-44d2-a10d-7659ea103f19 req-50c0412d-0153-4c38-a623-3f2ce31c5a06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1097 time: 0.0416126 Nov 23 10:51:14.609263 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c9fdd118-5c77-44d2-a10d-7659ea103f19 req-d8357025-db65-499c-92ae-1337800bdc48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Nov 23 10:51:15.156274 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8061d8-1822-451b-9dcf-a04f58bdd320 req-35f80de8-6c0f-4085-8659-c2929275352b tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:15.157752 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e8061d8-1822-451b-9dcf-a04f58bdd320 req-35f80de8-6c0f-4085-8659-c2929275352b tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0556302 Nov 23 10:51:15.207812 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e8061d8-1822-451b-9dcf-a04f58bdd320 req-ada2d7b6-0dd1-47b4-9171-58453eab1f11 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Nov 23 10:51:16.291616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.329072 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494b5cc-54f1-4cfd-8e60-5c4155b7b8c5 req-65e0c68f-a55d-47b5-8528-020bf92cde4c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.330591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7494b5cc-54f1-4cfd-8e60-5c4155b7b8c5 req-65e0c68f-a55d-47b5-8528-020bf92cde4c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0513167 Nov 23 10:51:16.379504 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7494b5cc-54f1-4cfd-8e60-5c4155b7b8c5 req-3bcb1ef1-47cd-4dc5-b914-0a06d086b0a9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 23 10:51:16.501819 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4d1e0-665b-405f-98c9-403afbae16c3 req-f52311af-a469-445c-9f0e-174cd7ea1cec tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.503352 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76a4d1e0-665b-405f-98c9-403afbae16c3 req-f52311af-a469-445c-9f0e-174cd7ea1cec tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0533006 Nov 23 10:51:16.553342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-76a4d1e0-665b-405f-98c9-403afbae16c3 req-b9fd4efc-8440-4d90-8e41-d9d9b6842ce3 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Nov 23 10:51:16.755563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb345f89-b2a6-4318-a75e-886265c09663 req-48d8bb3e-bb78-4db7-a726-8a54503696d0 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.756937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb345f89-b2a6-4318-a75e-886265c09663 req-48d8bb3e-bb78-4db7-a726-8a54503696d0 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0548031 Nov 23 10:51:16.820653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb345f89-b2a6-4318-a75e-886265c09663 req-fa0e5d24-7e25-4d31-a661-6b1c6703b15c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Nov 23 10:51:17.951324 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-48e4e64d-5686-4b4c-bb45-7a022a60c975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.421220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-be9fb8fd-cfba-4cba-b8c4-5a6b1ead93e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.727533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.504483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.869765 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.620654 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.461285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226efd5e-151c-421e-9d0d-04f8c353a2b7 req-7cb930fd-8101-466a-8b9a-b2b88600fba8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:29.462721 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-226efd5e-151c-421e-9d0d-04f8c353a2b7 req-7cb930fd-8101-466a-8b9a-b2b88600fba8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0564201 Nov 23 10:51:29.515507 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-226efd5e-151c-421e-9d0d-04f8c353a2b7 req-a3c2da15-96bf-4d9b-9300-9fd593903129 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Nov 23 10:51:29.538162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56908) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:29.696005 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb282f45-09e0-4f40-96ba-80ffeaee7611 tempest-TestMinimumBasicScenario-122500211 tempest-TestMinimumBasicScenario-122500211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:29.697669 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb282f45-09e0-4f40-96ba-80ffeaee7611 tempest-TestMinimumBasicScenario-122500211 tempest-TestMinimumBasicScenario-122500211-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1092 time: 0.1584554 Nov 23 10:51:29.701164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56912) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:29.705668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:29.730696 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.830252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.947649 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Allocated IP 172.25.1.148 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/363ff128-93ee-47ec-a650-51198deeec98) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:30.071581 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.111134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.154912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:30.157804 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:30.161266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:30.166897 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'Port': ['ID=363ff128-93ee-47ec-a650-51198deeec98,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:30.537530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.609218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.764495 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.771434 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.839260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'Port': ['ID=363ff128-93ee-47ec-a650-51198deeec98,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:30.847834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.948189 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Floating IP 7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3 associated. External IP: 172.25.1.148, port: ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11. Nov 23 10:51:31.152970 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Router 202e54d6-4233-46fd-8572-1fc443208e9f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:51:31.263819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:51:31.273609 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Sync routers for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:51:31.284169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.284359 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:31.284821 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:31.312574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7dceb74b-6015-4b7d-8c26-1fcd6c0cf1db tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6103127 Nov 23 10:51:31.313189 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:31.315556 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c96309-32c4-48a5-9382-a63a6b63305b" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:31.315723 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56914) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.320847 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710732798', 'description': 'tempest-secgroup-smoke-710732798 description', 'project_id': 'e0111f4f46fd4902bb94086605474d06'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.344309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.354923 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a0c7f-b241-4443-a741-95f0b0163b57 x-openstack-request-id: req-749a0c7f-b241-4443-a741-95f0b0163b57 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:31.355222 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:31.355483 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-749a0c7f-b241-4443-a741-95f0b0163b57 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:31.355892 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:51:31.397320 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:31.417003 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.421585 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.422401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96309-32c4-48a5-9382-a63a6b63305b req-e1c2e440-993e-4307-b0e1-f1de500bfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:31.424102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-e1c2e440-993e-4307-b0e1-f1de500bfc10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1097 time: 0.0442688 Nov 23 10:51:31.446774 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.450800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1313069 Nov 23 10:51:31.451598 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56918) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.456013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.462231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d58f42-cef6-4f81-90a8-e44d9d305bab,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.470042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.470635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.470754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.471056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.471389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.472161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.472161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.472402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.472673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.472988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.473610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.473610 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650309-e3b1-4db2-b5de-5b603bd36fb8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:31.531704 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.565360 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96309-32c4-48a5-9382-a63a6b63305b req-83b73b06-1e77-4751-b56d-dbd283695b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:31.566879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-83b73b06-1e77-4751-b56d-dbd283695b9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.1353061 Nov 23 10:51:31.628056 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.632403 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'port_id': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'mac_address': 'fa:16:3e:5c:5f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:30Z', 'updated_at': '2021-11-23T10:51:30Z', 'revision_number': 0, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:31.633366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.662058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-5db4a635-8f36-485f-bd11-ce31380ed5a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1000 time: 0.0847096 Nov 23 10:51:31.663617 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187647bf-5b74-4a26-9c54-76f4cd66b569,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.663963 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Checking router: 202e54d6-4233-46fd-8572-1fc443208e9f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:51:31.673651 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:31.674288 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:51:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:31.680787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.684646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6042c232-499c-497d-ba4b-462ea2d31a0d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296889 Nov 23 10:51:31.685161 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56920) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.691379 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.723729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96309-32c4-48a5-9382-a63a6b63305b req-4a9142a4-d58e-4bd3-865b-91c4c7fdc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:31.725137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.725284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-4a9142a4-d58e-4bd3-865b-91c4c7fdc534 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0557501 Nov 23 10:51:31.774919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96309-32c4-48a5-9382-a63a6b63305b req-43441301-ab42-4e97-a971-3e1d62a670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:31.776461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-43441301-ab42-4e97-a971-3e1d62a670c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435770 Nov 23 10:51:31.777627 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.782135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.788710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-6f4f6556-d22d-4a91-b69a-a1ef09225bfd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:51:31.790505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-6f4f6556-d22d-4a91-b69a-a1ef09225bfd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062871 Nov 23 10:51:31.804650 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496222f3-2ea1-42d6-9b96-2a49cfbc0e7f,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.813946 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.815429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5bdc094a-8f26-4487-ac1b-7fa21010ab0f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290636 Nov 23 10:51:31.818386 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56922) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.823333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.851241 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.885015 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:31.892266 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-e41d41ba-4a59-4e15-8328-dcfefc98ead4 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942450 Nov 23 10:51:31.914715 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.920699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.939914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3445c860-014e-4309-859a-b9a612321e39,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.950372 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.954337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1f85487d-b06c-4d78-98e8-741648dc2b41 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320686 Nov 23 10:51:31.954684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 56924) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.960081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.994592 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.998516 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-87c96309-32c4-48a5-9382-a63a6b63305b req-590a24ca-cbcb-4738-98ba-753f877c0bae service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981765 Nov 23 10:51:32.056020 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.060075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.079884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f059b9-a22b-4669-8913-093009719ca8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.087239 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.088541 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8b03613f-c728-4fac-bb38-341af3915787 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327980 Nov 23 10:51:32.091560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56926) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:32.096719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:32.119237 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Project e0111f4f46fd4902bb94086605474d06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:51:32.124038 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'port_id': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'mac_address': 'fa:16:3e:5c:5f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:30Z', 'updated_at': '2021-11-23T10:51:30Z', 'revision_number': 0, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:32.124493 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.154010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d62-aac1-4eb3-a43f-5eed71865831 None None] The sync data for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 is: [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'port_id': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'mac_address': 'fa:16:3e:5c:5f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:30Z', 'updated_at': '2021-11-23T10:51:30Z', 'revision_number': 0, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:51:32.185540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.190009 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.211240 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a288b6-115a-4fb4-b82a-5339209b5c83,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.216965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.218364 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb0b7e06-a0a1-4b94-801b-7d5acca249e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256142 Nov 23 10:51:32.230806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 56928) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:32.235626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'security_group_rule': {'security_group_id': '82d58f42-cef6-4f81-90a8-e44d9d305bab', 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:32.260150 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Project e0111f4f46fd4902bb94086605474d06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:51:32.265252 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.332000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.336472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.356371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a345c97-fd75-4030-86c7-cdd49bef0c88,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.362593 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.366940 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9b466254-4eb7-4814-926a-505db3e45798 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344619 Nov 23 10:51:32.372678 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f6637-066b-4493-b871-246f88d06260 None None] New status for floating IP 7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:51:32.456787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-c91daa96-6871-43cd-8a11-76a27281f1a8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710732798&fields=id&tenant_id=e0111f4f46fd4902bb94086605474d06 HTTP/1.1" status: 200 len: 267 time: 0.0445032 Nov 23 10:51:32.514275 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b8056718-4ad1-44bf-8cb0-5caa65bffe6c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:32.515961 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b8056718-4ad1-44bf-8cb0-5caa65bffe6c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0530491 Nov 23 10:51:32.527862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'port': {'security_groups': ['688c1561-703d-4f03-ae1c-216b9cfd6cf7', '82d58f42-cef6-4f81-90a8-e44d9d305bab']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:32.594115 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.783560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:32.814369 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.821159 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.833296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:51:32.864585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:32.865267 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.866872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9d504f7-ed2e-40ae-9d76-1c88a454ea3c req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "PUT /v2.0/ports/ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 982 time: 0.3439441 Nov 23 10:51:32.867334 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:32.869861 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16df9f-c5c1-4fa0-874e-7196e57bb89c" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:32.900075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1ed67-56a3-4815-8c40-cd09fcad89c2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.931836 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add10c41-2309-4a66-9d14-4af4bbe1f179 x-openstack-request-id: req-add10c41-2309-4a66-9d14-4af4bbe1f179 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:32.932358 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:32.932695 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-add10c41-2309-4a66-9d14-4af4bbe1f179 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:32.933172 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:51:32.935547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:51:33.035259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d16fa-4630-449e-996e-e9b23192db5c req-83fbdac7-9c4b-41e3-85a8-35e43fc058d8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:33.037570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a99d16fa-4630-449e-996e-e9b23192db5c req-83fbdac7-9c4b-41e3-85a8-35e43fc058d8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0894570 Nov 23 10:51:33.041009 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-cd65b695-acf1-4a4e-a73c-931b5a152566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:33.042764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-cd65b695-acf1-4a4e-a73c-931b5a152566 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1136 time: 0.0669441 Nov 23 10:51:33.190304 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a20546d4-c97f-443f-9139-79839fcc7e65 None None] Provisioning complete for port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:33.190563 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a20546d4-c97f-443f-9139-79839fcc7e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.502126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a99d16fa-4630-449e-996e-e9b23192db5c req-ae00766a-ab8f-49ca-940b-4e04a9e20ce7 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4560444 Nov 23 10:51:33.521957 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-b80bffdc-fe0f-4418-9107-527db45536ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:33.523685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-b80bffdc-fe0f-4418-9107-527db45536ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.4704266 Nov 23 10:51:33.592820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-e382640c-0312-41b0-ae89-3ed55a9fa8b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1002 time: 0.0617111 Nov 23 10:51:33.643319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-9c61b8eb-a4c8-4e11-8ad2-f53ab4720c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:33.644766 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-9c61b8eb-a4c8-4e11-8ad2-f53ab4720c06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0442913 Nov 23 10:51:33.691799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-7e7f3fe7-17e2-4505-b3ea-58271c116b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:33.693172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-7e7f3fe7-17e2-4505-b3ea-58271c116b9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399861 Nov 23 10:51:33.791083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-812e7cbe-22d1-49ce-be31-21d888dc9757 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891235 Nov 23 10:51:33.883475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-da16df9f-c5c1-4fa0-874e-7196e57bb89c req-b43c98bb-670c-4554-b2d5-7f29d384cc16 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Nov 23 10:51:45.321328 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:51:46.306219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.949579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-19f9b19b-92c9-4072-be9f-7d28b800eb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.001090 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-6a3ad965-c850-447a-b849-2d942d2535aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482168 Nov 23 10:51:49.088364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-9aacf9c4-f17b-4917-aeb0-2a4121dfc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.089854 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-9aacf9c4-f17b-4917-aeb0-2a4121dfc62c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1136 time: 0.0420299 Nov 23 10:51:49.196723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-e604b92d-3db2-4c3e-b728-14aeaf29c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.198237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-e604b92d-3db2-4c3e-b728-14aeaf29c447 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0849619 Nov 23 10:51:49.274198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-4804258c-0211-412f-b80a-89583c312348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1002 time: 0.0679796 Nov 23 10:51:49.324415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-f9bca8ab-b671-44f4-8d46-7f4928de149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.325818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-f9bca8ab-b671-44f4-8d46-7f4928de149d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0451391 Nov 23 10:51:49.373041 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-df7d31d5-959f-4d7f-9e48-0705fc26e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.374541 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-df7d31d5-959f-4d7f-9e48-0705fc26e214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419152 Nov 23 10:51:49.467916 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-f76b9a26-9c06-4259-8e4d-d0d9ec0aaac0 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865116 Nov 23 10:51:49.558340 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b31d829-1537-4e9b-8e7f-bcc394315c1b req-1d574e0e-8668-4ecc-93ca-e988351080ea service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Nov 23 10:51:50.418469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c03b830-e606-4f34-8bb4-136fc77bb9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.739325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.510287 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.874087 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.636624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.324956 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.948816 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-150a0280-a291-4ebf-9cfa-af25cdc8492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.415989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b8ad19e6-006d-4b86-8077-16f910ee5b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.731179 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.520203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.326252 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:52:22.881615 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.643002 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.462594 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5893a04-ee98-404f-8517-6dc5614eba8b req-b55f36ad-c3e5-4351-8a9e-b5d511252b48 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.464951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5893a04-ee98-404f-8517-6dc5614eba8b req-b55f36ad-c3e5-4351-8a9e-b5d511252b48 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0588772 Nov 23 10:52:31.555242 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a5893a04-ee98-404f-8517-6dc5614eba8b req-8483acce-8327-47ff-abb4-edf218c5525c tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849268 Nov 23 10:52:31.558217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-95160ac3-c2e4-442d-9b7b-5e68b1999b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.559467 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-95160ac3-c2e4-442d-9b7b-5e68b1999b54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1136 time: 0.1443856 Nov 23 10:52:31.660780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-a84540cc-2c4a-4e5a-bcd0-0236f14bcab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.662279 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-a84540cc-2c4a-4e5a-bcd0-0236f14bcab3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0950365 Nov 23 10:52:31.727945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-2f2d45d5-39a7-4cf4-947b-bfc50d6194b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1002 time: 0.0573578 Nov 23 10:52:31.779744 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-a2bacf5a-f0ce-4692-9316-692c8bc533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.781193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-a2bacf5a-f0ce-4692-9316-692c8bc533c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0458887 Nov 23 10:52:31.832922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-1c98118c-6650-495e-9430-1343fa139a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.834491 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-1c98118c-6650-495e-9430-1343fa139a49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456305 Nov 23 10:52:31.928289 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-70e6cc3e-adcc-4ab6-98ab-cdb00edc2007 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849752 Nov 23 10:52:32.024037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0a6886c6-4002-44f5-acca-e536c5026d97 req-85bc73e8-a078-44ce-9ef1-66725189261f service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Nov 23 10:52:32.705823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a6d3c-774a-4aab-86d8-4cad6cfbd4b1 req-eebfd2c1-928b-40d0-93aa-66937f058826 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:32.707386 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a50a6d3c-774a-4aab-86d8-4cad6cfbd4b1 req-eebfd2c1-928b-40d0-93aa-66937f058826 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0653303 Nov 23 10:52:32.774973 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a50a6d3c-774a-4aab-86d8-4cad6cfbd4b1 req-396eb019-5d55-4852-91d1-c7929b58a8fa tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587919 Nov 23 10:52:33.908551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b4281-a664-41f5-94ba-f820e48e6728 req-479f3979-d47c-4139-9b2c-a2fba8197972 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:33.910101 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f18b4281-a664-41f5-94ba-f820e48e6728 req-479f3979-d47c-4139-9b2c-a2fba8197972 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0530591 Nov 23 10:52:33.979966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f18b4281-a664-41f5-94ba-f820e48e6728 req-aa767477-753c-4cd3-9586-3f448998e020 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609901 Nov 23 10:52:35.111883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968113cf-3c1e-43ae-9407-e08c2c5b4c52 req-b65f3024-a0db-4c4a-b4de-e7cdced79d22 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.113368 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-968113cf-3c1e-43ae-9407-e08c2c5b4c52 req-b65f3024-a0db-4c4a-b4de-e7cdced79d22 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0500250 Nov 23 10:52:35.175014 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-968113cf-3c1e-43ae-9407-e08c2c5b4c52 req-b01b1f9f-470f-4894-b774-3189824f2220 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554733 Nov 23 10:52:36.302521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214ac85-a8c8-45a5-8ea9-038093e46e78 req-9faa9d7c-ad2d-4f97-a8bb-9911aefae2e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:36.305473 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2214ac85-a8c8-45a5-8ea9-038093e46e78 req-9faa9d7c-ad2d-4f97-a8bb-9911aefae2e9 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0524046 Nov 23 10:52:36.377587 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2214ac85-a8c8-45a5-8ea9-038093e46e78 req-be14c136-af3e-497b-91ad-394fee5b06d2 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644498 Nov 23 10:52:37.509314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fe798-9e2a-41d9-ab40-6c5f1d8f80bb req-1f496d1c-17f7-412f-a50b-a4118f24d4a3 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:37.510735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d28fe798-9e2a-41d9-ab40-6c5f1d8f80bb req-1f496d1c-17f7-412f-a50b-a4118f24d4a3 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0559447 Nov 23 10:52:37.578280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d28fe798-9e2a-41d9-ab40-6c5f1d8f80bb req-43ae9769-1023-4227-8043-9abf287ed868 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582952 Nov 23 10:52:38.715233 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac98d-7497-4506-901b-cc2ceed57ea7 req-d8be63f1-2bcd-4712-8062-7c7841f741e6 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.717165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbdac98d-7497-4506-901b-cc2ceed57ea7 req-d8be63f1-2bcd-4712-8062-7c7841f741e6 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0583227 Nov 23 10:52:38.785573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bbdac98d-7497-4506-901b-cc2ceed57ea7 req-01156e0d-2d7c-488b-a548-4418ad233eb6 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614274 Nov 23 10:52:39.907506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98b471-6fa3-4fa5-9b8b-66a6438a168c req-081578de-dff2-4077-87ab-be9d78be0622 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:39.909075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a98b471-6fa3-4fa5-9b8b-66a6438a168c req-081578de-dff2-4077-87ab-be9d78be0622 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0539534 Nov 23 10:52:39.974572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0a98b471-6fa3-4fa5-9b8b-66a6438a168c req-cb6ba02c-4589-489e-8b50-8122bd1f49e8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565093 Nov 23 10:52:41.112120 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9568-bd2d-4aea-bca0-2c7a85e02271 req-800eaf01-9168-4b82-b4c7-07fdf428dd46 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.113606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-444b9568-bd2d-4aea-bca0-2c7a85e02271 req-800eaf01-9168-4b82-b4c7-07fdf428dd46 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0564673 Nov 23 10:52:41.175946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-444b9568-bd2d-4aea-bca0-2c7a85e02271 req-9aab0d29-6554-4227-8c1f-f4e02696cfdb tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559762 Nov 23 10:52:42.299854 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334d04-b286-4c44-97ee-df8d9b5d06b8 req-70e269a4-ee3b-4094-bfec-a169d3ca837f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.301323 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d334d04-b286-4c44-97ee-df8d9b5d06b8 req-70e269a4-ee3b-4094-bfec-a169d3ca837f tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0525351 Nov 23 10:52:42.364823 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3d334d04-b286-4c44-97ee-df8d9b5d06b8 req-f5cb8c88-8609-45c8-bb1c-b8357509d53e tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572476 Nov 23 10:52:43.494923 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfae0a1-97af-4b5e-981e-5e724be0586a req-d105d0fe-7cfe-4e04-a5c8-38dbb8e130d8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.496404 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ebfae0a1-97af-4b5e-981e-5e724be0586a req-d105d0fe-7cfe-4e04-a5c8-38dbb8e130d8 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0590763 Nov 23 10:52:43.557941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ebfae0a1-97af-4b5e-981e-5e724be0586a req-ceb48747-5922-4a13-891f-d9d9ee1bf208 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&id=82d58f42-cef6-4f81-90a8-e44d9d305bab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553689 Nov 23 10:52:46.323260 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.944345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c33be6ae-367d-4d4e-9b63-9373903086ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.993868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-98c7daee-493c-4819-837e-eab838171b8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532918 Nov 23 10:52:49.089808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-045d11b0-9bd9-4db2-b11f-d074a8babe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.091368 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-045d11b0-9bd9-4db2-b11f-d074a8babe21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1136 time: 0.0507267 Nov 23 10:52:49.203150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-2db7783b-c85b-4825-907e-21e45286b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.204675 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-2db7783b-c85b-4825-907e-21e45286b249 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0932360 Nov 23 10:52:49.269862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-5bf8dba9-b0cc-4dbd-a992-74a696681700 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1002 time: 0.0583107 Nov 23 10:52:49.325458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-d02f2779-6607-4f57-8ab3-b945387d484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.327658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-d02f2779-6607-4f57-8ab3-b945387d484e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0505078 Nov 23 10:52:49.376830 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-f43be736-e1c7-4584-b6bb-7c336b90a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.378457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-f43be736-e1c7-4584-b6bb-7c336b90a4b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436637 Nov 23 10:52:49.471518 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-6f2f99c8-458b-43b5-8cb2-8631cd071626 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842130 Nov 23 10:52:49.570710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-71ad3264-4f4f-430b-9ac9-2e147e6f1d5a req-962276a7-0a05-4c34-af7e-c668161c7e77 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914690 Nov 23 10:52:50.413479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56648a78-303d-437f-abaf-6753200f8e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.721793 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.520849 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.880217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.644326 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.327985 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:53:16.338250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.950797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6ea4-4852-4293-b781-dd80ff0412ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.412998 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab2f3f65-6bad-4685-a56c-2f636100583d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.742360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.528794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.885675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.641066 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.333377 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:53:46.333488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.041404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-95427ef9-8731-4a08-95d8-dd406fe43af1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710732798&fields=id&tenant_id=e0111f4f46fd4902bb94086605474d06 HTTP/1.1" status: 200 len: 267 time: 0.0508263 Nov 23 10:53:47.101201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-ef5a9b9a-6c46-40c2-aa73-7b9c1b168960 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.102693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-ef5a9b9a-6c46-40c2-aa73-7b9c1b168960 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 985 time: 0.0511301 Nov 23 10:53:47.113809 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Request body: {'port': {'security_groups': ['688c1561-703d-4f03-ae1c-216b9cfd6cf7']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:47.184052 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.371849 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:47.405060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.413579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.425269 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:47.457512 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.458174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.459681 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-574073e9-0144-43a8-8a0f-d8e04cacd7b3 req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "PUT /v2.0/ports/ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 943 time: 0.3504121 Nov 23 10:53:47.460227 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:47.462668 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:47.466476 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57020) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:47.507328 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event updated for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:47.515853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.516218 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.516564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.516905 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.517243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.517582 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.517934 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.518264 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.518593 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.518919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.519245 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.519567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c9125-c0b6-48e3-b67e-1d355f308d18 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.564100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.570715 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:47.598058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.666407 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaebe49-63b8-4110-862d-7aa39e19c790 x-openstack-request-id: req-feaebe49-63b8-4110-862d-7aa39e19c790 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:47.666703 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:47.667188 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feaebe49-63b8-4110-862d-7aa39e19c790 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:47.667796 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:53:47.700148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.703288 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.704727 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "DELETE /v2.0/security-groups/82d58f42-cef6-4f81-90a8-e44d9d305bab HTTP/1.1" status: 204 len: 168 time: 0.2372222 Nov 23 10:53:47.707928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57026) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:47.728867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d58f42-cef6-4f81-90a8-e44d9d305bab,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:47.729085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6f99cc1c-ba3a-456d-a82c-1d11152c0d88 None None] Provisioning complete for port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:47.729318 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f99cc1c-ba3a-456d-a82c-1d11152c0d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.740733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.741529 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.741994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.742426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.742863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.743289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.743708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.744148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.744567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.744968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.745509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.746049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821e5af-2a9a-42b8-8997-0dba60d46b72 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:47.761033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-74a0feee-d941-4c97-bdb1-c735e56ebab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.762890 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-74a0feee-d941-4c97-bdb1-c735e56ebab8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1097 time: 0.0723484 Nov 23 10:53:47.860116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-6ab33531-7466-43a7-aa99-4c9ea02a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.861746 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-6ab33531-7466-43a7-aa99-4c9ea02a50f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0917697 Nov 23 10:53:47.875904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Deleting port 363ff128-93ee-47ec-a650-51198deeec98 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:47.876182 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.931738 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-a731d076-c916-40c4-ab88-a2343cbc945c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 1002 time: 0.0624952 Nov 23 10:53:47.935267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c31daf9-9195-4522-b475-f79b72217de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.959299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.959649 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.972177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Calling delete_port for 363ff128-93ee-47ec-a650-51198deeec98 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:47.983387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-33a49fee-3fe2-461a-a788-bc28176ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.985207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-33a49fee-3fe2-461a-a788-bc28176ff72a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0456831 Nov 23 10:53:48.032891 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-44cefd14-b020-4358-970e-1ac44be0a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:48.034444 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-44cefd14-b020-4358-970e-1ac44be0a906 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420010 Nov 23 10:53:48.122817 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.130769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-12767328-ff49-4c18-8be4-dbba5d981879 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888209 Nov 23 10:53:48.151795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event deleted for resources: {'Port': ['ID=363ff128-93ee-47ec-a650-51198deeec98,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.211789 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.212148 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Floating IP 7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3 disassociated (deleted). External IP: 172.25.1.148, port: ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11. Nov 23 10:53:48.225820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb68485c-6b01-4119-91f2-fdb3c7d98cbe req-7a668a1d-a5c0-4a19-b271-157ab3042158 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Nov 23 10:53:48.419415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Router 202e54d6-4233-46fd-8572-1fc443208e9f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:48.526134 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:48.530933 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.538416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Sync routers for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:48.549048 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:48.549671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.560039 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-74c2c111-741e-4a06-ba12-ea0c85609308 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "DELETE /v2.0/floatingips/7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3 HTTP/1.1" status: 204 len: 168 time: 0.8507071 Nov 23 10:53:48.659082 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:48.868557 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.897871 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Checking router: 202e54d6-4233-46fd-8572-1fc443208e9f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:48.907940 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:48.908536 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.977811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-1b07cc32-5b36-4637-8685-fc944b725fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492165 Nov 23 10:53:49.014515 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:49.065267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-6e6bf5bb-994e-4f5a-a88b-077ba6068a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.066804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-6e6bf5bb-994e-4f5a-a88b-077ba6068a31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1097 time: 0.0420935 Nov 23 10:53:49.179220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-f9781723-9986-483e-a3bc-0d1032b4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.181050 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-f9781723-9986-483e-a3bc-0d1032b4b1c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.0934033 Nov 23 10:53:49.227593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-9a679d1f-1ecb-4530-9a0a-83b11d9b88e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 217 time: 0.0389056 Nov 23 10:53:49.280003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-b00634a2-5da3-4e04-b3ab-a2439ffea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.281684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-b00634a2-5da3-4e04-b3ab-a2439ffea26e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0468721 Nov 23 10:53:49.309048 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:49.334185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-da7f7f8d-990a-4a24-a0b7-85870f473458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.335863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-da7f7f8d-990a-4a24-a0b7-85870f473458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467374 Nov 23 10:53:49.341828 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b545a-e10a-4083-9fae-13575801d189 None None] The sync data for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 is: [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de5f2e3e-602a-4539-844f-1fc08040bc32', 'name': '', 'network_id': '20eb5901-30fc-44b6-a078-51574eaade73', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'mac_address': 'fa:16:3e:d5:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '5912fa48-595a-4620-9c20-17faab81b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'subnets': [{'id': '5912fa48-595a-4620-9c20-17faab81b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:49.446347 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-cfdb7038-d5cf-40a8-9522-0305dece9cae service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030846 Nov 23 10:53:49.547471 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2e5b85a-639a-4d50-93f5-28df72da9b0f req-4c50d189-ac58-41f0-9618-afd534927e43 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945668 Nov 23 10:53:49.598991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe00013-36a3-4fb5-8516-2a0c4c6cfcb3 None None] New status for floating IP 7d6dd40c-1ddb-44c8-ba5b-3f501fbe6ba3: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:53:49.669186 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:49.671900 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:49.713778 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1cb7ea-251a-470d-a5e9-21c03df2c9db x-openstack-request-id: req-0f1cb7ea-251a-470d-a5e9-21c03df2c9db {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:49.714132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:49.714458 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f1cb7ea-251a-470d-a5e9-21c03df2c9db {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:49.714924 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:53:49.779515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-417d742d-7693-40f6-aceb-487418457180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.781167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-417d742d-7693-40f6-aceb-487418457180 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0111f4f46fd4902bb94086605474d06&device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 1097 time: 0.0434892 Nov 23 10:53:49.901849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-11d4bcaf-5544-475d-a42b-edb888473cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.903514 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-11d4bcaf-5544-475d-a42b-edb888473cfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 200 len: 915 time: 0.1134040 Nov 23 10:53:49.950451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-e17b2ca4-b1b0-4611-97ee-3a62b95b45be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 200 len: 217 time: 0.0392725 Nov 23 10:53:50.001377 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-7d94cbf0-8eee-4034-a551-5b96c130c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.003637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-7d94cbf0-8eee-4034-a551-5b96c130c680 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 200 len: 853 time: 0.0457449 Nov 23 10:53:50.051657 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-f235d7ff-157f-4464-8cef-0203d6c9a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.053102 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-f235d7ff-157f-4464-8cef-0203d6c9a0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20eb5901-30fc-44b6-a078-51574eaade73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418329 Nov 23 10:53:50.153808 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-2a4a8513-7905-4a8b-ae2a-03c89f7a46d4 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909111 Nov 23 10:53:50.247522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d76e9dc3-1e1c-4662-8b86-cd4de3a05ba4 req-684d1159-1bb8-4ecc-9b9b-cdea1b886710 service neutron] 10.222.0.11 "GET /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846229 Nov 23 10:53:50.412390 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85f22e29-e04c-47fd-bea8-5aacf0dc8e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.757612 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.524330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.885944 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.648298 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.601511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e775e-c27b-4252-bce4-0881db9d2b0d req-416a8dc7-822f-41ba-8f0f-fbcc12974af1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:57.603189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-032e775e-c27b-4252-bce4-0881db9d2b0d req-416a8dc7-822f-41ba-8f0f-fbcc12974af1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Nov 23 10:53:57.655425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-032e775e-c27b-4252-bce4-0881db9d2b0d req-97a5c268-3be9-42e8-90e9-a5d00b5d32c6 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Nov 23 10:53:58.796805 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add6db-94b0-485a-b2e9-d91ff8138132 req-9066a50d-b4d1-4813-b4c5-f5bae480244d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.798484 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1add6db-94b0-485a-b2e9-d91ff8138132 req-9066a50d-b4d1-4813-b4c5-f5bae480244d tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0590751 Nov 23 10:53:58.848480 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1add6db-94b0-485a-b2e9-d91ff8138132 req-1e5b53d6-5fa5-4515-a0be-5aaf8acf2bdc tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/security-groups?id=688c1561-703d-4f03-ae1c-216b9cfd6cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Nov 23 10:53:59.469456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-95b02fe8-012e-45ed-a811-80d493c5c238 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:59.470835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-95b02fe8-012e-45ed-a811-80d493c5c238 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.11 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 946 time: 0.0578761 Nov 23 10:53:59.575012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Deleting port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:59.575336 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.679138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] For port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:59.679675 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.692682 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Calling delete_port for ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:59.827769 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.839865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:59.856843 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Pushing event deleted for resources: {'Port': ['ID=ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:59.904604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] No DVR routers for this DVR port ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:59.907734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.911373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7dd14a47-bd1d-44e8-bbe4-f1bfdf12bb4c req-5140a7f1-c1e6-4f77-9d60-b44b032ae7a1 tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.11 "DELETE /v2.0/ports/ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 HTTP/1.1" status: 204 len: 173 time: 0.4343951 Nov 23 10:53:59.911857 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'name': 'network-vif-deleted', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:59.914567 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3924a8d-98ca-4028-ad65-8f780465c46f" -d '{"events": [{"server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "name": "network-vif-deleted", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:59.965330 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bccc1d3f-9ed8-46e1-890e-5dc103fa036d req-0d7c8ef4-5262-493c-bc74-f62a7fbc1eca tempest-TestMinimumBasicScenario-2130269927 tempest-TestMinimumBasicScenario-2130269927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d5737d-43d1-4b4d-9dfa-a9b640b12f64 HTTP/1.1" status: 200 len: 210 time: 0.0437124 Nov 23 10:54:00.020028 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d202f70e-feee-48d2-913a-c473f86d5663 x-openstack-request-id: req-d202f70e-feee-48d2-913a-c473f86d5663 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:00.020331 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d5737d-43d1-4b4d-9dfa-a9b640b12f64", "name": "network-vif-deleted", "tag": "ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:00.020582 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d202f70e-feee-48d2-913a-c473f86d5663 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:00.020990 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d5737d-43d1-4b4d-9dfa-a9b640b12f64', 'name': 'network-vif-deleted', 'tag': 'ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11', 'status': 'completed', 'code': 200} Nov 23 10:54:01.584611 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57132) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.937749 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.184845 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Deleting port de5f2e3e-602a-4539-844f-1fc08040bc32 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:02.185163 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.262068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] For port de5f2e3e-602a-4539-844f-1fc08040bc32, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de5f2e3e-602a-4539-844f-1fc08040bc32,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:02.262430 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.279181 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Calling delete_port for de5f2e3e-602a-4539-844f-1fc08040bc32 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:02.459913 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.484782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5f2e3e-602a-4539-844f-1fc08040bc32,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:02.651051 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.106962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:03.127590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:03.127930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device ffc846b4-ffcc-4fa6-8d5f-9a0c7a6ccc11 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:03.216942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Router 202e54d6-4233-46fd-8572-1fc443208e9f has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:03.324790 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:03.331052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-14ee3929-33ad-410f-a093-24bb59857f76 admin admin] 10.222.0.62 "PUT /v2.0/routers/202e54d6-4233-46fd-8572-1fc443208e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452812 Nov 23 10:54:03.333009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57134) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:03.334763 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Sync routers for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:03.346322 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:03.346942 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.439734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.450438 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:03.543395 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.600591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Deleting port a7260fef-3b73-4222-8472-bdd6431bff59 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:03.600942 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.635070 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:54:02Z', 'revision_number': 5, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port': {'id': 'a7260fef-3b73-4222-8472-bdd6431bff59', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.660541 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Checking router: 202e54d6-4233-46fd-8572-1fc443208e9f for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:03.669486 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Routers {'202e54d6-4233-46fd-8572-1fc443208e9f'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:03.670126 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['202e54d6-4233-46fd-8572-1fc443208e9f'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.678942 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] For port a7260fef-3b73-4222-8472-bdd6431bff59, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7260fef-3b73-4222-8472-bdd6431bff59,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:03.679484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.696927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Calling delete_port for a7260fef-3b73-4222-8472-bdd6431bff59 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:03.756932 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] Set router 202e54d6-4233-46fd-8572-1fc443208e9f gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:03.809626 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:54:03Z', 'revision_number': 6, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.835565 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba81a3-f18c-4079-b4fd-9855dcc8bf8e None None] The sync data for ids ['202e54d6-4233-46fd-8572-1fc443208e9f'] in n-d-781076-5 is: [{'id': '202e54d6-4233-46fd-8572-1fc443208e9f', 'name': 'tempest-TestMinimumBasicScenario-317110956-router', 'tenant_id': 'e0111f4f46fd4902bb94086605474d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:33Z', 'updated_at': '2021-11-23T10:54:03Z', 'revision_number': 6, 'project_id': 'e0111f4f46fd4902bb94086605474d06', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:03.869928 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.898166 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7260fef-3b73-4222-8472-bdd6431bff59,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:03.914512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3dcfa-8717-466e-be8e-b7335f304ee1 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:03.963727 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.057568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.059833 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.104590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.105184 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202e54d6-4233-46fd-8572-1fc443208e9f {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:54:04.109848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.111097 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d22d9ee4-4e64-4598-83f4-84186ead8885 admin admin] 10.222.0.62 "DELETE /v2.0/routers/202e54d6-4233-46fd-8572-1fc443208e9f HTTP/1.1" status: 204 len: 168 time: 0.7766972 Nov 23 10:54:04.113935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.164758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Deleting subnet 5912fa48-595a-4620-9c20-17faab81b81b {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:04.168194 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.214553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.302455 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de5f2e3e-602a-4539-844f-1fc08040bc32 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:04.305878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.322526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: de5f2e3e-602a-4539-844f-1fc08040bc32 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:04.322867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de5f2e3e-602a-4539-844f-1fc08040bc32 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:04.363632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.390398 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5912fa48-595a-4620-9c20-17faab81b81b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:04.392475 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.397850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d555d6f6-5f11-4ab9-96fa-b77b85261d9a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5912fa48-595a-4620-9c20-17faab81b81b HTTP/1.1" status: 204 len: 168 time: 0.2803090 Nov 23 10:54:04.398018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0b3ae-6461-4d4e-bb27-c12f17a8e27a None None] Network 20eb5901-30fc-44b6-a078-51574eaade73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:04.398685 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.466962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.524572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Deleting port 7674e45f-43b9-4b6b-86bf-43301aaa2579 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:04.524873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.595406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] For port 7674e45f-43b9-4b6b-86bf-43301aaa2579, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=7674e45f-43b9-4b6b-86bf-43301aaa2579,segment=NetworkSegment(2efc99d3-83e8-478e-91da-04963b05f9b8),segment_id=2efc99d3-83e8-478e-91da-04963b05f9b8)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:04.595785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.611834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Calling delete_port for 7674e45f-43b9-4b6b-86bf-43301aaa2579 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:04.697202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.728584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7674e45f-43b9-4b6b-86bf-43301aaa2579,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:04.733622 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] No DVR routers for this DVR port 7674e45f-43b9-4b6b-86bf-43301aaa2579 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:04.744744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29617807-1d1a-4838-a755-e04534cba961 None None] DHCP port deletion for 20eb5901-30fc-44b6-a078-51574eaade73 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:04.805189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.825170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20eb5901-30fc-44b6-a078-51574eaade73']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:04.834775 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc99d3-83e8-478e-91da-04963b05f9b8') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:04.835040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc99d3-83e8-478e-91da-04963b05f9b8') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:04.845281 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.859205 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.866142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:04.866531 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:04.868762 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:04.931566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.937094 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.940327 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/20eb5901-30fc-44b6-a078-51574eaade73 HTTP/1.1" status: 204 len: 168 time: 0.5401075 Nov 23 10:54:04.943449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57140) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.952401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736a73-348a-41e6-84d5-8659519618d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=20eb5901-30fc-44b6-a078-51574eaade73,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:05.305072 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.558916 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Deleting port ff88557a-5ba7-48ab-af19-60cf6c54ee5d {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:05.559264 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.642567 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] For port ff88557a-5ba7-48ab-af19-60cf6c54ee5d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:05.642919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.655510 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Calling delete_port for ff88557a-5ba7-48ab-af19-60cf6c54ee5d owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:05.838781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.864475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff88557a-5ba7-48ab-af19-60cf6c54ee5d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.034978 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.118623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7260fef-3b73-4222-8472-bdd6431bff59 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:06.143438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a7260fef-3b73-4222-8472-bdd6431bff59 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:06.143664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7260fef-3b73-4222-8472-bdd6431bff59 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:06.144079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7674e45f-43b9-4b6b-86bf-43301aaa2579 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:06.164537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 7674e45f-43b9-4b6b-86bf-43301aaa2579 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:06.164876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 7674e45f-43b9-4b6b-86bf-43301aaa2579 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:06.258509 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:06.366852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:06.371989 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-beb57566-85cd-4970-93ff-7ffeab8c2dd4 admin admin] 10.222.0.62 "PUT /v2.0/routers/d399da73-d7ab-4efd-a5a1-d99df22c7fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274526 Nov 23 10:54:06.374694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57142) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:06.379430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Sync routers for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:06.390484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:06.391115 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:06.478499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.498175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:06.597923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.655649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Deleting port 22706484-9270-477b-a028-174a46def41a {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:06.656323 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.680311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '22706484-9270-477b-a028-174a46def41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:54:05Z', 'revision_number': 5, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port': {'id': '22706484-9270-477b-a028-174a46def41a', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:06.707322 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Checking router: d399da73-d7ab-4efd-a5a1-d99df22c7fa9 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:06.715813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Routers {'d399da73-d7ab-4efd-a5a1-d99df22c7fa9'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:06.716421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:06.739551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] For port 22706484-9270-477b-a028-174a46def41a, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=22706484-9270-477b-a028-174a46def41a,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:06.739923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.752421 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Calling delete_port for 22706484-9270-477b-a028-174a46def41a owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:06.803075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] Set router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:06.857134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:54:06Z', 'revision_number': 6, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:06.884524 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1531aae-d1e2-488b-aa7d-7976420fc83b None None] The sync data for ids ['d399da73-d7ab-4efd-a5a1-d99df22c7fa9'] in n-d-781076-5 is: [{'id': 'd399da73-d7ab-4efd-a5a1-d99df22c7fa9', 'name': 'tempest-TestMinimumBasicScenario-356107336-router', 'tenant_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:37Z', 'updated_at': '2021-11-23T10:54:06Z', 'revision_number': 6, 'project_id': '3f3d78736a5f4ce6a88ec17118bafea0', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:06.928400 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.959884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22706484-9270-477b-a028-174a46def41a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.967623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb28542-d36e-4430-9aaa-397a93c8c4aa None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:07.022359 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.114165 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.116325 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.177096 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.177629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d399da73-d7ab-4efd-a5a1-d99df22c7fa9 {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:54:07.182407 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.183590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3c9e656c-dd0c-40c7-8836-15e65dbba0c5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d399da73-d7ab-4efd-a5a1-d99df22c7fa9 HTTP/1.1" status: 204 len: 168 time: 0.8079231 Nov 23 10:54:07.186384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:07.234826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Deleting subnet 09fe0010-3220-46f2-829f-c99babdef75a {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:07.238079 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.277869 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.358742 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.413575 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.440163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fe0010-3220-46f2-829f-c99babdef75a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.442193 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.445370 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-60dbf720-34a3-49b5-be40-512c5c73bb9b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/09fe0010-3220-46f2-829f-c99babdef75a HTTP/1.1" status: 204 len: 168 time: 0.2579513 Nov 23 10:54:07.446682 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bcdc28-24ad-44df-9601-ea2a72d6b32e None None] Network 6604e615-730a-4b3d-be63-5a50097efa2d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:07.448004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:07.524946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.580386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Deleting port 4761d571-4032-4802-8d52-4eb508b3b15e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:07.580642 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.636542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] DHCP port deletion for 6604e615-730a-4b3d-be63-5a50097efa2d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:07.658641 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] For port 4761d571-4032-4802-8d52-4eb508b3b15e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4761d571-4032-4802-8d52-4eb508b3b15e,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:07.659008 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.679287 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Calling delete_port for 4761d571-4032-4802-8d52-4eb508b3b15e owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:07.695491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Deleting port 4761d571-4032-4802-8d52-4eb508b3b15e {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:07.695785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.757667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.758232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] For port 4761d571-4032-4802-8d52-4eb508b3b15e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=4761d571-4032-4802-8d52-4eb508b3b15e,segment=NetworkSegment(c89dcfe7-30af-4e6d-b593-045ecd96b567),segment_id=c89dcfe7-30af-4e6d-b593-045ecd96b567)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:07.758643 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.771401 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Calling delete_port for 4761d571-4032-4802-8d52-4eb508b3b15e owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:07.782911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Pushing event deleted for resources: {'Port': ['ID=4761d571-4032-4802-8d52-4eb508b3b15e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.786413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] No DVR routers for this DVR port 4761d571-4032-4802-8d52-4eb508b3b15e on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:07.850285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.857834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.875270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Pushing event deleted for resources: {'Port': ['ID=4761d571-4032-4802-8d52-4eb508b3b15e,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.878162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6604e615-730a-4b3d-be63-5a50097efa2d']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:07.882277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] No DVR routers for this DVR port 4761d571-4032-4802-8d52-4eb508b3b15e on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:07.890071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89dcfe7-30af-4e6d-b593-045ecd96b567') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:07.890071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89dcfe7-30af-4e6d-b593-045ecd96b567') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:07.892250 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.892601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.892974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.893266 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.893599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.893951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.894273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.894642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.895352 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.895693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.896016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.896340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3e1c4-a743-4679-bc3d-a4a4d5d3f64e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:07.899159 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.912896 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.918913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:07.919316 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:07.920976 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:07.980392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.985452 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.988755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6604e615-730a-4b3d-be63-5a50097efa2d HTTP/1.1" status: 204 len: 168 time: 0.5397739 Nov 23 10:54:08.001073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6bbd6-e133-434c-8831-2836670ca51c admin admin] Pushing event deleted for resources: {'Network': ['ID=6604e615-730a-4b3d-be63-5a50097efa2d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.069077 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4761d571-4032-4802-8d52-4eb508b3b15e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:08.089404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 4761d571-4032-4802-8d52-4eb508b3b15e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:08.089742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 4761d571-4032-4802-8d52-4eb508b3b15e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:08.090188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 22706484-9270-477b-a028-174a46def41a no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:08.110094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 22706484-9270-477b-a028-174a46def41a {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:08.110436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 22706484-9270-477b-a028-174a46def41a not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:08.110847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff88557a-5ba7-48ab-af19-60cf6c54ee5d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:08.129717 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ff88557a-5ba7-48ab-af19-60cf6c54ee5d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:08.130088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ff88557a-5ba7-48ab-af19-60cf6c54ee5d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:08.160312 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57150) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.201284 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a00bbd3e-ebd4-4a71-892c-8dc86a71a8cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0111f4f46fd4902bb94086605474d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396843 Nov 23 10:54:08.203672 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57152) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.251537 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.273393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.321262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.324029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.325186 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/688c1561-703d-4f03-ae1c-216b9cfd6cf7 HTTP/1.1" status: 204 len: 168 time: 0.1206462 Nov 23 10:54:08.332888 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9137a-8248-47f5-abe5-2b9b97da3cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c1561-703d-4f03-ae1c-216b9cfd6cf7,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.666737 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57158) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.707480 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-10e9c787-e3f1-4a07-8373-0d69fc8e9d51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f3d78736a5f4ce6a88ec17118bafea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395994 Nov 23 10:54:08.709925 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.763693 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.784771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.834484 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.837416 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.838608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2e67e63-51e2-4efa-a0b8-9240b68bcbfe HTTP/1.1" status: 204 len: 168 time: 0.1278145 Nov 23 10:54:08.846490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b49386-96d9-4a08-8154-2f20e4653ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e67e63-51e2-4efa-a0b8-9240b68bcbfe,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.522481 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57200) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.527235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28971720', 'description': 'tempest-secgroup-smoke-28971720 description', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.551775 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.561251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.647300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.655585 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.704981 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed057a-d75c-4af5-82e8-5196abee327a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.741672 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.746729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.777354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.778658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2551391 Nov 23 10:54:10.781848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57204) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.783165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0bc0-0373-4c58-965f-8eb79a8df1cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.787750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.820215 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.866384 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.872255 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.898932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4cec7f-15fb-4efb-992f-83f804f1dc73,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.906414 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.907663 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-659341bd-1b1d-4406-b31d-400d1b8c9530 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245713 Nov 23 10:54:10.910373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57206) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.914780 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.947027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.011620 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.016542 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.037485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634b7a17-d0fd-48e5-9635-838655dbff74,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.043751 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.044434 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7d8b1130-9a6d-45d7-88f4-e2e19ed66ac8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331589 Nov 23 10:54:11.047221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57208) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.051626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.083095 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.150110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.155830 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.173501 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef42c25-76a8-4256-9a2d-1f7004adc8f6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.183822 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.185044 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-db6b65a6-d3cf-411d-be44-1673a0f3135e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368985 Nov 23 10:54:11.188136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57210) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.192808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.222213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.283663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.289758 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.304604 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe7958e-070d-4813-9211-70c152a752c9,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.318736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.319935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ca9b943-4ad4-4ccc-b564-de52ca99b24e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307614 Nov 23 10:54:11.322982 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57216) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.327252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.353127 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:54:11.359235 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.421653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.428298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.445975 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c40c37d-98b3-4fad-824e-bb42febaddbd,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.454480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.455684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ec5d7c03-eea2-4ca0-b1fd-564a4a51cd92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317770 Nov 23 10:54:11.458832 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57218) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.463272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.485104 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:54:11.490080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.547936 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.553603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.571172 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237a9181-9b8b-41ce-b82a-c39f1139ecf4,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.582443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.583772 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-39892134-d4da-4004-8ca7-143dddcb2ef1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238601 Nov 23 10:54:11.587827 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57220) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.592565 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'network': {'name': 'tempest-network-smoke--258929685', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.614506 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:11.618891 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.646354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:11.657366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.657767 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Added segment 959a6802-3d6f-47f5-8a49-467abf21f22f of type vlan for network c25125ad-f941-4834-b3b1-46241c9f4c5d Nov 23 10:54:11.699652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.729622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.735370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:11.735946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.776445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875811 Nov 23 10:54:11.779406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57222) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.783654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'admin_state_up': True, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.818985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03f29-c092-40f1-a685-a7eeb9a907b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Network': ['ID=c25125ad-f941-4834-b3b1-46241c9f4c5d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.830197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network c25125ad-f941-4834-b3b1-46241c9f4c5d details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:11.837419 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.838497 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.889111 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.035123 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.574719 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.592825 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.693820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.89 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/bec097d6-9cf4-4b2f-84af-b4c4b6ef3098) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:12.802698 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.841870 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.881019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:12.884324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:12.887786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:12.898364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fe155-9cc0-44e5-ad3b-7c9bff1c5adc None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:12.909569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:12.993540 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4076c026-2a00-4679-9bda-8182edca9be2 None None] Provisioning complete for port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:12.994050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4076c026-2a00-4679-9bda-8182edca9be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.032716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4076c026-2a00-4679-9bda-8182edca9be2 None None] Port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:13.136231 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.333222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:54:13.350047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.491839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 6247ed6d-b54c-4d3c-b320-536259a623a0 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:54:13.599417 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:13.612244 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Sync routers for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:13.623467 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.624152 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:13.624708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb078afd-6dac-4e7c-88bf-06936db6edef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8443930 Nov 23 10:54:13.624979 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:13.628004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57224) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.731999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:13.755582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9d01f30a-10c2-4b7a-a8d2-69fcec17bde7 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a0c35a9e1b2547ff92ec784c2e4501eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264446 Nov 23 10:54:13.758571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.908760 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970f0d6-d279-4359-be77-006e5b5ced32 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:13.910314 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b970f0d6-d279-4359-be77-006e5b5ced32 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508365 Nov 23 10:54:13.913352 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57230) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.924972 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:13Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:13.951768 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d5ac3c09-d54b-4ab4-9917-879cfda40c3e tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371509 Nov 23 10:54:13.952000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Checking router: 6247ed6d-b54c-4d3c-b320-536259a623a0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:13.952180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Updating router 6247ed6d-b54c-4d3c-b320-536259a623a0 port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:54:13.954332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57232) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.959823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536827861', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:13.977722 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.048063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:14.051790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.234947 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.237943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.241290 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.284449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c3897-1fe5-4a21-b97a-6958311540ec None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:14.289145 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Attempting to bind port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:14.289520 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Attempting to bind port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:14.289918 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Attempting to bind port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:14.304833 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:14.305606 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:14.305606 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.306010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:14.306505 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Bound port: bec097d6-9cf4-4b2f-84af-b4c4b6ef3098, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:14.306880 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.309615 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Pushing event updated for resources: {'Port': ['ID=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.311105 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Subnet': ['ID=8ea708e9-6909-415d-a6fc-84e27d50efd1,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.318320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Checking segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:14.318681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network hostable DHCP agents. Network: c25125ad-f941-4834-b3b1-46241c9f4c5d, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:14.337336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network c25125ad-f941-4834-b3b1-46241c9f4c5d is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:14.339423 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.339979 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.340096 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.340418 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.340743 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.341068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.341390 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.341711 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.342064 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.342387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.342706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.343021 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:14.348896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, c25125ad-f941-4834-b3b1-46241c9f4c5d) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:14.353242 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:14.353848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.362086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7fb1b-f674-4280-a694-811cf00673f1 None None] Network c25125ad-f941-4834-b3b1-46241c9f4c5d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:14.373698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d8901363-ec69-429b-b691-220fa6e599dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180498 Nov 23 10:54:14.376391 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57234) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.381873 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] For port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:14.385264 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] For port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:14.389685 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.399733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] Provisioning complete for port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:14.400372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.440460 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:14.441201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:14.453499 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b24390-2185-4b31-80b5-121f7982cd41 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:14.529441 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771ab35-2e1e-4c8e-9134-9a8efe316936 None None] Pushing event updated for resources: {'Port': ['ID=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.563156 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:14.581884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.616722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] For port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:14.621303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08519908-a6e1-431a-8323-686761feb379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-c25125ad-f941-4834-b3b1-46241c9f4c5d', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:14.622333 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.638558 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.772586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ceee6-1281-41a9-ae98-2113f41273b4 None None] Pushing event updated for resources: {'Port': ['ID=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.800887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e1048ec1-5fe5-47ef-a6ee-4893b73a450c None None] Provisioning complete for port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:14.801730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e1048ec1-5fe5-47ef-a6ee-4893b73a450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.843636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.844253 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:13Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:14.857114 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-08519908-a6e1-431a-8323-686761feb379 None None] Allocated IP 172.20.0.2 (c25125ad-f941-4834-b3b1-46241c9f4c5d/8ea708e9-6909-415d-a6fc-84e27d50efd1/53031259-f1d2-40a4-865d-6150577c6de3) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:14.870134 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c28dc-5305-4ae5-a11d-a4e2f6e7bb12 None None] The sync data for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 is: [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:13Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:15.051120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.058449 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.114150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08519908-a6e1-431a-8323-686761feb379 None None] Network c25125ad-f941-4834-b3b1-46241c9f4c5d is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:15.123378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-08519908-a6e1-431a-8323-686761feb379 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:15.125779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08519908-a6e1-431a-8323-686761feb379 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:15.128940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519908-a6e1-431a-8323-686761feb379 None None] Pushing event updated for resources: {'Port': ['ID=53031259-f1d2-40a4-865d-6150577c6de3,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.173699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.1 (c25125ad-f941-4834-b3b1-46241c9f4c5d/8ea708e9-6909-415d-a6fc-84e27d50efd1/131c7bfb-d794-4c12-b3af-b70af7ff83bd) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:15.184693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-08519908-a6e1-431a-8323-686761feb379 None None] Attempting to bind port 53031259-f1d2-40a4-865d-6150577c6de3 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:15.185068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-08519908-a6e1-431a-8323-686761feb379 None None] Attempting to bind port 53031259-f1d2-40a4-865d-6150577c6de3 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:15.185433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08519908-a6e1-431a-8323-686761feb379 None None] Attempting to bind port 53031259-f1d2-40a4-865d-6150577c6de3 on network c25125ad-f941-4834-b3b1-46241c9f4c5d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:15.193873 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08519908-a6e1-431a-8323-686761feb379 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:15.194448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08519908-a6e1-431a-8323-686761feb379 None None] Checking segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:15.194816 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.195310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08519908-a6e1-431a-8323-686761feb379 None None] Bound using segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:15.195792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-08519908-a6e1-431a-8323-686761feb379 None None] Bound port: 53031259-f1d2-40a4-865d-6150577c6de3, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:15.197058 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.268867 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-08519908-a6e1-431a-8323-686761feb379 None None] For port 53031259-f1d2-40a4-865d-6150577c6de3, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:15.272836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-08519908-a6e1-431a-8323-686761feb379 None None] For port 53031259-f1d2-40a4-865d-6150577c6de3, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53031259-f1d2-40a4-865d-6150577c6de3,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:15.278980 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-08519908-a6e1-431a-8323-686761feb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.303519 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.341189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519908-a6e1-431a-8323-686761feb379 None None] Pushing event updated for resources: {'Port': ['ID=53031259-f1d2-40a4-865d-6150577c6de3,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.344595 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.389045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network c25125ad-f941-4834-b3b1-46241c9f4c5d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:15.392614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:15.398973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:15.435197 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.453310 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.619210 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.915392 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.921715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.992632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.994475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:16.112902 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network c25125ad-f941-4834-b3b1-46241c9f4c5d is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:16.113500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53031259-f1d2-40a4-865d-6150577c6de3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:16.114395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:16.167576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 53031259-f1d2-40a4-865d-6150577c6de3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:16.168205 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.229589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 6247ed6d-b54c-4d3c-b320-536259a623a0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:16.265850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.303995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port 53031259-f1d2-40a4-865d-6150577c6de3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53031259-f1d2-40a4-865d-6150577c6de3,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:16.309140 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.310179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:16.348846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:16.354108 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b7c03d0a-acc7-42e6-a937-fe565c5e8937 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/6247ed6d-b54c-4d3c-b320-536259a623a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766941 Nov 23 10:54:16.388503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.402009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287a620-ccc4-446e-b95d-2376e4cd389c None None] Network c25125ad-f941-4834-b3b1-46241c9f4c5d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:16.422838 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=53031259-f1d2-40a4-865d-6150577c6de3,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:16.480070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:16.480442 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.530937 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-35cd5ab8-6671-4496-9f79-b9fab8ab7212 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28971720&fields=id&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 267 time: 0.0639219 Nov 23 10:54:16.649298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-a14cd69e-4e09-4610-a988-c6695e45f721 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:16.650633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-a14cd69e-4e09-4610-a988-c6695e45f721 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 796 time: 0.1114023 Nov 23 10:54:16.667582 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-7e6b150d-a36c-4050-b698-797d432f9ca2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/quotas/a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 375 time: 0.0104361 Nov 23 10:54:16.721145 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-5946e8ad-2adf-4d9f-acf9-7fa713123660 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475278 Nov 23 10:54:16.735958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-921fc0f7-72dc-4892-a68a-a83e4d36dd76 None None] Provisioning complete for port 53031259-f1d2-40a4-865d-6150577c6de3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:16.736339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-921fc0f7-72dc-4892-a68a-a83e4d36dd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.840935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Sync routers for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:16.871096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-80c40450-69e6-4b4a-afe9-3e543dc326fc service neutron] 10.222.0.62 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359329 Nov 23 10:54:16.889096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:16.889722 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:16.963551 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-9386fcd9-41ba-44bf-a2dd-230711821ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863318 Nov 23 10:54:17.015587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:17.155229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ece0b215-825b-4552-b5ce-5850686e6682 req-85110fb7-e966-4607-846e-3afe900ccc82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 210 time: 0.0307329 Nov 23 10:54:17.211607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b98dd4d6-a112-4ec5-8cf8-b63d0ae5f218 None None] Provisioning complete for port 131c7bfb-d794-4c12-b3af-b70af7ff83bd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:17.211984 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b98dd4d6-a112-4ec5-8cf8-b63d0ae5f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.277503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b98dd4d6-a112-4ec5-8cf8-b63d0ae5f218 None None] Port 131c7bfb-d794-4c12-b3af-b70af7ff83bd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:17.299329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b98dd4d6-a112-4ec5-8cf8-b63d0ae5f218 None None] Provisioning complete for port 53031259-f1d2-40a4-865d-6150577c6de3 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:17.299700 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b98dd4d6-a112-4ec5-8cf8-b63d0ae5f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.351733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 2, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:17.383551 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Checking router: 6247ed6d-b54c-4d3c-b320-536259a623a0 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:17.383920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Updating router 6247ed6d-b54c-4d3c-b320-536259a623a0 port 131c7bfb-d794-4c12-b3af-b70af7ff83bd binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:54:17.415803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.648105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-755237e1-2f7f-45f5-9550-15e4df34ba7d None None] Provisioning complete for port 131c7bfb-d794-4c12-b3af-b70af7ff83bd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:17.648475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-755237e1-2f7f-45f5-9550-15e4df34ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.703825 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-755237e1-2f7f-45f5-9550-15e4df34ba7d None None] Port 131c7bfb-d794-4c12-b3af-b70af7ff83bd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:17.767009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.773043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.824403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922a10-795e-4d30-99ba-65dae75893da None None] Pushing event updated for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:17.876525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Attempting to bind port 131c7bfb-d794-4c12-b3af-b70af7ff83bd on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:17.876891 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Attempting to bind port 131c7bfb-d794-4c12-b3af-b70af7ff83bd by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:17.877247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Attempting to bind port 131c7bfb-d794-4c12-b3af-b70af7ff83bd on network c25125ad-f941-4834-b3b1-46241c9f4c5d {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:17.883593 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:17.883990 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Checking segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:17.884525 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.884924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Bound using segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:17.885444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Bound port: 131c7bfb-d794-4c12-b3af-b70af7ff83bd, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:17.885828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.954316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-df296a60-0d2a-4853-a3dc-14b991fdf805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.964458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] For port 131c7bfb-d794-4c12-b3af-b70af7ff83bd, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:17.967900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] For port 131c7bfb-d794-4c12-b3af-b70af7ff83bd, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=131c7bfb-d794-4c12-b3af-b70af7ff83bd,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:17.978509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.051681 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:18.052329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:53:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:18.088308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] Provisioning complete for port 131c7bfb-d794-4c12-b3af-b70af7ff83bd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:18.088605 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.093199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53031259-f1d2-40a4-865d-6150577c6de3 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:18.095438 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922a10-795e-4d30-99ba-65dae75893da None None] Pushing event updated for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.220484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-4ba6706b-ae64-485e-9eee-567d48f04e87 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:18.222664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-4ba6706b-ae64-485e-9eee-567d48f04e87 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 796 time: 0.1525226 Nov 23 10:54:18.244153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:18.310451 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-17c4100e-191f-4cf5-b565-38cb0d932186 req-b679e783-cfa3-4e74-817b-d0dc043437ff tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 210 time: 0.0327547 Nov 23 10:54:18.312700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-200cb4d5-a2f7-4959-9f8c-67a7c710e95f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 378 time: 0.0804718 Nov 23 10:54:18.324479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 53031259-f1d2-40a4-865d-6150577c6de3 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:18.324847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.325190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'port': {'device_id': '513d2119-f29f-412e-b2a4-e146ead652e0', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'admin_state_up': True, 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'security_groups': ['aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:18.413448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.435054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:18.439017 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.498287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] For port 131c7bfb-d794-4c12-b3af-b70af7ff83bd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=131c7bfb-d794-4c12-b3af-b70af7ff83bd,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:18.511313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.799166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b67c0d5d-a785-4894-b097-8203113903d2 None None] Provisioning complete for port 131c7bfb-d794-4c12-b3af-b70af7ff83bd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:18.799524 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b67c0d5d-a785-4894-b097-8203113903d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.802395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc8341-5613-4979-8840-5b75f62b451a None None] Pushing event updated for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.858850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:17Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:18.892542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e80a44-dc53-46d5-bae4-f9c6fc6e64fa None None] The sync data for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 is: [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:17Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:18.924948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.13 (c25125ad-f941-4834-b3b1-46241c9f4c5d/8ea708e9-6909-415d-a6fc-84e27d50efd1/98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:19.079919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.115302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.157877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network c25125ad-f941-4834-b3b1-46241c9f4c5d is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:19.163357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:19.167230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:19.193929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:19.226048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:19.226815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.247069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-3cfa0da6-d831-44e4-8009-3e54cc3c8861 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9261742 Nov 23 10:54:19.312637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Request body: {'port': {'device_id': '513d2119-f29f-412e-b2a4-e146ead652e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:19.401089 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.460131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7b6888e3-23ff-4e9b-aaad-62034e74f208 None None] Provisioning complete for port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:19.460402 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7b6888e3-23ff-4e9b-aaad-62034e74f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.487474 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208737e-e0dc-4601-b5a3-ab0f89490c5f req-14fd73fa-88ac-4c51-bbf6-59d62bd60348 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:19.490353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5208737e-e0dc-4601-b5a3-ab0f89490c5f req-14fd73fa-88ac-4c51-bbf6-59d62bd60348 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 932 time: 0.0909867 Nov 23 10:54:19.498163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7b6888e3-23ff-4e9b-aaad-62034e74f208 None None] Port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:19.634213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5208737e-e0dc-4601-b5a3-ab0f89490c5f req-eb252632-d232-40ff-957b-72fa0459e8ef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271064 Nov 23 10:54:19.762579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:19.770806 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.783320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Transition to ACTIVE for port object 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:54:19.788934 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.839597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Pushing event updated for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:19.929112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Attempting to bind port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:19.929730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Attempting to bind port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:19.930254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Attempting to bind port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b on network c25125ad-f941-4834-b3b1-46241c9f4c5d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:19.935091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b on network c25125ad-f941-4834-b3b1-46241c9f4c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:54:19.935426 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Attempting to bind port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b on network c25125ad-f941-4834-b3b1-46241c9f4c5d {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:19.940518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:19.940852 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Checking segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:19.941232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Bound using segment: {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:19.941662 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Bound port: 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959a6802-3d6f-47f5-8a49-467abf21f22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:19.942047 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.023789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:20.027415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:20.033847 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.069974 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.070738 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.072026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] 10.222.0.50 "PUT /v2.0/ports/98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 1092 time: 0.8170919 Nov 23 10:54:20.072444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:20.075444 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3039f653-96d8-4182-833e-03811e07e675" -d '{"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:20.098260 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 131c7bfb-d794-4c12-b3af-b70af7ff83bd up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:20.105463 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbbceb-8d49-4bb8-b8e8-cd6e5f91228b service neutron] Pushing event updated for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:20.131615 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf6f6f-5335-42b0-bf28-b5ff2ec1bc30 x-openstack-request-id: req-72bf6f6f-5335-42b0-bf28-b5ff2ec1bc30 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:20.132228 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:20.132672 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72bf6f6f-5335-42b0-bf28-b5ff2ec1bc30 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:20.133272 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'status': 'completed', 'code': 200} Nov 23 10:54:20.180253 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 131c7bfb-d794-4c12-b3af-b70af7ff83bd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:20.180628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.186403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-2c58d78d-5620-42b3-81f5-6882ac6bd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.189988 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-2c58d78d-5620-42b3-81f5-6882ac6bd2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1095 time: 0.0540242 Nov 23 10:54:20.242137 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-a7b52d85-58c7-4fcc-8869-1aaa752263e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 217 time: 0.0438154 Nov 23 10:54:20.295543 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-cb4e8fcf-bcee-4141-90ad-1f2584eaf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.297134 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-cb4e8fcf-bcee-4141-90ad-1f2584eaf167 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 200 len: 835 time: 0.0469594 Nov 23 10:54:20.343694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-e0a3c15f-b2cf-4047-8aa9-28e22e586352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.345091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-e0a3c15f-b2cf-4047-8aa9-28e22e586352 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c25125ad-f941-4834-b3b1-46241c9f4c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403364 Nov 23 10:54:20.408725 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-acab621f-7c62-4b3e-92d5-a5b5f68ab674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.443677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-d029682b-58cd-4c32-a4e4-a96ce5c721f0 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906773 Nov 23 10:54:20.535192 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-86b4b1c3-dfb1-451b-8b0b-c7a6c894603c req-89428fd0-99c4-4410-93ba-d6154d7f6915 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846548 Nov 23 10:54:20.639307 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f653-96d8-4182-833e-03811e07e675 req-1cdd7276-aca7-45bf-b02e-8e09d1031d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.640719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-1cdd7276-aca7-45bf-b02e-8e09d1031d35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1095 time: 0.0480058 Nov 23 10:54:20.746438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.760250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f653-96d8-4182-833e-03811e07e675 req-fd44300f-02cc-4fd2-8a96-f3daefa82b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.761841 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-fd44300f-02cc-4fd2-8a96-f3daefa82b91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 897 time: 0.1109579 Nov 23 10:54:20.775573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263514-8231-4afd-ae07-d5f64ac065fb req-d81f2cf0-f325-45f1-8d73-05afe6d8936c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.776971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e263514-8231-4afd-ae07-d5f64ac065fb req-d81f2cf0-f325-45f1-8d73-05afe6d8936c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 944 time: 0.0654974 Nov 23 10:54:20.820204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-713f1ce9-9aa5-48cd-b2e2-aa54c1e7e8d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 217 time: 0.0422945 Nov 23 10:54:20.891672 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8e263514-8231-4afd-ae07-d5f64ac065fb req-074c6750-9152-47f0-8aae-97939c74b63d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082630 Nov 23 10:54:20.893453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f653-96d8-4182-833e-03811e07e675 req-6eb9f830-2b06-4494-8cda-4fece8e3966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.894839 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-6eb9f830-2b06-4494-8cda-4fece8e3966d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 200 len: 835 time: 0.0666218 Nov 23 10:54:20.945793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f653-96d8-4182-833e-03811e07e675 req-0d31fcef-1d16-4a46-b79e-c62e7de461d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.947396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-0d31fcef-1d16-4a46-b79e-c62e7de461d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c25125ad-f941-4834-b3b1-46241c9f4c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442009 Nov 23 10:54:21.047461 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-02edf50b-93b6-4aeb-a5fe-46f22169a0a5 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Nov 23 10:54:21.142425 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3039f653-96d8-4182-833e-03811e07e675 req-d9d35868-a455-4186-9d17-45dbba9f59d3 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Nov 23 10:54:21.542913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.020317 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4493c4f-80f7-4af2-b9bc-2070c181f1fd req-e70dd102-a16b-4ae2-ab57-2cd8a7db5009 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:22.021826 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4493c4f-80f7-4af2-b9bc-2070c181f1fd req-e70dd102-a16b-4ae2-ab57-2cd8a7db5009 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 944 time: 0.0507929 Nov 23 10:54:22.070630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b4493c4f-80f7-4af2-b9bc-2070c181f1fd req-fd15a92a-94f6-4357-9cdb-ca1002f2dcf7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424306 Nov 23 10:54:22.900381 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.198287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013e184-9ab0-4a3a-9d8f-b7deeaf47417 req-f23b9014-7281-4d24-ac64-c4dad5273bd3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:23.199797 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0013e184-9ab0-4a3a-9d8f-b7deeaf47417 req-f23b9014-7281-4d24-ac64-c4dad5273bd3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 944 time: 0.0562270 Nov 23 10:54:23.250474 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0013e184-9ab0-4a3a-9d8f-b7deeaf47417 req-04433bf0-2921-4e25-a4ae-a3f3336d9b3f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446239 Nov 23 10:54:23.535432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:54:23.644022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.649431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:23.660388 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'port_id': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'mac_address': 'fa:16:3e:c6:4d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:54:23.701687 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.717833 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:23.742566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:23.747501 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.800836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:23.984326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:54:24.383608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad240-933e-4c6a-ad73-fb1d9aefe5f4 req-1b32479a-f9dd-4807-929d-0fe71e954d30 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:24.385062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad240-933e-4c6a-ad73-fb1d9aefe5f4 req-1b32479a-f9dd-4807-929d-0fe71e954d30 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Nov 23 10:54:24.436147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad240-933e-4c6a-ad73-fb1d9aefe5f4 req-8ff8b20a-5572-49b7-b2d8-f5fea5741fd8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447834 Nov 23 10:54:25.549326 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:25.572927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc5773-4bf9-4298-a37a-5c347e029bc0 req-c4250fa7-6d85-435d-aa02-d7107c21818c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:25.574703 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1bc5773-4bf9-4298-a37a-5c347e029bc0 req-c4250fa7-6d85-435d-aa02-d7107c21818c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 945 time: 0.0596914 Nov 23 10:54:25.604416 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:54:25.608222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:25.608593 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.625617 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f1bc5773-4bf9-4298-a37a-5c347e029bc0 req-4662d298-c6fd-4682-97e8-690f0f1e283a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448344 Nov 23 10:54:25.690393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.713492 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:25.715838 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18241598-21b1-490f-a767-ed541359b823" -d '{"events": [{"server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "name": "network-vif-plugged", "status": "completed", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:25.728548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:25.733753 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.782701 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:25.833703 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac166336-9530-412f-a3da-3b130576fcbc x-openstack-request-id: req-ac166336-9530-412f-a3da-3b130576fcbc {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:25.834025 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "name": "network-vif-plugged", "status": "completed", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:25.834278 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac166336-9530-412f-a3da-3b130576fcbc {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:25.834682 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'code': 200} Nov 23 10:54:25.942098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e429d-6149-4977-a932-95a7b9d5a721 req-df2ff814-f259-4a5a-9479-4230f2c22bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:25.943606 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b8e429d-6149-4977-a932-95a7b9d5a721 req-df2ff814-f259-4a5a-9479-4230f2c22bca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1097 time: 0.0462830 Nov 23 10:54:25.992034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3b8e429d-6149-4977-a932-95a7b9d5a721 req-91cad5d8-ccdd-4777-ad5f-2b5e5e4d465d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410960 Nov 23 10:54:26.746729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111d10-e4bd-44c6-9f0e-57ed9705d613 req-428cb65e-6abe-413e-9f97-c06cdbf67be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:26.748211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b111d10-e4bd-44c6-9f0e-57ed9705d613 req-428cb65e-6abe-413e-9f97-c06cdbf67be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0511878 Nov 23 10:54:26.798489 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6b111d10-e4bd-44c6-9f0e-57ed9705d613 req-b90ed370-e0ff-4efd-abb8-bf165aa82ccc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443308 Nov 23 10:54:28.260722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28e9a-12e9-467f-b50a-7e588a2e9b2d req-4c3f2510-e7fe-4f22-9945-c85ace5fe041 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.262290 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fab28e9a-12e9-467f-b50a-7e588a2e9b2d req-4c3f2510-e7fe-4f22-9945-c85ace5fe041 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.3890018 Nov 23 10:54:28.311105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fab28e9a-12e9-467f-b50a-7e588a2e9b2d req-fdb06752-4132-4422-ad15-c5c8279a6c7d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426817 Nov 23 10:54:28.453284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f484ed-4e89-4457-aafd-2b585b32b20e req-fa3d506f-08b2-4609-9673-7371b29dc691 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.454677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79f484ed-4e89-4457-aafd-2b585b32b20e req-fa3d506f-08b2-4609-9673-7371b29dc691 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0598013 Nov 23 10:54:28.511723 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-79f484ed-4e89-4457-aafd-2b585b32b20e req-ef63e069-03c1-4a5d-bfd3-6bccee14910e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481000 Nov 23 10:54:28.533794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:28.575013 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a0c88-a59c-4a7b-ade1-e43ca4e5c1aa tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.576559 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-275a0c88-a59c-4a7b-ade1-e43ca4e5c1aa tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1092 time: 0.0417790 Nov 23 10:54:28.581154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57294) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:28.585992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:28.611100 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.722020 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.826054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.15 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ce68b9fd-fce5-40a7-85a2-1e88d2354c46) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:28.935218 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.973727 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.014413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:29.018735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:29.021470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:29.027414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=ce68b9fd-fce5-40a7-85a2-1e88d2354c46,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:29.392938 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.463958 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.612514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.620244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.688060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=ce68b9fd-fce5-40a7-85a2-1e88d2354c46,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:29.699429 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.802510 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP fe286f0e-3c25-4417-a6e1-df983394bc36 associated. External IP: 172.25.1.15, port: 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b. Nov 23 10:54:30.017160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 6247ed6d-b54c-4d3c-b320-536259a623a0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:30.132140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:30.141706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Sync routers for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:30.152440 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:30.152991 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.153114 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:30.180729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8714e24c-ac20-472e-a2f4-9bac7717caa3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5984597 Nov 23 10:54:30.181318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:30.183685 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f071bcf3-48e4-4988-9038-c1714be728aa" -d '{"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:30.230019 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035bb2b-fe97-4ec3-80b6-7bc83bf877f1 x-openstack-request-id: req-8035bb2b-fe97-4ec3-80b6-7bc83bf877f1 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:30.230560 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:30.231093 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8035bb2b-fe97-4ec3-80b6-7bc83bf877f1 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:30.231741 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'status': 'completed', 'code': 200} Nov 23 10:54:30.264913 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:30.291927 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ec0d-902b-477b-b9e5-6110c0b0d936 req-2cd6a77f-094d-4e6f-9f6d-b3dc0a72f97b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.293520 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c59ec0d-902b-477b-b9e5-6110c0b0d936 req-2cd6a77f-094d-4e6f-9f6d-b3dc0a72f97b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Nov 23 10:54:30.294751 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bcf3-48e4-4988-9038-c1714be728aa req-e758ae2a-5e9c-437e-a90c-9e47a0f835c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.296342 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-e758ae2a-5e9c-437e-a90c-9e47a0f835c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1097 time: 0.0416689 Nov 23 10:54:30.356888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4c59ec0d-902b-477b-b9e5-6110c0b0d936 req-8ff65cb1-ba77-4424-b6ad-2e70d7a00268 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564106 Nov 23 10:54:30.382267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57300) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:30.412110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bcf3-48e4-4988-9038-c1714be728aa req-aef7a7c5-72ba-4c95-8d17-e606046ee23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.413749 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-aef7a7c5-72ba-4c95-8d17-e606046ee23c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 897 time: 0.1088386 Nov 23 10:54:30.443461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f9f582a-1992-4233-bdb6-49947f95e454 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/fe286f0e-3c25-4417-a6e1-df983394bc36 HTTP/1.1" status: 200 len: 991 time: 0.0603199 Nov 23 10:54:30.482923 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-6772f664-52ad-4fe4-b850-456843a42a55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 999 time: 0.0615599 Nov 23 10:54:30.490866 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fe286f0e-3c25-4417-a6e1-df983394bc36', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'port_id': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'mac_address': 'fa:16:3e:c6:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d2119-f29f-412e-b2a4-e146ead652e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:54:29Z', 'updated_at': '2021-11-23T10:54:29Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:30.516543 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Checking router: 6247ed6d-b54c-4d3c-b320-536259a623a0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:30.525164 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:30.525772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:30.532020 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bcf3-48e4-4988-9038-c1714be728aa req-b072c99a-134e-4b03-bddd-98e14732a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.533545 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-b072c99a-134e-4b03-bddd-98e14732a554 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 200 len: 835 time: 0.0444579 Nov 23 10:54:30.583149 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bcf3-48e4-4988-9038-c1714be728aa req-09c665a9-d66c-48e3-8bdf-debd6b5f4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.584685 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-09c665a9-d66c-48e3-8bdf-debd6b5f4c98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c25125ad-f941-4834-b3b1-46241c9f4c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445983 Nov 23 10:54:30.631092 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:30.676569 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-854cb2c2-370e-41d7-af14-e4b16709302f service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838227 Nov 23 10:54:30.770288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f071bcf3-48e4-4988-9038-c1714be728aa req-ddf2e3ff-42a1-4587-8a1d-a150270a9c08 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866253 Nov 23 10:54:30.853779 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fe286f0e-3c25-4417-a6e1-df983394bc36', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'port_id': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'mac_address': 'fa:16:3e:c6:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d2119-f29f-412e-b2a4-e146ead652e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:54:29Z', 'updated_at': '2021-11-23T10:54:29Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:30.879294 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d092a1-430c-435d-a86d-b22c91cafc85 None None] The sync data for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 is: [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'fe286f0e-3c25-4417-a6e1-df983394bc36', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'port_id': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'mac_address': 'fa:16:3e:c6:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d2119-f29f-412e-b2a4-e146ead652e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:54:29Z', 'updated_at': '2021-11-23T10:54:29Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:31.078377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b1d16-f1c4-4756-a7d7-a2fdac305c62 None None] New status for floating IP fe286f0e-3c25-4417-a6e1-df983394bc36: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:54:31.448737 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57302) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:31.519806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0cf1b80f-a7f5-4ec0-9222-ca89e7931cf1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/fe286f0e-3c25-4417-a6e1-df983394bc36 HTTP/1.1" status: 200 len: 993 time: 0.0696392 Nov 23 10:54:46.340845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.943230 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fcd72ead-43eb-45a1-bf8e-d6d7dc91ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.333133 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:54:50.404018 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78c2fc78-79b2-4d63-aa04-06ee984a14f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.758016 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.538321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.905285 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.640302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.116198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-0264d2c9-1a8c-49e2-b5bf-fbd281335e21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433950 Nov 23 10:54:56.210244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1c06-d145-4069-80d1-95b9ba67592e req-a1065d02-b7e8-4f39-995a-585ae637ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.211769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-a1065d02-b7e8-4f39-995a-585ae637ae9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1097 time: 0.0476658 Nov 23 10:54:56.322966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1c06-d145-4069-80d1-95b9ba67592e req-64b487ab-c1df-4e1d-9e6c-5fe351e80ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.324354 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-64b487ab-c1df-4e1d-9e6c-5fe351e80ff4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 897 time: 0.0919557 Nov 23 10:54:56.390178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-8be23eb8-bdca-449f-a76a-65287f52550c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 1001 time: 0.0566027 Nov 23 10:54:56.444064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1c06-d145-4069-80d1-95b9ba67592e req-f212cf93-b42f-4060-afb8-35281867bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.445477 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-f212cf93-b42f-4060-afb8-35281867bfd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 200 len: 835 time: 0.0474827 Nov 23 10:54:56.492158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1c06-d145-4069-80d1-95b9ba67592e req-ed047c81-49a7-414c-812c-623231be8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.493714 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-ed047c81-49a7-414c-812c-623231be8f28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c25125ad-f941-4834-b3b1-46241c9f4c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404894 Nov 23 10:54:56.588123 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-f89119fe-6b54-487f-8a04-a7bad2c5b306 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Nov 23 10:54:56.694062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-920b1c06-d145-4069-80d1-95b9ba67592e req-845a8bcf-3499-4d9d-b4da-647b2a84c4d3 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975983 Nov 23 10:55:02.640692 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9836b-470f-40c0-bbea-11e316d9d499 req-06f66d48-64e2-42d5-adce-816253822bd9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:02.642222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dad9836b-470f-40c0-bbea-11e316d9d499 req-06f66d48-64e2-42d5-adce-816253822bd9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Nov 23 10:55:02.693790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dad9836b-470f-40c0-bbea-11e316d9d499 req-4ada1346-107f-4d3f-80b9-e2d9d41090a6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448532 Nov 23 10:55:03.824178 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4f41f-7d02-425e-8a53-d5fc409c63b8 req-f79008aa-c978-494d-8ea1-31635e57025a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.825690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62c4f41f-7d02-425e-8a53-d5fc409c63b8 req-f79008aa-c978-494d-8ea1-31635e57025a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0523376 Nov 23 10:55:03.877033 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62c4f41f-7d02-425e-8a53-d5fc409c63b8 req-4064b3b6-4e6b-4bf1-b42d-aa5015667e6d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440888 Nov 23 10:55:03.904275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57320) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.965274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1de49957-9946-4427-b276-a88195924199 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/fe286f0e-3c25-4417-a6e1-df983394bc36 HTTP/1.1" status: 200 len: 993 time: 0.0598192 Nov 23 10:55:05.280834 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56284578-a0d7-4238-af6c-8b419c9dc044 req-88372371-7408-440d-90b9-5a452e9b9040 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.282436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56284578-a0d7-4238-af6c-8b419c9dc044 req-88372371-7408-440d-90b9-5a452e9b9040 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0634031 Nov 23 10:55:05.334716 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-56284578-a0d7-4238-af6c-8b419c9dc044 req-f70992c1-dc79-4ecb-8275-d0fef328cac9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450754 Nov 23 10:55:06.470168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e19e3-a54f-4e78-8eba-86f443d67bae req-66eb02ee-9038-4e01-91fa-b1b2ab6fd4fb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:06.471714 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c54e19e3-a54f-4e78-8eba-86f443d67bae req-66eb02ee-9038-4e01-91fa-b1b2ab6fd4fb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Nov 23 10:55:06.523148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c54e19e3-a54f-4e78-8eba-86f443d67bae req-3d3dccfa-1ec9-4b82-aff0-7e3f4df296e0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453331 Nov 23 10:55:06.546416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57330) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:06.612941 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-59e29197-ea42-4848-ad37-2df5aa5a6deb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/fe286f0e-3c25-4417-a6e1-df983394bc36 HTTP/1.1" status: 200 len: 993 time: 0.0650384 Nov 23 10:55:06.842690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57336) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:07.000389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port ce68b9fd-fce5-40a7-85a2-1e88d2354c46 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:07.000635 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.079268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.079682 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.092135 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for ce68b9fd-fce5-40a7-85a2-1e88d2354c46 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:07.247875 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.273086 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=ce68b9fd-fce5-40a7-85a2-1e88d2354c46,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:07.285023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.285381 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.285727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.286096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.286436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.286770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.287101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.287435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.287766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.288095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.288418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.288743 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:07.342194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.342531 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP fe286f0e-3c25-4417-a6e1-df983394bc36 disassociated (deleted). External IP: 172.25.1.15, port: 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b. Nov 23 10:55:07.553826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 6247ed6d-b54c-4d3c-b320-536259a623a0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:07.675312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:07.680658 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.686898 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Sync routers for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:07.697978 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:07.698595 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:07.709128 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7f21591c-a378-4f12-b6c0-abc14a014750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/floatingips/fe286f0e-3c25-4417-a6e1-df983394bc36 HTTP/1.1" status: 204 len: 168 time: 0.8627441 Nov 23 10:55:07.709128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:07.709397 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be" -d '{"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:07.748094 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4c930-e96d-4c43-a39a-52923b44c82e x-openstack-request-id: req-d4c4c930-e96d-4c43-a39a-52923b44c82e {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:07.748390 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:07.748665 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4c4c930-e96d-4c43-a39a-52923b44c82e {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:07.749081 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'status': 'completed', 'code': 200} Nov 23 10:55:07.809806 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:07.815364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-bb7db6e7-95c9-40ec-974e-18ecaee8173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.817510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-bb7db6e7-95c9-40ec-974e-18ecaee8173b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 1097 time: 0.0449188 Nov 23 10:55:07.962996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-cf3aa9e7-1ff8-4538-b4da-96e820ff94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.964478 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-cf3aa9e7-1ff8-4538-b4da-96e820ff94c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 200 len: 897 time: 0.1258681 Nov 23 10:55:07.976793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec62fa-4c81-4465-91a1-8dc9dcf22703 req-37b21b78-7b9d-498c-aa58-c9fa72c6bda3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.978245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9ec62fa-4c81-4465-91a1-8dc9dcf22703 req-37b21b78-7b9d-498c-aa58-c9fa72c6bda3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0705359 Nov 23 10:55:08.015242 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:08.022978 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-b7483709-f993-4247-bb84-15e4db06fee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 200 len: 217 time: 0.0438256 Nov 23 10:55:08.045145 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Checking router: 6247ed6d-b54c-4d3c-b320-536259a623a0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:08.053832 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:08.054473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:08.054611 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e9ec62fa-4c81-4465-91a1-8dc9dcf22703 req-bd21aa5e-acef-4c93-8dd1-b781a023ec32 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698597 Nov 23 10:55:08.161184 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:08.211423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-4eaa3912-1d6e-4f8c-8477-4f1b3e23b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:08.212940 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-4eaa3912-1d6e-4f8c-8477-4f1b3e23b924 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 200 len: 835 time: 0.0515246 Nov 23 10:55:08.263441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-a0cd2784-6ba4-4c5c-b910-8dc4995d59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:08.264963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-a0cd2784-6ba4-4c5c-b910-8dc4995d59ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c25125ad-f941-4834-b3b1-46241c9f4c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426092 Nov 23 10:55:08.362552 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-5b6488e6-bf30-4fe9-9f01-690c35f465a1 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883110 Nov 23 10:55:08.370493 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:08.402290 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0cd0e0-30b6-43fb-9a10-4b61db7af194 None None] The sync data for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 is: [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:54:15Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '131c7bfb-d794-4c12-b3af-b70af7ff83bd', 'name': '', 'network_id': 'c25125ad-f941-4834-b3b1-46241c9f4c5d', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:96:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:14Z', 'updated_at': '2021-11-23T10:54:18Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '8ea708e9-6909-415d-a6fc-84e27d50efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:08.461093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-94bdcc81-9914-40a4-a0c1-a8dc3845d2be req-42a42f88-568b-494b-9446-c70b83d21308 service neutron] 10.222.0.50 "GET /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910196 Nov 23 10:55:08.636285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4cb3b-c5a8-4e63-b828-fd8682ad3a35 None None] New status for floating IP fe286f0e-3c25-4417-a6e1-df983394bc36: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:55:09.183015 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4a59-c49c-476d-998a-e0f5014bf319 req-ae2fd9b4-4e91-48c4-bd6d-c51f008b2104 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.184534 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ebc4a59-c49c-476d-998a-e0f5014bf319 req-ae2fd9b4-4e91-48c4-bd6d-c51f008b2104 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0555608 Nov 23 10:55:09.233913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ebc4a59-c49c-476d-998a-e0f5014bf319 req-2bd4b437-9eca-4247-b594-7747653d0003 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430586 Nov 23 10:55:09.560521 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-7093ccad-afa4-46b8-adfd-783d03b909c1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.562034 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-7093ccad-afa4-46b8-adfd-783d03b909c1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Nov 23 10:55:09.658704 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:09.659043 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.748929 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:09.749321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.763316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:09.907485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.940393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.950579 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.951009 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.951295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.951600 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.951931 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.952263 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.952607 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.952914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.953238 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.953561 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.953880 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:09.954699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:10.001415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] No DVR routers for this DVR port 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:10.004671 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.008591 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1380e92a-18db-48bc-b78b-0784e0ddc2bf req-e5d6eff4-55eb-4471-b99d-538d2ab601b5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "DELETE /v2.0/ports/98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b HTTP/1.1" status: 204 len: 173 time: 0.4402626 Nov 23 10:55:10.009041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'name': 'network-vif-deleted', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:10.011420 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b136c89-e480-4449-b789-b6819c44944c" -d '{"events": [{"server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "name": "network-vif-deleted", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:10.051422 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd09384-dde9-4d8b-a5e4-5ef2238071de x-openstack-request-id: req-6fd09384-dde9-4d8b-a5e4-5ef2238071de {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:10.051700 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513d2119-f29f-412e-b2a4-e146ead652e0", "name": "network-vif-deleted", "tag": "98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:10.051952 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fd09384-dde9-4d8b-a5e4-5ef2238071de {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:10.052349 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513d2119-f29f-412e-b2a4-e146ead652e0', 'name': 'network-vif-deleted', 'tag': '98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b', 'status': 'completed', 'code': 200} Nov 23 10:55:10.346646 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f50fdb31-9576-4424-a603-9d5d4d4ffa34 req-0953c727-299c-4ff7-bebb-7b5f603fb128 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=513d2119-f29f-412e-b2a4-e146ead652e0 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Nov 23 10:55:11.418208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57352) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:11.784437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.039905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 131c7bfb-d794-4c12-b3af-b70af7ff83bd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:12.040251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.135607 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 131c7bfb-d794-4c12-b3af-b70af7ff83bd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=131c7bfb-d794-4c12-b3af-b70af7ff83bd,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:12.135948 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.151380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 131c7bfb-d794-4c12-b3af-b70af7ff83bd owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:12.346953 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.374045 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=131c7bfb-d794-4c12-b3af-b70af7ff83bd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:12.551931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.113040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 6247ed6d-b54c-4d3c-b320-536259a623a0 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:13.224988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:13.230274 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ebbf3453-e8e5-4bcf-bd69-cf3030276589 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/6247ed6d-b54c-4d3c-b320-536259a623a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109789 Nov 23 10:55:13.233124 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57354) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:13.238584 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Sync routers for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:13.249008 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:13.249616 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:13.285232 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting subnet 8ea708e9-6909-415d-a6fc-84e27d50efd1 {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:13.288873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.332421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.423802 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.443762 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:13.481219 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.507674 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea708e9-6909-415d-a6fc-84e27d50efd1,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:13.511397 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.517423 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57356) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:13.520622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8294f4-95e6-45a7-be59-3c60a0d79a6f None None] Network c25125ad-f941-4834-b3b1-46241c9f4c5d requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:13.522459 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b0bd998b-7856-4eba-9efb-b06582725438 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/subnets/8ea708e9-6909-415d-a6fc-84e27d50efd1 HTTP/1.1" status: 204 len: 168 time: 0.2882164 Nov 23 10:55:13.623970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.624559 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:55:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:13.654193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Checking router: 6247ed6d-b54c-4d3c-b320-536259a623a0 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:13.662982 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Routers {'6247ed6d-b54c-4d3c-b320-536259a623a0'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:13.663610 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['6247ed6d-b54c-4d3c-b320-536259a623a0'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:13.750886 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] DHCP port deletion for c25125ad-f941-4834-b3b1-46241c9f4c5d request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:13.758053 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.780488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:13.783222 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] Set router 6247ed6d-b54c-4d3c-b320-536259a623a0 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:13.808660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:13.808995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 98bb7e55-2dd5-45e5-8c5c-c6480cffaf5b not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:13.830162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Deleting port 53031259-f1d2-40a4-865d-6150577c6de3 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:13.830533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.835227 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:13.835579 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.903303 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] For port 53031259-f1d2-40a4-865d-6150577c6de3, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53031259-f1d2-40a4-865d-6150577c6de3,segment=NetworkSegment(959a6802-3d6f-47f5-8a49-467abf21f22f),segment_id=959a6802-3d6f-47f5-8a49-467abf21f22f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:13.903784 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.920343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Calling delete_port for 53031259-f1d2-40a4-865d-6150577c6de3 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:13.936282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port bec097d6-9cf4-4b2f-84af-b4c4b6ef3098, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:13.936564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.952079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:13.991038 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:55:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:14.011219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.034710 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01276590-1088-4607-b891-8224d5b6ca20 None None] The sync data for ids ['6247ed6d-b54c-4d3c-b320-536259a623a0'] in n-d-781076-5 is: [{'id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132226810', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:54:11Z', 'updated_at': '2021-11-23T10:55:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'bec097d6-9cf4-4b2f-84af-b4c4b6ef3098', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247ed6d-b54c-4d3c-b320-536259a623a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:12Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:14.039634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Pushing event deleted for resources: {'Port': ['ID=53031259-f1d2-40a4-865d-6150577c6de3,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.045173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] No DVR routers for this DVR port 53031259-f1d2-40a4-865d-6150577c6de3 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:14.052815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.053239 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.053641 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.054089 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.054483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.054872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.062925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.063369 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.063716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.064179 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.064513 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.064885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0172c2-8acb-4df5-bce8-6a7b38ee1f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:14.155460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.181605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=bec097d6-9cf4-4b2f-84af-b4c4b6ef3098,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.202446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31304b26-bfbe-4fe5-a1c7-16b74cfbb256 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:14.248989 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.343202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.345648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.401012 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.401671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Fanout notify agent at l3_agent the message router_deleted on router 6247ed6d-b54c-4d3c-b320-536259a623a0 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:55:14.410864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.412228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-2849b61e-5ce1-43cd-bf78-d0ea8249754b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/routers/6247ed6d-b54c-4d3c-b320-536259a623a0 HTTP/1.1" status: 204 len: 168 time: 0.8937442 Nov 23 10:55:14.415250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57360) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:14.501027 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.519473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53031259-f1d2-40a4-865d-6150577c6de3 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:14.540605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 53031259-f1d2-40a4-865d-6150577c6de3 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:14.541263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53031259-f1d2-40a4-865d-6150577c6de3 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:14.589724 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.609001 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25125ad-f941-4834-b3b1-46241c9f4c5d']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:14.618088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959a6802-3d6f-47f5-8a49-467abf21f22f') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:14.618381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959a6802-3d6f-47f5-8a49-467abf21f22f') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:14.627461 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.641385 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.648122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:14.648340 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: timer() Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:14.665408 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:14.716444 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.721645 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.725079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/networks/c25125ad-f941-4834-b3b1-46241c9f4c5d HTTP/1.1" status: 204 len: 168 time: 0.3087611 Nov 23 10:55:14.727871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57362) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:14.744480 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d8028-bf0c-48ab-86ae-942a8c03258a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Network': ['ID=c25125ad-f941-4834-b3b1-46241c9f4c5d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.789774 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.815427 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.879048 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.882120 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.883299 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/security-groups/aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1 HTTP/1.1" status: 204 len: 168 time: 0.1544108 Nov 23 10:55:14.892819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013229d-e4d4-47be-b3ef-6bfa21f2dc20 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb82217-4b2f-4f80-8bb1-446f5ebdf3c1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.223724 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57368) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.230788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270015888', 'description': 'tempest-secgroup-smoke-270015888 description', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.261667 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.332833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.338780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.365659 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.366843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1418471 Nov 23 10:55:15.370052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57370) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.370761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064fb5b-5bf8-4e87-8461-ad5ae32998f5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.375580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.404311 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.458077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.463271 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.490162 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409b6a13-9d5e-4cd7-96a5-8b244a03e2e3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.499153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.500389 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-85cc1edc-8e3f-47d9-8602-a8763d0b893f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292999 Nov 23 10:55:15.503267 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57372) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.508087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.538121 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.596837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.608060 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.627981 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea43ddd-5f17-4695-a7bd-52aa3fae415d,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.640134 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.641594 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e3e649ec-5f13-4d31-abac-93da6d694e7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371810 Nov 23 10:55:15.645225 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57374) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.649572 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.680698 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.739326 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.745024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.763595 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67bad03-f72f-40f1-a333-b939a78aeb1a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.769718 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.770919 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-72cbd0c4-39d9-43f1-b446-d419a8546dba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247866 Nov 23 10:55:15.773676 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57376) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.777949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.810468 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.875211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.880436 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.898204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf993ce-9f7d-4878-945e-f6c77ffefa10,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.906973 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.908194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9e23d12e-0dae-4dea-bd00-86ca421c043c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335728 Nov 23 10:55:15.911028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57378) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.915408 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.940799 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:55:15.947653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.012488 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.018658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.038407 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48437012-3324-486f-9a34-41ce725e5f36,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:16.044541 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.045735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c8cc54ec-29e6-4b59-9744-31319ed5e610 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338060 Nov 23 10:55:16.048511 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57380) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:16.053066 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': '7cf847ac-9c9d-4b48-8951-21ed4f7d43c6', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:16.083210 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:55:16.088575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.099391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 131c7bfb-d794-4c12-b3af-b70af7ff83bd no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:16.120791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 131c7bfb-d794-4c12-b3af-b70af7ff83bd {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:16.121138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 131c7bfb-d794-4c12-b3af-b70af7ff83bd not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:16.121564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:16.141623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:16.141918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bec097d6-9cf4-4b2f-84af-b4c4b6ef3098 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:16.147518 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.153483 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.177965 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac74fab3-8a2b-45d1-8801-6f359895dd90,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:16.189004 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.190287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0c0f6783-c415-4af3-ba2e-123e01840391 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408272 Nov 23 10:55:16.194272 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57382) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:16.199201 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'network': {'name': 'tempest-network-smoke--1054461710', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:16.222979 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:16.226660 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.250295 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:16.260074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.260421 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Added segment f5d9389e-558e-485e-88bd-cafa63a6ce02 of type vlan for network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 Nov 23 10:55:16.299929 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.327044 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.328812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.333200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:16.333840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.375267 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799550 Nov 23 10:55:16.378236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57384) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:16.383880 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'admin_state_up': True, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:16.406921 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895e213-46b5-47dc-90e6-3afede454579 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Network': ['ID=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:16.409706 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.410868 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.421349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:16.464091 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.601038 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.798381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.816577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.920093 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.185 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/0eb50d77-5b36-49c4-b5a3-e6624e0d3c74) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:17.028462 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.072106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.120500 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:17.126085 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:17.128605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:17.132244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.140762 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e40204-0385-4042-99da-179e01019d0b None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:17.239713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a1e08b1a-dc2a-4fe7-a4a0-4faf2f64be1f None None] Provisioning complete for port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:17.240196 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1e08b1a-dc2a-4fe7-a4a0-4faf2f64be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.275535 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a1e08b1a-dc2a-4fe7-a4a0-4faf2f64be1f None None] Port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:17.387065 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.588652 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.721646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router a0a6b1ee-3068-44e2-9b91-d29a076ebdec is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:55:17.834062 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:17.844268 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Sync routers for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:17.856587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:17.857208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:17.858073 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.862236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-e64c29b6-dd76-4289-a0f7-0da5ee839f5f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4795351 Nov 23 10:55:17.862702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57386) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.892282 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b38ff293-f669-473d-9e64-8cead26c8e1b tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a0c35a9e1b2547ff92ec784c2e4501eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284517 Nov 23 10:55:17.895234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57388) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.965499 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-982b4767-21a2-4b39-b135-ffb2d2dca975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.978081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:17.983394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16df888-4f78-428e-ae30-343a41fc62ac tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:17.984925 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d16df888-4f78-428e-ae30-343a41fc62ac tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888045 Nov 23 10:55:17.987969 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57390) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.015987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-50937283-4b8e-4bcc-8219-38d7a480ac95 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268664 Nov 23 10:55:18.018747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57392) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.023411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326927247', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:18.114563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:18.118277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.162668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:17Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:18.189371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Checking router: a0a6b1ee-3068-44e2-9b91-d29a076ebdec for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:18.189834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Updating router a0a6b1ee-3068-44e2-9b91-d29a076ebdec port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:55:18.215345 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.308583 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.374019 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Subnet': ['ID=0f21694b-315c-451c-94cf-e419705a209d,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:18.384625 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Checking segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:18.384991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network hostable DHCP agents. Network: 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:18.403310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:18.412490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:18.416532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:18.417134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.427055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d381438-cc27-4098-a3d6-34f406ed96ef None None] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:18.435970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-40c6160f-d06f-4541-b09b-f8ab1da1c3fa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4162633 Nov 23 10:55:18.438836 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57394) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.542059 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.553682 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.614275 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78875b30-fa21-4e1d-a4a0-ab45baf45113 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:18.643534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568841d-0131-4f28-80b6-12c025a21fa2 None None] Pushing event updated for resources: {'Port': ['ID=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:18.650187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Attempting to bind port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:18.650564 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Attempting to bind port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:18.650928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Attempting to bind port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:18.659212 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:18.659480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:18.659879 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.660265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:18.660738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Bound port: 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:18.661115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.881446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:18.882351 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.916711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-fce469d6-ec5c-4466-b2d4-059aa630818c None None] Provisioning complete for port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:18.917187 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fce469d6-ec5c-4466-b2d4-059aa630818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.948769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] For port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:19.011162 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] For port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:19.029099 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.037923 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-fce469d6-ec5c-4466-b2d4-059aa630818c None None] Port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:19.106699 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eec61c1-c6dd-4ce1-b2cb-fd95a0bb2afc None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:19.146952 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568841d-0131-4f28-80b6-12c025a21fa2 None None] Pushing event updated for resources: {'Port': ['ID=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.158052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Allocated IP 172.20.0.2 (4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73/0f21694b-315c-451c-94cf-e419705a209d/a10dbd71-2153-4665-9b51-8c9c6626e9d0) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:19.160538 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:19.161158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:54:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:19.236058 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.241445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] Provisioning complete for port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:19.241965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.378241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:19.570821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.572210 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.592876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.639085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] For port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:19.640301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.1 (4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73/0f21694b-315c-451c-94cf-e419705a209d/de52c486-ce61-42ab-8d9b-401fa9d065e9) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:19.671511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.675863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:19.682832 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:19.686055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:19.690364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Pushing event updated for resources: {'Port': ['ID=a10dbd71-2153-4665-9b51-8c9c6626e9d0,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.761578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.794229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d6b5-50a8-470e-80f6-f780b95bc800 None None] Pushing event updated for resources: {'Port': ['ID=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.799107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.801101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Attempting to bind port a10dbd71-2153-4665-9b51-8c9c6626e9d0 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:19.801605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Attempting to bind port a10dbd71-2153-4665-9b51-8c9c6626e9d0 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:19.801999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Attempting to bind port a10dbd71-2153-4665-9b51-8c9c6626e9d0 on network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:19.805109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:17Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:19.834117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:19.834845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Checking segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:19.834845 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.835188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Bound using segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:19.835668 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Bound port: a10dbd71-2153-4665-9b51-8c9c6626e9d0, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:19.836045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.838018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee70f1b-a821-482d-bf73-ffbc1edb92ec None None] The sync data for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 is: [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:17Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:19.840821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:19.847997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:19.853561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:19.885008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.909790 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.912397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] For port a10dbd71-2153-4665-9b51-8c9c6626e9d0, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:19.918854 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] For port a10dbd71-2153-4665-9b51-8c9c6626e9d0, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a10dbd71-2153-4665-9b51-8c9c6626e9d0,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:19.925744 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.983410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6d935-e056-4470-9bdf-8d3a4a5ffc71 None None] Pushing event updated for resources: {'Port': ['ID=a10dbd71-2153-4665-9b51-8c9c6626e9d0,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:20.077941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.410843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-31dcd6d2-5e90-416c-b086-cca9df7661d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.425800 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.431814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.511806 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.514735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:20.608817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:20.610350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:20.734466 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router a0a6b1ee-3068-44e2-9b91-d29a076ebdec has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:20.767504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.849235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:20.854868 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a36c3f93-5095-4280-9c1c-e548b7efb81d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/a0a6b1ee-3068-44e2-9b91-d29a076ebdec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149997 Nov 23 10:55:20.991500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244bdec-0001-4995-b81b-405403c275b4 None None] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:21.122709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-02f544f0-8658-4272-9168-f587138286b2 None None] Provisioning complete for port a10dbd71-2153-4665-9b51-8c9c6626e9d0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.123085 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-02f544f0-8658-4272-9168-f587138286b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.183272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-2236ed3d-1e59-4ca1-ac7a-a72958f6580f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270015888&fields=id&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 267 time: 0.0514419 Nov 23 10:55:21.235000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-02f544f0-8658-4272-9168-f587138286b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.272479 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-02f544f0-8658-4272-9168-f587138286b2 None None] For port a10dbd71-2153-4665-9b51-8c9c6626e9d0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a10dbd71-2153-4665-9b51-8c9c6626e9d0,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:21.279462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-02f544f0-8658-4272-9168-f587138286b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.320747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c4a2d6-d78a-491e-b1fa-76d6622b4064 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:21.322323 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c4a2d6-d78a-491e-b1fa-76d6622b4064 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 797 time: 0.1275096 Nov 23 10:55:21.338784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-2ea5aa52-1379-40f5-ac5a-12d0cb8ff4e9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/quotas/a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 375 time: 0.0104678 Nov 23 10:55:21.351071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f544f0-8658-4272-9168-f587138286b2 None None] Pushing event updated for resources: {'Port': ['ID=a10dbd71-2153-4665-9b51-8c9c6626e9d0,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:21.404124 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-b220d901-3a69-4bb3-a113-77efc416aeb7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588853 Nov 23 10:55:21.425519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-97f0a659-1fe9-4712-baf4-bb4be31652ed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:55:21.426572 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-97f0a659-1fe9-4712-baf4-bb4be31652ed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077848 Nov 23 10:55:21.497508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Sync routers for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:21.507693 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b7928b8c-2335-4ca3-9f99-89b4a7bb05fe None None] Provisioning complete for port a10dbd71-2153-4665-9b51-8c9c6626e9d0 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.508165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7928b8c-2335-4ca3-9f99-89b4a7bb05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.509957 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:21.510582 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:21.540253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-f7852530-a298-40d5-bccf-23598200f5a8 service neutron] 10.222.0.62 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068673 Nov 23 10:55:21.569374 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.635683 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:21.646794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b7928b8c-2335-4ca3-9f99-89b4a7bb05fe None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.647173 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b7928b8c-2335-4ca3-9f99-89b4a7bb05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.648320 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-91b07391-c278-45c0-b89e-1c126ade8462 service neutron] 10.222.0.62 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019192 Nov 23 10:55:21.684484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b7928b8c-2335-4ca3-9f99-89b4a7bb05fe None None] Port de52c486-ce61-42ab-8d9b-401fa9d065e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:21.806433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bee00320-1d2e-42a2-9d1f-9aa6a8a139cb None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.807088 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bee00320-1d2e-42a2-9d1f-9aa6a8a139cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.867772 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-bee00320-1d2e-42a2-9d1f-9aa6a8a139cb None None] Port de52c486-ce61-42ab-8d9b-401fa9d065e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:21.877226 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 2, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:21.912472 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Checking router: a0a6b1ee-3068-44e2-9b91-d29a076ebdec for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:21.912672 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Updating router a0a6b1ee-3068-44e2-9b91-d29a076ebdec port de52c486-ce61-42ab-8d9b-401fa9d065e9 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:55:21.943469 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.955358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac9a1de0-ad86-4a28-b12c-181a10d50892 req-091682b8-d70f-476b-a88b-a051f19eaf98 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 210 time: 0.1331694 Nov 23 10:55:21.988534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5414a6d6-a785-4e4f-b15b-c7ccf0be0be4 None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.989119 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5414a6d6-a785-4e4f-b15b-c7ccf0be0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.029085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5414a6d6-a785-4e4f-b15b-c7ccf0be0be4 None None] Port de52c486-ce61-42ab-8d9b-401fa9d065e9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:22.188058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:22.240969 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.241259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.241377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.248469 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.302742 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Pushing event updated for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:22.330964 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.331144 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.331744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.331744 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.332581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.332923 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.333251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.333577 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.333945 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.334402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.334727 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.335079 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:22.357950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a10dbd71-2153-4665-9b51-8c9c6626e9d0 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:22.366913 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Attempting to bind port de52c486-ce61-42ab-8d9b-401fa9d065e9 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:22.367280 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Attempting to bind port de52c486-ce61-42ab-8d9b-401fa9d065e9 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:22.367634 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Attempting to bind port de52c486-ce61-42ab-8d9b-401fa9d065e9 on network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:22.372854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:22.373229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Checking segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:22.373631 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.374068 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Bound using segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:22.374780 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Bound port: de52c486-ce61-42ab-8d9b-401fa9d065e9, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:22.375172 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.445984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a10dbd71-2153-4665-9b51-8c9c6626e9d0 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.446276 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] For port de52c486-ce61-42ab-8d9b-401fa9d065e9, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:22.447479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.450670 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] For port de52c486-ce61-42ab-8d9b-401fa9d065e9, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52c486-ce61-42ab-8d9b-401fa9d065e9,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:22.455201 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.519594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:22.520387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:22.522204 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae23e5f-9785-4c4b-a891-a8c71fa4c934 None None] Pushing event updated for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:22.561648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.562177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.651826 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.689734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] For port de52c486-ce61-42ab-8d9b-401fa9d065e9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52c486-ce61-42ab-8d9b-401fa9d065e9,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:22.694848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.723523 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:22.756553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2baed-7553-4921-b35c-f7809a7834e9 None None] Pushing event updated for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:22.819094 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7f9a1d2e-2a2c-491a-b0f1-9ece5b13da82 None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.819459 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7f9a1d2e-2a2c-491a-b0f1-9ece5b13da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.894630 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-11a76223-727f-4978-a97b-32a3125912cc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:22.896321 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-11a76223-727f-4978-a97b-32a3125912cc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 797 time: 0.1245887 Nov 23 10:55:22.938147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.958700 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:22.974944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-07403a7c-abc9-4a64-ae4e-b84e41f2c84d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 379 time: 0.0694964 Nov 23 10:55:22.984442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'port': {'device_id': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'admin_state_up': True, 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'security_groups': ['7cf847ac-9c9d-4b48-8951-21ed4f7d43c6']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:22.984925 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05737ad5-4d3d-44cc-8684-96b0af702276 None None] The sync data for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 is: [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:23.103260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a4b6ade6-9ea2-4252-8ba6-d5c5495640eb req-c6038512-2fed-416f-8a45-c7aae06e8b06 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 210 time: 0.0409470 Nov 23 10:55:23.149094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:23.152829 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.288521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.13 (4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73/0f21694b-315c-451c-94cf-e419705a209d/44e68aa8-e5e2-48b7-b193-0a86a0ad0f54) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:23.441578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.478251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.528732 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:23.532076 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:23.534575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:23.542275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.594537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:23.595300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.614831 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-336bfb8e-347a-411a-8f6c-e0038a1ce93c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340549 Nov 23 10:55:23.627739 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Request body: {'port': {'device_id': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:23.638127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.690202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.776016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f6601cae-4e90-45a5-8144-bd5f11366742 None None] Provisioning complete for port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:23.776398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f6601cae-4e90-45a5-8144-bd5f11366742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.811422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f6601cae-4e90-45a5-8144-bd5f11366742 None None] Port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:23.969512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:23.977373 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.990220 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Transition to ACTIVE for port object 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:23.995502 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.065221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Pushing event updated for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.132635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Attempting to bind port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:24.132973 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Attempting to bind port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:24.133879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Attempting to bind port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 on network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:24.139002 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 on network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:24.139336 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Attempting to bind port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 on network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:24.145090 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:24.145395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Checking segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:24.145806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Bound using segment: {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:24.146312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Bound port: 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d9389e-558e-485e-88bd-cafa63a6ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:24.146772 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.147387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52c486-ce61-42ab-8d9b-401fa9d065e9 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:24.219872 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port de52c486-ce61-42ab-8d9b-401fa9d065e9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:24.220147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.235290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:24.237617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c4846-644e-4ab9-b725-1745975b4c0a req-5b43768e-094f-4ec8-9d73-a1c9f40254ad tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.239438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:24.243583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-398c4846-644e-4ab9-b725-1745975b4c0a req-5b43768e-094f-4ec8-9d73-a1c9f40254ad tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 944 time: 0.0605841 Nov 23 10:55:24.244771 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.292351 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.293121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.294722 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] 10.222.0.11 "PUT /v2.0/ports/44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 1092 time: 0.6717117 Nov 23 10:55:24.295122 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:24.297414 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1746062f-8a07-4040-ae0d-087b16c0b03c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:24.316079 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-398c4846-644e-4ab9-b725-1745975b4c0a req-4ccb7d8a-af10-433e-89d2-768d58bad4d3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678566 Nov 23 10:55:24.330872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0a42a-376c-4e49-a7d6-0bf30b7a6724 service neutron] Pushing event updated for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.384358 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76dea2c-1bac-4ddd-8edd-a58854d8c820 x-openstack-request-id: req-f76dea2c-1bac-4ddd-8edd-a58854d8c820 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:24.384622 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:24.384870 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f76dea2c-1bac-4ddd-8edd-a58854d8c820 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:24.385270 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'status': 'completed', 'code': 200} Nov 23 10:55:24.393706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-ae72173a-4ea4-4431-baaa-1d90a56834dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.395256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-ae72173a-4ea4-4431-baaa-1d90a56834dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1095 time: 0.0577631 Nov 23 10:55:24.437767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-e3b3173c-450e-4193-8851-085c2eb48564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 217 time: 0.0343409 Nov 23 10:55:24.495215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-31aa1e06-953e-4f7e-a2a2-bddfcf5a229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.496661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-31aa1e06-953e-4f7e-a2a2-bddfcf5a229e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0517597 Nov 23 10:55:24.542430 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-7ae5b3c9-de93-44b7-9340-2a301b3caaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.543945 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-7ae5b3c9-de93-44b7-9340-2a301b3caaf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406225 Nov 23 10:55:24.645296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-553854e4-ca2a-4afd-8f12-490d89e939f8 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943689 Nov 23 10:55:24.748193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9b531429-8941-4ef1-9852-72a227c17ea1 req-4e17d9e1-8ff5-4a4f-96aa-f1558657f246 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960500 Nov 23 10:55:24.835911 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-6bc5ad54-e172-426b-80ae-a0eb668624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.837431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-6bc5ad54-e172-426b-80ae-a0eb668624b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1095 time: 0.0412714 Nov 23 10:55:24.932600 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-3d2fd0e6-a7f3-4646-89c1-7cb64ee59e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.934093 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-3d2fd0e6-a7f3-4646-89c1-7cb64ee59e9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.0898056 Nov 23 10:55:24.978129 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-6996d06d-a5c4-4ea1-b526-36a1954ba5d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 217 time: 0.0364656 Nov 23 10:55:25.032385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-ff6c2967-d7f5-4468-8488-55110bad1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.033876 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-ff6c2967-d7f5-4468-8488-55110bad1fc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0493171 Nov 23 10:55:25.088869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-fe29b2e5-dc66-4a07-a50b-41530a91fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.090409 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-fe29b2e5-dc66-4a07-a50b-41530a91fd0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489616 Nov 23 10:55:25.184036 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-067ca2c5-9964-4495-919d-710fc9712992 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Nov 23 10:55:25.277728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1746062f-8a07-4040-ae0d-087b16c0b03c req-86e764c5-b3f2-4865-b8d0-154aaf3362fa service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869389 Nov 23 10:55:25.456209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9140-5c0f-4a99-9a59-f4e1c3c3b24f req-62b5da12-c81e-4bc0-87b4-d62eb255c847 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.457697 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c6c9140-5c0f-4a99-9a59-f4e1c3c3b24f req-62b5da12-c81e-4bc0-87b4-d62eb255c847 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 944 time: 0.0572109 Nov 23 10:55:25.515335 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c6c9140-5c0f-4a99-9a59-f4e1c3c3b24f req-088c1906-ce2a-45ce-a0de-ef7cfdab9cfe tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487204 Nov 23 10:55:26.648193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0decc59-2887-46fc-a53f-535b9ee23121 req-c10c42b0-5575-421a-8702-4494a02ad031 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:26.649666 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0decc59-2887-46fc-a53f-535b9ee23121 req-c10c42b0-5575-421a-8702-4494a02ad031 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 944 time: 0.0524638 Nov 23 10:55:26.701625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d0decc59-2887-46fc-a53f-535b9ee23121 req-484e647a-7eb8-44b5-9348-29edc54c19ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 Nov 23 10:55:27.337946 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:55:27.541468 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:27.799399 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:27.811194 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'port_id': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'mac_address': 'fa:16:3e:1f:57:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:27.821187 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14a5b-0b0d-4a98-9187-2ad9141d8edc req-b82850eb-c676-4e77-8611-8c9f245f7629 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:27.822783 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0df14a5b-0b0d-4a98-9187-2ad9141d8edc req-b82850eb-c676-4e77-8611-8c9f245f7629 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 944 time: 0.0494616 Nov 23 10:55:27.849153 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.861992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:27.873187 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0df14a5b-0b0d-4a98-9187-2ad9141d8edc req-190a2c6d-30f1-4c6a-ad4f-4d73bbf48d9d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444291 Nov 23 10:55:27.882063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:27.887141 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.937210 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.255529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:28.994806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c0b98-d970-413b-aa04-a82d018b0b49 req-aeeac2fb-c729-44f2-b70d-61c45adc1c66 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:28.996307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd7c0b98-d970-413b-aa04-a82d018b0b49 req-aeeac2fb-c729-44f2-b70d-61c45adc1c66 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Nov 23 10:55:29.045611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bd7c0b98-d970-413b-aa04-a82d018b0b49 req-3380b210-4f5b-4e33-8bdc-f8d1dc0266ae tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Nov 23 10:55:29.557797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:29.617362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:29.622035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:29.622416 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.706856 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.729613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:29.731904 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6a450a-2203-4dc0-93da-958aa08236d1" -d '{"events": [{"server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "name": "network-vif-plugged", "status": "completed", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:29.744498 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:29.749818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.774346 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ddf69-d2d7-4d51-ad5b-045e046c79f5 x-openstack-request-id: req-d86ddf69-d2d7-4d51-ad5b-045e046c79f5 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:29.774636 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "name": "network-vif-plugged", "status": "completed", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:29.774885 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d86ddf69-d2d7-4d51-ad5b-045e046c79f5 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:29.775281 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'code': 200} Nov 23 10:55:29.805333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:29.870766 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36c0a9-3b26-4741-acb1-6a08c6d4cf8c req-228dd8c0-c543-44d0-8c78-5f19ec6bb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.872250 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a36c0a9-3b26-4741-acb1-6a08c6d4cf8c req-228dd8c0-c543-44d0-8c78-5f19ec6bb6b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.0398500 Nov 23 10:55:29.920374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3a36c0a9-3b26-4741-acb1-6a08c6d4cf8c req-16b72274-300b-472f-b73b-6fd1622f7597 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402966 Nov 23 10:55:30.179575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dccce1-c797-4aa0-9866-b85bdf78e83f req-19c2980d-2813-4d66-b812-ddb64fe5b96c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.181171 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75dccce1-c797-4aa0-9866-b85bdf78e83f req-19c2980d-2813-4d66-b812-ddb64fe5b96c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0578630 Nov 23 10:55:30.233956 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75dccce1-c797-4aa0-9866-b85bdf78e83f req-daa9c94a-a7b9-4a12-b204-75fb6486b867 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462091 Nov 23 10:55:31.371183 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1bd7-f0a9-4714-b527-aa2d7d322b79 req-2e373802-011e-454e-b55e-ac8326fbc4bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.372700 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba3b1bd7-f0a9-4714-b527-aa2d7d322b79 req-2e373802-011e-454e-b55e-ac8326fbc4bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0574327 Nov 23 10:55:31.421992 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ba3b1bd7-f0a9-4714-b527-aa2d7d322b79 req-b83b1617-86ba-43e1-a0a4-5062603573ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Nov 23 10:55:31.538207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308000d3-cc4d-4082-a335-d6506d7259bf req-ef63ec7c-2d05-4f2b-a43c-2ee13ad531b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.539752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-308000d3-cc4d-4082-a335-d6506d7259bf req-ef63ec7c-2d05-4f2b-a43c-2ee13ad531b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0521886 Nov 23 10:55:31.589163 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-308000d3-cc4d-4082-a335-d6506d7259bf req-f753ad1e-8e4e-4966-a6aa-fe7c7f6bb7a4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Nov 23 10:55:31.615842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57452) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:31.655790 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b045d3d-1eb3-45d7-9086-8b8949874b9c tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.657275 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7b045d3d-1eb3-45d7-9086-8b8949874b9c tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1092 time: 0.0404413 Nov 23 10:55:31.660212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57454) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:31.664414 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:31.687637 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.789630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.902327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.125 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/7a293fab-c96c-42a9-9385-7eedb60fc3e8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:32.017027 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.061556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.102761 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:32.108367 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:32.110338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=7a293fab-c96c-42a9-9385-7eedb60fc3e8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:32.112441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:32.486686 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.559240 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.706786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.713556 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.785274 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=7a293fab-c96c-42a9-9385-7eedb60fc3e8,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:32.793461 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.899908 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 61171f9e-24f4-49e3-bacf-f87286d0bee8 associated. External IP: 172.25.1.125, port: 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54. Nov 23 10:55:33.452912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router a0a6b1ee-3068-44e2-9b91-d29a076ebdec has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:33.558006 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:33.568804 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Sync routers for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:33.578276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.579483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:33.580149 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:33.611079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-923ee0c9-269c-4852-8aef-80d26075d07b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9473815 Nov 23 10:55:33.611079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:33.611481 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa78be5-755c-4328-99fc-5cd340dd11ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:33.655786 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ace83-af58-4bb9-891f-684dd2419f62 x-openstack-request-id: req-4d6ace83-af58-4bb9-891f-684dd2419f62 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:33.656091 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:33.656343 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d6ace83-af58-4bb9-891f-684dd2419f62 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:33.656753 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'status': 'completed', 'code': 200} Nov 23 10:55:33.693066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:33.718464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b383-7d70-467f-9ed4-3084cfc44402 req-1883b3f5-7772-421e-ab12-5ab9d0b1243d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.719606 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-d6230416-f939-436d-abb1-c4bb85ed4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.719881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7cf2b383-7d70-467f-9ed4-3084cfc44402 req-1883b3f5-7772-421e-ab12-5ab9d0b1243d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Nov 23 10:55:33.721220 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-d6230416-f939-436d-abb1-c4bb85ed4edd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.0411348 Nov 23 10:55:33.770344 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7cf2b383-7d70-467f-9ed4-3084cfc44402 req-8d8ca826-d828-479d-9cf7-6f5a1d2bc91d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Nov 23 10:55:33.793441 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57460) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:33.819699 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-12f609d0-5011-4e17-85c8-3591105455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.821563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-12f609d0-5011-4e17-85c8-3591105455ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.0914938 Nov 23 10:55:33.860189 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4ec0cb4c-584e-4c25-bc2b-277b04eb984e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/61171f9e-24f4-49e3-bacf-f87286d0bee8 HTTP/1.1" status: 200 len: 992 time: 0.0639575 Nov 23 10:55:33.891974 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-b628c98c-d2e3-430b-bf21-653af3d22a1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 1000 time: 0.0630286 Nov 23 10:55:33.926184 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '61171f9e-24f4-49e3-bacf-f87286d0bee8', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'port_id': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'mac_address': 'fa:16:3e:1f:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:32Z', 'updated_at': '2021-11-23T10:55:32Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:33.940663 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-b56cdcd1-f520-4327-9709-5f4d0b817bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.942228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-b56cdcd1-f520-4327-9709-5f4d0b817bed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0428987 Nov 23 10:55:33.953133 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Checking router: a0a6b1ee-3068-44e2-9b91-d29a076ebdec for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:33.962511 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:33.963127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:55:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:33.987436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-f53a1cbf-fbdb-4f5e-ad94-45c5327b59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.988869 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-f53a1cbf-fbdb-4f5e-ad94-45c5327b59ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Nov 23 10:55:34.073822 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:34.081322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-ad5a6658-a880-41ac-81d5-65e37fb5b5dd service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Nov 23 10:55:34.175932 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caa78be5-755c-4328-99fc-5cd340dd11ca req-0afd3086-4c4b-4d47-bf0c-9315bfd367e4 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874064 Nov 23 10:55:34.311042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '61171f9e-24f4-49e3-bacf-f87286d0bee8', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'port_id': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'mac_address': 'fa:16:3e:1f:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:32Z', 'updated_at': '2021-11-23T10:55:32Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:34.338767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c073abd-9895-4c55-845e-33edd7d737ff None None] The sync data for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 is: [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '61171f9e-24f4-49e3-bacf-f87286d0bee8', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'port_id': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'mac_address': 'fa:16:3e:1f:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:32Z', 'updated_at': '2021-11-23T10:55:32Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:34.545229 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8a3ca-3718-44b2-ad1c-72d8c5fde640 None None] New status for floating IP 61171f9e-24f4-49e3-bacf-f87286d0bee8: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:55:34.864339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57462) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:34.930620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c221bbd-6ab3-43cd-a75e-c01af9cf33d7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/61171f9e-24f4-49e3-bacf-f87286d0bee8 HTTP/1.1" status: 200 len: 994 time: 0.0647390 Nov 23 10:55:46.333088 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.949614 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f0e45cbd-5199-4948-8cd7-d9633ff3f37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.004170 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-41b23630-12c0-4304-8ed6-cda8ac6c6ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454526 Nov 23 10:55:50.089014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-89e4c060-b813-419b-8416-0507a190187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.090595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-89e4c060-b813-419b-8416-0507a190187c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.0431476 Nov 23 10:55:50.201315 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-e1fe31c7-3a24-40a7-a0e4-cd0d96a2c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.202834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-e1fe31c7-3a24-40a7-a0e4-cd0d96a2c96f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.0906005 Nov 23 10:55:50.277636 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-666abeac-0299-48c4-869f-d93bd7e851ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 1002 time: 0.0606244 Nov 23 10:55:50.330311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-75302ee5-c73f-4a36-b7ef-94574660c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.331780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-75302ee5-c73f-4a36-b7ef-94574660c7c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0459197 Nov 23 10:55:50.382671 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-2347bd90-7497-49ee-a930-e05263d68a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.384182 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-2347bd90-7497-49ee-a930-e05263d68a5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449796 Nov 23 10:55:50.404489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a848b965-a03d-4626-a935-1c1378ed4b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.476322 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-23cf06bf-4bb7-423f-a715-0755bd6c2c2a service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846920 Nov 23 10:55:50.571811 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ab16226c-7bd7-4e4d-b591-a3ed552ae568 req-ae433751-c6c8-4006-ad14-3a1b87c809b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Nov 23 10:55:50.762855 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.540708 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:52.908910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.637640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.343508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:56:16.339329 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.955664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2996a74f-767c-41cb-bbd2-233e69f3224a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.414511 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-12e1768f-9c0c-4f45-b8cf-5bedfe71ff6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.775480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.547096 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:22.915577 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:23.639319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:37.637464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3ea33-28c7-470e-b321-d88596823133 req-ba3b4f36-6b99-4a1b-b814-5c0a2455bae9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.638999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53f3ea33-28c7-470e-b321-d88596823133 req-ba3b4f36-6b99-4a1b-b814-5c0a2455bae9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0782104 Nov 23 10:56:37.640820 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9953-a000-41d9-b90e-c7450569befc req-8388d10a-8a3d-47d2-aec3-1c7783cfab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.642309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-8388d10a-8a3d-47d2-aec3-1c7783cfab0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.0792308 Nov 23 10:56:37.748821 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-53f3ea33-28c7-470e-b321-d88596823133 req-668e29eb-7d54-4aab-b786-688d068a894d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030192 Nov 23 10:56:37.766791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9953-a000-41d9-b90e-c7450569befc req-f307cd20-ed8b-4915-9cb5-b302ca138673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.768230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-f307cd20-ed8b-4915-9cb5-b302ca138673 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.1164808 Nov 23 10:56:37.837540 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-cb30d47b-e655-43bb-9047-7b5ee32b1ac6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 1002 time: 0.0609334 Nov 23 10:56:37.888293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9953-a000-41d9-b90e-c7450569befc req-aac9e8ed-91bd-4ef2-8797-e04cf605fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.889733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-aac9e8ed-91bd-4ef2-8797-e04cf605fff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0441365 Nov 23 10:56:37.937047 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9953-a000-41d9-b90e-c7450569befc req-7b19b6ef-7ad8-4d21-b23b-b20690b63add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.938547 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-7b19b6ef-7ad8-4d21-b23b-b20690b63add service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406475 Nov 23 10:56:38.032773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-91a954d3-9f7b-4e75-8f02-67f1486f4df1 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860889 Nov 23 10:56:38.121403 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-090b9953-a000-41d9-b90e-c7450569befc req-18555c28-3e58-48f6-a2a0-5717674e30cf service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Nov 23 10:56:38.885539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cc68-d401-447d-8895-5c2e3be20657 req-5579ab02-933a-40f8-9a14-a9abcb2194ef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:38.887011 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0cf3cc68-d401-447d-8895-5c2e3be20657 req-5579ab02-933a-40f8-9a14-a9abcb2194ef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0519366 Nov 23 10:56:38.945218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0cf3cc68-d401-447d-8895-5c2e3be20657 req-21e0adf2-17b2-47df-b639-2a773ba2bacd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520396 Nov 23 10:56:40.068840 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3280-432e-4708-93dd-53ed38150ee8 req-56a4df1a-3d11-4d0b-9c8a-c1297b4c253f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:40.070337 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f31e3280-432e-4708-93dd-53ed38150ee8 req-56a4df1a-3d11-4d0b-9c8a-c1297b4c253f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0510654 Nov 23 10:56:40.124115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f31e3280-432e-4708-93dd-53ed38150ee8 req-96849b24-e69e-4562-adab-057fa354b2be tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476186 Nov 23 10:56:41.262933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c82c1d-3c14-4bba-86cc-a0f2941bb7a7 req-a499a2d2-bb55-46e2-9314-131edacc92fd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:41.264403 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3c82c1d-3c14-4bba-86cc-a0f2941bb7a7 req-a499a2d2-bb55-46e2-9314-131edacc92fd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0514853 Nov 23 10:56:41.320091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a3c82c1d-3c14-4bba-86cc-a0f2941bb7a7 req-46960bdf-ae9c-4ec3-9ae1-4977f27d2741 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Nov 23 10:56:41.342091 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:56:42.440755 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f74ef-806c-4cae-bba2-fc50f839ca47 req-735eecc0-850f-4f38-86aa-b2ba242d2424 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:42.442215 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e0f74ef-806c-4cae-bba2-fc50f839ca47 req-735eecc0-850f-4f38-86aa-b2ba242d2424 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Nov 23 10:56:42.494172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0e0f74ef-806c-4cae-bba2-fc50f839ca47 req-73e60529-08a5-43a9-ade4-4d3b67d9e18c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Nov 23 10:56:43.633771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ca9d-848c-4352-9df3-a66645ed575a req-641e4c66-20bc-4ee2-a03d-f9ab4f9d5b0d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:43.635289 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d97ca9d-848c-4352-9df3-a66645ed575a req-641e4c66-20bc-4ee2-a03d-f9ab4f9d5b0d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0603538 Nov 23 10:56:43.685362 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9d97ca9d-848c-4352-9df3-a66645ed575a req-93b29efd-22ab-46de-be71-df596868dc28 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Nov 23 10:56:44.822406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743d6da-52c3-47aa-8c06-f2654a64de0b req-dbbe0f53-6cbc-4bf1-a323-0e7f16960e2e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:44.823893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8743d6da-52c3-47aa-8c06-f2654a64de0b req-dbbe0f53-6cbc-4bf1-a323-0e7f16960e2e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0524437 Nov 23 10:56:44.875630 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8743d6da-52c3-47aa-8c06-f2654a64de0b req-5aefc3a0-5237-4bd7-aa7e-a9bb6f781a22 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Nov 23 10:56:46.012963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d475-6bdb-4a4b-ba22-972e4f5e140e req-8dac8fe3-406b-4609-be6a-8129691de9bd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:46.014456 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c19d475-6bdb-4a4b-ba22-972e4f5e140e req-8dac8fe3-406b-4609-be6a-8129691de9bd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0598271 Nov 23 10:56:46.063376 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c19d475-6bdb-4a4b-ba22-972e4f5e140e req-ba66aab5-098d-4bb0-a0e3-a27a4393fc26 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Nov 23 10:56:46.338371 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:47.201918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c9588-73f4-4f08-99fc-3fd0b3891f1b req-36d663c2-4c11-4bb9-aa66-ac41cae9a42a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:47.203710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd6c9588-73f4-4f08-99fc-3fd0b3891f1b req-36d663c2-4c11-4bb9-aa66-ac41cae9a42a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0646389 Nov 23 10:56:47.253720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dd6c9588-73f4-4f08-99fc-3fd0b3891f1b req-f15293d1-8bee-4312-849c-cb811769f7ac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 Nov 23 10:56:47.946302 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8245a21e-4b26-446d-a7bf-f9a4ff2f6a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:48.384562 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38bd1-6dfc-4ecf-ac62-639b6fc9feb8 req-399652fd-1b72-4ea6-8880-207120a5a88c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:48.386052 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d38bd1-6dfc-4ecf-ac62-639b6fc9feb8 req-399652fd-1b72-4ea6-8880-207120a5a88c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Nov 23 10:56:48.435590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66d38bd1-6dfc-4ecf-ac62-639b6fc9feb8 req-c8ed3cf3-0c37-428a-9f8c-ac89da3bbd72 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Nov 23 10:56:49.552033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4e66-637e-4f0d-ac4d-7c6582cb4443 req-330fcdfb-3193-4bdb-9e0d-df70211d5792 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:49.553539 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4b4e66-637e-4f0d-ac4d-7c6582cb4443 req-330fcdfb-3193-4bdb-9e0d-df70211d5792 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Nov 23 10:56:49.603564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ef4b4e66-637e-4f0d-ac4d-7c6582cb4443 req-28d179d0-d7cd-4043-ae11-32997ff30326 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Nov 23 10:56:49.626150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57512) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:49.691034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-17c2566c-696f-47cd-9dbd-3c363b058316 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/61171f9e-24f4-49e3-bacf-f87286d0bee8 HTTP/1.1" status: 200 len: 994 time: 0.0637665 Nov 23 10:56:50.419649 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9322d6e3-44b1-48cd-bdb1-43c91a936d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:50.762127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.001704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-6b5dfe25-b46d-41bf-a23c-82b215db7f15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410643 Nov 23 10:56:51.097560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e280030-0fad-442f-b754-960e9a6ed481 req-8216943e-6a55-4551-b9dc-587589956e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:51.099162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-8216943e-6a55-4551-b9dc-587589956e4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.0541008 Nov 23 10:56:51.209230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e280030-0fad-442f-b754-960e9a6ed481 req-d8ccc7a7-5ac4-4b23-b0d1-449490c4666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:51.210748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-d8ccc7a7-5ac4-4b23-b0d1-449490c4666f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.0916748 Nov 23 10:56:51.276657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-d7ce9368-9635-483b-9884-3d52c46fb74a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 1002 time: 0.0585151 Nov 23 10:56:51.332702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e280030-0fad-442f-b754-960e9a6ed481 req-ac137688-0491-48a1-aa93-c6678590b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:51.334146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-ac137688-0491-48a1-aa93-c6678590b5ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0492773 Nov 23 10:56:51.381922 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e280030-0fad-442f-b754-960e9a6ed481 req-9598ce3d-11a6-4af2-9bf0-f42cf6ca794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:51.383319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-9598ce3d-11a6-4af2-9bf0-f42cf6ca794c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423450 Nov 23 10:56:51.482380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-a8080acf-e76b-42a7-a2b4-f5df85a76719 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913320 Nov 23 10:56:51.546378 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.578781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8e280030-0fad-442f-b754-960e9a6ed481 req-595153aa-3268-4920-8b56-30670eab8940 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Nov 23 10:56:52.913800 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.638678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.366573 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.953112 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6f791f8a-bf63-4a8d-ad59-fcdb1ea8f2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:18.349476 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:57:20.421680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-07316513-bf02-4934-ae88-39e94335efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:20.763967 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:21.554658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:22.920310 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:23.638775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.161058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57542) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:38.327870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 7a293fab-c96c-42a9-9385-7eedb60fc3e8 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:38.328181 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.402308 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.402553 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.414224 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 7a293fab-c96c-42a9-9385-7eedb60fc3e8 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:38.572074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.597515 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=7a293fab-c96c-42a9-9385-7eedb60fc3e8,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:38.609733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.610122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.610471 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.610815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.611154 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.611491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.611814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.612143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.612477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.612810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.613140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.613468 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:38.672583 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.672836 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 61171f9e-24f4-49e3-bacf-f87286d0bee8 disassociated (deleted). External IP: 172.25.1.125, port: 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54. Nov 23 10:57:39.231945 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router a0a6b1ee-3068-44e2-9b91-d29a076ebdec has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:39.339806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:39.345402 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.352084 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Sync routers for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:39.362469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:39.363117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:39.372271 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-0166e5a2-b312-4a86-b2f6-d25458a9392a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/floatingips/61171f9e-24f4-49e3-bacf-f87286d0bee8 HTTP/1.1" status: 204 len: 168 time: 1.2101116 Nov 23 10:57:39.372900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:39.375296 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde6000-fa69-460d-85ab-afea3328a77a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:39.414462 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a76ce-4583-4e16-9f7d-d8ad87d03012 x-openstack-request-id: req-f98a76ce-4583-4e16-9f7d-d8ad87d03012 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:39.414658 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:39.414875 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f98a76ce-4583-4e16-9f7d-d8ad87d03012 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:39.415209 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'status': 'completed', 'code': 200} Nov 23 10:57:39.481623 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:39.539156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6000-fa69-460d-85ab-afea3328a77a req-2b490f0e-3e48-403e-889b-082e36817af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.541376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-2b490f0e-3e48-403e-889b-082e36817af1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 1097 time: 0.1041427 Nov 23 10:57:39.617164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e72db-b7c8-442a-b455-d2f95e027e2a req-6e16be64-5024-4d1e-b8b5-efcdd5315979 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.618785 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff1e72db-b7c8-442a-b455-d2f95e027e2a req-6e16be64-5024-4d1e-b8b5-efcdd5315979 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0517862 Nov 23 10:57:39.648000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6000-fa69-460d-85ab-afea3328a77a req-43c25925-04fb-487a-9d91-2c6c5fa3e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.649524 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-43c25925-04fb-487a-9d91-2c6c5fa3e226 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 200 len: 898 time: 0.1008894 Nov 23 10:57:39.674790 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ff1e72db-b7c8-442a-b455-d2f95e027e2a req-3eeb1728-fa24-4e21-a528-71aedad5b6e5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491812 Nov 23 10:57:39.694939 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-77bc2a36-3d3b-41ba-ac3c-dd1042eab1d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 200 len: 217 time: 0.0375760 Nov 23 10:57:39.698427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:39.731644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Checking router: a0a6b1ee-3068-44e2-9b91-d29a076ebdec for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:39.740188 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:39.740848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:39.747095 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6000-fa69-460d-85ab-afea3328a77a req-e5a0438f-1dc7-4a7e-a95c-b135cd376c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.748652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-e5a0438f-1dc7-4a7e-a95c-b135cd376c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 200 len: 835 time: 0.0459399 Nov 23 10:57:39.800786 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6000-fa69-460d-85ab-afea3328a77a req-75f58f1f-b413-42cc-9a56-2e978334161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.802571 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-75f58f1f-b413-42cc-9a56-2e978334161e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460179 Nov 23 10:57:39.903581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-b30ec051-1676-4ebe-8ec2-104792018d22 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926533 Nov 23 10:57:40.003079 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-acde6000-fa69-460d-85ab-afea3328a77a req-2d1efd2e-82a4-4be8-9c61-d64b0ec39fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913296 Nov 23 10:57:40.015556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:40.214097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:40.245976 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cc49a-b1f3-4ec4-92ef-65229f1de918 None None] The sync data for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 is: [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'de52c486-ce61-42ab-8d9b-401fa9d065e9', 'name': '', 'network_id': '4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:2f:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '0f21694b-315c-451c-94cf-e419705a209d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:22Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0f21694b-315c-451c-94cf-e419705a209d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:40.474009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68730f7a-fed7-481c-99c8-7e854b637faa None None] New status for floating IP 61171f9e-24f4-49e3-bacf-f87286d0bee8: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:57:40.807321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319be81-1fa4-4cbd-8b10-7acab12a7893 req-87f83ef0-1b50-4251-90dd-e98ef348d84e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:40.808742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b319be81-1fa4-4cbd-8b10-7acab12a7893 req-87f83ef0-1b50-4251-90dd-e98ef348d84e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0532200 Nov 23 10:57:40.860907 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b319be81-1fa4-4cbd-8b10-7acab12a7893 req-461dd093-3b6a-437f-8935-99df0163d2f0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Nov 23 10:57:41.339059 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-5197ad19-6191-4912-97cf-f55287fd273f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:41.340553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-5197ad19-6191-4912-97cf-f55287fd273f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 946 time: 0.0591600 Nov 23 10:57:41.438431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:41.438766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.532281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:41.532606 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.545549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:41.689916 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.718581 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=44e68aa8-e5e2-48b7-b193-0a86a0ad0f54,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:41.756051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.756410 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.757244 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.757590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.758011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.758298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.758629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.758961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.759301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.759629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.759941 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.760258 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.782399 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] No DVR routers for this DVR port 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:41.785345 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.788745 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d73c042e-ddbe-4fa5-a740-e80e5d161b9c req-a817d2bc-5d59-4f26-98bd-92607045f556 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "DELETE /v2.0/ports/44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 HTTP/1.1" status: 204 len: 173 time: 0.4420764 Nov 23 10:57:41.789188 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'name': 'network-vif-deleted', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:41.791469 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0cda3-a79a-4a7e-becf-a59854690594" -d '{"events": [{"server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "name": "network-vif-deleted", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:41.829032 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490942e-4cbc-4e61-b135-2df7abe2fe57 x-openstack-request-id: req-6490942e-4cbc-4e61-b135-2df7abe2fe57 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:41.829691 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008", "name": "network-vif-deleted", "tag": "44e68aa8-e5e2-48b7-b193-0a86a0ad0f54", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:41.829691 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6490942e-4cbc-4e61-b135-2df7abe2fe57 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:41.829964 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008', 'name': 'network-vif-deleted', 'tag': '44e68aa8-e5e2-48b7-b193-0a86a0ad0f54', 'status': 'completed', 'code': 200} Nov 23 10:57:41.972596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f0b0031-ee51-492e-89b2-6ce89a131170 req-9c78cecb-241b-468c-ae2e-c8dbbc8bb637 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad8f5b61-2d4a-4b24-93bd-ea1ad63ad008 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Nov 23 10:57:43.032061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57560) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:43.408595 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.683282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port de52c486-ce61-42ab-8d9b-401fa9d065e9 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:43.683528 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.773580 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port de52c486-ce61-42ab-8d9b-401fa9d065e9, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=de52c486-ce61-42ab-8d9b-401fa9d065e9,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:43.773953 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.787332 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for de52c486-ce61-42ab-8d9b-401fa9d065e9 owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:43.982309 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.013217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=de52c486-ce61-42ab-8d9b-401fa9d065e9,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:44.099662 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:44.120919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:44.121670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 44e68aa8-e5e2-48b7-b193-0a86a0ad0f54 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:44.199229 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.420648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router a0a6b1ee-3068-44e2-9b91-d29a076ebdec has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:44.529619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:44.535512 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7695d7a5-46c3-456a-80c4-82b886b4d4c0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/a0a6b1ee-3068-44e2-9b91-d29a076ebdec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019836 Nov 23 10:57:44.538102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57562) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:44.541040 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Sync routers for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:44.552720 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:44.553349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:44.591858 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting subnet 0f21694b-315c-451c-94cf-e419705a209d {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:57:44.595368 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.636300 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.663096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:44.728221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.788422 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.818352 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.822451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/subnets/0f21694b-315c-451c-94cf-e419705a209d HTTP/1.1" status: 204 len: 168 time: 0.2834272 Nov 23 10:57:44.823691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a7f6e-4e11-4b50-bae9-274fcefea7c7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Subnet': ['ID=0f21694b-315c-451c-94cf-e419705a209d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:44.824446 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41eb2a-c4a1-4725-9010-0ebb8c426194 None None] Network 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:44.825338 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57564) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:44.936034 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.942052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:44.973769 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Checking router: a0a6b1ee-3068-44e2-9b91-d29a076ebdec for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:44.989046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Routers {'a0a6b1ee-3068-44e2-9b91-d29a076ebdec'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:44.989579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:45.052298 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.080265 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] DHCP port deletion for 4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:45.108513 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:45.108859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.127033 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] Set router a0a6b1ee-3068-44e2-9b91-d29a076ebdec gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:45.187910 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:45.188277 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.201994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:45.253403 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Deleting port a10dbd71-2153-4665-9b51-8c9c6626e9d0 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:45.253674 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.351491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] For port a10dbd71-2153-4665-9b51-8c9c6626e9d0, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a10dbd71-2153-4665-9b51-8c9c6626e9d0,segment=NetworkSegment(f5d9389e-558e-485e-88bd-cafa63a6ce02),segment_id=f5d9389e-558e-485e-88bd-cafa63a6ce02)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:45.351808 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.368313 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Calling delete_port for a10dbd71-2153-4665-9b51-8c9c6626e9d0 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:45.369676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.400210 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=0eb50d77-5b36-49c4-b5a3-e6624e0d3c74,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:45.418217 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d083f8-ec04-4aad-8158-fb95bfd6ee84 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:45.445984 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:45.463864 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.481613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12052a7-6e0a-44ad-b25d-a082941835bf None None] The sync data for ids ['a0a6b1ee-3068-44e2-9b91-d29a076ebdec'] in n-d-781076-5 is: [{'id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774419116', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '0eb50d77-5b36-49c4-b5a3-e6624e0d3c74', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a6b1ee-3068-44e2-9b91-d29a076ebdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:16Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:45.504675 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.531663 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Pushing event deleted for resources: {'Port': ['ID=a10dbd71-2153-4665-9b51-8c9c6626e9d0,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:45.535962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] No DVR routers for this DVR port a10dbd71-2153-4665-9b51-8c9c6626e9d0 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:45.542781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.543138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.543475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.543809 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.544142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.544471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.544794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.545582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.545582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.545754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.546102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.546425 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced325ba-4260-46b4-906b-3874ddf10988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:45.569135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.571360 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.615051 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.615835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Fanout notify agent at l3_agent the message router_deleted on router a0a6b1ee-3068-44e2-9b91-d29a076ebdec {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:57:45.623134 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.624226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-278da982-5bda-40a3-a7be-168edccd90f2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/routers/a0a6b1ee-3068-44e2-9b91-d29a076ebdec HTTP/1.1" status: 204 len: 168 time: 0.7972987 Nov 23 10:57:45.627129 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57566) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:45.706354 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.794232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.827354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:45.840257 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d9389e-558e-485e-88bd-cafa63a6ce02') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:45.840537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d9389e-558e-485e-88bd-cafa63a6ce02') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:45.851251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.865244 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.871799 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:57:45.872181 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: timer() Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:57:45.875275 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:57:45.935997 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.943655 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.947073 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/networks/4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73 HTTP/1.1" status: 204 len: 168 time: 0.3190227 Nov 23 10:57:45.949867 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57568) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:45.958846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c52b-e68f-4502-9b90-4fa3087742af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Network': ['ID=4c0e5ffa-8cd5-422b-a2ed-4b3cd8fa0d73,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.011237 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.037609 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.111441 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.114153 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.118245 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/security-groups/7cf847ac-9c9d-4b48-8951-21ed4f7d43c6 HTTP/1.1" status: 204 len: 168 time: 0.1644204 Nov 23 10:57:46.129060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c365-e133-4678-86c0-8be4c42c2466 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf847ac-9c9d-4b48-8951-21ed4f7d43c6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.353398 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.448384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57574) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:46.453162 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088989418', 'description': 'tempest-secgroup-smoke-2088989418 description', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:46.476760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.548049 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.553383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.591416 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.592720 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1433189 Nov 23 10:57:46.594844 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d5e7-574f-4f25-a352-f231c219b3d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.595771 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57576) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:46.599093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52c486-ce61-42ab-8d9b-401fa9d065e9 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:46.600856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:46.622537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: de52c486-ce61-42ab-8d9b-401fa9d065e9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:46.622944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device de52c486-ce61-42ab-8d9b-401fa9d065e9 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:46.623466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a10dbd71-2153-4665-9b51-8c9c6626e9d0 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:46.630205 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.647189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a10dbd71-2153-4665-9b51-8c9c6626e9d0 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:46.647521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a10dbd71-2153-4665-9b51-8c9c6626e9d0 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:46.676717 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.681259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.698560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ac3a08-e8e5-4af4-9454-d90a9ce65e14,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.707485 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.708678 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-07854008-c7c7-4391-a92a-1c5d957d5340 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118107 Nov 23 10:57:46.711592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57578) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:46.716029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:46.742716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.799456 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.804574 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.822820 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18528bb4-0760-432f-84cc-b56167802047,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.832725 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.834288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-98bd694a-f6df-4389-af6a-d7f3ab04f084 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214385 Nov 23 10:57:46.836778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57580) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:46.841133 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:46.868594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.927911 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.931827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.952932 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555d06c4-9672-46be-b4bf-ef2d405556e5,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.959836 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.960964 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-96e1e078-364d-4134-86b5-e0476a077357 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232042 Nov 23 10:57:46.963997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57582) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:46.968558 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:46.996137 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.056193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.060388 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.078951 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038997b8-5820-47f0-a689-3bd6646504cc,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:47.085626 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.086862 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9da8819d-133d-49dc-87b6-ba55ceb0774e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218431 Nov 23 10:57:47.089603 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57584) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:47.093940 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:47.115005 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:57:47.119804 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.181242 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.186048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.206389 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f5d228-47fb-403a-8a47-13f11e840c9b,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:47.215166 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.216418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f98628d9-39a8-4d93-8253-822aa7039473 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258321 Nov 23 10:57:47.219421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57586) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:47.224107 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:47.248064 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:57:47.253085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.312401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.317397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.334145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c184287-7e8b-4be1-b8d6-78223aedcff8,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:47.343507 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.344710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0cc3816b-238c-464d-8cd0-a8044861e806 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242323 Nov 23 10:57:47.347586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57588) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:47.352326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'network': {'name': 'tempest-network-smoke--574152421', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'port_security_enabled': True}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:47.372582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:47.375986 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.399169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:57:47.407971 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.408332 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Added segment 15ea5581-a6de-4765-81ec-cb08329e0f66 of type vlan for network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 Nov 23 10:57:47.446714 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.472631 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.478588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.479175 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.517085 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1685290 Nov 23 10:57:47.520002 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57590) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:47.524778 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'admin_state_up': True, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:47.551186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380c36e-50f4-40d0-8d43-9df5872282a8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Network': ['ID=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:47.554263 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.555442 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.566323 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:57:47.611950 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.751793 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.940504 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1b39dd3e-fd1d-48d6-b983-bf8eec443338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.954870 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.974570 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.079250 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.156 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/f333081d-e7e3-40d7-b1ea-65b6636d8c45) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:48.142292 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:48.163552 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:48.163897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 0eb50d77-5b36-49c4-b5a3-e6624e0d3c74 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:48.183169 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.220180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.259423 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:48.262293 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:48.265687 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:48.275739 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3857c-19b1-4ce0-801a-59510a93de5a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:48.291363 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=f333081d-e7e3-40d7-b1ea-65b6636d8c45,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:48.366456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-78b1c88b-710b-43a0-b35c-d39895b57af7 None None] Provisioning complete for port f333081d-e7e3-40d7-b1ea-65b6636d8c45 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:48.366853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-78b1c88b-710b-43a0-b35c-d39895b57af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.402738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-78b1c88b-710b-43a0-b35c-d39895b57af7 None None] Port f333081d-e7e3-40d7-b1ea-65b6636d8c45 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:48.520605 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.062956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.209412 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router d58f8145-7826-4065-a059-01785eb9617d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:57:49.325348 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:49.336333 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Sync routers for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:49.346373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:49.346998 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:49.350825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.352190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-141ea23e-198b-4bc7-ba30-8217d507600e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8311362 Nov 23 10:57:49.355629 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57592) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:49.388500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a0926968-2e41-4f24-880d-42c386f455bc tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a0c35a9e1b2547ff92ec784c2e4501eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316672 Nov 23 10:57:49.391039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57594) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:49.455079 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:49.478221 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f0fd4-e846-4d77-a9f9-c94aa028f259 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.479887 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-395f0fd4-e846-4d77-a9f9-c94aa028f259 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879343 Nov 23 10:57:49.482962 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57596) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:49.521502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-945b9ab4-3d0a-4596-8637-1165938e16ca tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348239 Nov 23 10:57:49.521776 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57598) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:49.526988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583835946', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:49.638222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:49.643411 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.739137 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:48Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:49.769494 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Checking router: d58f8145-7826-4065-a059-01785eb9617d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:49.770234 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Updating router d58f8145-7826-4065-a059-01785eb9617d port f333081d-e7e3-40d7-b1ea-65b6636d8c45 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:57:49.795828 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.827736 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.887432 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Subnet': ['ID=301b0fe8-b5a9-4503-8435-2a7255948c43,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:49.897283 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Checking segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:49.897669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network hostable DHCP agents. Network: e833c6a7-fb47-44cd-900e-e7bdf15c9cc2, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:57:49.915742 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:57:49.927938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e833c6a7-fb47-44cd-900e-e7bdf15c9cc2) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:49.932902 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.933503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.940267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0374f-3532-4976-a1f7-3aaababe71a1 None None] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:49.956808 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-e5cf60c3-dfad-4c9a-9f3e-ef07120b9611 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4338965 Nov 23 10:57:49.960129 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57600) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:50.072390 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.082542 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.101666 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:57:50.103126 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.151083 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Attempting to bind port f333081d-e7e3-40d7-b1ea-65b6636d8c45 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:50.151384 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Attempting to bind port f333081d-e7e3-40d7-b1ea-65b6636d8c45 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:50.151733 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Attempting to bind port f333081d-e7e3-40d7-b1ea-65b6636d8c45 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:50.159327 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:50.159701 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:50.160100 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.160491 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:50.160953 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Bound port: f333081d-e7e3-40d7-b1ea-65b6636d8c45, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:50.161326 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.179847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694387d-46d8-40b7-96b9-2eec1f7c1204 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:50.181115 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Pushing event updated for resources: {'Port': ['ID=f333081d-e7e3-40d7-b1ea-65b6636d8c45,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:50.200133 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.200493 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.201037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.201387 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.202991 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.203374 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.204508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.204508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.204508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.204854 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.205062 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.205395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:50.231282 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] For port f333081d-e7e3-40d7-b1ea-65b6636d8c45, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:50.235378 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] For port f333081d-e7e3-40d7-b1ea-65b6636d8c45, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f333081d-e7e3-40d7-b1ea-65b6636d8c45,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:50.241166 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.265431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] Provisioning complete for port f333081d-e7e3-40d7-b1ea-65b6636d8c45 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:50.265798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.294775 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:50.295395 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:50.309580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e747e-e6d9-4a58-80e4-20c8f9bfc3fb None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:50.324543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Allocated IP 172.20.0.2 (e833c6a7-fb47-44cd-900e-e7bdf15c9cc2/301b0fe8-b5a9-4503-8435-2a7255948c43/88d74733-c45f-4457-abb9-8d67db111e08) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:50.355458 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c5a7-14a3-47d8-8575-72ddcf67636b None None] Pushing event updated for resources: {'Port': ['ID=f333081d-e7e3-40d7-b1ea-65b6636d8c45,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:50.406297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.427232 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:50.455085 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.620210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:48Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:50.638094 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-56caf6d8-eddd-48f4-9bce-37b256f1ad69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.643079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] For port f333081d-e7e3-40d7-b1ea-65b6636d8c45, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f333081d-e7e3-40d7-b1ea-65b6636d8c45,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:50.649323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.657250 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afd5fb-047d-40d6-b62d-51fbf19c07a0 None None] The sync data for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 is: [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:48Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:50.747697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d13a8-6a21-424b-9c64-aa47bb81af62 None None] Pushing event updated for resources: {'Port': ['ID=f333081d-e7e3-40d7-b1ea-65b6636d8c45,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:50.771696 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.784078 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.811145 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.811660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3cf4f997-de02-41dc-be3d-c95c8610d4cd None None] Provisioning complete for port f333081d-e7e3-40d7-b1ea-65b6636d8c45 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:50.811990 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f997-de02-41dc-be3d-c95c8610d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.839955 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.1 (e833c6a7-fb47-44cd-900e-e7bdf15c9cc2/301b0fe8-b5a9-4503-8435-2a7255948c43/bbfb7ffd-f6c5-45c0-806d-57c87808773e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:50.854519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:50.859831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Pushing event updated for resources: {'Port': ['ID=88d74733-c45f-4457-abb9-8d67db111e08,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:50.866519 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:50.870201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:50.983970 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Attempting to bind port 88d74733-c45f-4457-abb9-8d67db111e08 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:50.985070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Attempting to bind port 88d74733-c45f-4457-abb9-8d67db111e08 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:50.985620 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Attempting to bind port 88d74733-c45f-4457-abb9-8d67db111e08 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:50.997598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:50.998409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Checking segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:50.998817 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.999209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Bound using segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:50.999685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Bound port: 88d74733-c45f-4457-abb9-8d67db111e08, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:51.000061 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.008449 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.048460 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.072870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] For port 88d74733-c45f-4457-abb9-8d67db111e08, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:51.077330 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] For port 88d74733-c45f-4457-abb9-8d67db111e08, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88d74733-c45f-4457-abb9-8d67db111e08,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:51.082029 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.091308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:51.098213 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:51.102071 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:51.108998 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:51.164800 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.174721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753593c-0270-4c3c-a911-1b02bb5ffa80 None None] Pushing event updated for resources: {'Port': ['ID=88d74733-c45f-4457-abb9-8d67db111e08,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:51.314361 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.552994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.609236 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.616077 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.694838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.696517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:51.789112 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:51.790651 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:51.908877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router d58f8145-7826-4065-a059-01785eb9617d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:52.023720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:52.031287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-02a63d2b-0932-4ebc-b40b-0a499f7bdf9e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/d58f8145-7826-4065-a059-01785eb9617d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0698078 Nov 23 10:57:52.089339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa1a9b-db7f-4cc8-b01b-88230fb7fb23 None None] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:52.168488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] Provisioning complete for port 88d74733-c45f-4457-abb9-8d67db111e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:52.168861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.206992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-d6caaa2d-ab6a-408b-9af4-7cd1280f07d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088989418&fields=id&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 267 time: 0.0682776 Nov 23 10:57:52.275055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f333081d-e7e3-40d7-b1ea-65b6636d8c45 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:52.356721 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.395294 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port f333081d-e7e3-40d7-b1ea-65b6636d8c45 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:52.395659 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.422766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] For port 88d74733-c45f-4457-abb9-8d67db111e08, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88d74733-c45f-4457-abb9-8d67db111e08,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:52.431040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.498921 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421958d-539c-4075-94aa-d17a1e747dfc None None] Pushing event updated for resources: {'Port': ['ID=88d74733-c45f-4457-abb9-8d67db111e08,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:52.545285 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88d74733-c45f-4457-abb9-8d67db111e08 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:52.613249 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 88d74733-c45f-4457-abb9-8d67db111e08 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:52.613620 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.672776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4ae273aa-f543-462e-9cd4-0e8358f5a091 None None] Provisioning complete for port 88d74733-c45f-4457-abb9-8d67db111e08 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:52.673143 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ae273aa-f543-462e-9cd4-0e8358f5a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.709751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Sync routers for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:52.717261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-d945b01a-8865-41e1-a6e1-da0a61129738 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:52.719600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-d945b01a-8865-41e1-a6e1-da0a61129738 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 796 time: 0.5051069 Nov 23 10:57:52.736247 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-2d580dcf-dd5f-4c09-a647-89dd23dbe6fb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/quotas/a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 375 time: 0.0102632 Nov 23 10:57:52.752187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:52.752727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:52.798302 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-7a5eaf07-db29-4cfa-ba51-8161ead90848 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546658 Nov 23 10:57:52.901092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-63c5664b-4600-4eb4-bb04-ef2997211218 service neutron] 10.222.0.62 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939438 Nov 23 10:57:52.918929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:52.954177 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-4ae273aa-f543-462e-9cd4-0e8358f5a091 None None] Provisioning complete for port bbfb7ffd-f6c5-45c0-806d-57c87808773e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:52.954460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ae273aa-f543-462e-9cd4-0e8358f5a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.958916 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.005326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-47c95e03-afee-4f2e-8176-ff58534ba960 service neutron] 10.222.0.62 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018512 Nov 23 10:57:53.041397 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-4ae273aa-f543-462e-9cd4-0e8358f5a091 None None] Port bbfb7ffd-f6c5-45c0-806d-57c87808773e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:53.179932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 2, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:53.182070 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d28d97c8-6411-44c1-aae2-d0718c704d2c None None] Provisioning complete for port bbfb7ffd-f6c5-45c0-806d-57c87808773e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:53.182684 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d28d97c8-6411-44c1-aae2-d0718c704d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.209575 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-06b07b8a-cb58-43bf-95d6-1158c338f289 req-d8f815da-c1b8-4738-839e-bf2c9f153eb0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 210 time: 0.0507138 Nov 23 10:57:53.237201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Checking router: d58f8145-7826-4065-a059-01785eb9617d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:53.237557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Updating router d58f8145-7826-4065-a059-01785eb9617d port bbfb7ffd-f6c5-45c0-806d-57c87808773e binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:57:53.271951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-d28d97c8-6411-44c1-aae2-d0718c704d2c None None] Port bbfb7ffd-f6c5-45c0-806d-57c87808773e cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:53.273357 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.543382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.550174 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.627160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1957-4c76-44b3-9dcc-6b596cfac292 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:53.674793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Attempting to bind port bbfb7ffd-f6c5-45c0-806d-57c87808773e on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:53.675319 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Attempting to bind port bbfb7ffd-f6c5-45c0-806d-57c87808773e by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:53.675826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Attempting to bind port bbfb7ffd-f6c5-45c0-806d-57c87808773e on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:53.680359 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.684591 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:53.685066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Checking segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:53.685526 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.686489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Bound using segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:53.686489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Bound port: bbfb7ffd-f6c5-45c0-806d-57c87808773e, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:53.686974 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.761842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] For port bbfb7ffd-f6c5-45c0-806d-57c87808773e, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:53.766661 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] For port bbfb7ffd-f6c5-45c0-806d-57c87808773e, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbfb7ffd-f6c5-45c0-806d-57c87808773e,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:53.772389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.845565 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] Provisioning complete for port bbfb7ffd-f6c5-45c0-806d-57c87808773e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:53.845864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.848500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1957-4c76-44b3-9dcc-6b596cfac292 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:53.853154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:53.853154 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:54.188356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:54.215112 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88d74733-c45f-4457-abb9-8d67db111e08 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:54.237480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.329977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] For port bbfb7ffd-f6c5-45c0-806d-57c87808773e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbfb7ffd-f6c5-45c0-806d-57c87808773e,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:54.345821 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2dc14253-5d7f-4b79-91b8-40c910c51222 req-4c081c56-4166-488f-9885-d3deb4744e06 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 210 time: 0.0452666 Nov 23 10:57:54.346443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.404491 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-9c96d0c4-cffd-46e2-a296-bda9bf96373b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:54.406096 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-9c96d0c4-cffd-46e2-a296-bda9bf96373b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 796 time: 0.1895540 Nov 23 10:57:54.444936 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 88d74733-c45f-4457-abb9-8d67db111e08 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:54.445299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.474756 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-b6c01577-119e-4560-92c8-d069f709ff81 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 380 time: 0.0549271 Nov 23 10:57:54.482889 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5542-2fc3-4dd7-b368-adb806cf1cdb None None] Pushing event updated for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:54.484497 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'port': {'device_id': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'admin_state_up': True, 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'security_groups': ['bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:54.530218 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-132b0541-1350-4ec8-960c-01faa7218326 None None] Provisioning complete for port bbfb7ffd-f6c5-45c0-806d-57c87808773e triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:54.530583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-132b0541-1350-4ec8-960c-01faa7218326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.597187 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:54.601069 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.656315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:53Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:54.689525 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dae3f-d9c1-4307-8704-ab4bb1e9e39d None None] The sync data for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 is: [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:53Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:54.736729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.7 (e833c6a7-fb47-44cd-900e-e7bdf15c9cc2/301b0fe8-b5a9-4503-8435-2a7255948c43/7d71138d-1ea2-41a8-997f-495566890576) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:54.901188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.936976 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.984670 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:54.987740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:54.990390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:55.020170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.048660 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.049295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.067773 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-4aa61482-8272-4a25-945b-29a6eeb99862 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869985 Nov 23 10:57:55.081016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Request body: {'port': {'device_id': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:55.161760 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.225193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-032ceebf-e476-4392-b500-84ca14f29273 None None] Provisioning complete for port 7d71138d-1ea2-41a8-997f-495566890576 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:55.225819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-032ceebf-e476-4392-b500-84ca14f29273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.267629 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-032ceebf-e476-4392-b500-84ca14f29273 None None] Port 7d71138d-1ea2-41a8-997f-495566890576 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:55.339809 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:57:55.460619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d71138d-1ea2-41a8-997f-495566890576 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:55.468786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.481714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Transition to ACTIVE for port object 7d71138d-1ea2-41a8-997f-495566890576 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:57:55.481997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5eab-d612-4966-a0d4-c294c0b96de6 req-e3d75284-7468-4419-a53b-0cfe0d326756 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.483531 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-603d5eab-d612-4966-a0d4-c294c0b96de6 req-e3d75284-7468-4419-a53b-0cfe0d326756 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 931 time: 0.0510957 Nov 23 10:57:55.488650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.547165 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-603d5eab-d612-4966-a0d4-c294c0b96de6 req-6a07f864-1a6b-4e25-9f2c-f726a50c7d59 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558012 Nov 23 10:57:55.553431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.631432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:55.631769 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:55.632097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:55.637709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:57:55.638075 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:55.643863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:55.648431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Checking segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:55.649057 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Bound using segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:55.649538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Bound port: 7d71138d-1ea2-41a8-997f-495566890576, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:55.650155 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.734155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:55.737548 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:55.743866 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.787991 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.788492 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.789924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 1091 time: 0.7134874 Nov 23 10:57:55.790384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:55.792900 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:55.823821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a16a9-2f8a-4fb1-a2f7-549ce1256308 service neutron] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.867200 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c3575-5f0e-425d-8479-594a6f961ba0 x-openstack-request-id: req-2c8c3575-5f0e-425d-8479-594a6f961ba0 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:55.867394 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:55.867596 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c8c3575-5f0e-425d-8479-594a6f961ba0 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:55.868006 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'status': 'completed', 'code': 200} Nov 23 10:57:55.884225 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-ac7d8881-9dab-4e18-89b0-dc77edcf93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.885871 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-ac7d8881-9dab-4e18-89b0-dc77edcf93f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1094 time: 0.0508988 Nov 23 10:57:55.931964 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-c193cdfc-6ceb-4eb9-8698-f4266c89ac0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 217 time: 0.0384288 Nov 23 10:57:55.984508 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-afb70478-d729-49c9-a56d-732dc5f3e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.986051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-afb70478-d729-49c9-a56d-732dc5f3e683 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0471299 Nov 23 10:57:56.038175 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c59659-cf10-436a-9e68-792de45eb730 req-9de87529-5bae-4add-a760-90a760ee3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.039687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-9de87529-5bae-4add-a760-90a760ee3d34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459001 Nov 23 10:57:56.132165 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-fdb3e329-35cd-42d2-8790-d6ed44c01d99 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Nov 23 10:57:56.214558 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbfb7ffd-f6c5-45c0-806d-57c87808773e up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:56.240453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-39c59659-cf10-436a-9e68-792de45eb730 req-deff8068-fa21-4cff-80b1-695206537088 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015816 Nov 23 10:57:56.264278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bbfb7ffd-f6c5-45c0-806d-57c87808773e triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:56.265228 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:56.335395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-2fd9533f-68aa-4554-8b6b-6f193402ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.336913 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-2fd9533f-68aa-4554-8b6b-6f193402ab26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1094 time: 0.0422013 Nov 23 10:57:56.431493 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-805274e4-a76e-463d-8653-10c1088c3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.432983 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-805274e4-a76e-463d-8653-10c1088c3374 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0892236 Nov 23 10:57:56.475184 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-d63c6a7d-fa9d-40db-a0bc-7c1657d0d4dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 217 time: 0.0346098 Nov 23 10:57:56.525004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-ded11fcc-9989-4fd5-b20e-c42ce65d7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.526432 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-ded11fcc-9989-4fd5-b20e-c42ce65d7cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0445702 Nov 23 10:57:56.577366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-cb9cfa66-f072-4358-9e12-0b98c6d750fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.578684 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-cb9cfa66-f072-4358-9e12-0b98c6d750fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451746 Nov 23 10:57:56.667555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afa25-d213-47d7-b8a8-c6b21d0a5791 req-1330f359-fee3-44bd-984b-37bf75af9d3a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.669043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-733afa25-d213-47d7-b8a8-c6b21d0a5791 req-1330f359-fee3-44bd-984b-37bf75af9d3a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Nov 23 10:57:56.670789 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-2d98abef-a974-401c-b210-cedfafad8626 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833831 Nov 23 10:57:56.720069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-733afa25-d213-47d7-b8a8-c6b21d0a5791 req-5c20f708-a936-477b-a3ae-0bcb48c573b8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Nov 23 10:57:56.769697 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-759e6ed9-8d51-4ef8-bdf8-1cacaef147c3 req-dd879b23-c6e4-4d03-b307-b46a0f35e40c service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907094 Nov 23 10:57:57.856475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899538-eb7e-49f5-a158-700c25457c8b req-f8a76f53-e06e-41f5-ba5e-f8ce9fdb38d1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.858009 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18899538-eb7e-49f5-a158-700c25457c8b req-f8a76f53-e06e-41f5-ba5e-f8ce9fdb38d1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0551455 Nov 23 10:57:57.911229 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18899538-eb7e-49f5-a158-700c25457c8b req-2126b356-cd8e-4dba-b5f6-f24df2a9771a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Nov 23 10:57:59.039652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968a79-ee84-4e60-8b52-d93d2890600f req-f85738f4-3e5c-490d-aedd-5dd5cb47e4c2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:59.041254 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e968a79-ee84-4e60-8b52-d93d2890600f req-f85738f4-3e5c-490d-aedd-5dd5cb47e4c2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0537946 Nov 23 10:57:59.096653 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e968a79-ee84-4e60-8b52-d93d2890600f req-d24d7f5e-1a4e-4f60-8dd3-34303b947674 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Nov 23 10:58:00.209506 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7d71138d-1ea2-41a8-997f-495566890576 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:58:00.220153 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056a9cc-8b3d-45c6-b4f2-7a2174e73fc8 req-810b15ad-e057-4fc1-98f4-da6448347628 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:00.221749 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1056a9cc-8b3d-45c6-b4f2-7a2174e73fc8 req-810b15ad-e057-4fc1-98f4-da6448347628 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0510252 Nov 23 10:58:00.277219 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1056a9cc-8b3d-45c6-b4f2-7a2174e73fc8 req-b0aae7a9-889a-4ddd-bfa6-f8027baf776e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Nov 23 10:58:00.307214 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:00.322892 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '7d71138d-1ea2-41a8-997f-495566890576', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'mac_address': 'fa:16:3e:b2:db:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:58:00.359942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.372806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d71138d-1ea2-41a8-997f-495566890576 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:00.392938 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:00.399124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.446340 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:00.736421 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['7d71138d-1ea2-41a8-997f-495566890576'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:01.404433 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86b0a8-c96d-434e-b524-0fc86c0ef1fe req-b5c93e40-26b0-4467-a1dd-90d674e2b43f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.405908 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae86b0a8-c96d-434e-b524-0fc86c0ef1fe req-b5c93e40-26b0-4467-a1dd-90d674e2b43f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 944 time: 0.0530608 Nov 23 10:58:01.456371 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ae86b0a8-c96d-434e-b524-0fc86c0ef1fe req-389bdaf9-cb22-4699-bd58-08cc96062aa7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 Nov 23 10:58:02.215023 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7d71138d-1ea2-41a8-997f-495566890576 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:58:02.271680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 7d71138d-1ea2-41a8-997f-495566890576 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:58:02.275632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 7d71138d-1ea2-41a8-997f-495566890576 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:58:02.275999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.353778 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.378461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:02.381154 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a69154c-441b-46fc-9b86-4d23bfe7eba1" -d '{"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-plugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:02.394534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:02.400100 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.423977 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b06a62-94ea-4e94-89b7-9da4dfb5b0d4 x-openstack-request-id: req-a5b06a62-94ea-4e94-89b7-9da4dfb5b0d4 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:02.424268 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-plugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:02.424517 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5b06a62-94ea-4e94-89b7-9da4dfb5b0d4 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:02.424908 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'code': 200} Nov 23 10:58:02.449759 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:02.517997 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89adde-364b-4c51-aea6-c84b234b4c85 req-190807c4-095a-4a6d-9dd2-b99ea43a6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:02.519506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b89adde-364b-4c51-aea6-c84b234b4c85 req-190807c4-095a-4a6d-9dd2-b99ea43a6f83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1096 time: 0.0411139 Nov 23 10:58:02.565917 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b89adde-364b-4c51-aea6-c84b234b4c85 req-a5f65414-d5a6-45d2-9684-06c64f795c11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Nov 23 10:58:02.572901 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e62b9-9eff-46d9-ab0e-8528f1803b65 req-b2ea6c01-17e8-47e5-93a4-ac4b4a9ade19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:02.574406 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-928e62b9-9eff-46d9-ab0e-8528f1803b65 req-b2ea6c01-17e8-47e5-93a4-ac4b4a9ade19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Nov 23 10:58:02.624152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-928e62b9-9eff-46d9-ab0e-8528f1803b65 req-0e888001-fc9a-499e-bedf-5b52f1704f1a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Nov 23 10:58:03.750458 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4aa19-40a1-4da4-a789-c701f1b818b3 req-8e7b7434-c90f-4653-99e6-2e8b8dd58f99 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:03.751833 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bd4aa19-40a1-4da4-a789-c701f1b818b3 req-8e7b7434-c90f-4653-99e6-2e8b8dd58f99 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Nov 23 10:58:03.804433 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1bd4aa19-40a1-4da4-a789-c701f1b818b3 req-022c5e1e-a21b-487a-8344-9dfab27de2bd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459251 Nov 23 10:58:04.937996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ed6e-cae3-4c86-ba31-bcf0b624bd1e req-c3ed41f1-8fda-4a54-82c2-fb1761845eaa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:04.939479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a842ed6e-cae3-4c86-ba31-bcf0b624bd1e req-c3ed41f1-8fda-4a54-82c2-fb1761845eaa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0559409 Nov 23 10:58:04.989281 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a842ed6e-cae3-4c86-ba31-bcf0b624bd1e req-cb82d9ed-22f8-44f4-8e49-a90228c70687 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Nov 23 10:58:05.119993 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe108d33-9c7f-4ead-b3a9-6cc9c3d14aff req-b7ad5c5c-d8ef-463e-af12-d210d7a58dc3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:05.121363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe108d33-9c7f-4ead-b3a9-6cc9c3d14aff req-b7ad5c5c-d8ef-463e-af12-d210d7a58dc3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0616913 Nov 23 10:58:05.174453 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fe108d33-9c7f-4ead-b3a9-6cc9c3d14aff req-cb3ff663-6a05-43bf-bb2b-572fd31aa7e1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442069 Nov 23 10:58:05.196759 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57660) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:05.241947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc9807-04ce-43c8-a341-aa6effad3bc1 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:05.244232 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3cbc9807-04ce-43c8-a341-aa6effad3bc1 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1091 time: 0.0462728 Nov 23 10:58:05.247165 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57662) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:05.251632 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:05.277936 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.382190 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.486037 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.211 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/98c86aed-9d35-4247-875e-7a0b32ba8723) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:58:05.596193 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.633622 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.674837 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:58:05.677748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:05.681350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:58:05.687064 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=98c86aed-9d35-4247-875e-7a0b32ba8723,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.071980 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.140716 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.299318 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.307024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.381346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=98c86aed-9d35-4247-875e-7a0b32ba8723,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.391606 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.845061 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP ef99cd25-9bb3-44b9-8dae-1402e289b1be associated. External IP: 172.25.1.211, port: 7d71138d-1ea2-41a8-997f-495566890576. Nov 23 10:58:07.072226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router d58f8145-7826-4065-a059-01785eb9617d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:58:07.181158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:58:07.193681 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Sync routers for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:58:07.202785 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.204233 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:07.204911 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:07.230892 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-289794ff-3d1a-4697-a60b-caf38b664f6c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9825215 Nov 23 10:58:07.231490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:07.233931 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515" -d '{"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:07.270579 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a8979-279c-436e-8002-3e4257556e51 x-openstack-request-id: req-ee8a8979-279c-436e-8002-3e4257556e51 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:07.270878 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:07.271132 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee8a8979-279c-436e-8002-3e4257556e51 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:07.271659 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'status': 'completed', 'code': 200} Nov 23 10:58:07.314086 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:07.336586 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-eed7bf54-9cf4-48d6-ac8f-7421ce907318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.338131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-eed7bf54-9cf4-48d6-ac8f-7421ce907318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1096 time: 0.0430851 Nov 23 10:58:07.339581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad723b0f-a612-4474-84df-1c0aca7440ef req-8473acb6-55e7-42c5-ab62-b1fa7201ce69 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.341104 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad723b0f-a612-4474-84df-1c0aca7440ef req-8473acb6-55e7-42c5-ab62-b1fa7201ce69 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0555062 Nov 23 10:58:07.394228 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ad723b0f-a612-4474-84df-1c0aca7440ef req-a3acdad5-8730-4a5d-86d5-f3175b9c5f16 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Nov 23 10:58:07.417529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57668) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:07.442988 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-901efdb3-4d99-47ff-905d-2b8b23a1522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.445169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-901efdb3-4d99-47ff-905d-2b8b23a1522a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0983169 Nov 23 10:58:07.480233 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c54a945-809a-4073-bc88-19b548fcfae4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/ef99cd25-9bb3-44b9-8dae-1402e289b1be HTTP/1.1" status: 200 len: 991 time: 0.0613816 Nov 23 10:58:07.511041 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-f16c2797-45db-4abd-ada3-32f587f500b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 999 time: 0.0578868 Nov 23 10:58:07.541737 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ef99cd25-9bb3-44b9-8dae-1402e289b1be', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'mac_address': 'fa:16:3e:b2:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:58:05Z', 'updated_at': '2021-11-23T10:58:05Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:07.559841 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-0ea546fc-8d2f-445f-ae2e-0553222cd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.561310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-0ea546fc-8d2f-445f-ae2e-0553222cd4fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0429342 Nov 23 10:58:07.568042 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Checking router: d58f8145-7826-4065-a059-01785eb9617d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:58:07.576644 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:07.577213 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:57:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:07.612926 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-a99bb16e-2b1a-42d3-84d0-a04e9b65ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.614486 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-a99bb16e-2b1a-42d3-84d0-a04e9b65ee8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453465 Nov 23 10:58:07.681804 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:07.705445 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-1c4ea0e3-1b56-4fbb-9139-a977a49e2d2e service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836198 Nov 23 10:58:07.802293 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-45cad5cb-165e-4c7b-9c1b-bff6c0b72515 req-1f74a377-91ba-4a9e-8a3b-600a4bc510dd service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891831 Nov 23 10:58:07.999251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ef99cd25-9bb3-44b9-8dae-1402e289b1be', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'mac_address': 'fa:16:3e:b2:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:58:05Z', 'updated_at': '2021-11-23T10:58:05Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:08.036889 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea2162-35a3-4e16-af75-d36882212d71 None None] The sync data for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 is: [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'ef99cd25-9bb3-44b9-8dae-1402e289b1be', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'mac_address': 'fa:16:3e:b2:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:58:05Z', 'updated_at': '2021-11-23T10:58:05Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:58:08.236925 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafb0b2-77a6-4cd7-b8aa-b147f3657088 None None] New status for floating IP ef99cd25-9bb3-44b9-8dae-1402e289b1be: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:58:08.485088 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57670) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:08.557667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2067e87b-c624-49ce-a73b-837d788b7f18 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/ef99cd25-9bb3-44b9-8dae-1402e289b1be HTTP/1.1" status: 200 len: 993 time: 0.0710340 Nov 23 10:58:16.364414 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:17.946694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5dad6d1c-19a3-49d3-9ce8-ffe56f147838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:20.420065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-129fe6c2-ddca-48f1-9091-ac28cbc4134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:20.780252 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.560648 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.930522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:23.643694 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.345664 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:58:46.361382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:47.953223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-143e3b82-ed85-4d5f-a95a-267ec615457d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:50.414727 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-beee9ce7-67a9-4cea-91e3-e640de1bd66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:50.781544 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:51.567853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.934735 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.977934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-d60ff8c5-5c5a-42c7-a8e1-5a58891551af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410342 Nov 23 10:58:53.064328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0734-dab5-4b18-807e-08accc214696 req-7a47039b-411a-4308-9520-410e06b50a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:53.065823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-7a47039b-411a-4308-9520-410e06b50a71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1096 time: 0.0438898 Nov 23 10:58:53.178490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0734-dab5-4b18-807e-08accc214696 req-201b6573-ee91-4c72-b6c7-f8f361ee70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:53.179863 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-201b6573-ee91-4c72-b6c7-f8f361ee70c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0903320 Nov 23 10:58:53.249017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-d6ec8a25-e41f-4362-89b1-02408874712a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 1001 time: 0.0583479 Nov 23 10:58:53.303357 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0734-dab5-4b18-807e-08accc214696 req-f4aeb51a-e36b-4841-992a-7689f811b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:53.304809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-f4aeb51a-e36b-4841-992a-7689f811b192 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0489454 Nov 23 10:58:53.351526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0734-dab5-4b18-807e-08accc214696 req-f32f833e-48a6-4a42-ae7a-1f0ada26665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:53.352999 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-f32f833e-48a6-4a42-ae7a-1f0ada26665f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398304 Nov 23 10:58:53.455944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-994624e2-9dcc-4e9d-a7ef-7e2b3cdf7989 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948651 Nov 23 10:58:53.550429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-263f0734-dab5-4b18-807e-08accc214696 req-2d6d1dc8-18d3-4897-a048-5fb56370acbe service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Nov 23 10:58:53.640688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.345425 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:59:09.399008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-84c9a340-63cd-4870-9d69-a1ab0dd10468 req-1d9303ff-ad88-4a39-ab66-4f506049ca31 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:59:09.400022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-84c9a340-63cd-4870-9d69-a1ab0dd10468 req-1d9303ff-ad88-4a39-ab66-4f506049ca31 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0730832 Nov 23 10:59:09.591479 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57708) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:09.666831 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39c698-804b-46c8-8dc8-8557ecc1aebb req-b9bd3dcb-7314-4586-bba4-21dc39eb1670 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.668564 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f39c698-804b-46c8-8dc8-8557ecc1aebb req-b9bd3dcb-7314-4586-bba4-21dc39eb1670 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0552766 Nov 23 10:59:09.675610 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-f1feb460-2ed4-42cf-9587-3412e039970a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828762 Nov 23 10:59:09.684591 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-7ff90b1e-a179-4b4d-a2f3-97822ed35c82 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:59:09.685537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-7ff90b1e-a179-4b4d-a2f3-97822ed35c82 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050426 Nov 23 10:59:09.720278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2f39c698-804b-46c8-8dc8-8557ecc1aebb req-dd95a71c-aac3-4a0e-b21d-284ae2ff339d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Nov 23 10:59:10.843393 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4c838-27b9-4881-8d45-efec6837185d req-1ee330e2-dbbb-4cf4-9993-0bb6212947e7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:10.844994 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd4c838-27b9-4881-8d45-efec6837185d req-1ee330e2-dbbb-4cf4-9993-0bb6212947e7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Nov 23 10:59:10.874802 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-6e71a84d-925e-4e1b-9bc0-cd2db9c71696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:10.876358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-6e71a84d-925e-4e1b-9bc0-cd2db9c71696 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1096 time: 0.0457406 Nov 23 10:59:10.897343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5bd4c838-27b9-4881-8d45-efec6837185d req-b963605e-a7a5-429a-a108-846204adb313 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Nov 23 10:59:10.969235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-c01ed14d-faea-402b-94cd-951d3827df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:10.970781 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-c01ed14d-faea-402b-94cd-951d3827df70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0844641 Nov 23 10:59:11.039924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-75fcc1db-ba96-4925-b45c-dfcf5326a507 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 1001 time: 0.0608978 Nov 23 10:59:11.088296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-14f81745-254e-4481-8446-cb6ffb31f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:11.089704 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-14f81745-254e-4481-8446-cb6ffb31f55c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0426311 Nov 23 10:59:11.141387 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d6907f54-d5e9-4f91-afa6-8d1639c2b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:11.143030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d6907f54-d5e9-4f91-afa6-8d1639c2b9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446131 Nov 23 10:59:11.241760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-3426bf18-bfa1-4fda-9549-a98b9e9a3a0c service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909054 Nov 23 10:59:11.341915 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-acbd6ba9-fc27-4087-9143-2ace8edad272 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Nov 23 10:59:12.032007 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff89b3-22d8-4c69-ac42-7a990868461f req-6b316166-e4f4-414f-a0dc-e509c60cb12d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:12.034929 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44ff89b3-22d8-4c69-ac42-7a990868461f req-6b316166-e4f4-414f-a0dc-e509c60cb12d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0608385 Nov 23 10:59:12.085767 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44ff89b3-22d8-4c69-ac42-7a990868461f req-aff55173-681d-449f-a8bd-dcd988964e46 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Nov 23 10:59:13.223033 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871a8e-4081-4d54-aa29-3de0919d1dd0 req-67637451-bc6a-43af-8e31-ab425299210d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:13.224492 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e871a8e-4081-4d54-aa29-3de0919d1dd0 req-67637451-bc6a-43af-8e31-ab425299210d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0610549 Nov 23 10:59:13.278256 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7e871a8e-4081-4d54-aa29-3de0919d1dd0 req-2e02f593-0abe-4518-9151-70dbfa197b1b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Nov 23 10:59:14.414563 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef2049-7d53-49af-aab3-e98597f7a9a0 req-93955af2-2ea5-4d73-b96d-5362567882e2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:14.416061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcef2049-7d53-49af-aab3-e98597f7a9a0 req-93955af2-2ea5-4d73-b96d-5362567882e2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0566282 Nov 23 10:59:14.466920 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcef2049-7d53-49af-aab3-e98597f7a9a0 req-ac783d58-3000-4ab2-b10a-b3fc325540f0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Nov 23 10:59:15.591370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814c8f-5502-47f1-a14a-c580f20eb8fb req-3dddd1f7-fe52-4ab0-b588-22aa8c0f3313 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:15.592852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38814c8f-5502-47f1-a14a-c580f20eb8fb req-3dddd1f7-fe52-4ab0-b588-22aa8c0f3313 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0512714 Nov 23 10:59:15.644062 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-38814c8f-5502-47f1-a14a-c580f20eb8fb req-cd0a0f62-9aa1-40b9-810e-b711fec4f386 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Nov 23 10:59:16.378610 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:16.777291 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da389ff-eaa3-4a12-858e-bb1aefa905a1 req-7dd4cc89-0aa0-4374-aff2-4cc4eb4533be tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:16.778812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8da389ff-eaa3-4a12-858e-bb1aefa905a1 req-7dd4cc89-0aa0-4374-aff2-4cc4eb4533be tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Nov 23 10:59:16.831977 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8da389ff-eaa3-4a12-858e-bb1aefa905a1 req-49dc1cfe-f3c0-45c1-989e-5b38a2bcc1b9 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470731 Nov 23 10:59:17.939110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c8078f31-1fad-4482-82b2-0a54af15daa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.958810 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee5ad-de66-4d73-856a-e1d163dacc41 req-f846797c-6ac5-441f-8607-ce80f0bfe9f4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.960313 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4eee5ad-de66-4d73-856a-e1d163dacc41 req-f846797c-6ac5-441f-8607-ce80f0bfe9f4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Nov 23 10:59:18.014070 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f4eee5ad-de66-4d73-856a-e1d163dacc41 req-65bb31ff-f8e7-45cb-b850-a34cc11e2a0a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476973 Nov 23 10:59:19.138963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50aa8-2a72-4aa7-a628-9e7771d6d943 req-5333819e-a8cc-4396-866b-9c04b086d8f4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.140468 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ce50aa8-2a72-4aa7-a628-9e7771d6d943 req-5333819e-a8cc-4396-866b-9c04b086d8f4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Nov 23 10:59:19.201650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4ce50aa8-2a72-4aa7-a628-9e7771d6d943 req-486a0be7-8e34-4f71-a2f2-2e4681907d3d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546153 Nov 23 10:59:20.331284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23d20f-80d0-4bf4-a438-befb6baee8ce req-f73a506d-4441-4d51-88ad-bc81c82353e0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:20.332791 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b23d20f-80d0-4bf4-a438-befb6baee8ce req-f73a506d-4441-4d51-88ad-bc81c82353e0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0582097 Nov 23 10:59:20.383212 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8b23d20f-80d0-4bf4-a438-befb6baee8ce req-71c83287-a856-48af-aed8-e5450e74639e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Nov 23 10:59:20.417545 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2eebcd4d-2628-417a-8330-0bc1b68c580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.799124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.518324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6ec09-42d3-4d1a-b012-7024108ed15c req-692c67cf-76cb-4dd6-b060-600500ef060b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:21.519823 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1b6ec09-42d3-4d1a-b012-7024108ed15c req-692c67cf-76cb-4dd6-b060-600500ef060b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Nov 23 10:59:21.568377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.578758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d1b6ec09-42d3-4d1a-b012-7024108ed15c req-70da3058-7f1b-48cc-8c06-38093dc629e0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522950 Nov 23 10:59:22.703539 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf914df-b318-4572-aaa8-f8ff8b96b92a req-beb5996b-2c34-46b5-826d-2891c956bba4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:22.705028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdf914df-b318-4572-aaa8-f8ff8b96b92a req-beb5996b-2c34-46b5-826d-2891c956bba4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Nov 23 10:59:22.762357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fdf914df-b318-4572-aaa8-f8ff8b96b92a req-46c81cb0-165a-43b5-931b-afd2aa04843a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511732 Nov 23 10:59:22.935259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.381177 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-f12c9008-cd9a-4943-a281-a69501165f60 service neutron] show failed (client error): The resource could not be found. Nov 23 10:59:23.382330 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-f12c9008-cd9a-4943-a281-a69501165f60 service neutron] 10.222.0.11 "GET /v2.0/ports/7d71138d-1ea2-41a8-997f-495566890576/bindings/n-h2-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0637529 Nov 23 10:59:23.646060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.667490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-a53a2744-e54b-4a3c-bf72-7f6cf2d6a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:23.669031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-a53a2744-e54b-4a3c-bf72-7f6cf2d6a262 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 1096 time: 0.0996644 Nov 23 10:59:23.681340 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-264bdbb3-4441-43c4-84bb-df14e05d888b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:59:23.682372 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-264bdbb3-4441-43c4-84bb-df14e05d888b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049841 Nov 23 10:59:23.693762 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:23.747964 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.885137 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1ddab-de2c-489a-b30c-f7762f9a300e req-9d7f82f4-b986-40e2-9dea-ad280b81e887 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:23.886619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ad1ddab-de2c-489a-b30c-f7762f9a300e req-9d7f82f4-b986-40e2-9dea-ad280b81e887 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Nov 23 10:59:23.936838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1ad1ddab-de2c-489a-b30c-f7762f9a300e req-67257485-5773-488e-a5ba-f1220aad7d7a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Nov 23 10:59:23.951222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:23.988779 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:24.033508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:24.035863 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b04d2-4d06-4d54-bc80-517467201eed" -d '{"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-unplugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:24.039617 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.055019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Transition to ACTIVE for port object 7d71138d-1ea2-41a8-997f-495566890576 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:59:24.061214 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.153635 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e26e3-e72e-47f1-adcd-c945150e4c54 x-openstack-request-id: req-696e26e3-e72e-47f1-adcd-c945150e4c54 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:24.153960 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-unplugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:24.154216 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-696e26e3-e72e-47f1-adcd-c945150e4c54 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:24.154622 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'code': 200} Nov 23 10:59:24.157103 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=6']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:24.172315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.172658 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.172999 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.173333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.173684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.174042 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.174373 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.174691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.175015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.175339 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.175657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.175975 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:24.200615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] No DVR routers for this DVR port 7d71138d-1ea2-41a8-997f-495566890576 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:59:24.336857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:24.337179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:24.337508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:24.341870 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:24.342222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Attempting to bind port 7d71138d-1ea2-41a8-997f-495566890576 on network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:24.347249 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:24.347576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Checking segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:24.347939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Bound using segment: {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:24.348352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Bound port: 7d71138d-1ea2-41a8-997f-495566890576, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ea5581-a6de-4765-81ec-cb08329e0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:24.348745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.413171 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:24.416098 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:24.424112 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.457666 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.458496 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.459863 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] 10.222.0.50 "PUT /v2.0/ports/7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 1091 time: 0.7698143 Nov 23 10:59:24.480838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a8d46-b593-460f-b359-796ef5eb36dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=7']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:24.531952 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-3077a6f2-ac09-482a-9d0a-b2085e5de930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.533562 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-3077a6f2-ac09-482a-9d0a-b2085e5de930 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1094 time: 0.0467861 Nov 23 10:59:24.629594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d4744efb-3c32-436e-bb9d-2f2c9356d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.631150 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d4744efb-3c32-436e-bb9d-2f2c9356d217 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0904038 Nov 23 10:59:24.705669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-b7c221c2-97dc-4dd1-b7e0-ee98a2d31118 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 999 time: 0.0665727 Nov 23 10:59:24.759333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-a5bc39ee-ec52-499f-b5bb-e0893f5e4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.760832 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-a5bc39ee-ec52-499f-b5bb-e0893f5e4cc2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0483437 Nov 23 10:59:24.809230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d0b5e56a-5d0b-4537-8b43-2960a2b195d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.810754 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-d0b5e56a-5d0b-4537-8b43-2960a2b195d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432298 Nov 23 10:59:24.908741 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-0c2d7873-1d0d-4c62-8142-f0881f76199f service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903687 Nov 23 10:59:24.999604 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3775b8b9-0773-440d-8bf8-0c5c6da81e88 req-f41f9bd4-d706-4e39-adf5-881a8fdad2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839376 Nov 23 10:59:25.060676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f4028-517b-45a2-890a-0619ccbddc4e req-11006c99-0583-43b6-b513-2efc83ba0249 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:25.062267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb0f4028-517b-45a2-890a-0619ccbddc4e req-11006c99-0583-43b6-b513-2efc83ba0249 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0533071 Nov 23 10:59:25.111988 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb0f4028-517b-45a2-890a-0619ccbddc4e req-e579cdd9-ba34-40df-90e0-d16205e239f0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Nov 23 10:59:26.155935 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:26.158466 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff745f-51f8-4c22-ae92-934ade13991c" -d '{"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:26.213385 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c86f68-0adb-4fda-9b93-a004741038aa x-openstack-request-id: req-c9c86f68-0adb-4fda-9b93-a004741038aa {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:26.213662 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:26.213928 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9c86f68-0adb-4fda-9b93-a004741038aa {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:26.214337 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'status': 'completed', 'code': 200} Nov 23 10:59:26.250869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d496626-f587-40a0-9010-881ccf5b18d9 req-10eecfcb-1899-4ae1-9bb5-3fde37f230cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.252388 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d496626-f587-40a0-9010-881ccf5b18d9 req-10eecfcb-1899-4ae1-9bb5-3fde37f230cf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 943 time: 0.0673225 Nov 23 10:59:26.271707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-be2d50a9-8415-4893-b9a3-f2d4eae5dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.273348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-be2d50a9-8415-4893-b9a3-f2d4eae5dd86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1094 time: 0.0455923 Nov 23 10:59:26.311938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-46e76046-e9e6-4dbb-947c-68334fbf8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.313466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-46e76046-e9e6-4dbb-947c-68334fbf8b3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1094 time: 0.0792551 Nov 23 10:59:26.322501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d496626-f587-40a0-9010-881ccf5b18d9 req-e3ecfe61-2500-442a-be1b-d45e5001c4d3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558329 Nov 23 10:59:26.367324 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-226364e1-0581-407c-9185-6d7ac6bada9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.368776 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-226364e1-0581-407c-9185-6d7ac6bada9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0851028 Nov 23 10:59:26.418400 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-36d067bd-5080-48da-ad2f-ff6fdd5b30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.419814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-36d067bd-5080-48da-ad2f-ff6fdd5b30a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0964808 Nov 23 10:59:26.440678 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-9f36d1d7-a292-4847-8b48-78ba94ed87fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 999 time: 0.0646493 Nov 23 10:59:26.495019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-62cc5d8a-99c8-4ee2-9907-5a244d384039 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 999 time: 0.0665269 Nov 23 10:59:26.495921 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-edfbd0df-aa64-4ced-b9d5-b930d05874b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.497380 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-edfbd0df-aa64-4ced-b9d5-b930d05874b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0499866 Nov 23 10:59:26.546078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-b3b022c3-b3cb-47b0-ab0b-f18a07051ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.547685 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-b3b022c3-b3cb-47b0-ab0b-f18a07051ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433140 Nov 23 10:59:26.554486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-2f816a75-dd09-4775-8cd5-7b25c4f182ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.556098 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-2f816a75-dd09-4775-8cd5-7b25c4f182ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0460918 Nov 23 10:59:26.608077 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-31859164-e83b-46ef-9ca7-38fc05318af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.609634 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-31859164-e83b-46ef-9ca7-38fc05318af1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463831 Nov 23 10:59:26.612614 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7d71138d-1ea2-41a8-997f-495566890576 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:26.643944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-0b45a784-1b8a-4f55-84e1-6dbb524cfced service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891604 Nov 23 10:59:26.651644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 7d71138d-1ea2-41a8-997f-495566890576 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:26.704793 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-dac08fc2-3b27-4f71-b97f-1454e1de026d service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Nov 23 10:59:26.734046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-4bc12f8d-ead2-44de-ace5-1f0e08891b23 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Nov 23 10:59:26.803023 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d7ff745f-51f8-4c22-ae92-934ade13991c req-f6f26369-a57a-4ebe-9c1c-b495a8095b5f service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903060 Nov 23 10:59:27.039387 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7d71138d-1ea2-41a8-997f-495566890576 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:59:27.161405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:27.173296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '7d71138d-1ea2-41a8-997f-495566890576', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'port_id': '7d71138d-1ea2-41a8-997f-495566890576', 'mac_address': 'fa:16:3e:b2:db:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:59:27.210317 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.226378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d71138d-1ea2-41a8-997f-495566890576 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:59:27.245067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:27.252372 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.299584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:27.307107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.307456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.307796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.308132 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.308503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.308827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.309153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.309458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.309780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.310131 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.310450 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.310766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:27.452394 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefdb40-1d6e-4e21-aa47-eda8784ed5ac req-49344522-eb1e-4c21-a40e-cd3543cabf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.453951 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eaefdb40-1d6e-4e21-aa47-eda8784ed5ac req-49344522-eb1e-4c21-a40e-cd3543cabf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 944 time: 0.0593519 Nov 23 10:59:27.496190 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['7d71138d-1ea2-41a8-997f-495566890576'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:59:27.505348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-eaefdb40-1d6e-4e21-aa47-eda8784ed5ac req-6f5f8d1a-e427-4db0-b7f8-740035a598b1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451977 Nov 23 10:59:27.733605 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5fd0c-eff9-48ff-aabd-bbf61e253538 req-356cd05a-0e62-4f0c-a6ff-ee1af9ddfd4a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.735696 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62f5fd0c-eff9-48ff-aabd-bbf61e253538 req-356cd05a-0e62-4f0c-a6ff-ee1af9ddfd4a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 944 time: 0.0801125 Nov 23 10:59:27.744193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-7c8ce20e-61ed-41a7-9bec-04a225e22ec8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.745570 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-7c8ce20e-61ed-41a7-9bec-04a225e22ec8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&binding%3Ahost_id=n-h2-781076-5 HTTP/1.1" status: 200 len: 944 time: 0.0781071 Nov 23 10:59:27.829078 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-62f5fd0c-eff9-48ff-aabd-bbf61e253538 req-a7474ab2-fdd0-4e1f-b942-a97461aecb1e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824649 Nov 23 10:59:27.836667 n-d-781076-5 neutron-server[110024]: INFO neutron.api.v2.resource [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-882713cc-5764-4d27-98b9-72b3ebd7caf9 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:59:27.837615 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-882713cc-5764-4d27-98b9-72b3ebd7caf9 service neutron] 10.222.0.11 "DELETE /v2.0/ports/7d71138d-1ea2-41a8-997f-495566890576/bindings/n-h1-781076-5 HTTP/1.1" status: 404 len: 380 time: 0.0844469 Nov 23 10:59:27.926509 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-4f85ce57-aba6-49f5-81f9-51e13a3f5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.928080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-4f85ce57-aba6-49f5-81f9-51e13a3f5417 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1095 time: 0.0416968 Nov 23 10:59:27.945970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f00e0-0d0d-47bf-8f32-505df91bd1c6 req-f537c976-6143-4466-9786-c50395f4dedc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.947451 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d5f00e0-0d0d-47bf-8f32-505df91bd1c6 req-f537c976-6143-4466-9786-c50395f4dedc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 944 time: 0.0480807 Nov 23 10:59:27.996051 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7d5f00e0-0d0d-47bf-8f32-505df91bd1c6 req-1cde6265-ebed-4ff9-8f20-a6e441f65989 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Nov 23 10:59:28.022177 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-f6490738-6655-4ec8-8413-0b17b23c6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:28.023695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-f6490738-6655-4ec8-8413-0b17b23c6d4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.0889807 Nov 23 10:59:28.088143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-4631b912-4da3-4b1e-a032-c567c3b3e79f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 1000 time: 0.0556102 Nov 23 10:59:28.142456 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-e1fb3c35-a7c7-442e-ab06-4def34888030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:28.143758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-e1fb3c35-a7c7-442e-ab06-4def34888030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0472810 Nov 23 10:59:28.193126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-48326ad3-ae03-4c9c-83c0-9782e335d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:28.194803 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-48326ad3-ae03-4c9c-83c0-9782e335d81a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434089 Nov 23 10:59:28.287695 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-8ca410be-7eb4-47f8-b7b4-f1e5481b2624 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Nov 23 10:59:28.382839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-083c89fd-4330-479b-a65d-d047d4deafa9 req-8698813f-e877-4280-8354-f60086eeda04 service neutron] 10.222.0.11 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881488 Nov 23 10:59:29.061415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7d71138d-1ea2-41a8-997f-495566890576 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:29.117193 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 7d71138d-1ea2-41a8-997f-495566890576 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:59:29.117631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bed0a-b3d8-4352-ae9d-9d7108a3fdc9 req-b70e43e4-d18a-4503-8426-f191277ef4fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:29.119172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-594bed0a-b3d8-4352-ae9d-9d7108a3fdc9 req-b70e43e4-d18a-4503-8426-f191277ef4fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 944 time: 0.0523589 Nov 23 10:59:29.120998 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 7d71138d-1ea2-41a8-997f-495566890576 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:29.121353 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.169257 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-594bed0a-b3d8-4352-ae9d-9d7108a3fdc9 req-012fd2cf-3b4d-4431-b22d-b997a3a59c29 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Nov 23 10:59:29.192780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57782) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:29.368498 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.393392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:29.395707 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4554bc7-8164-49b3-80af-a8f24cf66f82" -d '{"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-plugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:29.410704 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:29.416491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.480612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=9']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.495396 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727f5e3-0c82-466a-9a50-2f08b85bf125 x-openstack-request-id: req-2727f5e3-0c82-466a-9a50-2f08b85bf125 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:29.495783 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-plugged", "status": "completed", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:29.496034 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2727f5e3-0c82-466a-9a50-2f08b85bf125 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:29.496429 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'code': 200} Nov 23 10:59:29.611483 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7d04c59a-8849-4638-9a43-d5c39fcb9840 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/ef99cd25-9bb3-44b9-8dae-1402e289b1be HTTP/1.1" status: 200 len: 992 time: 0.4172542 Nov 23 10:59:46.347296 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:59:46.388177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.953819 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6148c05c-9d77-4039-92e8-343c0278b355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.424872 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-cb6c928d-1fad-4a7b-ad94-e023c90e4321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.790876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.572354 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.944299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.654105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.991990 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57798) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:58.155549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 98c86aed-9d35-4247-875e-7a0b32ba8723 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:58.155833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.230640 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.230962 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.242601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 98c86aed-9d35-4247-875e-7a0b32ba8723 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:58.393213 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.417753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=98c86aed-9d35-4247-875e-7a0b32ba8723,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:58.447915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.448256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.448597 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.448924 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.449256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.449572 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.449908 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.450239 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.450561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.450887 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.451205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.451571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.491903 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.492238 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP ef99cd25-9bb3-44b9-8dae-1402e289b1be disassociated (deleted). External IP: 172.25.1.211, port: 7d71138d-1ea2-41a8-997f-495566890576. Nov 23 10:59:58.699740 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router d58f8145-7826-4065-a059-01785eb9617d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:59:58.814778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:58.820245 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.825692 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Sync routers for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:58.835624 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:58.836214 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:58.848537 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-febea9e7-0cdf-4bab-acd8-7c5e2434b7b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/floatingips/ef99cd25-9bb3-44b9-8dae-1402e289b1be HTTP/1.1" status: 204 len: 168 time: 0.8551245 Nov 23 10:59:58.849150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:58.851445 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:58.943560 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:58.962174 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09254f06-bb7d-4564-83d1-6a820659ad62 x-openstack-request-id: req-09254f06-bb7d-4564-83d1-6a820659ad62 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:58.962402 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:58.962868 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09254f06-bb7d-4564-83d1-6a820659ad62 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:58.963285 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'status': 'completed', 'code': 200} Nov 23 10:59:59.040333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-fe59eb60-7b4e-440b-a9c2-a7d7d0e653bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.041943 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-fe59eb60-7b4e-440b-a9c2-a7d7d0e653bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 1096 time: 0.0415559 Nov 23 10:59:59.091368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4912b7-230f-4d1d-a253-58fcb0e23019 req-82fff0f9-526c-4706-80a9-21710de18e23 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.107272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a4912b7-230f-4d1d-a253-58fcb0e23019 req-82fff0f9-526c-4706-80a9-21710de18e23 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0726914 Nov 23 10:59:59.151715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-4d93e9b0-2526-41e5-a585-54fe223d30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.153570 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-4d93e9b0-2526-41e5-a585-54fe223d30aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 200 len: 897 time: 0.1003537 Nov 23 10:59:59.156682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a4912b7-230f-4d1d-a253-58fcb0e23019 req-ef6d697c-eef3-4226-a8e8-16c3bc1c3dc5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482080 Nov 23 10:59:59.165983 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:59.194308 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Checking router: d58f8145-7826-4065-a059-01785eb9617d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:59:59.197573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-898a5bf8-5011-4464-a13d-abd104665bad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 200 len: 217 time: 0.0358083 Nov 23 10:59:59.203009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:59.203546 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:59.253585 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-e44ec0e0-bb6b-4786-97ad-2200568a8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.255146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-e44ec0e0-bb6b-4786-97ad-2200568a8d4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 200 len: 834 time: 0.0494032 Nov 23 10:59:59.302966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-c7390783-45a4-489e-b06b-6c6bbcf8e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.304471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-c7390783-45a4-489e-b06b-6c6bbcf8e613 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412591 Nov 23 10:59:59.308037 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:59.395404 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-34d08bd3-1ef7-44f2-bda7-8fa1cbbf1465 service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826442 Nov 23 10:59:59.492417 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b39100b9-e01a-4ae4-b87b-0ca83536c7f2 req-e84b7fd2-56c3-465d-8727-10c65292220c service neutron] 10.222.0.50 "GET /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886319 Nov 23 10:59:59.499591 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:59.525871 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3996f-2243-43b2-9e55-44e03762b0ac None None] The sync data for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 is: [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'bbfb7ffd-f6c5-45c0-806d-57c87808773e', 'name': '', 'network_id': 'e833c6a7-fb47-44cd-900e-e7bdf15c9cc2', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:27:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:50Z', 'updated_at': '2021-11-23T10:57:54Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '301b0fe8-b5a9-4503-8435-2a7255948c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:59.744883 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530723d-c730-4e7e-b847-c92873e1795c None None] New status for floating IP ef99cd25-9bb3-44b9-8dae-1402e289b1be: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:00:00.306054 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97004c16-bc74-452e-9e29-3407ef087dd8 req-ada0b0f3-a507-49a1-bc30-b61eb1ad3b54 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:00.307517 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97004c16-bc74-452e-9e29-3407ef087dd8 req-ada0b0f3-a507-49a1-bc30-b61eb1ad3b54 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0721178 Nov 23 11:00:00.343840 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-dd85ec41-a4d8-410c-b9fe-1b4365a32f60 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:00.345257 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-dd85ec41-a4d8-410c-b9fe-1b4365a32f60 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/ports?device_id=f863c374-f41f-4ec8-9d0c-8a65feb0d485 HTTP/1.1" status: 200 len: 945 time: 0.0794919 Nov 23 11:00:00.401022 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-97004c16-bc74-452e-9e29-3407ef087dd8 req-3b342de5-6fba-41e9-93a0-83c97dad77dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857887 Nov 23 11:00:00.452684 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 7d71138d-1ea2-41a8-997f-495566890576 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:00.452923 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.542136 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 7d71138d-1ea2-41a8-997f-495566890576, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=7d71138d-1ea2-41a8-997f-495566890576,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:00.542505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.554285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 7d71138d-1ea2-41a8-997f-495566890576 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:00.701045 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.734476 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=7d71138d-1ea2-41a8-997f-495566890576,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:00.775508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] No DVR routers for this DVR port 7d71138d-1ea2-41a8-997f-495566890576 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:00.778140 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.781613 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-dfc99a59-23a7-48bd-bab1-f7819fb533f2 req-befd02f7-0a86-4192-956a-d4f6b833696b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "DELETE /v2.0/ports/7d71138d-1ea2-41a8-997f-495566890576 HTTP/1.1" status: 204 len: 173 time: 0.4299769 Nov 23 11:00:00.782078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-deleted', 'tag': '7d71138d-1ea2-41a8-997f-495566890576'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:00.784398 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53447d-4c9c-4dba-92dc-fe7247bb973b" -d '{"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-deleted", "tag": "7d71138d-1ea2-41a8-997f-495566890576"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:00.824950 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422ba738-71cb-43eb-9014-e6791bec5cf1 x-openstack-request-id: req-422ba738-71cb-43eb-9014-e6791bec5cf1 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:00.825365 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863c374-f41f-4ec8-9d0c-8a65feb0d485", "name": "network-vif-deleted", "tag": "7d71138d-1ea2-41a8-997f-495566890576", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:00.825623 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-422ba738-71cb-43eb-9014-e6791bec5cf1 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:00.826074 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863c374-f41f-4ec8-9d0c-8a65feb0d485', 'name': 'network-vif-deleted', 'tag': '7d71138d-1ea2-41a8-997f-495566890576', 'status': 'completed', 'code': 200} Nov 23 11:00:01.461935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57814) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:01.873506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.136254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port bbfb7ffd-f6c5-45c0-806d-57c87808773e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:02.136480 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.224323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port bbfb7ffd-f6c5-45c0-806d-57c87808773e, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bbfb7ffd-f6c5-45c0-806d-57c87808773e,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:02.224697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.237571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for bbfb7ffd-f6c5-45c0-806d-57c87808773e owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:02.430167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.459814 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=bbfb7ffd-f6c5-45c0-806d-57c87808773e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:02.638284 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.853415 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router d58f8145-7826-4065-a059-01785eb9617d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:02.959879 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:02.966131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4ba57d3e-6a9d-4399-9fbf-ebf8fb71e02f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/d58f8145-7826-4065-a059-01785eb9617d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028207 Nov 23 11:00:02.967770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57816) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:02.970368 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Sync routers for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:02.981849 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:02.982691 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:03.019749 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting subnet 301b0fe8-b5a9-4503-8435-2a7255948c43 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:03.023062 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.063481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.085876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:03.159599 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.223379 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.248173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Subnet': ['ID=301b0fe8-b5a9-4503-8435-2a7255948c43,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:03.254633 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.255076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7d71138d-1ea2-41a8-997f-495566890576 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:03.258786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-94586c65-8ba6-45a3-a0e8-7b5e16f07c19 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/subnets/301b0fe8-b5a9-4503-8435-2a7255948c43 HTTP/1.1" status: 204 len: 168 time: 0.2898684 Nov 23 11:00:03.261504 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57818) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:03.279950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 7d71138d-1ea2-41a8-997f-495566890576 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:03.280288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 7d71138d-1ea2-41a8-997f-495566890576 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:03.281820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f8367-83b6-4abf-90fe-7980b2ed86d0 None None] Network e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:03.366180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T11:00:02Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:03.371009 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.394330 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Checking router: d58f8145-7826-4065-a059-01785eb9617d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:03.403892 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Routers {'d58f8145-7826-4065-a059-01785eb9617d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:03.404511 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['d58f8145-7826-4065-a059-01785eb9617d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:03.468229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] DHCP port deletion for e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:03.480054 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.515849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Deleting port 88d74733-c45f-4457-abb9-8d67db111e08 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:03.516078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] Set router d58f8145-7826-4065-a059-01785eb9617d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:03.516231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.539670 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port f333081d-e7e3-40d7-b1ea-65b6636d8c45 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:03.540302 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.585881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] For port 88d74733-c45f-4457-abb9-8d67db111e08, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=88d74733-c45f-4457-abb9-8d67db111e08,segment=NetworkSegment(15ea5581-a6de-4765-81ec-cb08329e0f66),segment_id=15ea5581-a6de-4765-81ec-cb08329e0f66)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:03.586335 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.599331 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Calling delete_port for 88d74733-c45f-4457-abb9-8d67db111e08 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:03.625208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port f333081d-e7e3-40d7-b1ea-65b6636d8c45, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=f333081d-e7e3-40d7-b1ea-65b6636d8c45,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:03.625616 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.638483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for f333081d-e7e3-40d7-b1ea-65b6636d8c45 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:03.685635 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.698830 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T11:00:02Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:03.717138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] No DVR routers for this DVR port 88d74733-c45f-4457-abb9-8d67db111e08 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:03.720903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e961f39-5130-44ae-adac-963701f243d4 None None] Pushing event deleted for resources: {'Port': ['ID=88d74733-c45f-4457-abb9-8d67db111e08,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:03.728422 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95bd45-8fab-4d7c-853c-a7690623d999 None None] The sync data for ids ['d58f8145-7826-4065-a059-01785eb9617d'] in n-d-781076-5 is: [{'id': 'd58f8145-7826-4065-a059-01785eb9617d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930989789', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T11:00:02Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'f333081d-e7e3-40d7-b1ea-65b6636d8c45', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f8145-7826-4065-a059-01785eb9617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:47Z', 'updated_at': '2021-11-23T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:03.813081 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.836654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5f379-8bd6-4953-a176-b64eee1b02ee None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:03.845052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=f333081d-e7e3-40d7-b1ea-65b6636d8c45,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:03.899992 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.993228 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.995363 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.044110 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.044609 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Fanout notify agent at l3_agent the message router_deleted on router d58f8145-7826-4065-a059-01785eb9617d {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:04.051775 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.052884 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3b4fc6b8-ef04-49f1-96c7-43d5d228cf5d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/routers/d58f8145-7826-4065-a059-01785eb9617d HTTP/1.1" status: 204 len: 168 time: 0.7903330 Nov 23 11:00:04.055901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57820) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:04.138998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.227522 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.248494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e833c6a7-fb47-44cd-900e-e7bdf15c9cc2']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.260711 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ea5581-a6de-4765-81ec-cb08329e0f66') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.261147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ea5581-a6de-4765-81ec-cb08329e0f66') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.277010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.291061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.297764 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:04.298211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:04.301360 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:04.362481 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.373528 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.376971 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/networks/e833c6a7-fb47-44cd-900e-e7bdf15c9cc2 HTTP/1.1" status: 204 len: 168 time: 0.3199165 Nov 23 11:00:04.380329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57822) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:04.388561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211a42-d9a7-4ece-b68f-89681622790c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Network': ['ID=e833c6a7-fb47-44cd-900e-e7bdf15c9cc2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:04.442405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.470824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.540941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbfb7ffd-f6c5-45c0-806d-57c87808773e no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:04.543307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.546018 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.547206 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/security-groups/bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27 HTTP/1.1" status: 204 len: 168 time: 0.1658382 Nov 23 11:00:04.556445 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fae2bf-1b6e-4855-ad27-02e51edf8cac tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ec4cd-5b6d-4d60-8dac-8ffd628b9f27,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:04.564448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bbfb7ffd-f6c5-45c0-806d-57c87808773e {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:04.565027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bbfb7ffd-f6c5-45c0-806d-57c87808773e not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:04.565439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f333081d-e7e3-40d7-b1ea-65b6636d8c45 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:04.593228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: f333081d-e7e3-40d7-b1ea-65b6636d8c45 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:04.593920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device f333081d-e7e3-40d7-b1ea-65b6636d8c45 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:04.594197 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88d74733-c45f-4457-abb9-8d67db111e08 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:04.626205 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 88d74733-c45f-4457-abb9-8d67db111e08 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:04.626543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 88d74733-c45f-4457-abb9-8d67db111e08 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:05.092052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57828) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.096948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028095614', 'description': 'tempest-secgroup-smoke-2028095614 description', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.122816 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.190729 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.196875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.226914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.228164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350462 Nov 23 11:00:05.230028 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133fcf2-9bd9-47a4-9b1e-a8a48aad964a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ae3d9-698a-4738-a8b7-6589bda545b2,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.231294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57830) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.236207 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.268186 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.323525 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.329093 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.346134 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14dadf3-cbe9-4ff3-b827-6368b90762be,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.355825 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.357063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-aaff1e2e-03a8-4db1-9573-5e2fa7e465fc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245990 Nov 23 11:00:05.359985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57832) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.364283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.394371 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.455822 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.461247 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.480309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92db0f97-cb27-4aca-b191-c3df4eddd34e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.491382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.492596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-215c4228-404a-4b3e-8447-d46102d989f7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316626 Nov 23 11:00:05.496460 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57834) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.500842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.529819 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.587207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.592299 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.612503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767416ea-428c-4c83-80c4-af25a12d818e,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.622848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.624173 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf421120-92b1-46bc-a5e3-5540e5856f8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267335 Nov 23 11:00:05.627131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57836) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.632204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.660779 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.723284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.727894 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.746533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6a0cdf-ddcf-49fb-a2cf-7e90c4c4685f,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.761505 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.762770 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-46ff780f-d5f6-4008-9ab9-ea31721f7d82 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341937 Nov 23 11:00:05.765708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57838) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.770252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.793037 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:00:05.797983 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.857463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.863189 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.882933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aec655d-ee9a-4e5b-97bd-7fa024f19be5,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.890987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.892234 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c84b24ac-82e3-4402-a20c-9fc834dd8f77 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255350 Nov 23 11:00:05.895107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57840) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.899396 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'c63ae3d9-698a-4738-a8b7-6589bda545b2', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:05.924567 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:00:05.929702 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.988850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.994268 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.012253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88be18d0-7aeb-4cb1-8052-b092dce29b07,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:06.021939 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.023157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-35d803c5-0a74-462a-b1ad-3bae7298a089 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271319 Nov 23 11:00:06.027538 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57842) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.032555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'network': {'name': 'tempest-network-smoke--1764367189', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:06.061878 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:06.065920 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.103722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:06.115664 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.115923 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Added segment a9b70e03-e645-4761-98ad-55d94a9009d9 of type vlan for network 116654ec-a623-436e-b297-8114e45a5ab1 Nov 23 11:00:06.155256 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.183284 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.189087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:06.189674 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.227191 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1986153 Nov 23 11:00:06.230017 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57844) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.258270 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'admin_state_up': True, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:06.268394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f308-1435-48e8-a803-f107351336dd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Network': ['ID=116654ec-a623-436e-b297-8114e45a5ab1,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:06.279380 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 116654ec-a623-436e-b297-8114e45a5ab1 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:06.287587 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.288679 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.680863 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.817919 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.016873 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.035752 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.144416 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.129 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:07.254726 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.294187 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.334204 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:07.337185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:07.340709 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:07.350082 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a4c5a-e1f9-437c-9997-98f18cbc26a8 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:07.366859 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:07.466027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-50ad72e1-ebad-416b-a46b-141fed57d01d None None] Provisioning complete for port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:07.466406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-50ad72e1-ebad-416b-a46b-141fed57d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.501374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-50ad72e1-ebad-416b-a46b-141fed57d01d None None] Port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:07.599579 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.798905 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.929758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 91ce0362-c1b0-497f-9850-cbfde4c764c5 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:00:08.037252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:08.047624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Sync routers for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:08.059572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:08.060192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:08.060445 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.064775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a57b37a4-dc3e-45b2-83c9-013b70f37544 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8307776 Nov 23 11:00:08.065034 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57846) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:08.146182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2359530d-c878-4b07-b243-3ec09bfdd556 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a0c35a9e1b2547ff92ec784c2e4501eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798366 Nov 23 11:00:08.148678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57850) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:08.167185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:08.240465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0849e7-6940-412d-a3f0-5d5cd2c41d81 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:08.242369 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4f0849e7-6940-412d-a3f0-5d5cd2c41d81 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924695 Nov 23 11:00:08.244886 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57852) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:08.273179 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-aff3d5dd-be37-4f0e-9e2b-abd7a95e7f3f tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271487 Nov 23 11:00:08.275564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57854) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:08.280308 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156107255', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:08.348799 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:07Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:08.374508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:08.375935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Checking router: 91ce0362-c1b0-497f-9850-cbfde4c764c5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:08.376422 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Updating router 91ce0362-c1b0-497f-9850-cbfde4c764c5 port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:00:08.381376 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.403332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.571342 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.629325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Subnet': ['ID=0685568a-f46f-4cbc-a275-a8617aa3073a,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.641415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Checking segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:08.641772 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network hostable DHCP agents. Network: 116654ec-a623-436e-b297-8114e45a5ab1, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:00:08.658549 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.661484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 116654ec-a623-436e-b297-8114e45a5ab1 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:00:08.664962 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.672702 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 116654ec-a623-436e-b297-8114e45a5ab1) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:08.676969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:08.677621 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.696148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bdf4b0f1-55a3-49a9-9eae-058edd49faa2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195189 Nov 23 11:00:08.696742 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0d9e3-fb4d-45ea-a454-cb4bb0a78a1c None None] Network 116654ec-a623-436e-b297-8114e45a5ab1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:08.699233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57856) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:08.734601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6beb07-6d91-487a-91d4-738f981f5841 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:08.785283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Attempting to bind port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:08.785653 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Attempting to bind port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:08.786035 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Attempting to bind port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:08.787980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c005d-8636-4d8d-9f1b-d5e9c387ccfa None None] Pushing event updated for resources: {'Port': ['ID=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.801261 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:08.801622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:08.802080 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.802643 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:08.803139 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Bound port: 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:08.803515 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.877233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e5f90915-53e4-46fc-a3c9-91dcafebef7a None None] Provisioning complete for port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:08.877464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e5f90915-53e4-46fc-a3c9-91dcafebef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.900994 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] For port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:08.942195 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] For port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:08.952529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.983650 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e5f90915-53e4-46fc-a3c9-91dcafebef7a None None] Port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:09.022613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8b61a-3d58-4750-a081-7a9e8e79637a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:09.024430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-116654ec-a623-436e-b297-8114e45a5ab1', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:00:09.025248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.054918 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:09.055612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:09.105390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c005d-8636-4d8d-9f1b-d5e9c387ccfa None None] Pushing event updated for resources: {'Port': ['ID=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:09.138231 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.230378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] Provisioning complete for port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:09.230752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.295644 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:09.369543 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Allocated IP 172.20.0.2 (116654ec-a623-436e-b297-8114e45a5ab1/0685568a-f46f-4cbc-a275-a8617aa3073a/a9ee8ea8-8f15-4b54-a50f-ff81074cd183) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:09.724250 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.764857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] For port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:09.773488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.853781 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.867169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.869164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff8c5b-0336-413f-8b4b-adb3846c895e None None] Pushing event updated for resources: {'Port': ['ID=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:09.899412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-fba90710-f679-424a-9091-679825fe7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:07Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:09.914219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.1 (116654ec-a623-436e-b297-8114e45a5ab1/0685568a-f46f-4cbc-a275-a8617aa3073a/d079872d-7cbd-4411-8500-f07502134096) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:09.939550 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Network 116654ec-a623-436e-b297-8114e45a5ab1 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:09.940526 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90710-f679-424a-9091-679825fe7f56 None None] The sync data for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 is: [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:07Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:09.944553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:09.949068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:09.951171 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Pushing event updated for resources: {'Port': ['ID=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.012244 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Attempting to bind port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:10.012779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Attempting to bind port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:10.013231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Attempting to bind port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 on network 116654ec-a623-436e-b297-8114e45a5ab1 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:10.019068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:10.019588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Checking segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:10.020076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.020607 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Bound using segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:10.021223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Bound port: a9ee8ea8-8f15-4b54-a50f-ff81074cd183, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:10.021690 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.051028 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.087232 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] For port a9ee8ea8-8f15-4b54-a50f-ff81074cd183, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:10.088287 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.091257 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] For port a9ee8ea8-8f15-4b54-a50f-ff81074cd183, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:10.095267 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.130502 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 116654ec-a623-436e-b297-8114e45a5ab1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:10.137369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:10.141508 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:10.156522 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c90755-8b50-4df6-b9d9-ac948aa16330 None None] Pushing event updated for resources: {'Port': ['ID=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.170356 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.208139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.341669 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:10.397074 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.421756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:10.422271 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.743905 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.749827 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.821535 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.826544 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.928265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 116654ec-a623-436e-b297-8114e45a5ab1 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:10.930115 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:11.045976 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 91ce0362-c1b0-497f-9850-cbfde4c764c5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:11.196044 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c77be-64c0-422f-b912-605833edf9a5 None None] Network 116654ec-a623-436e-b297-8114e45a5ab1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:11.337612 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-88e33758-c910-480f-bd88-696b6668447b None None] Provisioning complete for port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:11.338008 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88e33758-c910-480f-bd88-696b6668447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.470627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88e33758-c910-480f-bd88-696b6668447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.512995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-88e33758-c910-480f-bd88-696b6668447b None None] For port a9ee8ea8-8f15-4b54-a50f-ff81074cd183, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:11.519202 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-88e33758-c910-480f-bd88-696b6668447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.543059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:11.549486 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cf68dcfb-bf31-4e45-8448-a3f041d87724 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/91ce0362-c1b0-497f-9850-cbfde4c764c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486822 Nov 23 11:00:11.583042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e33758-c910-480f-bd88-696b6668447b None None] Pushing event updated for resources: {'Port': ['ID=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:11.723968 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-a856e8b4-998a-40b5-bb6a-c01811f20313 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028095614&fields=id&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 267 time: 0.0496166 Nov 23 11:00:11.730074 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Sync routers for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:11.745076 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3d621bb7-bc05-493b-be6b-9f21cfae242d None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:11.745588 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3d621bb7-bc05-493b-be6b-9f21cfae242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.746010 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:11.746644 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:11.786362 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3d621bb7-bc05-493b-be6b-9f21cfae242d None None] Port d079872d-7cbd-4411-8500-f07502134096 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:11.798574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3d621bb7-bc05-493b-be6b-9f21cfae242d None None] Provisioning complete for port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:11.799104 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3d621bb7-bc05-493b-be6b-9f21cfae242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.861479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-b0f322b8-0046-4916-b458-3584a3cb5e9d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:11.863508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-b0f322b8-0046-4916-b458-3584a3cb5e9d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 797 time: 0.1303737 Nov 23 11:00:11.874279 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:11.880048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-0703a76a-07cb-401c-8070-7c1138233f80 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/quotas/a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 375 time: 0.0105085 Nov 23 11:00:11.937589 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-39bfad04-7849-4078-a05d-a95398b94f76 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513847 Nov 23 11:00:12.028847 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f74cc7e2-8f68-4ce4-94fb-cbb77c498deb None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.029500 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-8f68-4ce4-94fb-cbb77c498deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.080391 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f74cc7e2-8f68-4ce4-94fb-cbb77c498deb None None] Port d079872d-7cbd-4411-8500-f07502134096 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:12.099604 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-015c35ef-c578-4113-a7b2-a55ffd39777e service neutron] 10.222.0.62 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497340 Nov 23 11:00:12.101593 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 2, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:12.128729 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Checking router: 91ce0362-c1b0-497f-9850-cbfde4c764c5 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:12.129088 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Updating router 91ce0362-c1b0-497f-9850-cbfde4c764c5 port d079872d-7cbd-4411-8500-f07502134096 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:00:12.153063 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.191058 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-66c75383-0f08-4137-9593-b7111e1842e9 service neutron] 10.222.0.62 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851514 Nov 23 11:00:12.205548 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-9787977a-682a-41aa-9aaf-84076535ba29 None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.206147 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9787977a-682a-41aa-9aaf-84076535ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.250296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9787977a-682a-41aa-9aaf-84076535ba29 None None] Port d079872d-7cbd-4411-8500-f07502134096 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:12.339223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a9ee8ea8-8f15-4b54-a50f-ff81074cd183 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:12.388143 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.388436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.418576 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.423926 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.489670 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Pushing event updated for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:12.518084 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.518431 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.518770 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.519108 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.519446 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.519774 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.520102 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.520416 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.520746 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.521075 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.521389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.521707 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:12.533937 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Attempting to bind port d079872d-7cbd-4411-8500-f07502134096 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:12.534306 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Attempting to bind port d079872d-7cbd-4411-8500-f07502134096 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:12.534669 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Attempting to bind port d079872d-7cbd-4411-8500-f07502134096 on network 116654ec-a623-436e-b297-8114e45a5ab1 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:12.541014 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:12.541389 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Checking segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:12.541784 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.542193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Bound using segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:12.542896 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Bound port: d079872d-7cbd-4411-8500-f07502134096, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:12.543025 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.610845 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] For port d079872d-7cbd-4411-8500-f07502134096, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:12.614186 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] For port d079872d-7cbd-4411-8500-f07502134096, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d079872d-7cbd-4411-8500-f07502134096,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:12.620225 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.677523 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:12.678189 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T10:59:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:12.679216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.679611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.716750 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572a49c-3161-49b4-893c-cdd4da0e5fb4 None None] Pushing event updated for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:12.768705 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.805311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] For port d079872d-7cbd-4411-8500-f07502134096, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d079872d-7cbd-4411-8500-f07502134096,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:12.810223 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.862743 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3522f5-079c-4cf9-bb99-8646d4ebec29 None None] Pushing event updated for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:12.887826 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:12.930582 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-de85b942-c399-4c34-b7a5-9dad4ea68ad3 None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.930876 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-de85b942-c399-4c34-b7a5-9dad4ea68ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.094226 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:13.119144 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181535e-c4b8-41bf-86ee-42643ecbf38a None None] The sync data for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 is: [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:13.391020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2ccb3c46-e00a-47a1-8a39-f2c7fd153931 req-c565e829-a56b-4bb5-a1c9-f931cfec56a2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Nov 23 11:00:14.303372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d079872d-7cbd-4411-8500-f07502134096 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:14.352001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d079872d-7cbd-4411-8500-f07502134096 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:14.352342 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.471455 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-22281bdf-8b9b-4452-a361-faa2c755819c req-95c5d880-7f13-4526-aef4-459da85ae077 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0261266 Nov 23 11:00:15.550402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1fb1aa4a-a4be-41a3-b11b-9e9fb3f54b75 req-63b236d3-b854-462b-9ab8-4c1be63f28de tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0264068 Nov 23 11:00:16.385917 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.643662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a23624b5-dff4-49a0-8509-70ccc2337ee3 req-6942465a-d468-47ff-83e4-b2fdb822cb8b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0335112 Nov 23 11:00:17.738537 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3ab8b2b4-85da-4e26-ac12-bb3e362be39f req-e99338ed-1054-4cc4-996d-3e8d30a4b51c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0261750 Nov 23 11:00:17.948241 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2c731774-994c-4b4e-8f87-634da8d58ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.419929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-7b5e6f82-5d66-4bd8-b2db-5cb9fb2f9b72 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:18.421416 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-7b5e6f82-5d66-4bd8-b2db-5cb9fb2f9b72 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 797 time: 0.1125998 Nov 23 11:00:18.485788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-ec5f8b2a-03ee-49c7-a7ed-64745e7bd7b2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 380 time: 0.0537074 Nov 23 11:00:18.495052 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'port': {'device_id': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'admin_state_up': True, 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'security_groups': ['c63ae3d9-698a-4738-a8b7-6589bda545b2']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:18.609480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:18.615116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.750796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.4 (116654ec-a623-436e-b297-8114e45a5ab1/0685568a-f46f-4cbc-a275-a8617aa3073a/0c95115a-2fb9-4f90-a4f7-92556ea05278) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:18.870039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f2a4d50f-9f42-4332-a74f-ade788782bc5 req-f36aa58d-6a2f-48f7-9498-c664978a1e5e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0544279 Nov 23 11:00:18.920860 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.298146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.347661 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 116654ec-a623-436e-b297-8114e45a5ab1 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:19.350701 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:19.354375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:19.360977 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:19.408151 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:19.408781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.427476 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-148a1e5f-b486-4cc6-8283-1ebcbb80e824 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360056 Nov 23 11:00:19.440058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Request body: {'port': {'device_id': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:19.500125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.585870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-96314761-7f10-4a90-ab27-bf791a328de6 None None] Provisioning complete for port 0c95115a-2fb9-4f90-a4f7-92556ea05278 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:19.586503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96314761-7f10-4a90-ab27-bf791a328de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.619427 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-96314761-7f10-4a90-ab27-bf791a328de6 None None] Port 0c95115a-2fb9-4f90-a4f7-92556ea05278 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:19.764636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c95115a-2fb9-4f90-a4f7-92556ea05278 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:00:19.772802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.791223 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Transition to ACTIVE for port object 0c95115a-2fb9-4f90-a4f7-92556ea05278 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:00:19.799188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.851688 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Pushing event updated for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:19.928742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Attempting to bind port 0c95115a-2fb9-4f90-a4f7-92556ea05278 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:19.929110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Attempting to bind port 0c95115a-2fb9-4f90-a4f7-92556ea05278 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:19.929400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Attempting to bind port 0c95115a-2fb9-4f90-a4f7-92556ea05278 on network 116654ec-a623-436e-b297-8114e45a5ab1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:19.934898 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Port 0c95115a-2fb9-4f90-a4f7-92556ea05278 on network 116654ec-a623-436e-b297-8114e45a5ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:19.935222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Attempting to bind port 0c95115a-2fb9-4f90-a4f7-92556ea05278 on network 116654ec-a623-436e-b297-8114e45a5ab1 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:19.940496 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:19.940834 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Checking segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:19.941214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Bound using segment: {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:19.941639 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Bound port: 0c95115a-2fb9-4f90-a4f7-92556ea05278, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b70e03-e645-4761-98ad-55d94a9009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:19.942045 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.997369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90079d-301b-44f8-bfec-a8fc50f7e7fa req-c2147454-d8a4-458e-be8d-e60814b75537 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.002408 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f90079d-301b-44f8-bfec-a8fc50f7e7fa req-c2147454-d8a4-458e-be8d-e60814b75537 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 943 time: 0.0546932 Nov 23 11:00:20.016859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:20.020125 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:20.025792 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.058320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8f90079d-301b-44f8-bfec-a8fc50f7e7fa req-e1c6faa0-e1e0-497e-b11d-bb8d7a325ac4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523260 Nov 23 11:00:20.060953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.061761 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.063335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] 10.222.0.11 "PUT /v2.0/ports/0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 1091 time: 0.6278040 Nov 23 11:00:20.066467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:20.068942 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2526d55-9a7f-4342-aa86-d31c7092abff" -d '{"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:20.107627 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962333b-8230-4ca1-a77c-491baa20a960 service neutron] Pushing event updated for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:20.125698 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2834739-e537-4023-b73e-e409ba7948d5 x-openstack-request-id: req-e2834739-e537-4023-b73e-e409ba7948d5 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:20.126179 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:20.126493 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2834739-e537-4023-b73e-e409ba7948d5 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:20.126919 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'status': 'completed', 'code': 200} Nov 23 11:00:20.162446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-f9cd137a-848c-4fd9-8a4f-17ef70291e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.163989 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-f9cd137a-848c-4fd9-8a4f-17ef70291e3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1094 time: 0.0532472 Nov 23 11:00:20.207267 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-62aebaea-20eb-4adf-84a8-77c49dc21d55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 217 time: 0.0350170 Nov 23 11:00:20.259114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-5d350907-4d01-4434-843a-96bd547028ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.260652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-5d350907-4d01-4434-843a-96bd547028ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0467567 Nov 23 11:00:20.313230 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-df810145-e9d1-4c42-9ee7-57a027558d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.314840 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-df810145-e9d1-4c42-9ee7-57a027558d3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469358 Nov 23 11:00:20.406724 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-255ff99e-2075-45ac-b0a3-e955d04cc0cc service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Nov 23 11:00:20.417637 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-968366b7-a33a-425a-9688-e0768f47c667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.505091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dedc2510-74f8-4eec-981f-1ef0fe752d3b req-74bef1a3-0d74-4597-8206-1e6c2a9e1c92 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918589 Nov 23 11:00:20.598876 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-d70005c7-12b3-44db-aba0-eaa9c52c5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.601172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-d70005c7-12b3-44db-aba0-eaa9c52c5967 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1094 time: 0.0452256 Nov 23 11:00:20.710373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-dc8bdddf-ac61-4169-a960-426b377435c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.711784 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-dc8bdddf-ac61-4169-a960-426b377435c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.1036098 Nov 23 11:00:20.755168 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-be4e1d00-9b09-4591-8337-af2aac0f39f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 217 time: 0.0345623 Nov 23 11:00:20.802572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.807785 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-c5fdeebd-5d13-4337-95cb-b0f5c2e9ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.810109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-c5fdeebd-5d13-4337-95cb-b0f5c2e9ad29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0480976 Nov 23 11:00:20.855768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-c7f3a84a-96f6-40cd-bb91-2387da73a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:20.857335 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-c7f3a84a-96f6-40cd-bb91-2387da73a1a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406654 Nov 23 11:00:20.956044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-00fe6bde-96f3-41bf-a306-b531847d4bcf service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909002 Nov 23 11:00:21.050818 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2526d55-9a7f-4342-aa86-d31c7092abff req-8f1b9107-6151-45dd-99f5-3c76bb138410 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881774 Nov 23 11:00:21.200254 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d81e-1b70-4ee0-972c-10dd6f486646 req-3ee9700d-86b5-4a3a-aea4-1208b89f2975 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.201776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d8d81e-1b70-4ee0-972c-10dd6f486646 req-3ee9700d-86b5-4a3a-aea4-1208b89f2975 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 943 time: 0.0577950 Nov 23 11:00:21.253601 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9d8d81e-1b70-4ee0-972c-10dd6f486646 req-366d5fb4-80ef-4e9c-bc96-f780c2719549 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Nov 23 11:00:21.578999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.449940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740414f6-78e9-4b95-9346-185584c1ac71 req-57406546-07e3-4834-be53-af6af87fae6a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:22.451329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-740414f6-78e9-4b95-9346-185584c1ac71 req-57406546-07e3-4834-be53-af6af87fae6a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 943 time: 0.1101315 Nov 23 11:00:22.507109 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-740414f6-78e9-4b95-9346-185584c1ac71 req-9aa1ea6f-cfdc-469a-8d61-5ccfe1cbad71 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492446 Nov 23 11:00:22.945121 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:23.360385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:00:23.638927 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:23.682728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c044319-3cac-4b0a-b4a5-6703371abaee req-41859e2b-2be7-405b-bd04-0a70a2940ce0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:23.684219 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c044319-3cac-4b0a-b4a5-6703371abaee req-41859e2b-2be7-405b-bd04-0a70a2940ce0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 943 time: 0.1010959 Nov 23 11:00:23.733249 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c044319-3cac-4b0a-b4a5-6703371abaee req-d89eb54a-4023-4747-997a-3e7f658b114c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Nov 23 11:00:24.860121 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0c95115a-2fb9-4f90-a4f7-92556ea05278 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:00:24.872817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12112f54-f63a-41a6-a88e-b3731b73a1d6 req-77216898-99af-4d22-ad5e-35444fa713a2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:24.874976 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12112f54-f63a-41a6-a88e-b3731b73a1d6 req-77216898-99af-4d22-ad5e-35444fa713a2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 943 time: 0.0622027 Nov 23 11:00:24.924984 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-12112f54-f63a-41a6-a88e-b3731b73a1d6 req-6979959a-4ed9-462c-8366-42469125c6e0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Nov 23 11:00:24.960870 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:24.971895 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'port_id': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'mac_address': 'fa:16:3e:c3:60:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:00:25.009314 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.022123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c95115a-2fb9-4f90-a4f7-92556ea05278 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:00:25.041366 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:25.049476 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.095431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:25.395756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['0c95115a-2fb9-4f90-a4f7-92556ea05278'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:26.060590 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a92f1-5d3c-47f2-9f5d-93f4e88b992a req-7eb06318-c7a1-4dfd-b896-e37be1a064a2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:26.063229 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe3a92f1-5d3c-47f2-9f5d-93f4e88b992a req-7eb06318-c7a1-4dfd-b896-e37be1a064a2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 944 time: 0.0646579 Nov 23 11:00:26.116664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fe3a92f1-5d3c-47f2-9f5d-93f4e88b992a req-af8e7c26-8a4f-4816-b814-84ba50b7c83f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Nov 23 11:00:26.861512 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0c95115a-2fb9-4f90-a4f7-92556ea05278 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:26.924189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 0c95115a-2fb9-4f90-a4f7-92556ea05278 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:00:26.928475 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 0c95115a-2fb9-4f90-a4f7-92556ea05278 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:26.928850 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.008639 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.031802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:27.034153 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f8ef00-3456-4f0a-8ad0-8ee5975b0d20" -d '{"events": [{"server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "name": "network-vif-plugged", "status": "completed", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:27.046364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:27.051308 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.078886 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad754daa-a9e5-423d-b09e-18d963b26d54 x-openstack-request-id: req-ad754daa-a9e5-423d-b09e-18d963b26d54 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:27.079190 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "name": "network-vif-plugged", "status": "completed", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:27.079437 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad754daa-a9e5-423d-b09e-18d963b26d54 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:27.079829 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'code': 200} Nov 23 11:00:27.106176 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:27.177531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff96e2-6034-4f2f-821c-0d5c3a6eb6d4 req-1487008b-304e-4187-bf5b-002b9e570e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:27.179180 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6ff96e2-6034-4f2f-821c-0d5c3a6eb6d4 req-1487008b-304e-4187-bf5b-002b9e570e65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0453837 Nov 23 11:00:27.229845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6ff96e2-6034-4f2f-821c-0d5c3a6eb6d4 req-812b487c-9cbd-4239-b18f-d57b8bf9c4cc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Nov 23 11:00:27.241135 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7673dba-862b-4441-90f7-f4754758dbd5 req-a9b584c5-5bd6-42c0-a5cd-d1c69bcf4278 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:27.242670 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7673dba-862b-4441-90f7-f4754758dbd5 req-a9b584c5-5bd6-42c0-a5cd-d1c69bcf4278 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Nov 23 11:00:27.293756 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b7673dba-862b-4441-90f7-f4754758dbd5 req-149c8110-354f-4418-9a12-b67468317cb0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Nov 23 11:00:28.432530 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d8ca4-5861-4672-88fd-11370f58bc24 req-9c18bb21-36cc-4e4a-a1fa-1f634af6986f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:28.434048 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c0d8ca4-5861-4672-88fd-11370f58bc24 req-9c18bb21-36cc-4e4a-a1fa-1f634af6986f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0570345 Nov 23 11:00:28.486845 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2c0d8ca4-5861-4672-88fd-11370f58bc24 req-f57d71a1-a4f5-4ba7-aef1-a5aee5d035e7 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464811 Nov 23 11:00:29.636816 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f6e9-9202-46de-98d4-e2ea9d8d42f7 req-5f4e3050-e1f7-4b0f-937c-f46c8b3b04ea tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.639050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1013f6e9-9202-46de-98d4-e2ea9d8d42f7 req-5f4e3050-e1f7-4b0f-937c-f46c8b3b04ea tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0782657 Nov 23 11:00:29.695762 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1013f6e9-9202-46de-98d4-e2ea9d8d42f7 req-e36ee34d-365a-4bd6-96bf-dd30fbfce3bf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503438 Nov 23 11:00:29.817136 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff365f-5acd-4ad6-89c0-23efd5a2ad9a req-2b00a97b-47f4-4f22-a85c-ee2fb06f9215 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.818585 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcff365f-5acd-4ad6-89c0-23efd5a2ad9a req-2b00a97b-47f4-4f22-a85c-ee2fb06f9215 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0543671 Nov 23 11:00:29.871905 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fcff365f-5acd-4ad6-89c0-23efd5a2ad9a req-8a699569-0d23-4d34-add2-1c00a55fb792 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Nov 23 11:00:29.899346 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57936) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:29.939014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e3866-e549-48bb-addf-8d332322597b tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.940504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bf0e3866-e549-48bb-addf-8d332322597b tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1091 time: 0.0401187 Nov 23 11:00:29.943464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57938) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:29.947663 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:29.972678 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.072478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.179244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.42 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/4bfd6d80-3673-4788-adbe-18865190225e) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:30.282348 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.319008 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.362292 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:30.365169 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:30.367963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:30.373661 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=4bfd6d80-3673-4788-adbe-18865190225e,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:30.401707 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.402087 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.402424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.402756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.403099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.403430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.403758 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.404059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.404409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.404733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.405052 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.405415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:30.765075 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.833712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.982868 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.990064 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.054691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=4bfd6d80-3673-4788-adbe-18865190225e,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:31.069299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.171494 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 associated. External IP: 172.25.1.42, port: 0c95115a-2fb9-4f90-a4f7-92556ea05278. Nov 23 11:00:31.399735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 91ce0362-c1b0-497f-9850-cbfde4c764c5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:31.516388 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:31.526794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Sync routers for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:31.537106 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.537674 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:31.538324 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:31.565431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9002f94d-ea55-46d7-9654-ba49428545d2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6209300 Nov 23 11:00:31.566143 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:31.568563 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de030d4e-2779-43bb-9838-86eb1870f8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:31.606267 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341771f4-4e62-4e54-b075-9c87a1cdee36 x-openstack-request-id: req-341771f4-4e62-4e54-b075-9c87a1cdee36 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:31.606452 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:31.606839 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-341771f4-4e62-4e54-b075-9c87a1cdee36 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:31.607261 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'status': 'completed', 'code': 200} Nov 23 11:00:31.648357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:31.672989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14253a-126f-4b54-95b6-6203f9007e17 req-5558b3b6-ed3e-4f6b-897f-2485267e847e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.674100 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-66707239-5bd8-4c95-a190-d8f45acc2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.675687 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-66707239-5bd8-4c95-a190-d8f45acc2e03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0429134 Nov 23 11:00:31.681156 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd14253a-126f-4b54-95b6-6203f9007e17 req-5558b3b6-ed3e-4f6b-897f-2485267e847e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0607877 Nov 23 11:00:31.731437 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd14253a-126f-4b54-95b6-6203f9007e17 req-05c84af2-cf4f-48bc-8d54-307b7aa5bb2c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494087 Nov 23 11:00:31.755173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:31.772642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-01b56d48-bde1-4f98-8f33-1c77ad1cd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.774142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-01b56d48-bde1-4f98-8f33-1c77ad1cd4cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.0908165 Nov 23 11:00:31.817078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-bcc480ad-8ef4-432e-be08-1f8237613968 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 HTTP/1.1" status: 200 len: 990 time: 0.0606632 Nov 23 11:00:31.838789 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-a09e1b18-ee22-406b-a7de-8d4465932760 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 998 time: 0.0578976 Nov 23 11:00:31.881945 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '1eda6ab1-77f1-4aaa-a040-9ff98ec092d4', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'port_id': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'mac_address': 'fa:16:3e:c3:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:00:30Z', 'updated_at': '2021-11-23T11:00:30Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:31.888555 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-70914e94-fd66-4781-bd2b-63fac3fe18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.890057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-70914e94-fd66-4781-bd2b-63fac3fe18cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0443954 Nov 23 11:00:31.914142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Checking router: 91ce0362-c1b0-497f-9850-cbfde4c764c5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:31.922985 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:31.923645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:00:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:31.940307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-61355632-d1cb-4f4f-9db3-60d552698a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.941815 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-61355632-d1cb-4f4f-9db3-60d552698a31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446277 Nov 23 11:00:32.034064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-ae7fee91-4eaf-4e16-938e-4fc21b964e57 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Nov 23 11:00:32.136753 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de030d4e-2779-43bb-9838-86eb1870f8c3 req-c576927a-2706-42f2-9e58-d94479394689 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954013 Nov 23 11:00:32.193318 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:32.433638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '1eda6ab1-77f1-4aaa-a040-9ff98ec092d4', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'port_id': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'mac_address': 'fa:16:3e:c3:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:00:30Z', 'updated_at': '2021-11-23T11:00:30Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:32.463063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9626d-034c-4570-8d70-d870e822c9e1 None None] The sync data for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 is: [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '1eda6ab1-77f1-4aaa-a040-9ff98ec092d4', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'port_id': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'mac_address': 'fa:16:3e:c3:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:00:30Z', 'updated_at': '2021-11-23T11:00:30Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:32.657872 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cdf2-4986-4e68-a95e-205bf4b20437 None None] New status for floating IP 1eda6ab1-77f1-4aaa-a040-9ff98ec092d4: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:00:32.820242 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 57946) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:32.884236 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fa331e5b-622d-4566-b534-81eef8c54046 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 HTTP/1.1" status: 200 len: 992 time: 0.0627837 Nov 23 11:00:46.382420 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.956769 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-461a3276-1b70-42a6-96db-4c2e2e5018cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.431176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9a848bf-1c9f-427d-b5b0-c80f1f7e03a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.821133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.582931 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.950852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.422142 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-1cafbfa7-4176-492a-849a-6418593dd1b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448034 Nov 23 11:00:53.516616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-2a9e859e-471e-4bb4-934f-a52d9a3579c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:53.518156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-2a9e859e-471e-4bb4-934f-a52d9a3579c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0498834 Nov 23 11:00:53.632470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-41d45c9e-b5c7-4a72-ba97-f66b8b36e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:53.633990 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-41d45c9e-b5c7-4a72-ba97-f66b8b36e168 service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.0911710 Nov 23 11:00:53.645075 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.700501 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-316ad929-53c3-4674-b450-28c8751ebdc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 1000 time: 0.0591874 Nov 23 11:00:53.761276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-c0678e8a-3010-41ac-9bbc-5de35bc57581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:53.762771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-c0678e8a-3010-41ac-9bbc-5de35bc57581 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0558598 Nov 23 11:00:53.811348 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-81dec06b-6717-413f-9f94-f0b237e7893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:53.812764 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-81dec06b-6717-413f-9f94-f0b237e7893c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429709 Nov 23 11:00:53.904893 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-8e9146eb-0c09-47dd-8375-200562afdf87 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Nov 23 11:00:53.998151 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5b17279d-c691-4e06-93d2-57d2dee06acd req-62101032-c9b9-489f-8083-169e9496572b service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Nov 23 11:01:00.350162 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:01:16.401137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.958320 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9b63cece-c479-4a8d-8a05-b20bc1905e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.425038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f35a3da7-26eb-42bc-8ea4-ad063e664282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.820913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.590795 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.950795 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.652655 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.767116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f695f-6cb1-4271-b4b2-4df9e88cb1fe req-e0625d3a-5d52-4955-aa8c-0ec948042f92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.768611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c3f695f-6cb1-4271-b4b2-4df9e88cb1fe req-e0625d3a-5d52-4955-aa8c-0ec948042f92 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Nov 23 11:01:33.818557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9c3f695f-6cb1-4271-b4b2-4df9e88cb1fe req-8da848ac-04b2-449b-b3de-27f65f88b14e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Nov 23 11:01:34.955333 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a11e-8865-4b2c-9a0f-91def0b5273a req-38634edc-6309-4b94-b7b3-2886527332fd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:34.956794 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5068a11e-8865-4b2c-9a0f-91def0b5273a req-38634edc-6309-4b94-b7b3-2886527332fd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0605624 Nov 23 11:01:35.011072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5068a11e-8865-4b2c-9a0f-91def0b5273a req-8808943f-f78b-4af2-814f-bf23771ef931 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Nov 23 11:01:36.145871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44768bec-c470-4292-b571-522b79fbb7da req-3827920c-84a9-41b7-8c87-a018f1ba9230 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:36.147369 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44768bec-c470-4292-b571-522b79fbb7da req-3827920c-84a9-41b7-8c87-a018f1ba9230 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0533488 Nov 23 11:01:36.198148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-44768bec-c470-4292-b571-522b79fbb7da req-5be5187a-8a8a-410e-b378-5a6e04dd576d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Nov 23 11:01:37.323789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610d4c8-580e-415a-ad84-b531191d49fe req-a612ef38-15f8-46da-9dec-10abb662961d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:37.325295 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4610d4c8-580e-415a-ad84-b531191d49fe req-a612ef38-15f8-46da-9dec-10abb662961d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Nov 23 11:01:37.349679 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:01:37.377411 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4610d4c8-580e-415a-ad84-b531191d49fe req-612165fa-fc63-4d8e-ab43-48656a72d607 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Nov 23 11:01:38.494318 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8f12d-2068-4424-9e40-5d58a9409351 req-a437e784-8089-4d01-a921-35f9ab852202 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:38.495797 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c8f12d-2068-4424-9e40-5d58a9409351 req-a437e784-8089-4d01-a921-35f9ab852202 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Nov 23 11:01:38.545732 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-20c8f12d-2068-4424-9e40-5d58a9409351 req-40726486-9ab5-4bc8-b00c-3de679585dcb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Nov 23 11:01:39.678150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be7b0-f36b-46cc-96d1-56817c12529f req-0e8153b7-67bc-4b74-b9f3-aa4055209eba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:39.679673 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f77be7b0-f36b-46cc-96d1-56817c12529f req-0e8153b7-67bc-4b74-b9f3-aa4055209eba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0558510 Nov 23 11:01:39.729025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f77be7b0-f36b-46cc-96d1-56817c12529f req-79186f5b-abd7-4a7f-9c0e-feb662c9040c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Nov 23 11:01:40.853421 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cc2d0-4510-4efd-82ad-3a83b9418f67 req-d051f989-8dc8-4aca-8ba6-ae4320d8c866 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:40.854926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-315cc2d0-4510-4efd-82ad-3a83b9418f67 req-d051f989-8dc8-4aca-8ba6-ae4320d8c866 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0512536 Nov 23 11:01:40.908812 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-315cc2d0-4510-4efd-82ad-3a83b9418f67 req-c417fe63-e408-41b3-8d97-f02552134a5c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Nov 23 11:01:42.042125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387cf9-18b1-46e8-b021-3bedf09a5573 req-4cdbbb15-4ea7-46ec-9e38-463490abbb34 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:42.043590 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2387cf9-18b1-46e8-b021-3bedf09a5573 req-4cdbbb15-4ea7-46ec-9e38-463490abbb34 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0514207 Nov 23 11:01:42.114612 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c2387cf9-18b1-46e8-b021-3bedf09a5573 req-dc87f4c3-0267-4457-af50-b4591997fbaa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646899 Nov 23 11:01:43.235796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a292ac-a281-4f2b-9bac-a8e89a76e902 req-f76c653b-ba79-4aa2-841e-bde48f82f53a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.237237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74a292ac-a281-4f2b-9bac-a8e89a76e902 req-f76c653b-ba79-4aa2-841e-bde48f82f53a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Nov 23 11:01:43.287889 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-74a292ac-a281-4f2b-9bac-a8e89a76e902 req-1dd93cda-2b1f-4e34-81a2-6eb489f6df4d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444596 Nov 23 11:01:44.412763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972865e-d408-4442-a824-cd7599455a83 req-84be0ecd-9c08-47ef-9b1c-e45a45bee4a6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.414264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0972865e-d408-4442-a824-cd7599455a83 req-84be0ecd-9c08-47ef-9b1c-e45a45bee4a6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Nov 23 11:01:44.470378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0972865e-d408-4442-a824-cd7599455a83 req-cf46b76e-0faa-48f4-903f-5a10392ace1a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Nov 23 11:01:44.492406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 57990) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:44.551979 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c977e8f9-8bde-4f11-90b0-ed900fd51457 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 HTTP/1.1" status: 200 len: 992 time: 0.0584197 Nov 23 11:01:45.884264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e851-6166-49a1-ae84-ad850839c089 req-9cfba985-19aa-4586-80a4-8dcdd8a28b8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:45.885682 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9c7e851-6166-49a1-ae84-ad850839c089 req-9cfba985-19aa-4586-80a4-8dcdd8a28b8f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0742116 Nov 23 11:01:45.919310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-15709ca1-ad9c-4670-b72e-6f975ef639e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:45.920742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-15709ca1-ad9c-4670-b72e-6f975ef639e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0682321 Nov 23 11:01:45.961172 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f9c7e851-6166-49a1-ae84-ad850839c089 req-201f387e-0b55-4569-98f2-a0479a0ad749 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680873 Nov 23 11:01:46.031989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-636e06f7-6e07-456e-bfd6-5361ce02b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.034223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-636e06f7-6e07-456e-bfd6-5361ce02b012 service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.1053960 Nov 23 11:01:46.110431 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-e31a0f50-28ab-418a-816f-4a6aeac59edb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 1000 time: 0.0690711 Nov 23 11:01:46.166855 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-8c293f95-87f1-4ff1-aae3-ee54deae14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.168240 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-8c293f95-87f1-4ff1-aae3-ee54deae14f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0506496 Nov 23 11:01:46.219885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-270515b8-231b-4707-b8d6-148cd4ae016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.221383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-270515b8-231b-4707-b8d6-148cd4ae016c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463057 Nov 23 11:01:46.233282 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-4a175ee3-aec7-422f-bbbf-7334dfde67e6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:01:46.234329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-4a175ee3-aec7-422f-bbbf-7334dfde67e6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050700 Nov 23 11:01:46.324733 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-5c5c4afa-18f0-4354-8490-e634a8fefee0 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Nov 23 11:01:46.409040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.425710 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-72b24bf0-3c10-40ad-8351-ade3da8e421a req-d6e851d7-efff-461c-b751-2b47dd206d44 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938954 Nov 23 11:01:47.092125 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73843343-37c1-44a0-b990-2351ffe6d11f req-eb109100-c3d9-4dac-ae25-e6ba83595796 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:47.093659 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73843343-37c1-44a0-b990-2351ffe6d11f req-eb109100-c3d9-4dac-ae25-e6ba83595796 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Nov 23 11:01:47.145948 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-73843343-37c1-44a0-b990-2351ffe6d11f req-8cca91c2-419f-45c9-b72d-ccdb65d65e52 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Nov 23 11:01:47.168328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58000) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.228924 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-eb25cf12-2527-4d06-bc93-5551b863c92a tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 HTTP/1.1" status: 200 len: 992 time: 0.0593982 Nov 23 11:01:47.953683 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a8382d2-ade9-4cfc-a512-2bbeec779b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.436045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b743891a-0d8c-4bce-a328-3686d64ade2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.828555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.595763 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.959217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.124352 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-382e20e3-7379-4374-b8f9-2d919c3e2a04 req-959c8812-0d78-4a1b-bd0b-1ec256ae72ff service neutron] (110023) timed out ('10.222.0.62', 48606) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:01:53.646650 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.980236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-a8228faf-61f8-485a-8c49-6fbcc2186b36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433841 Nov 23 11:01:55.079260 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-f4df4c24-a508-4d70-b030-dcdbe7f44c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.080758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-f4df4c24-a508-4d70-b030-dcdbe7f44c01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0540633 Nov 23 11:01:55.184636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-92e7fc84-4798-4aed-a12c-941d6a6a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.186136 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-92e7fc84-4798-4aed-a12c-941d6a6a0975 service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.0854242 Nov 23 11:01:55.255277 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-d8ed8144-3c70-4f07-b5d8-a9d457d57257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 1000 time: 0.0605977 Nov 23 11:01:55.304392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-84b43192-7422-485b-9e8c-507b5736dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.305834 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-84b43192-7422-485b-9e8c-507b5736dfb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0433757 Nov 23 11:01:55.352999 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-a393fd91-b125-4ea6-9825-acf8a143b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.355348 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-a393fd91-b125-4ea6-9825-acf8a143b44b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420876 Nov 23 11:01:55.454363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-2ca24ab8-23e7-47fe-ae43-af8c4460024e service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914085 Nov 23 11:01:55.547193 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ec23eb19-dae9-4838-867c-bcd0467485f7 req-ef7f5a62-5581-4e03-a060-f93141bbd819 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854235 Nov 23 11:02:14.350093 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:02:16.428051 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.963388 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-307c6c8e-e900-4f68-82fa-29f5ae3d0a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.437417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-16d04ed9-71a5-4cee-9a6d-4b0742a23ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.827594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.601410 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.959120 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.651731 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.687944 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58030) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:35.860353 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 4bfd6d80-3673-4788-adbe-18865190225e {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:35.860715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.934836 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.935166 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.947637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 4bfd6d80-3673-4788-adbe-18865190225e owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:36.109941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.132806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=4bfd6d80-3673-4788-adbe-18865190225e,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.146184 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.146534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.146873 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.147211 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.147536 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.147870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.148193 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.148524 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.148847 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.149159 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.149477 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.149794 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:36.203638 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.203897 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 disassociated (deleted). External IP: 172.25.1.42, port: 0c95115a-2fb9-4f90-a4f7-92556ea05278. Nov 23 11:02:36.410170 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 91ce0362-c1b0-497f-9850-cbfde4c764c5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:36.524920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:36.530036 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.535566 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Sync routers for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:36.546118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:36.546824 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.556076 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7e25f7e0-7d51-4c51-9e51-630d916569b4 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/floatingips/1eda6ab1-77f1-4aaa-a040-9ff98ec092d4 HTTP/1.1" status: 204 len: 168 time: 0.8666465 Nov 23 11:02:36.556652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:36.560465 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c20f8c-5ee1-499c-957c-06f8c340c67b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:36.598781 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1724a6-1337-46fd-ac1a-6bbcc9620858 x-openstack-request-id: req-1e1724a6-1337-46fd-ac1a-6bbcc9620858 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:36.599329 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:36.599735 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e1724a6-1337-46fd-ac1a-6bbcc9620858 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:36.600221 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'status': 'completed', 'code': 200} Nov 23 11:02:36.656865 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:36.663694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-4403b3ee-9811-4b6a-863a-1be4111ffe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.665230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-4403b3ee-9811-4b6a-863a-1be4111ffe3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0429213 Nov 23 11:02:36.793307 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-838600e1-b89f-4743-90f0-dfbb38095b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.794780 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-838600e1-b89f-4743-90f0-dfbb38095b15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 200 len: 898 time: 0.1228383 Nov 23 11:02:36.818952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd371f-5e2a-4be7-9aa1-2b5e4a8e7c4c req-928dd479-3124-479f-a518-fc07218d23dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.820377 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddcd371f-5e2a-4be7-9aa1-2b5e4a8e7c4c req-928dd479-3124-479f-a518-fc07218d23dc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0692463 Nov 23 11:02:36.851608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-cd691349-f45e-4c86-a3c1-a5eaab411872 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 200 len: 217 time: 0.0465906 Nov 23 11:02:36.880489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.907354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Checking router: 91ce0362-c1b0-497f-9850-cbfde4c764c5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:36.916238 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:36.916842 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.926366 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-e27ad268-0c78-4208-8a0c-cc910b6e6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.927870 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-e27ad268-0c78-4208-8a0c-cc910b6e6174 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 200 len: 835 time: 0.0634825 Nov 23 11:02:36.931618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ddcd371f-5e2a-4be7-9aa1-2b5e4a8e7c4c req-b109def6-57ef-4cfa-98ad-15e7a6b5ac3b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819626 Nov 23 11:02:36.975470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-aea6f86d-9dbb-42a7-890e-c6c7d7bc011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.977131 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-aea6f86d-9dbb-42a7-890e-c6c7d7bc011d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=116654ec-a623-436e-b297-8114e45a5ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412784 Nov 23 11:02:37.023850 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:37.075285 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-ae3838da-f8c4-491c-9a89-fe4c4d812ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886166 Nov 23 11:02:37.166496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-36c20f8c-5ee1-499c-957c-06f8c340c67b req-41e16cf3-811e-48fc-a21f-b01fde3fae98 service neutron] 10.222.0.11 "GET /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838790 Nov 23 11:02:37.232478 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:37.262542 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb877a-61c5-4e96-a21d-0761fe8c1a70 None None] The sync data for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 is: [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:00:10Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'd079872d-7cbd-4411-8500-f07502134096', 'name': '', 'network_id': '116654ec-a623-436e-b297-8114e45a5ab1', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:ed:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:09Z', 'updated_at': '2021-11-23T11:00:12Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '0685568a-f46f-4cbc-a275-a8617aa3073a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:37.487227 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b141fcb-5775-4879-8526-c9b1e3bd8be9 None None] New status for floating IP 1eda6ab1-77f1-4aaa-a040-9ff98ec092d4: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:02:38.067833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ace7-5bf1-4b89-a54b-cbede0678dfe req-11bb84c8-52df-4e0a-88c9-3423405bfafa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.069320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ae1ace7-5bf1-4b89-a54b-cbede0678dfe req-11bb84c8-52df-4e0a-88c9-3423405bfafa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0549138 Nov 23 11:02:38.128622 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7ae1ace7-5bf1-4b89-a54b-cbede0678dfe req-f7af9c64-40f4-4e77-bb3a-fa3b97a149c1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=c63ae3d9-698a-4738-a8b7-6589bda545b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505626 Nov 23 11:02:38.619780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-5fa11d2a-da23-40ef-bc09-a67483591566 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.621226 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-5fa11d2a-da23-40ef-bc09-a67483591566 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 945 time: 0.0601618 Nov 23 11:02:38.724301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 0c95115a-2fb9-4f90-a4f7-92556ea05278 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:38.724648 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.821368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 0c95115a-2fb9-4f90-a4f7-92556ea05278, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=0c95115a-2fb9-4f90-a4f7-92556ea05278,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:38.821736 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.833690 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 0c95115a-2fb9-4f90-a4f7-92556ea05278 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:38.974545 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:39.349710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=0c95115a-2fb9-4f90-a4f7-92556ea05278,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:39.382030 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-67d4f374-69f1-4332-92ba-0e518c5b390a req-6fcd35c4-45ef-4e68-a0ee-4db8f82bbcf1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6267783-1600-44dd-8557-686b0dae3ff9 HTTP/1.1" status: 200 len: 210 time: 0.0338881 Nov 23 11:02:39.411642 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] No DVR routers for this DVR port 0c95115a-2fb9-4f90-a4f7-92556ea05278 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:39.414540 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:39.418297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2299c6a3-88bb-4b9e-914a-391ac8c46aac req-26f71eea-6d3e-4636-9306-f2460950b435 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.11 "DELETE /v2.0/ports/0c95115a-2fb9-4f90-a4f7-92556ea05278 HTTP/1.1" status: 204 len: 173 time: 0.7899513 Nov 23 11:02:39.418728 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'name': 'network-vif-deleted', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:39.421551 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de69a01-a981-4b7f-9ed3-762b6963f087" -d '{"events": [{"server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "name": "network-vif-deleted", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:39.459551 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf72de1-9b01-4240-8353-8704a3a970d7 x-openstack-request-id: req-9cf72de1-9b01-4240-8353-8704a3a970d7 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:39.459843 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6267783-1600-44dd-8557-686b0dae3ff9", "name": "network-vif-deleted", "tag": "0c95115a-2fb9-4f90-a4f7-92556ea05278", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:39.460093 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf72de1-9b01-4240-8353-8704a3a970d7 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:39.460515 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6267783-1600-44dd-8557-686b0dae3ff9', 'name': 'network-vif-deleted', 'tag': '0c95115a-2fb9-4f90-a4f7-92556ea05278', 'status': 'completed', 'code': 200} Nov 23 11:02:40.437624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58046) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:40.833817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.096126 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port d079872d-7cbd-4411-8500-f07502134096 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:41.096388 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.186793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port d079872d-7cbd-4411-8500-f07502134096, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d079872d-7cbd-4411-8500-f07502134096,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:41.187180 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.204523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for d079872d-7cbd-4411-8500-f07502134096 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:41.419964 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.447510 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=d079872d-7cbd-4411-8500-f07502134096,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:41.524229 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0c95115a-2fb9-4f90-a4f7-92556ea05278 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:41.545724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 0c95115a-2fb9-4f90-a4f7-92556ea05278 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:41.546461 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 0c95115a-2fb9-4f90-a4f7-92556ea05278 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:41.619651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.836183 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router 91ce0362-c1b0-497f-9850-cbfde4c764c5 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:41.942411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:41.948120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c741e182-6c68-4d6f-975b-cd8f69aa0e6e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/91ce0362-c1b0-497f-9850-cbfde4c764c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093577 Nov 23 11:02:41.950161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58048) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:41.953088 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Sync routers for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:41.962874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:41.965037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.003292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting subnet 0685568a-f46f-4cbc-a275-a8617aa3073a {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:42.006614 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.047683 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.071247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:42.137314 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.208295 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.243040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Subnet': ['ID=0685568a-f46f-4cbc-a275-a8617aa3073a,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:42.244726 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.248549 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-73d3ab50-5efc-45ea-99d3-36deb242ce7c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/subnets/0685568a-f46f-4cbc-a275-a8617aa3073a HTTP/1.1" status: 204 len: 168 time: 0.2973855 Nov 23 11:02:42.251428 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58050) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:42.254375 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70dbd1-262e-4d2e-8998-d210bdac9061 None None] Network 116654ec-a623-436e-b297-8114e45a5ab1 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:42.258811 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:02:41Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.303779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Checking router: 91ce0362-c1b0-497f-9850-cbfde4c764c5 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:42.351929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Routers {'91ce0362-c1b0-497f-9850-cbfde4c764c5'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:42.352545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['91ce0362-c1b0-497f-9850-cbfde4c764c5'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.374650 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.489225 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.498342 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] Set router 91ce0362-c1b0-497f-9850-cbfde4c764c5 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:42.557364 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:42.557766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.649526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:42.649802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.662265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:42.728991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] DHCP port deletion for 116654ec-a623-436e-b297-8114e45a5ab1 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:42.841703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.852991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Deleting port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:42.853367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.871218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:42.900484 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489fd01-f055-4438-8c40-3df9aad6807a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:42.940781 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.955018 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] For port a9ee8ea8-8f15-4b54-a50f-ff81074cd183, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,segment=NetworkSegment(a9b70e03-e645-4761-98ad-55d94a9009d9),segment_id=a9b70e03-e645-4761-98ad-55d94a9009d9)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:42.955483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.970093 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Calling delete_port for a9ee8ea8-8f15-4b54-a50f-ff81074cd183 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:43.020059 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:02:41Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.036766 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.039212 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.054592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aaf01-dc4e-42b9-b78e-68983a34e880 None None] The sync data for ids ['91ce0362-c1b0-497f-9850-cbfde4c764c5'] in n-d-781076-5 is: [{'id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987253921', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:00:06Z', 'updated_at': '2021-11-23T11:02:41Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': '6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ce0362-c1b0-497f-9850-cbfde4c764c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:43.089576 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.107608 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] No DVR routers for this DVR port a9ee8ea8-8f15-4b54-a50f-ff81074cd183 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:43.110795 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.111763 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Fanout notify agent at l3_agent the message router_deleted on router 91ce0362-c1b0-497f-9850-cbfde4c764c5 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:02:43.119562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.120844 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ace610a4-66e1-4410-9fbe-e3c4281ac23e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/routers/91ce0362-c1b0-497f-9850-cbfde4c764c5 HTTP/1.1" status: 204 len: 168 time: 0.8678994 Nov 23 11:02:43.123871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58052) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.130233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Pushing event deleted for resources: {'Port': ['ID=a9ee8ea8-8f15-4b54-a50f-ff81074cd183,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:43.141394 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.141744 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.142128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.142490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.142787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.143117 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.143442 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.143788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.144110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.144432 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.144754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.146311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa40eb3-73f0-4cca-bfb5-15f57cb5458c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.210671 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.301541 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.321371 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116654ec-a623-436e-b297-8114e45a5ab1']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.330867 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b70e03-e645-4761-98ad-55d94a9009d9') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.331173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b70e03-e645-4761-98ad-55d94a9009d9') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.340636 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.360194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.369406 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:43.369848 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:43.373754 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:43.440184 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.445664 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.449160 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/networks/116654ec-a623-436e-b297-8114e45a5ab1 HTTP/1.1" status: 204 len: 168 time: 0.3242726 Nov 23 11:02:43.452315 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58054) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.469326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e9585-5619-4e6e-9a3e-bd2af0eb7be3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Network': ['ID=116654ec-a623-436e-b297-8114e45a5ab1,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:43.529321 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.555212 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.616551 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.619178 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.620346 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/security-groups/c63ae3d9-698a-4738-a8b7-6589bda545b2 HTTP/1.1" status: 204 len: 168 time: 0.1670303 Nov 23 11:02:43.630455 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ae3d9-698a-4738-a8b7-6589bda545b2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:43.639640 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.639991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.640329 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.640898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.641047 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.641372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.641708 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.642193 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.642531 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.642853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.643175 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.643493 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6966-d007-4c7c-a595-d8bc9fee94aa tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:43.889256 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58060) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.894344 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246019280', 'description': 'tempest-secgroup-smoke-1246019280 description', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:43.917000 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.984366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.990716 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.027035 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.028438 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1379333 Nov 23 11:02:44.029138 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c07b9-bbe4-49df-baa8-0458b40e702c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6552d65-f2a3-400b-b02f-480b6785bcdf,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.031571 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58062) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.036322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.068529 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.124151 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.130016 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.148306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06376c-f53d-4ea4-8aac-e2e870018ca6,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.157307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.158534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a1558c50-cf7a-4c3f-ac6e-6d4a6f917f44 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259303 Nov 23 11:02:44.161410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58064) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.165993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.194118 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.250102 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.255432 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.275523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d34fd8-7adb-4f1b-be90-2060e496b5c4,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.285014 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.286230 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a75abd1d-4e04-454c-bcab-e16e2f906ce8 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237509 Nov 23 11:02:44.288923 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58066) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.293394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.322066 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.380191 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a9ee8ea8-8f15-4b54-a50f-ff81074cd183 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:44.385956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.390440 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.404776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a9ee8ea8-8f15-4b54-a50f-ff81074cd183 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:44.405231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a9ee8ea8-8f15-4b54-a50f-ff81074cd183 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:44.405573 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:44.410817 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcff3441-a1a1-48ca-880f-589725fd7eb8,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.420598 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.421917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-d678480b-f566-4d87-b261-fd0919025abc tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320713 Nov 23 11:02:44.424587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58068) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.429048 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.431713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:44.432056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 6fa959ec-37d5-4ed1-acbb-c55ebcb7f78c not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:44.432489 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d079872d-7cbd-4411-8500-f07502134096 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:44.453140 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d079872d-7cbd-4411-8500-f07502134096 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:44.453462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d079872d-7cbd-4411-8500-f07502134096 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:44.456010 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.515699 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.520603 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.538419 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc11432e-ab92-4d21-9f6e-ab5e5434abde,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.545668 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.546894 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-1c47ca73-4cfe-48c9-9d38-9c4d52854a1d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212900 Nov 23 11:02:44.549859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58070) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.554729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.579335 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:02:44.584562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.644628 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.649355 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.667951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409fe175-bb7c-485b-b534-a1443fa63330,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.677850 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.679936 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6aa77c1e-dc2d-42c8-b11b-e7439a06359c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287973 Nov 23 11:02:44.683127 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58072) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.690173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'security_group_rule': {'security_group_id': 'f6552d65-f2a3-400b-b02f-480b6785bcdf', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.712486 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Project a0c35a9e1b2547ff92ec784c2e4501eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:02:44.717834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.788264 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.794087 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.811796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6054efd-8000-4a8d-974d-81c6fcbfe718,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.820676 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.821903 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-23e1e1f3-3e2a-431c-8719-2d9b630872ba tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373336 Nov 23 11:02:44.825003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58074) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.830277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'network': {'name': 'tempest-network-smoke--289885368', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'port_security_enabled': True}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.853782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:44.859245 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.889357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:44.899662 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.900024 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Added segment 43717555-7777-4ac0-8894-7d7a875e817f of type vlan for network db82eea1-eb6a-4d52-bbcf-dde1cea93327 Nov 23 11:02:44.940613 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.971185 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.976977 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:44.977590 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.016378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902082 Nov 23 11:02:45.019282 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58076) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:45.047715 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'admin_state_up': True, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:45.057617 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7993a83-d639-4cc1-bd00-19b8231ad038 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Network': ['ID=db82eea1-eb6a-4d52-bbcf-dde1cea93327,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:45.068664 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:45.079015 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.080135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.137162 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.274907 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.487150 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.507377 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.608343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.193 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ace8ff61-cf49-4092-9fec-4a16213200dd) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:45.724759 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.762965 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.803648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:45.808222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:45.812683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:45.815797 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=ace8ff61-cf49-4092-9fec-4a16213200dd,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:45.822087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efe17a-2f05-46fd-85fe-d2a42d2613f2 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:45.949827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c39ec6c8-3002-4cf9-9302-29a3b5f2ee62 None None] Provisioning complete for port ace8ff61-cf49-4092-9fec-4a16213200dd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:45.950259 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c39ec6c8-3002-4cf9-9302-29a3b5f2ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.990926 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-c39ec6c8-3002-4cf9-9302-29a3b5f2ee62 None None] Port ace8ff61-cf49-4092-9fec-4a16213200dd cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:46.084784 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.287956 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.420893 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router dd78daf2-ab52-45f2-ba1c-9561e5335974 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:46.440151 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.532405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:46.543918 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Sync routers for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:46.554070 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:46.554639 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.555323 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.559149 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-dc757139-0f5c-45df-981b-9be9ddc598b3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5357380 Nov 23 11:02:46.559523 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58078) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:46.587873 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-5ab177ef-f0e4-4bd6-ac5a-5b68a0543283 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a0c35a9e1b2547ff92ec784c2e4501eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270662 Nov 23 11:02:46.590851 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58080) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:46.665868 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:46.681800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077a369-e60a-43e1-ace2-891fb97527ec tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:46.683479 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7077a369-e60a-43e1-ace2-891fb97527ec tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914874 Nov 23 11:02:46.687613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58082) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:46.714879 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-17ee95ba-e78e-4b28-b77b-9e1de010f4d2 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=35f90cd8-754c-4665-9b8f-953033b6f293&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274105 Nov 23 11:02:46.717446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58084) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:46.722236 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130876353', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:46.819169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:46.822657 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.848565 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:45Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.879444 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Checking router: dd78daf2-ab52-45f2-ba1c-9561e5335974 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:46.879767 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Updating router dd78daf2-ab52-45f2-ba1c-9561e5335974 port ace8ff61-cf49-4092-9fec-4a16213200dd binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:46.906489 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.003610 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.059054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Subnet': ['ID=19eab11c-1d8e-46d8-92c3-4c687578ebdc,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.074186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Checking segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:47.074557 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network hostable DHCP agents. Network: db82eea1-eb6a-4d52-bbcf-dde1cea93327, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:47.092842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:47.103156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, db82eea1-eb6a-4d52-bbcf-dde1cea93327) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:47.107418 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:47.108141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.114874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ea0cb-75c5-48c5-96a7-bb440aec4f97 None None] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:47.128485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0e7a1964-f3bd-4924-91e3-031b4545f0f3 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071445 Nov 23 11:02:47.128826 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58086) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:47.159816 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.167272 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.213103 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136a5cb-74fb-4407-a6d7-8643c615327e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:47.214518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Attempting to bind port ace8ff61-cf49-4092-9fec-4a16213200dd on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:47.214892 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Attempting to bind port ace8ff61-cf49-4092-9fec-4a16213200dd by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:47.215255 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Attempting to bind port ace8ff61-cf49-4092-9fec-4a16213200dd on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:47.223507 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:47.224173 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:47.224880 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.225270 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:47.225747 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Bound port: ace8ff61-cf49-4092-9fec-4a16213200dd, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:47.226148 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.264574 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Pushing event updated for resources: {'Port': ['ID=ace8ff61-cf49-4092-9fec-4a16213200dd,revision_number=2']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.280789 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.281139 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.281486 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.281843 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.282195 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.282533 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.282868 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.283197 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.283524 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.283851 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.284176 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.284499 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:47.296237 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:47.297222 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.298124 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] For port ace8ff61-cf49-4092-9fec-4a16213200dd, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:47.301315 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] For port ace8ff61-cf49-4092-9fec-4a16213200dd, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ace8ff61-cf49-4092-9fec-4a16213200dd,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:47.307021 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.335688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] Provisioning complete for port ace8ff61-cf49-4092-9fec-4a16213200dd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:47.336361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.371614 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a47e4-1c03-4f5a-82d5-91631dd85406 None None] Pushing event updated for resources: {'Port': ['ID=ace8ff61-cf49-4092-9fec-4a16213200dd,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.375445 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:47.377929 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:47.402734 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6a629-3411-413a-8628-6a163aab9d68 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:47.523344 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Allocated IP 172.20.0.2 (db82eea1-eb6a-4d52-bbcf-dde1cea93327/19eab11c-1d8e-46d8-92c3-4c687578ebdc/bfddebce-772c-4a57-b924-92382f416b02) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:47.530869 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.558041 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] For port ace8ff61-cf49-4092-9fec-4a16213200dd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ace8ff61-cf49-4092-9fec-4a16213200dd,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:47.563640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.594925 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:47.633757 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.668659 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c303d46-0682-4c51-b1f7-4602e7e87144 None None] Pushing event updated for resources: {'Port': ['ID=ace8ff61-cf49-4092-9fec-4a16213200dd,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.713787 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e9d22cb4-8374-4efb-8d79-fd749d89cbf4 None None] Provisioning complete for port ace8ff61-cf49-4092-9fec-4a16213200dd triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:47.714446 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e9d22cb4-8374-4efb-8d79-fd749d89cbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.784324 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:45Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:47.788397 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.797663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.815907 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbae-5afd-4135-a8ed-842dbcbb628c None None] The sync data for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 is: [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:45Z', 'revision_number': 3, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:47.874074 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:47.878876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Pushing event updated for resources: {'Port': ['ID=bfddebce-772c-4a57-b924-92382f416b02,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.882960 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:47.885449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:47.937389 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.1 (db82eea1-eb6a-4d52-bbcf-dde1cea93327/19eab11c-1d8e-46d8-92c3-4c687578ebdc/a7345d99-6e23-4a05-a1c0-1f317fbd4c2d) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:47.959156 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Attempting to bind port bfddebce-772c-4a57-b924-92382f416b02 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:47.959536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Attempting to bind port bfddebce-772c-4a57-b924-92382f416b02 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:47.959910 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Attempting to bind port bfddebce-772c-4a57-b924-92382f416b02 on network db82eea1-eb6a-4d52-bbcf-dde1cea93327 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:47.969187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:47.969601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Checking segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:47.970220 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.970887 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Bound using segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:47.971383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Bound port: bfddebce-772c-4a57-b924-92382f416b02, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:47.971768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.981384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1456659d-6507-4514-b4fe-00cea1fdbeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.045157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] For port bfddebce-772c-4a57-b924-92382f416b02, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:48.051180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] For port bfddebce-772c-4a57-b924-92382f416b02, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bfddebce-772c-4a57-b924-92382f416b02,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:48.060807 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.076269 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.136236 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.171556 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915e4b-09b9-4e79-b565-2f3961c093fe None None] Pushing event updated for resources: {'Port': ['ID=bfddebce-772c-4a57-b924-92382f416b02,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:48.198888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:48.207060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:48.211246 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:48.265881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:48.305763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.512675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ace8ff61-cf49-4092-9fec-4a16213200dd up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:48.529770 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.596008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ace8ff61-cf49-4092-9fec-4a16213200dd triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:48.596397 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.205029 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.210278 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.217051 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e92a3e-3fba-4193-944d-e0c9faa33a4d None None] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:49.287189 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.288962 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:49.354877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] Provisioning complete for port bfddebce-772c-4a57-b924-92382f416b02 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:49.355176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.390448 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:49.392142 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:49.475760 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.512204 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] For port bfddebce-772c-4a57-b924-92382f416b02, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bfddebce-772c-4a57-b924-92382f416b02,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:49.517114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.522290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router dd78daf2-ab52-45f2-ba1c-9561e5335974 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:49.570920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db01e-a94f-4200-968b-8bbcd3a237af None None] Pushing event updated for resources: {'Port': ['ID=bfddebce-772c-4a57-b924-92382f416b02,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:49.655651 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:49.662153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5b76e64d-5a1c-4277-b592-0aa512de847b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/dd78daf2-ab52-45f2-ba1c-9561e5335974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318034 Nov 23 11:02:49.670251 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Sync routers for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:49.683175 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:49.683791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:49.792618 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9148042-39eb-4c5a-92f4-776aca882b68 None None] Provisioning complete for port bfddebce-772c-4a57-b924-92382f416b02 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:49.793095 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9148042-39eb-4c5a-92f4-776aca882b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.822971 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-652c1733-a4e1-452b-952e-dc40412afdf2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246019280&fields=id&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 267 time: 0.0489023 Nov 23 11:02:49.840515 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:49.955394 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-ff741d43-a29b-458c-9c07-3b81fe6f5f11 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:49.957002 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-ff741d43-a29b-458c-9c07-3b81fe6f5f11 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 796 time: 0.1264246 Nov 23 11:02:49.973095 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-acfdca07-c39d-4f2f-a1bb-dcbeac8e5b02 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/quotas/a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 375 time: 0.0097146 Nov 23 11:02:50.029190 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-b2495471-0404-4f8d-8442-0b2e06089734 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495956 Nov 23 11:02:50.041336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-a9148042-39eb-4c5a-92f4-776aca882b68 None None] Provisioning complete for port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:50.041702 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a9148042-39eb-4c5a-92f4-776aca882b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.046369 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-4b9f2855-b3c8-45ea-8064-4cf3def09666 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:02:50.047260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-4b9f2855-b3c8-45ea-8064-4cf3def09666 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056837 Nov 23 11:02:50.105827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-a9148042-39eb-4c5a-92f4-776aca882b68 None None] Port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:50.131245 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:49Z', 'revision_number': 2, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:50.141787 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-8c8bd7e2-b4b4-4c09-8088-6aaf43713999 service neutron] 10.222.0.62 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874832 Nov 23 11:02:50.159707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Checking router: dd78daf2-ab52-45f2-ba1c-9561e5335974 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:50.160066 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Updating router dd78daf2-ab52-45f2-ba1c-9561e5335974 port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:50.187024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.456988 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bfddebce-772c-4a57-b924-92382f416b02 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:50.499034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0f76580e-a9c1-4345-89f3-4d00a7f54a09 None None] Provisioning complete for port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:50.499423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0f76580e-a9c1-4345-89f3-4d00a7f54a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.550130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84590c00-34bd-4180-a0a9-e0221184bae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.589316 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0f76580e-a9c1-4345-89f3-4d00a7f54a09 None None] Port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:50.602584 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-13e426fd-b8a2-4af4-814b-0bf3f1a29b75 service neutron] 10.222.0.62 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540546 Nov 23 11:02:50.636788 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port bfddebce-772c-4a57-b924-92382f416b02 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:50.637160 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.780199 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ebba1448-3536-41fa-ac07-5201e7e08484 req-d5df4651-0dcf-47f9-9161-e5670c4dadb2 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Nov 23 11:02:50.799611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.806429 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.865982 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b519-7d87-4ec2-ad78-d31a5152f744 None None] Pushing event updated for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:50.871001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.926806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Attempting to bind port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:50.927185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Attempting to bind port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:50.927571 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Attempting to bind port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d on network db82eea1-eb6a-4d52-bbcf-dde1cea93327 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:50.933723 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:50.934135 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Checking segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:50.934616 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.935123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Bound using segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:50.935611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Bound port: a7345d99-6e23-4a05-a1c0-1f317fbd4c2d, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:50.935997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.009284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] For port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:51.012675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] For port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:51.019164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.075726 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:51.076527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:51.132180 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b519-7d87-4ec2-ad78-d31a5152f744 None None] Pushing event updated for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:51.178808 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] Provisioning complete for port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:51.179177 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.239613 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:51.351497 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:02:51.368883 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.444753 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] For port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:51.450431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.530343 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89f2b-89c6-4222-99dd-63377992783b None None] Pushing event updated for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:51.543267 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:51.574085 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8bbe5-97dc-402b-b9b8-f398468be35a None None] The sync data for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 is: [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:51.599606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0292c1d9-6439-4b52-8859-18566bd9361f None None] Provisioning complete for port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:51.599997 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0292c1d9-6439-4b52-8859-18566bd9361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.602095 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.824547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-542b60db-04ae-4845-981b-81dd29abda9f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.828064 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-542b60db-04ae-4845-981b-81dd29abda9f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 796 time: 0.1414683 Nov 23 11:02:51.887782 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7a427962-ee87-4bf3-bf0c-cda000ece94c req-e03c188a-d048-4dc3-bd35-1c32ae7da31d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 210 time: 0.0318294 Nov 23 11:02:51.925765 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-a24a8815-f604-4f89-ba60-e54fba2b9a51 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb HTTP/1.1" status: 200 len: 380 time: 0.0868239 Nov 23 11:02:51.935773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'port': {'device_id': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'admin_state_up': True, 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'security_groups': ['f6552d65-f2a3-400b-b02f-480b6785bcdf']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:52.051173 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Made reservation on behalf of a0c35a9e1b2547ff92ec784c2e4501eb for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:52.054708 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.185005 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.20.0.11 (db82eea1-eb6a-4d52-bbcf-dde1cea93327/19eab11c-1d8e-46d8-92c3-4c687578ebdc/9e1f9bef-cef1-481e-8c75-b18d7781ce96) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:52.335951 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.372850 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.417795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:52.419861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7345d99-6e23-4a05-a1c0-1f317fbd4c2d up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:52.424299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:52.426492 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:52.473378 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:52.490786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:52.491957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.499517 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:52.500192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.523378 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-61ec663c-ab84-4bca-adc6-152ff79ff667 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5914264 Nov 23 11:02:52.537719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Request body: {'port': {'device_id': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:52.597636 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.742702 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-6cfb4c08-c0c3-4c2a-a149-41a3b91f8720 None None] Provisioning complete for port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:52.743309 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4c08-c0c3-4c2a-a149-41a3b91f8720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.783820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb4c08-c0c3-4c2a-a149-41a3b91f8720 None None] Port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:52.879073 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1f9bef-cef1-481e-8c75-b18d7781ce96 {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:52.886525 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.899641 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Transition to ACTIVE for port object 9e1f9bef-cef1-481e-8c75-b18d7781ce96 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:52.905963 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.959839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.962634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:53.031212 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Attempting to bind port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:53.031550 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Attempting to bind port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:53.031879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Attempting to bind port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 on network db82eea1-eb6a-4d52-bbcf-dde1cea93327 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:53.035667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cf333-f42a-4b43-91a2-4aee07333864 req-c1113c32-6d8b-45f6-ac37-6d76c91018ef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.037236 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b0cf333-f42a-4b43-91a2-4aee07333864 req-c1113c32-6d8b-45f6-ac37-6d76c91018ef tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 944 time: 0.0517080 Nov 23 11:02:53.038522 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 on network db82eea1-eb6a-4d52-bbcf-dde1cea93327 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:53.038857 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Attempting to bind port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 on network db82eea1-eb6a-4d52-bbcf-dde1cea93327 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:53.044487 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:53.044833 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Checking segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:53.045230 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Bound using segment: {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:53.045665 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Bound port: 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43717555-7777-4ac0-8894-7d7a875e817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:53.046057 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.098214 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7b0cf333-f42a-4b43-91a2-4aee07333864 req-ed22763e-598c-4c6f-80f7-1ba016b14d8b tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522332 Nov 23 11:02:53.120490 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:53.123995 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:53.129584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.165271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.165987 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.167343 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] 10.222.0.50 "PUT /v2.0/ports/9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 1092 time: 0.6361094 Nov 23 11:02:53.167799 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:53.170149 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463146dc-2008-4ee1-9baf-4c60afa40940" -d '{"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:53.197405 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864705-22be-48fb-93cb-2e42be25c313 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:53.248559 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f8472-3b25-42ce-a9c1-c6e561436476 x-openstack-request-id: req-497f8472-3b25-42ce-a9c1-c6e561436476 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:53.248860 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:53.249117 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-497f8472-3b25-42ce-a9c1-c6e561436476 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:53.249522 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'status': 'completed', 'code': 200} Nov 23 11:02:53.284549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-515af8c9-bdf1-48ab-9adb-6c726f46c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.286288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-515af8c9-bdf1-48ab-9adb-6c726f46c0ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1095 time: 0.0480423 Nov 23 11:02:53.335266 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-8c915935-148b-45f2-ae08-d312397ff477 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 217 time: 0.0408576 Nov 23 11:02:53.386150 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-b6446c94-b75b-49c5-9004-83b0d1ea0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.387631 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-b6446c94-b75b-49c5-9004-83b0d1ea0fea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0453444 Nov 23 11:02:53.436361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-4e3d16f2-2b3c-408d-b9ae-03267a129727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.437927 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-4e3d16f2-2b3c-408d-b9ae-03267a129727 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434461 Nov 23 11:02:53.537835 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-8849efb8-9806-43c5-8114-9ec750b374a3 service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917296 Nov 23 11:02:53.642501 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0101d99c-53b0-4e6c-9a81-7c2bc5975fce req-9cd0d1d1-435d-432d-a50c-ec730cadb082 service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962050 Nov 23 11:02:53.647206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.729736 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-3bfc7e33-018a-4ea7-9155-6ef973f1f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.731402 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-3bfc7e33-018a-4ea7-9155-6ef973f1f5aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1095 time: 0.0415056 Nov 23 11:02:53.841794 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-5d2bcd3e-04a2-469e-a9ce-ffeb478a6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.843430 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-5d2bcd3e-04a2-469e-a9ce-ffeb478a6930 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 897 time: 0.1045871 Nov 23 11:02:53.886636 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-ed5b7175-c698-4d8f-ac5f-172317f57a74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 217 time: 0.0359261 Nov 23 11:02:53.948354 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-bed295b3-4472-40df-95d1-a019a8c433cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.949921 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-bed295b3-4472-40df-95d1-a019a8c433cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0555599 Nov 23 11:02:53.999409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-78d0123e-71a9-4f76-b82d-ddf2ae3678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:54.001198 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-78d0123e-71a9-4f76-b82d-ddf2ae3678c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428038 Nov 23 11:02:54.098446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-c86abdf4-6572-4a3c-b17e-a23e2e19583b service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896823 Nov 23 11:02:54.193298 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-463146dc-2008-4ee1-9baf-4c60afa40940 req-03758b35-221f-42e5-a2ef-434717dee8a2 service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Nov 23 11:02:54.220797 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945d2a-fb47-4f12-8b97-a1e18dceae6e req-c94b7924-ed7b-4523-a201-417867160a6d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:54.222253 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83945d2a-fb47-4f12-8b97-a1e18dceae6e req-c94b7924-ed7b-4523-a201-417867160a6d tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 944 time: 0.0492766 Nov 23 11:02:54.272737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-83945d2a-fb47-4f12-8b97-a1e18dceae6e req-1e6ff9b3-32b9-4d46-a1b4-6fde0c828dd6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Nov 23 11:02:55.400188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4f0f-be8d-4cf1-abf1-7cf980d25c5d req-39d8414e-955a-4548-96e2-d0d8839080be tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.401711 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66df4f0f-be8d-4cf1-abf1-7cf980d25c5d req-39d8414e-955a-4548-96e2-d0d8839080be tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Nov 23 11:02:55.456061 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-66df4f0f-be8d-4cf1-abf1-7cf980d25c5d req-05ec63c7-5c6c-4713-b6ac-daffad0b0458 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480580 Nov 23 11:02:56.140888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9e1f9bef-cef1-481e-8c75-b18d7781ce96 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:56.244905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:56.256576 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'port_id': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'mac_address': 'fa:16:3e:1b:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:56.293242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.306676 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1f9bef-cef1-481e-8c75-b18d7781ce96 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:56.326460 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:56.332969 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.386617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.558073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['9e1f9bef-cef1-481e-8c75-b18d7781ce96'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.584321 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870962f-762e-49c2-ad5d-cb30869ce916 req-b12f7e32-3b2b-47e3-bc6c-3d8fc2babd87 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:56.585820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b870962f-762e-49c2-ad5d-cb30869ce916 req-b12f7e32-3b2b-47e3-bc6c-3d8fc2babd87 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 945 time: 0.0519991 Nov 23 11:02:56.635360 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b870962f-762e-49c2-ad5d-cb30869ce916 req-3cc8e2d7-ab36-416c-ab7e-70fc8179f898 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Nov 23 11:02:57.769566 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531de2d-39b6-4a67-a312-5ef63609ba09 req-2ec6075c-7a61-4e39-b2eb-34aa9e6c0fc6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.771071 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8531de2d-39b6-4a67-a312-5ef63609ba09 req-2ec6075c-7a61-4e39-b2eb-34aa9e6c0fc6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Nov 23 11:02:57.820889 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8531de2d-39b6-4a67-a312-5ef63609ba09 req-73ed4317-b194-4cb7-882c-84510c0572ee tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Nov 23 11:02:58.143679 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9e1f9bef-cef1-481e-8c75-b18d7781ce96 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:58.208859 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:02:58.212638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:58.213044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.294023 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.324396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:58.328545 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f30bca0-2c16-457d-a13c-efe5f9ff4082" -d '{"events": [{"server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "name": "network-vif-plugged", "status": "completed", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:58.349404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:58.354779 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.378818 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b6667-a06d-49df-aadc-cb7f17d7fdd0 x-openstack-request-id: req-6e6b6667-a06d-49df-aadc-cb7f17d7fdd0 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:58.379110 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "name": "network-vif-plugged", "status": "completed", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:58.379365 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e6b6667-a06d-49df-aadc-cb7f17d7fdd0 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:58.379758 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'code': 200} Nov 23 11:02:58.406487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:58.472448 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a887e-f4ba-4412-b0b9-089bc2f9cd21 req-a4d85646-3174-407f-9f0d-28debd2b8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:58.473929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e9a887e-f4ba-4412-b0b9-089bc2f9cd21 req-a4d85646-3174-407f-9f0d-28debd2b8780 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1097 time: 0.0411994 Nov 23 11:02:58.530619 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2e9a887e-f4ba-4412-b0b9-089bc2f9cd21 req-b4a9b5a2-366c-4e73-b737-3bc9266881c5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 Nov 23 11:02:58.952823 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c839-6e2e-4448-9c7c-c2a19a2c798d req-e42a55ef-305d-40d0-95df-fbb2d16c2bbd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:58.954337 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3539c839-6e2e-4448-9c7c-c2a19a2c798d req-e42a55ef-305d-40d0-95df-fbb2d16c2bbd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0548275 Nov 23 11:02:59.008310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3539c839-6e2e-4448-9c7c-c2a19a2c798d req-885a203e-5847-489b-bd46-4b120d248706 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453227 Nov 23 11:03:00.144160 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5b3c-63cb-42c4-be8b-5f1adfc65d1c req-bcce1934-778b-4a42-a186-b4afbf51bc02 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.145741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2cf5b3c-63cb-42c4-be8b-5f1adfc65d1c req-bcce1934-778b-4a42-a186-b4afbf51bc02 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0571947 Nov 23 11:03:00.199672 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d2cf5b3c-63cb-42c4-be8b-5f1adfc65d1c req-06e88344-6813-4486-993f-6af637010892 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474784 Nov 23 11:03:00.317273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119ce7-714a-47b8-bdfb-e2e65704ff56 req-e5ae1290-438f-42dc-9697-aadc445aa333 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.318707 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee119ce7-714a-47b8-bdfb-e2e65704ff56 req-e5ae1290-438f-42dc-9697-aadc445aa333 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0505288 Nov 23 11:03:00.370207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ee119ce7-714a-47b8-bdfb-e2e65704ff56 req-0ef69c17-991e-426d-a84d-4f5454cb915e tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Nov 23 11:03:00.397306 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58136) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:00.437919 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2549b-63aa-4919-9b3d-0b4ef13b6de4 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.439504 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b5b2549b-63aa-4919-9b3d-0b4ef13b6de4 tempest-TestNetworkAdvancedServerOps-68195618 tempest-TestNetworkAdvancedServerOps-68195618-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1092 time: 0.0410268 Nov 23 11:03:00.444173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58138) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:00.448935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:00.473839 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.571814 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.677234 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Allocated IP 172.25.1.168 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/8f6f4315-651a-4158-887b-f4dde3cd736f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:00.794116 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.830734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.875401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:00.878829 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:00.882298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:00.887947 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=8f6f4315-651a-4158-887b-f4dde3cd736f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:01.257490 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.330187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.482080 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.490011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.558631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event updated for resources: {'Port': ['ID=8f6f4315-651a-4158-887b-f4dde3cd736f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:01.568787 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.669864 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 34ea536a-051c-43ee-9dc7-2d19e5f18918 associated. External IP: 172.25.1.168, port: 9e1f9bef-cef1-481e-8c75-b18d7781ce96. Nov 23 11:03:01.907994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router dd78daf2-ab52-45f2-ba1c-9561e5335974 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:02.016054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:02.026446 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Sync routers for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:02.036780 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:02.037054 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:02.037473 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:02.066083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b677193a-4a6e-4ca6-955d-cf8ad844d966 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6206539 Nov 23 11:03:02.066629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:02.068944 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaaf6c2-efdb-4751-8516-f15623852b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:02.107267 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16baac01-160e-4a78-9be0-cae5b5491d4b x-openstack-request-id: req-16baac01-160e-4a78-9be0-cae5b5491d4b {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:02.107536 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:02.107774 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16baac01-160e-4a78-9be0-cae5b5491d4b {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:02.108355 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'status': 'completed', 'code': 200} Nov 23 11:03:02.143836 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:02.170401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea67a8-9f15-4f29-9f54-968b41598079 req-dd000c9b-b13a-43ed-a611-2eb4796ea201 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.171970 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffea67a8-9f15-4f29-9f54-968b41598079 req-dd000c9b-b13a-43ed-a611-2eb4796ea201 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0531740 Nov 23 11:03:02.177947 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-6e6ba2ee-cecb-4f11-a530-d627435baecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.179340 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-6e6ba2ee-cecb-4f11-a530-d627435baecf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1097 time: 0.0500712 Nov 23 11:03:02.225606 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ffea67a8-9f15-4f29-9f54-968b41598079 req-eea3907b-556f-4168-8edc-5f1119b16ed1 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 Nov 23 11:03:02.246652 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58144) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:02.273253 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-5a7a128c-ad7a-4483-b83e-1e10a97e3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.274831 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-5a7a128c-ad7a-4483-b83e-1e10a97e3442 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 897 time: 0.0861273 Nov 23 11:03:02.319809 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-01ada0d7-a667-42f9-8143-5d9896711771 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/34ea536a-051c-43ee-9dc7-2d19e5f18918 HTTP/1.1" status: 200 len: 992 time: 0.0716379 Nov 23 11:03:02.345530 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-16e460d8-b564-4e61-bd1f-b476092657ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 1000 time: 0.0631800 Nov 23 11:03:02.376520 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '34ea536a-051c-43ee-9dc7-2d19e5f18918', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'port_id': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'mac_address': 'fa:16:3e:1b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:03:01Z', 'updated_at': '2021-11-23T11:03:01Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:02.396451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-bdcf4746-c5d3-4e8d-afaa-112fc5d81695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.397933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-bdcf4746-c5d3-4e8d-afaa-112fc5d81695 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0444946 Nov 23 11:03:02.405373 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Checking router: dd78daf2-ab52-45f2-ba1c-9561e5335974 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:02.421866 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:02.422514 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:02:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:02.444194 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-54cf3389-2147-44a3-a14a-7f90a275822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.445719 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-54cf3389-2147-44a3-a14a-7f90a275822c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403240 Nov 23 11:03:02.528016 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:02.540924 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-dcb3672e-24eb-49b0-a058-83a1b4eda155 service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Nov 23 11:03:02.630543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0aaaf6c2-efdb-4751-8516-f15623852b2e req-04a4d9ff-a84f-4303-80ef-1fd4ec9eec3b service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815654 Nov 23 11:03:02.748718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '34ea536a-051c-43ee-9dc7-2d19e5f18918', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'port_id': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'mac_address': 'fa:16:3e:1b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:03:01Z', 'updated_at': '2021-11-23T11:03:01Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:02.777916 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cc393-d88d-4c04-ba08-c20cff17c805 None None] The sync data for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 is: [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '34ea536a-051c-43ee-9dc7-2d19e5f18918', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'port_id': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'mac_address': 'fa:16:3e:1b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:03:01Z', 'updated_at': '2021-11-23T11:03:01Z', 'revision_number': 0, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:02.978964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c202a-3c78-459f-9efa-2ac614b58462 None None] New status for floating IP 34ea536a-051c-43ee-9dc7-2d19e5f18918: ACTIVE {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:03:03.100152 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-fa521eae-1b72-4699-86bc-ab0f9e6419fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455644 Nov 23 11:03:03.184503 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-a6a0d7ac-d559-401b-8ec9-5d8e6228b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:03.186072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-a6a0d7ac-d559-401b-8ec9-5d8e6228b515 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1097 time: 0.0427222 Nov 23 11:03:03.291061 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-45779d8c-ea7e-4c98-b23b-cc2a7357f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:03.292551 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-45779d8c-ea7e-4c98-b23b-cc2a7357f866 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 897 time: 0.0873022 Nov 23 11:03:03.322953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:03.366647 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-acdc2834-1ec6-4ca9-9950-eb6c2c029026 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 1002 time: 0.0669539 Nov 23 11:03:03.384261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-29bac632-584a-4040-9dd8-57eb54cec180 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/34ea536a-051c-43ee-9dc7-2d19e5f18918 HTTP/1.1" status: 200 len: 994 time: 0.0601704 Nov 23 11:03:03.419648 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-1941f566-a9e1-4bc3-b2f8-e350485ad6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:03.421083 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-1941f566-a9e1-4bc3-b2f8-e350485ad6e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0471532 Nov 23 11:03:03.469756 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-0b4be935-d889-4956-9661-9b5cac150ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:03.471290 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-0b4be935-d889-4956-9661-9b5cac150ffd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409284 Nov 23 11:03:03.567124 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-298990b0-9cea-453c-94b3-e6e6a988d3ed service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882847 Nov 23 11:03:03.656310 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bf36e241-2bfa-40c0-bdf6-b84ff57af7cd req-6cb330a6-07a7-452c-b2d3-2a075a00d7dd service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826256 Nov 23 11:03:16.448163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.962299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96354438-c019-45b6-8036-cb1d180f12f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:20.438987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6533eb37-0179-4571-85e6-abd5faa9eaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:20.831211 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.607431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.968864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.662669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:28.352808 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:03:32.214323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c6a6-9883-4469-9717-12fbd919f7e3 req-4d3f9994-7b68-40ad-8309-3ee83e908cff tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:32.215848 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aaa8c6a6-9883-4469-9717-12fbd919f7e3 req-4d3f9994-7b68-40ad-8309-3ee83e908cff tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0546842 Nov 23 11:03:32.266661 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aaa8c6a6-9883-4469-9717-12fbd919f7e3 req-522853b3-7681-45fc-a8df-9ee3b8922750 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446384 Nov 23 11:03:33.400629 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba202ffe-5ccb-4e84-b785-fffe77aaf76e req-71ad0650-e54d-403e-8ab4-75f912d0a588 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:33.402169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba202ffe-5ccb-4e84-b785-fffe77aaf76e req-71ad0650-e54d-403e-8ab4-75f912d0a588 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0542881 Nov 23 11:03:33.455402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ba202ffe-5ccb-4e84-b785-fffe77aaf76e req-41234cd7-25d6-4af8-8aea-fed470de9d12 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445745 Nov 23 11:03:33.481727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58166) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:33.542877 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-25b457e1-b4be-45e0-984d-9daea4cb68fd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/34ea536a-051c-43ee-9dc7-2d19e5f18918 HTTP/1.1" status: 200 len: 994 time: 0.0599196 Nov 23 11:03:34.849177 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba812c-15c1-454a-95e0-7bdfee5bebcd req-fa07ece0-dca8-417f-b75d-98e0f53ae2de tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:34.850563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55ba812c-15c1-454a-95e0-7bdfee5bebcd req-fa07ece0-dca8-417f-b75d-98e0f53ae2de tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0755379 Nov 23 11:03:34.859881 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dc6ff-3e04-40bc-9927-d68515071584 req-9b2bb404-47a6-437c-ad4d-1687b36ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:34.861374 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-9b2bb404-47a6-437c-ad4d-1687b36ad2dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1097 time: 0.0562844 Nov 23 11:03:34.958396 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-55ba812c-15c1-454a-95e0-7bdfee5bebcd req-c1647d5f-6b70-4d2d-a4a2-4cbf51de6cbd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006281 Nov 23 11:03:34.984766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dc6ff-3e04-40bc-9927-d68515071584 req-c23964a6-76c4-44c6-9b75-f6f0123902ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:34.987019 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-c23964a6-76c4-44c6-9b75-f6f0123902ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 897 time: 0.1095779 Nov 23 11:03:35.064222 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-b8055f3a-573e-4e14-a5b6-cebc376e265a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 1002 time: 0.0703471 Nov 23 11:03:35.114967 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dc6ff-3e04-40bc-9927-d68515071584 req-7a7293f7-c4d4-4975-8c50-8219dbe09109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:35.116297 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-7a7293f7-c4d4-4975-8c50-8219dbe09109 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0455470 Nov 23 11:03:35.165547 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dc6ff-3e04-40bc-9927-d68515071584 req-d5d6774d-c46b-49c0-aad2-d3a0a327d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:35.167089 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-d5d6774d-c46b-49c0-aad2-d3a0a327d3ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434239 Nov 23 11:03:35.261306 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-a768fa7b-2d88-47b4-8eb4-ed583aaec6ae service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867364 Nov 23 11:03:35.351514 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-977dc6ff-3e04-40bc-9927-d68515071584 req-4463cc57-889b-4b8f-9acc-a17fe4d1456e service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Nov 23 11:03:36.097111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95902ab7-6075-40f6-81be-2387f0103d51 req-fafd1b2f-de95-4a61-aba4-2a5009de9b1c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:36.098640 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95902ab7-6075-40f6-81be-2387f0103d51 req-fafd1b2f-de95-4a61-aba4-2a5009de9b1c tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0588479 Nov 23 11:03:36.150334 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-95902ab7-6075-40f6-81be-2387f0103d51 req-d9f98ed5-8472-45fe-9caa-3382b70a98d0 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Nov 23 11:03:37.271627 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927750c-8812-421f-9159-d0b820727033 req-2b74febd-b23a-4954-9dd7-6547bbb02872 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:37.273148 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1927750c-8812-421f-9159-d0b820727033 req-2b74febd-b23a-4954-9dd7-6547bbb02872 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0522964 Nov 23 11:03:37.325211 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1927750c-8812-421f-9159-d0b820727033 req-97e55e04-5298-4ed5-9713-508352e4fdd5 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Nov 23 11:03:37.354223 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58178) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:37.414264 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9da72d73-1406-4c53-a173-7e4faaa19479 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/floatingips/34ea536a-051c-43ee-9dc7-2d19e5f18918 HTTP/1.1" status: 200 len: 994 time: 0.0588989 Nov 23 11:03:37.611128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58184) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:37.775043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 8f6f4315-651a-4158-887b-f4dde3cd736f {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:37.775397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.850366 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.850674 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.863800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 8f6f4315-651a-4158-887b-f4dde3cd736f owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:38.037557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.067293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=8f6f4315-651a-4158-887b-f4dde3cd736f,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:38.079108 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.079470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.079817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.080150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.080486 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.080822 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.081168 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.081503 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.081812 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.082206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.082531 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.082854 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:38.136468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.136832 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Floating IP 34ea536a-051c-43ee-9dc7-2d19e5f18918 disassociated (deleted). External IP: 172.25.1.168, port: 9e1f9bef-cef1-481e-8c75-b18d7781ce96. Nov 23 11:03:38.351709 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router dd78daf2-ab52-45f2-ba1c-9561e5335974 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:38.462094 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:38.467592 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.472927 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Sync routers for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:38.483960 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:38.485152 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:38.495039 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8ccffc20-795e-4d71-8d98-795a609dc760 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/floatingips/34ea536a-051c-43ee-9dc7-2d19e5f18918 HTTP/1.1" status: 204 len: 168 time: 0.8828056 Nov 23 11:03:38.495710 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:38.498121 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80" -d '{"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:38.541421 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c86ee7-a74b-44a8-acfc-c3df1b1b2062 x-openstack-request-id: req-57c86ee7-a74b-44a8-acfc-c3df1b1b2062 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:38.541777 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:38.542139 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57c86ee7-a74b-44a8-acfc-c3df1b1b2062 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:38.542694 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'status': 'completed', 'code': 200} Nov 23 11:03:38.594178 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:38.608583 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-e9eb4484-fd35-4fde-a63d-a83f31393fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.610213 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-e9eb4484-fd35-4fde-a63d-a83f31393fdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 1097 time: 0.0453396 Nov 23 11:03:38.715109 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-2c8deb2d-8e0e-4f61-bf38-50e1ddb1098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.716625 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-2c8deb2d-8e0e-4f61-bf38-50e1ddb1098d service neutron] 10.222.0.50 "GET /v2.0/networks?id=db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 200 len: 897 time: 0.0963864 Nov 23 11:03:38.746882 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ff26d-f6d9-448d-a998-fa7c158b3ff8 req-f6597cec-87ac-4cea-8923-422f1cc04b60 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.748596 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a25ff26d-f6d9-448d-a998-fa7c158b3ff8 req-f6597cec-87ac-4cea-8923-422f1cc04b60 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0535216 Nov 23 11:03:38.765775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-78fb0db0-baf1-4890-a61d-afcbee32bd2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 200 len: 217 time: 0.0360711 Nov 23 11:03:38.809545 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a25ff26d-f6d9-448d-a998-fa7c158b3ff8 req-0a81918e-b426-49db-ae4f-52a954996ecf tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537112 Nov 23 11:03:38.824422 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-b5650637-e256-431a-acea-3ecb86e0b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.825974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-b5650637-e256-431a-acea-3ecb86e0b432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 200 len: 835 time: 0.0497060 Nov 23 11:03:38.873764 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-943e41d5-78ed-40df-a349-bdc8f5a7b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.875194 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-943e41d5-78ed-40df-a349-bdc8f5a7b11c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db82eea1-eb6a-4d52-bbcf-dde1cea93327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400748 Nov 23 11:03:38.913042 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:38.938520 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Checking router: dd78daf2-ab52-45f2-ba1c-9561e5335974 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:38.947518 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:38.948129 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:38.966804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-fad9688c-6159-4250-8234-9c10ab5538da service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813861 Nov 23 11:03:39.052030 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:39.061204 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4b9798f0-53b6-4fb6-bd5f-8f08cee45f80 req-5a61a62d-0fc3-4225-aecd-9225c572849d service neutron] 10.222.0.50 "GET /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863152 Nov 23 11:03:39.251679 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.281154 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ae6ab-aa1b-4b2a-9d35-f53e54a64f62 None None] The sync data for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 is: [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:48Z', 'revision_number': 4, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'a7345d99-6e23-4a05-a1c0-1f317fbd4c2d', 'name': '', 'network_id': 'db82eea1-eb6a-4d52-bbcf-dde1cea93327', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'mac_address': 'fa:16:3e:c2:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:47Z', 'updated_at': '2021-11-23T11:02:51Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'subnets': [{'id': '19eab11c-1d8e-46d8-92c3-4c687578ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:39.498616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e39467-157d-4afa-842e-cebcde7d72d5 None None] New status for floating IP 34ea536a-051c-43ee-9dc7-2d19e5f18918: DOWN {{(pid=110025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:03:39.935429 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb61f0-75a7-4e4a-913b-b4fb3abcac3f req-ab456cbc-8c3e-49d8-9136-321661f7f097 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:39.937028 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2cfb61f0-75a7-4e4a-913b-b4fb3abcac3f req-ab456cbc-8c3e-49d8-9136-321661f7f097 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0558932 Nov 23 11:03:39.991583 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2cfb61f0-75a7-4e4a-913b-b4fb3abcac3f req-baf21365-1e8e-4ef0-9a76-c70c8524a9af tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6552d65-f2a3-400b-b02f-480b6785bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Nov 23 11:03:40.298082 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-a1d3edd9-6b23-46a4-a691-63dd7fe00afd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:40.299532 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-a1d3edd9-6b23-46a4-a691-63dd7fe00afd tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 946 time: 0.0590303 Nov 23 11:03:40.388380 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:40.388722 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.477714 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port 9e1f9bef-cef1-481e-8c75-b18d7781ce96, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=9e1f9bef-cef1-481e-8c75-b18d7781ce96,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:40.477994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.491804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for 9e1f9bef-cef1-481e-8c75-b18d7781ce96 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:40.632914 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.666659 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=9e1f9bef-cef1-481e-8c75-b18d7781ce96,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:40.709884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] No DVR routers for this DVR port 9e1f9bef-cef1-481e-8c75-b18d7781ce96 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:40.712844 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.716431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f0846cd6-b5f1-4061-83e2-ccdd2e059ab2 req-9e772dee-295b-47d4-a834-97698d62853f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.50 "DELETE /v2.0/ports/9e1f9bef-cef1-481e-8c75-b18d7781ce96 HTTP/1.1" status: 204 len: 173 time: 0.4100299 Nov 23 11:03:40.716892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'name': 'network-vif-deleted', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:40.719180 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33351be-61cf-4da6-865c-88c63624f79c" -d '{"events": [{"server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "name": "network-vif-deleted", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:40.760195 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd7f494-a3f9-4f1d-ac8b-4fea7866c3be x-openstack-request-id: req-ddd7f494-a3f9-4f1d-ac8b-4fea7866c3be {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:40.760493 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aa6eaf-b15a-43dd-a52e-8a5e63897077", "name": "network-vif-deleted", "tag": "9e1f9bef-cef1-481e-8c75-b18d7781ce96", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:40.760751 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddd7f494-a3f9-4f1d-ac8b-4fea7866c3be {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:40.761164 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aa6eaf-b15a-43dd-a52e-8a5e63897077', 'name': 'network-vif-deleted', 'tag': '9e1f9bef-cef1-481e-8c75-b18d7781ce96', 'status': 'completed', 'code': 200} Nov 23 11:03:41.119550 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fed3fcf5-95f1-4be0-9054-da86d7381e8a req-09577b33-7c28-4452-b66b-f78e5cf2739f tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6eaf-b15a-43dd-a52e-8a5e63897077 HTTP/1.1" status: 200 len: 210 time: 0.0313814 Nov 23 11:03:42.182754 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58200) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:42.552797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.170253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:43.170518 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.261319 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port a7345d99-6e23-4a05-a1c0-1f317fbd4c2d, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:43.262068 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.277658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for a7345d99-6e23-4a05-a1c0-1f317fbd4c2d owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:43.472750 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.504058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=a7345d99-6e23-4a05-a1c0-1f317fbd4c2d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:43.676011 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.905489 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Router dd78daf2-ab52-45f2-ba1c-9561e5335974 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:44.018727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:44.024245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74e9c88e-40ac-4aca-9d16-55b20bc534bb tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "PUT /v2.0/routers/dd78daf2-ab52-45f2-ba1c-9561e5335974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403630 Nov 23 11:03:44.027773 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58202) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:44.031903 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Sync routers for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:44.042581 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:44.043190 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.078882 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting subnet 19eab11c-1d8e-46d8-92c3-4c687578ebdc {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:44.082142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.126105 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.145004 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:44.209632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.268691 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.299753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Subnet': ['ID=19eab11c-1d8e-46d8-92c3-4c687578ebdc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.304351 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.310060 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/subnets/19eab11c-1d8e-46d8-92c3-4c687578ebdc HTTP/1.1" status: 204 len: 168 time: 0.2787068 Nov 23 11:03:44.310584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58204) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:44.314707 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bf4f7-acc4-488c-b5ec-303064435b18 None None] Network db82eea1-eb6a-4d52-bbcf-dde1cea93327 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:44.315185 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.315525 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.315891 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.316228 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.316533 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.316890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.317217 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.317750 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.318092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.318414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.318734 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.319060 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10365b-e380-4704-a945-6390d6859ad6 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.320564 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:03:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.328272 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9e1f9bef-cef1-481e-8c75-b18d7781ce96 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:44.351310 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Checking router: dd78daf2-ab52-45f2-ba1c-9561e5335974 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:44.360276 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Routers {'dd78daf2-ab52-45f2-ba1c-9561e5335974'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:44.360883 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd78daf2-ab52-45f2-ba1c-9561e5335974'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.439588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.477927 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] Set router dd78daf2-ab52-45f2-ba1c-9561e5335974 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:44.545845 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: 9e1f9bef-cef1-481e-8c75-b18d7781ce96 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:44.546240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device 9e1f9bef-cef1-481e-8c75-b18d7781ce96 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:44.554902 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.611249 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Deleting port ace8ff61-cf49-4092-9fec-4a16213200dd {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:44.611684 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.660734 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:03:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.687279 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64a0cb-3bdd-4c68-afd8-e7d399b5afa9 None None] The sync data for ids ['dd78daf2-ab52-45f2-ba1c-9561e5335974'] in n-d-781076-5 is: [{'id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556093276', 'tenant_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:03:43Z', 'revision_number': 5, 'project_id': 'a0c35a9e1b2547ff92ec784c2e4501eb', 'gw_port': {'id': 'ace8ff61-cf49-4092-9fec-4a16213200dd', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78daf2-ab52-45f2-ba1c-9561e5335974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:45Z', 'updated_at': '2021-11-23T11:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:44.694221 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] For port ace8ff61-cf49-4092-9fec-4a16213200dd, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ace8ff61-cf49-4092-9fec-4a16213200dd,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:44.694623 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.710124 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Calling delete_port for ace8ff61-cf49-4092-9fec-4a16213200dd owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:44.714310 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] DHCP port deletion for db82eea1-eb6a-4d52-bbcf-dde1cea93327 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:44.766390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Deleting port bfddebce-772c-4a57-b924-92382f416b02 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:44.766843 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.829130 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] For port bfddebce-772c-4a57-b924-92382f416b02, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=bfddebce-772c-4a57-b924-92382f416b02,segment=NetworkSegment(43717555-7777-4ac0-8894-7d7a875e817f),segment_id=43717555-7777-4ac0-8894-7d7a875e817f)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:44.829443 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.842116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Calling delete_port for bfddebce-772c-4a57-b924-92382f416b02 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:44.881384 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.911989 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Port': ['ID=ace8ff61-cf49-4092-9fec-4a16213200dd,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.926206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c5ca2-d08c-4c09-9e36-1f1f33c6b965 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:44.929810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.956063 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Pushing event deleted for resources: {'Port': ['ID=bfddebce-772c-4a57-b924-92382f416b02,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.965756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] No DVR routers for this DVR port bfddebce-772c-4a57-b924-92382f416b02 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:44.968134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.968473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.968844 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.969128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.969453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.969775 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.970118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.970439 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.970757 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.971071 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.971386 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.971703 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578f69a-2307-4603-8f88-d04fb7b73700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:44.973217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.069393 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.071823 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.118347 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.118963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Fanout notify agent at l3_agent the message router_deleted on router dd78daf2-ab52-45f2-ba1c-9561e5335974 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:03:45.126924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.128100 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-93c0f7bb-5f16-4dbf-8569-bcdae143ab89 tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/routers/dd78daf2-ab52-45f2-ba1c-9561e5335974 HTTP/1.1" status: 204 len: 168 time: 0.8164983 Nov 23 11:03:45.130803 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:45.211483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.305249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.330278 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db82eea1-eb6a-4d52-bbcf-dde1cea93327']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.340046 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43717555-7777-4ac0-8894-7d7a875e817f') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.340345 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43717555-7777-4ac0-8894-7d7a875e817f') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.350270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.365859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.372053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:45.372397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:45.375740 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:45.435270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.443085 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.446189 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/networks/db82eea1-eb6a-4d52-bbcf-dde1cea93327 HTTP/1.1" status: 204 len: 168 time: 0.3144217 Nov 23 11:03:45.448992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58208) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:45.465283 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5df896-557a-4888-a61d-4c994488b7ab tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'Network': ['ID=db82eea1-eb6a-4d52-bbcf-dde1cea93327,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:45.516713 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.551268 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.617167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.619874 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.621062 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] 10.222.0.62 "DELETE /v2.0/security-groups/f6552d65-f2a3-400b-b02f-480b6785bcdf HTTP/1.1" status: 204 len: 168 time: 0.1711674 Nov 23 11:03:45.631465 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ed200-5fb3-485d-bb52-bacac8dd13df tempest-TestNetworkAdvancedServerOps-1867466814 tempest-TestNetworkAdvancedServerOps-1867466814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6552d65-f2a3-400b-b02f-480b6785bcdf,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:45.998864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58216) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:46.160067 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-a55303c1-5e4d-4962-984b-cc120717cf10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0c35a9e1b2547ff92ec784c2e4501eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598167 Nov 23 11:03:46.163236 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58220) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:46.217733 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.239258 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.288421 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.291040 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.292573 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4ed057a-d75c-4af5-82e8-5196abee327a HTTP/1.1" status: 204 len: 168 time: 0.1280260 Nov 23 11:03:46.300320 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5f1a4-f34f-4613-91ca-b4ceb414d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed057a-d75c-4af5-82e8-5196abee327a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:46.433248 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.440737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bfddebce-772c-4a57-b924-92382f416b02 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:46.466311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: bfddebce-772c-4a57-b924-92382f416b02 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:46.466660 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device bfddebce-772c-4a57-b924-92382f416b02 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:46.467087 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7345d99-6e23-4a05-a1c0-1f317fbd4c2d no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:46.487688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: a7345d99-6e23-4a05-a1c0-1f317fbd4c2d {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:46.488102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device a7345d99-6e23-4a05-a1c0-1f317fbd4c2d not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:46.488441 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ace8ff61-cf49-4092-9fec-4a16213200dd no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:46.508580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ace8ff61-cf49-4092-9fec-4a16213200dd {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:46.509185 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ace8ff61-cf49-4092-9fec-4a16213200dd not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:46.577564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58226) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:46.591569 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b43-c61f-488e-aa5a-40817fc347b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.672138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b43-c61f-488e-aa5a-40817fc347b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.678296 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-f4c65b43-c61f-488e-aa5a-40817fc347b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.717310 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c65b43-c61f-488e-aa5a-40817fc347b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07567c4-26f4-4d3a-a1e7-54914b262234,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:46.721572 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-f4c65b43-c61f-488e-aa5a-40817fc347b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3c1d65b277d48709829b4600cfbbc72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428719 Nov 23 11:03:46.724541 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58228) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:46.774693 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.796428 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.843564 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.846249 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.847396 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e07567c4-26f4-4d3a-a1e7-54914b262234 HTTP/1.1" status: 204 len: 168 time: 0.1218867 Nov 23 11:03:46.855152 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6f9fd-f40d-4f61-aa5f-8ab7742382c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07567c4-26f4-4d3a-a1e7-54914b262234,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:47.610809 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:47.715252 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2069819185-network', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:47.739022 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Made reservation on behalf of 332cb7bd7d144f7495707a8ee69d2b60 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:47.741292 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.749931 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.829146 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.835940 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.863157 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:47.872758 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967df02-19ac-464f-bb14-2f46014e498a,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:47.877832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.878197 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Added segment b3a9ab19-0292-4041-996b-317882ff09a7 of type vlan for network a01f8e2e-42fa-4ea7-afa7-b73678a538bc Nov 23 11:03:47.917363 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.947885 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.948687 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.949287 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.955828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf3cf-287d-43c8-91e4-17eb05c48326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.986148 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741267 Nov 23 11:03:47.986719 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58254) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:47.991789 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Request body: {'subnet': {'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2069819185-subnet', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:48.014354 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3988c-2370-433e-ac9a-c580dd9fa4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a01f8e2e-42fa-4ea7-afa7-b73678a538bc,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:48.015321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Made reservation on behalf of 332cb7bd7d144f7495707a8ee69d2b60 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:48.018665 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.028428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:48.191516 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.245345 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8cc549b-1533-4925-b9c5-fa3aa6224dda,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:48.254327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:48.254683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Network hostable DHCP agents. Network: a01f8e2e-42fa-4ea7-afa7-b73678a538bc, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:48.274158 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:48.284357 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, a01f8e2e-42fa-4ea7-afa7-b73678a538bc) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:48.288555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.289160 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.294609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f321bb-9bc9-4599-a2ed-b403bc7a089e None None] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:48.307218 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7780f2f4-33da-4b64-9340-eb03b4d2331f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3193595 Nov 23 11:03:48.310241 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58256) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:48.314996 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:48.337179 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.338211 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.395586 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.442390 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:48.443240 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.529946 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.578169 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Allocated IP 172.20.0.2 (a01f8e2e-42fa-4ea7-afa7-b73678a538bc/a8cc549b-1533-4925-b9c5-fa3aa6224dda/537554d8-cf4f-4937-b989-fb0dd019dde2) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:48.728047 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.735037 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.739943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.760798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.774933 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:48.778138 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:48.780712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:48.833673 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Pushing event updated for resources: {'Port': ['ID=537554d8-cf4f-4937-b989-fb0dd019dde2,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:48.847396 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Attempting to bind port 537554d8-cf4f-4937-b989-fb0dd019dde2 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:48.847993 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Attempting to bind port 537554d8-cf4f-4937-b989-fb0dd019dde2 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:48.848553 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Attempting to bind port 537554d8-cf4f-4937-b989-fb0dd019dde2 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:48.853978 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:48.854598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:48.855181 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.855736 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Bound using segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:48.856371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Bound port: 537554d8-cf4f-4937-b989-fb0dd019dde2, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:48.856928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.870522 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Allocated IP 172.25.1.86 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/ab3f6bf3-bf4c-435f-a752-b1731a817c91) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:48.921209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] For port 537554d8-cf4f-4937-b989-fb0dd019dde2, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:48.924817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] For port 537554d8-cf4f-4937-b989-fb0dd019dde2, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=537554d8-cf4f-4937-b989-fb0dd019dde2,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:48.929460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.976046 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.989136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40351865-41f0-4980-a213-0927e95eccc9 None None] Pushing event updated for resources: {'Port': ['ID=537554d8-cf4f-4937-b989-fb0dd019dde2,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:49.015721 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.058091 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:49.060961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:49.064442 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:49.075995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3865733-7043-4360-8744-2e916612e5e9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:49.090368 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3f6bf3-bf4c-435f-a752-b1731a817c91,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:49.205784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-41931c65-b4e4-4112-ab47-415b870ef68c None None] Provisioning complete for port ab3f6bf3-bf4c-435f-a752-b1731a817c91 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:49.206204 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-41931c65-b4e4-4112-ab47-415b870ef68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.246820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-41931c65-b4e4-4112-ab47-415b870ef68c None None] Port ab3f6bf3-bf4c-435f-a752-b1731a817c91 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:49.345350 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.535344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.668450 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:03:49.931368 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3437d9-8442-4b1c-b117-461c2f774ecc None None] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:50.015382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] Provisioning complete for port 537554d8-cf4f-4937-b989-fb0dd019dde2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:50.016125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.117212 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:50.135372 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.136658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-04162ab2-fcb9-49ec-afd7-2a5bebd12b16 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8253500 Nov 23 11:03:50.139571 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58258) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:50.146046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:50.180509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.190959 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:50.192055 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:50.298196 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] For port 537554d8-cf4f-4937-b989-fb0dd019dde2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=537554d8-cf4f-4937-b989-fb0dd019dde2,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:50.310772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.360897 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:50.454900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d536ee-19a7-4c7e-bf7e-11292c64fa3d None None] Pushing event updated for resources: {'Port': ['ID=537554d8-cf4f-4937-b989-fb0dd019dde2,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:50.467480 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8893a9f4-8625-46d5-824c-71aadaa796ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.478568 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 537554d8-cf4f-4937-b989-fb0dd019dde2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:50.576581 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ebee088a-51d9-4db2-8d45-52267f0b8229 None None] Provisioning complete for port 537554d8-cf4f-4937-b989-fb0dd019dde2 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:50.576941 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ebee088a-51d9-4db2-8d45-52267f0b8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.597131 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.646508 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 537554d8-cf4f-4937-b989-fb0dd019dde2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:50.646785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.751158 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Allocated IP 172.20.0.1 (a01f8e2e-42fa-4ea7-afa7-b73678a538bc/a8cc549b-1533-4925-b9c5-fa3aa6224dda/c7c7c420-b8ff-4ff6-bedc-2ce673c88a22) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:50.864364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.903578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.912111 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:49Z', 'revision_number': 3, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:50.915454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.942251 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:50.942504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:50.942636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Updating router 2baccae7-4d51-4e16-85ff-cd3d13908c52 port ab3f6bf3-bf4c-435f-a752-b1731a817c91 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:50.947837 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:50.950337 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:50.985795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Pushing event updated for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:50.994571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.002921 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.140632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.267969 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-f3643aba-1e48-4817-968b-f6d72a83a447 None None] Provisioning complete for port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:51.268584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f3643aba-1e48-4817-968b-f6d72a83a447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.295552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.308981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.312763 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.318591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.321328 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-f3643aba-1e48-4817-968b-f6d72a83a447 None None] Port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:51.361687 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5624f17-a3f9-479b-b6bb-93f5b792b1e4 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:51.373950 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Attempting to bind port ab3f6bf3-bf4c-435f-a752-b1731a817c91 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:51.374333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Attempting to bind port ab3f6bf3-bf4c-435f-a752-b1731a817c91 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:51.374694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Attempting to bind port ab3f6bf3-bf4c-435f-a752-b1731a817c91 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:51.383930 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ed98-17dc-4fbb-ae0b-50437307ed76 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6bf3-bf4c-435f-a752-b1731a817c91,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.387208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:51.387700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:51.387984 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.388364 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.388510 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:51.388836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Bound port: ab3f6bf3-bf4c-435f-a752-b1731a817c91, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:51.389214 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.391384 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Pushing event updated for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.448658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] For port ab3f6bf3-bf4c-435f-a752-b1731a817c91, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:51.452056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] For port ab3f6bf3-bf4c-435f-a752-b1731a817c91, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ab3f6bf3-bf4c-435f-a752-b1731a817c91,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:51.457748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.461711 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] Provisioning complete for port ab3f6bf3-bf4c-435f-a752-b1731a817c91 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:51.462095 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.482725 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:51.484444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:51.530099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca505ad4-56df-495f-b04b-a564a02753f3 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:51.565164 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:51.565878 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:51.569462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ed98-17dc-4fbb-ae0b-50437307ed76 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6bf3-bf4c-435f-a752-b1731a817c91,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.614726 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:51.658804 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.707190 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.735537 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:51.738178 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] For port ab3f6bf3-bf4c-435f-a752-b1731a817c91, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ab3f6bf3-bf4c-435f-a752-b1731a817c91,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:51.740325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:51.741110 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0987b281-4906-4746-8fe5-bf04cb6964ba admin admin] 10.222.0.62 "PUT /v2.0/routers/2baccae7-4d51-4e16-85ff-cd3d13908c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004150 Nov 23 11:03:51.748098 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.874462 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c49a8-e119-487b-b30d-6e1c62746535 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6bf3-bf4c-435f-a752-b1731a817c91,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.930531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-58d46095-37a5-45c6-a5a4-0e12065668f2 None None] Provisioning complete for port ab3f6bf3-bf4c-435f-a752-b1731a817c91 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:51.930899 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58d46095-37a5-45c6-a5a4-0e12065668f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.072642 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 2, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:52.101530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a4d1-c327-4655-8c93-b2637b3f0594 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 2, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:52.103278 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-58d46095-37a5-45c6-a5a4-0e12065668f2 None None] Provisioning complete for port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:52.103647 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58d46095-37a5-45c6-a5a4-0e12065668f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.139020 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-58d46095-37a5-45c6-a5a4-0e12065668f2 None None] Port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:52.230691 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58274) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:52.235677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1441367883-network', 'tenant_id': '75e539289960407fa6d56d232a451f54'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:52.259502 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Made reservation on behalf of 75e539289960407fa6d56d232a451f54 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:52.262024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.271148 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.384200 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.389703 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.416806 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:52.427402 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf0bd48-b19d-4a4c-b865-6fdaf5540d6b,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:52.432456 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.432799 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Added segment 1836d0ce-59e0-447b-bdba-b0869d9604d7 of type vlan for network 85046f62-e053-49fe-ba83-18fe54c8ef36 Nov 23 11:03:52.448756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 537554d8-cf4f-4937-b989-fb0dd019dde2 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:52.484215 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.498779 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 537554d8-cf4f-4937-b989-fb0dd019dde2 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:52.499231 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.514557 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.515741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.516460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.548662 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3168287 Nov 23 11:03:52.551281 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58276) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:52.558526 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Request body: {'subnet': {'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1441367883-subnet', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:52.596083 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166130-7702-48f9-abcb-5337505fbee0 admin admin] Pushing event updated for resources: {'Network': ['ID=85046f62-e053-49fe-ba83-18fe54c8ef36,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:52.607555 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:52.613614 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Made reservation on behalf of 75e539289960407fa6d56d232a451f54 for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:52.616512 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.796889 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.857008 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c572da3-879f-40d6-977f-831fafe5b6cf,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:52.864697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Checking segment: {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:52.865066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Network hostable DHCP agents. Network: 85046f62-e053-49fe-ba83-18fe54c8ef36, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:52.884454 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:52.895419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 85046f62-e053-49fe-ba83-18fe54c8ef36) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:52.900373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.901620 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.904796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd496f54-c000-4114-961a-9b88d70fd126 None None] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:52.936807 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d503940f-0fc5-4b1b-9908-0ece8d1e5082 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3843946 Nov 23 11:03:52.939328 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58278) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:52.944575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:52.971740 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.973612 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.003022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.035107 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.079616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-85046f62-e053-49fe-ba83-18fe54c8ef36', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:53.080489 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.187858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.219547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Allocated IP 172.20.0.2 (85046f62-e053-49fe-ba83-18fe54c8ef36/9c572da3-879f-40d6-977f-831fafe5b6cf/d0890fda-41c1-4f72-8c15-95f814b1cdc6) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:53.379014 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.385754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.406655 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.425750 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:53.425998 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.431011 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:53.434874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:53.444732 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Pushing event updated for resources: {'Port': ['ID=d0890fda-41c1-4f72-8c15-95f814b1cdc6,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:53.507639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Attempting to bind port d0890fda-41c1-4f72-8c15-95f814b1cdc6 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:53.508317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Attempting to bind port d0890fda-41c1-4f72-8c15-95f814b1cdc6 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:53.508317 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Attempting to bind port d0890fda-41c1-4f72-8c15-95f814b1cdc6 on network 85046f62-e053-49fe-ba83-18fe54c8ef36 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:53.513378 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:53.513754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Checking segment: {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:53.514192 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.514589 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Bound using segment: {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:53.515056 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Bound port: d0890fda-41c1-4f72-8c15-95f814b1cdc6, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:53.515433 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.550547 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Allocated IP 172.25.1.172 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/9f9b226d-3fe9-44f0-a444-0e6e0f309128) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:53.579372 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] For port d0890fda-41c1-4f72-8c15-95f814b1cdc6, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:53.583547 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] For port d0890fda-41c1-4f72-8c15-95f814b1cdc6, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d0890fda-41c1-4f72-8c15-95f814b1cdc6,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:53.589219 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.661979 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7a9fc-7148-4a3e-be0e-9292da0a88e5 None None] Pushing event updated for resources: {'Port': ['ID=d0890fda-41c1-4f72-8c15-95f814b1cdc6,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:53.662276 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.666594 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.699514 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.745745 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:53.748733 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:53.753065 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:53.763243 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a05588-7508-48b7-83f7-5aa28d77ba8d None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:53.784994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9b226d-3fe9-44f0-a444-0e6e0f309128,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:53.879765 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-e4b81da6-2989-49b1-b727-4a21095c00ab None None] Provisioning complete for port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:53.880261 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e4b81da6-2989-49b1-b727-4a21095c00ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.922903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-e4b81da6-2989-49b1-b727-4a21095c00ab None None] Port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:54.044941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.249194 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.368741 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:54.379869 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:54.380496 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.493104 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:54.510820 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ab3f6bf3-bf4c-435f-a752-b1731a817c91 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:54.563694 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port ab3f6bf3-bf4c-435f-a752-b1731a817c91 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:54.564127 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.654036 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d0890fda-41c1-4f72-8c15-95f814b1cdc6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:54.711527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d0890fda-41c1-4f72-8c15-95f814b1cdc6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:54.712000 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.751936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Router dd4d399a-044e-477c-957d-9e4c574cf69c is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:03:54.808417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.826180 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 2, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.846605 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] For port d0890fda-41c1-4f72-8c15-95f814b1cdc6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d0890fda-41c1-4f72-8c15-95f814b1cdc6,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:54.856088 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:54.856445 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Updating router 2baccae7-4d51-4e16-85ff-cd3d13908c52 port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:54.856859 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.879222 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:54.894911 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.906007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.908838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-4cc16e07-bae9-407a-bdc3-a5e12bc63885 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9679425 Nov 23 11:03:54.911451 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58280) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:54.912262 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Sync routers for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:54.922279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Pushing event updated for resources: {'Port': ['ID=d0890fda-41c1-4f72-8c15-95f814b1cdc6,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:54.930834 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:54.931574 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.194146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f68ea-4a96-47f5-aa77-902ee71f20f4 None None] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:55.202726 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.210855 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.260175 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Pushing event updated for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:55.274584 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-dc97e623-6e18-4e80-a39a-c56a0701e760 None None] Provisioning complete for port d0890fda-41c1-4f72-8c15-95f814b1cdc6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:55.274968 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dc97e623-6e18-4e80-a39a-c56a0701e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.283660 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.284000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.284461 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.284776 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.285100 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.285421 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.285736 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.286078 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.286405 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.286706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.287014 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.287323 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:55.340051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Attempting to bind port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:55.340051 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Attempting to bind port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:55.340380 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Attempting to bind port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:55.341325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:55.347025 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:55.347458 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:55.347817 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.348201 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Bound using segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:55.348676 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Bound port: c7c7c420-b8ff-4ff6-bedc-2ce673c88a22, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:55.349050 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.422000 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] For port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:55.426706 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] For port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:55.432608 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.509670 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e818-b7d9-458e-b080-5c8c19b57029 None None] Pushing event updated for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:55.514740 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:55.515358 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.656003 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:55.706134 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:53Z', 'revision_number': 3, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.757168 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Checking router: dd4d399a-044e-477c-957d-9e4c574cf69c for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:55.757828 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Updating router dd4d399a-044e-477c-957d-9e4c574cf69c port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:55.777420 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.801471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] Provisioning complete for port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:55.802060 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.831021 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.932270 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:55Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.964489 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019c881-12d7-4d16-bb78-29677d506c83 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:55Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:55.986892 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Allocated IP 172.20.0.1 (85046f62-e053-49fe-ba83-18fe54c8ef36/9c572da3-879f-40d6-977f-831fafe5b6cf/be128368-4026-4095-9faf-4e234ff7e7ec) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:56.048128 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.119270 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.124615 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] For port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:56.136385 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.163192 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.203549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:56.208904 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:56.212675 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:56.235493 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c781d-01ce-44f7-9495-429106ea6441 None None] Pushing event updated for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.242465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Pushing event updated for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.265174 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.274493 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.280382 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-426259a6-d85c-4d68-90e4-30f5d52dfeae None None] Provisioning complete for port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:56.280877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-426259a6-d85c-4d68-90e4-30f5d52dfeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.308042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.400818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebca209-89a5-4aad-87bc-9fabd99a7670 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:56.429708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c2208-7f9a-4e3a-b932-1adb84bdca75 None None] Pushing event updated for resources: {'Port': ['ID=9f9b226d-3fe9-44f0-a444-0e6e0f309128,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.433960 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.444428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Attempting to bind port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:56.444805 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Attempting to bind port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:56.445201 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Attempting to bind port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:56.463435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:56.463803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:56.464208 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.464598 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:56.465072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Bound port: 9f9b226d-3fe9-44f0-a444-0e6e0f309128, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:56.465448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.509445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d0890fda-41c1-4f72-8c15-95f814b1cdc6 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:56.593298 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] For port 9f9b226d-3fe9-44f0-a444-0e6e0f309128, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:56.610531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] For port 9f9b226d-3fe9-44f0-a444-0e6e0f309128, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9f9b226d-3fe9-44f0-a444-0e6e0f309128,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:56.626707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.642078 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.648029 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.660488 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-426259a6-d85c-4d68-90e4-30f5d52dfeae None None] Provisioning complete for port d0890fda-41c1-4f72-8c15-95f814b1cdc6 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:56.660861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-426259a6-d85c-4d68-90e4-30f5d52dfeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.667170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port d0890fda-41c1-4f72-8c15-95f814b1cdc6 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:56.667529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.727054 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f92b1-7597-4f4c-8604-f8509ed05cf9 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:56.728278 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.734453 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Pushing event updated for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.768058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c2208-7f9a-4e3a-b932-1adb84bdca75 None None] Pushing event updated for resources: {'Port': ['ID=9f9b226d-3fe9-44f0-a444-0e6e0f309128,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.775209 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:56.775831 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:56.838452 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:56.839920 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:56.959672 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:56.960247 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Router dd4d399a-044e-477c-957d-9e4c574cf69c has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:56.962517 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:57.070875 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:57.085004 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ac3c3bfb-98d3-4168-aa56-787e248f32bc admin admin] 10.222.0.62 "PUT /v2.0/routers/dd4d399a-044e-477c-957d-9e4c574cf69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1644967 Nov 23 11:03:57.112937 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:57.113209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.133410 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Provisioning complete for port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:57.133772 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.338611 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.366667 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] For port 9f9b226d-3fe9-44f0-a444-0e6e0f309128, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9f9b226d-3fe9-44f0-a444-0e6e0f309128,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:57.372919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'be128368-4026-4095-9faf-4e234ff7e7ec', 'name': '', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'mac_address': 'fa:16:3e:c5:73:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:55Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 2, 'project_id': '75e539289960407fa6d56d232a451f54', 'subnets': [{'id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:57.376972 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.529626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58288) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.534478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755796325', 'description': 'tempest-secgroup-smoke-755796325 description', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.560467 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.573015 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b817c0-2d71-41ac-8880-ec2145a69cd5 None None] The sync data for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 is: [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'be128368-4026-4095-9faf-4e234ff7e7ec', 'name': '', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'mac_address': 'fa:16:3e:c5:73:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:55Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 2, 'project_id': '75e539289960407fa6d56d232a451f54', 'subnets': [{'id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:57.613315 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Provisioning complete for port be128368-4026-4095-9faf-4e234ff7e7ec triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:57.613680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.640466 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.645398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.648072 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Pushing event updated for resources: {'Port': ['ID=9f9b226d-3fe9-44f0-a444-0e6e0f309128,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.662594 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d50af-9593-4e54-a58f-fb4eff3245d6 None None] Port be128368-4026-4095-9faf-4e234ff7e7ec cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:57.672838 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.674431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1436517 Nov 23 11:03:57.677789 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58290) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.682681 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.693557 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107166f-ae0d-4332-aaa5-f7973a8811a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d10a09-9600-4fd9-ba66-5b39e4b801ac,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.713335 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.773331 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.778437 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.798039 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2342421f-c45e-4db8-af2f-3e72cca5eea2,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.821582 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.827883 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58292) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.829998 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9fab9afc-c63b-42b5-b5e1-7935eb432e9e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450069 Nov 23 11:03:57.832884 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.871878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.923767 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.928803 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.949178 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99180122-ff60-4636-8f0d-26b092b8be85,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.959879 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.961288 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-168d2811-9317-4451-9735-8a61f68a7fd9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323667 Nov 23 11:03:57.964678 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58294) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.969188 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.997172 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.063259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.068657 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.091114 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9420a440-5a9b-41db-a59f-5a5ea86c31db,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.098143 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.099445 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-c6f91b77-f6a9-415a-9d91-7c70f176d5f0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337976 Nov 23 11:03:58.102465 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58296) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:58.106927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:58.135984 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.201760 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.207861 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.226030 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ad571-8ba7-4972-8efa-c1f1f3012eb3,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.235176 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.236375 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-69577140-e736-4694-b04a-6cb8b6513bcf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329920 Nov 23 11:03:58.239222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58298) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:58.243592 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:58.268575 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Project 332cb7bd7d144f7495707a8ee69d2b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:03:58.273548 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.333443 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.338877 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.358623 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c714f4-8ceb-478b-9ee7-cee6f8446808,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.365769 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.366996 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-59dad5f5-5e03-447c-a762-f0df207a2660 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268432 Nov 23 11:03:58.369863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58300) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:58.374350 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': '43d10a09-9600-4fd9-ba66-5b39e4b801ac', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:58.399389 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Project 332cb7bd7d144f7495707a8ee69d2b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:03:58.404463 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.477653 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.484502 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.502500 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4802de-3b68-43f5-9c7f-81b67826c9de,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.509568 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.510850 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b169a2bd-d4b8-4aa3-a1be-7a094bfd7e70 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400139 Nov 23 11:03:58.666667 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-4d58dc4b-4a77-41a9-b224-0762ff9e7eef tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755796325&fields=id&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 267 time: 0.0449383 Nov 23 11:03:58.788868 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-f3c91d70-96d0-455f-8f6a-719475b1effe tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:58.790453 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-f3c91d70-96d0-455f-8f6a-719475b1effe tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 809 time: 0.1171460 Nov 23 11:03:58.806418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-42666e8d-b3e3-4c11-8cfe-51be79e3f320 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/quotas/332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 375 time: 0.0099435 Nov 23 11:03:58.866995 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-cdfb04ba-21b9-4c6f-8ea5-6ec4543c8267 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546582 Nov 23 11:03:58.967933 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-45489f16-bac6-4435-9600-fe33d1e9ab3b service neutron] 10.222.0.62 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Nov 23 11:03:59.072008 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-76d179ea-7b0b-4c77-a4cd-835ad497dc4f service neutron] 10.222.0.62 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977221 Nov 23 11:03:59.261070 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-861dfb4f-1fd8-444a-ad86-a863eb2069cf req-8675afc2-50dd-4c25-a2ca-56669385beaf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 210 time: 0.0355070 Nov 23 11:04:00.123429 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Sync routers for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:00.135359 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:00.135975 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:00.242150 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:00.355280 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0138ec97-d7e0-48f9-b031-be3ebe88285f req-d7dc4aa6-f71f-476b-9d0e-e7fbe82e18b8 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 210 time: 0.0310745 Nov 23 11:04:00.480097 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9f9b226d-3fe9-44f0-a444-0e6e0f309128 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:00.501741 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'be128368-4026-4095-9faf-4e234ff7e7ec', 'name': '', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'mac_address': 'fa:16:3e:c5:73:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:55Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 2, 'project_id': '75e539289960407fa6d56d232a451f54', 'subnets': [{'id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:00.514978 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-3ddeaaa1-031b-41de-8973-8357db59dca4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:00.517415 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-3ddeaaa1-031b-41de-8973-8357db59dca4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 809 time: 0.1592388 Nov 23 11:04:00.534800 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:00.535530 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.536671 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Checking router: dd4d399a-044e-477c-957d-9e4c574cf69c for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:04:00.537012 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Updating router dd4d399a-044e-477c-957d-9e4c574cf69c port be128368-4026-4095-9faf-4e234ff7e7ec binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:04:00.562392 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.584332 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-a4efcb8c-08c9-46be-8f59-83f29d90819c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 379 time: 0.0562556 Nov 23 11:04:00.596147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'port': {'device_id': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'admin_state_up': True, 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'security_groups': ['43d10a09-9600-4fd9-ba66-5b39e4b801ac']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:00.707519 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Made reservation on behalf of 332cb7bd7d144f7495707a8ee69d2b60 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:00.711325 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.830107 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.836420 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.841372 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Allocated IP 172.20.0.12 (a01f8e2e-42fa-4ea7-afa7-b73678a538bc/a8cc549b-1533-4925-b9c5-fa3aa6224dda/f6dc9cea-9ecd-46d6-a387-81adfefea537) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:00.914562 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035d8d-202e-4bd9-b104-02ba2d9b9d0f None None] Pushing event updated for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:00.944682 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Attempting to bind port be128368-4026-4095-9faf-4e234ff7e7ec on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:00.945105 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Attempting to bind port be128368-4026-4095-9faf-4e234ff7e7ec by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:00.945461 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Attempting to bind port be128368-4026-4095-9faf-4e234ff7e7ec on network 85046f62-e053-49fe-ba83-18fe54c8ef36 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:00.950702 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:00.951076 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Checking segment: {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:00.951476 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.952058 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Bound using segment: {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:00.952534 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Bound port: be128368-4026-4095-9faf-4e234ff7e7ec, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1836d0ce-59e0-447b-bdba-b0869d9604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:00.952905 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.002922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.020029 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] For port be128368-4026-4095-9faf-4e234ff7e7ec, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:01.023685 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] For port be128368-4026-4095-9faf-4e234ff7e7ec, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be128368-4026-4095-9faf-4e234ff7e7ec,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:01.029129 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.041425 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.092294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:01.095582 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:01.099811 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:01.127487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.166940 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:01.169196 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.196571 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:01.197224 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.200934 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-252d33c7-f46d-41b4-b10b-8db5e32c080b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080339 Nov 23 11:04:01.251751 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] Provisioning complete for port be128368-4026-4095-9faf-4e234ff7e7ec triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:01.252169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.264147 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035d8d-202e-4bd9-b104-02ba2d9b9d0f None None] Pushing event updated for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.358063 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Request body: {'port': {'device_id': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:01.363007 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:01.397750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.463697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.472529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] For port be128368-4026-4095-9faf-4e234ff7e7ec, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be128368-4026-4095-9faf-4e234ff7e7ec,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:01.482900 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.538067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cecd96-8db6-4a6b-bba7-bb4b24122de3 None None] Pushing event updated for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.604595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-900782d1-6a4f-4208-a747-1b65dfdb93c5 None None] Provisioning complete for port f6dc9cea-9ecd-46d6-a387-81adfefea537 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:01.605464 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-900782d1-6a4f-4208-a747-1b65dfdb93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.620925 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1c59-321b-4c08-b534-3f0678aa6559 req-c774b279-b383-4a96-bb28-68ed43550c5f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:01.622593 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-248d1c59-321b-4c08-b534-3f0678aa6559 req-c774b279-b383-4a96-bb28-68ed43550c5f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 932 time: 0.1351409 Nov 23 11:04:01.645810 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'be128368-4026-4095-9faf-4e234ff7e7ec', 'name': '', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'mac_address': 'fa:16:3e:c5:73:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:55Z', 'updated_at': '2021-11-23T11:04:01Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'subnets': [{'id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.657915 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-900782d1-6a4f-4208-a747-1b65dfdb93c5 None None] Port f6dc9cea-9ecd-46d6-a387-81adfefea537 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:01.667617 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-900782d1-6a4f-4208-a747-1b65dfdb93c5 None None] Provisioning complete for port be128368-4026-4095-9faf-4e234ff7e7ec triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:01.667947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-900782d1-6a4f-4208-a747-1b65dfdb93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.680718 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582da1-5c5c-4bf1-a119-52961eef1b40 None None] The sync data for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 is: [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'be128368-4026-4095-9faf-4e234ff7e7ec', 'name': '', 'network_id': '85046f62-e053-49fe-ba83-18fe54c8ef36', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'mac_address': 'fa:16:3e:c5:73:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:55Z', 'updated_at': '2021-11-23T11:04:01Z', 'revision_number': 4, 'project_id': '75e539289960407fa6d56d232a451f54', 'subnets': [{'id': '9c572da3-879f-40d6-977f-831fafe5b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:01.707278 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-248d1c59-321b-4c08-b534-3f0678aa6559 req-7b43ccfe-e06c-44b0-bccf-66e42520e92d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782850 Nov 23 11:04:01.833049 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:04:01.841052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.854070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Transition to ACTIVE for port object f6dc9cea-9ecd-46d6-a387-81adfefea537 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:04:01.859135 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.922819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.996593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:01.997077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:01.997413 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:02.002762 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:04:02.003087 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:02.008437 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:02.008776 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:02.009165 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Bound using segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:02.009595 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Bound port: f6dc9cea-9ecd-46d6-a387-81adfefea537, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:02.009980 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.085011 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:02.088447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:02.094511 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.143073 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.143707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.147494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] 10.222.0.11 "PUT /v2.0/ports/f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1092 time: 0.9377289 Nov 23 11:04:02.147968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:02.150393 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:02.173350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c853-38ac-4f4a-9dca-439905574b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:02.204769 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624d562-04a3-4d88-9450-8a2df7ba05f5 x-openstack-request-id: req-5624d562-04a3-4d88-9450-8a2df7ba05f5 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:02.205070 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:02.205327 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5624d562-04a3-4d88-9450-8a2df7ba05f5 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:02.205752 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'status': 'completed', 'code': 200} Nov 23 11:04:02.259567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-70a7d93d-0f7c-4829-b1fa-5b977e95f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.261362 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-70a7d93d-0f7c-4829-b1fa-5b977e95f3ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1095 time: 0.0489244 Nov 23 11:04:02.305786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-b24ae2e5-1a5b-4890-aaee-039b3e847f36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 217 time: 0.0353446 Nov 23 11:04:02.362309 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-88c8bf06-604a-4639-9d55-7699849d4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.363839 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-88c8bf06-604a-4639-9d55-7699849d4a4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0499861 Nov 23 11:04:02.410958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-0e176313-43ce-4416-9ebd-f12818a773c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.412495 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-0e176313-43ce-4416-9ebd-f12818a773c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417712 Nov 23 11:04:02.449916 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be128368-4026-4095-9faf-4e234ff7e7ec up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:02.502861 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port be128368-4026-4095-9faf-4e234ff7e7ec triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:02.503587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.508561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-68292e30-af95-45bf-aee6-09c8a8031bbd service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881793 Nov 23 11:04:02.608230 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c93bc799-cfba-4ef5-9440-7fda0c95b605 req-80eea7eb-09ef-4a1f-9417-b80c35fcc961 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928540 Nov 23 11:04:02.701730 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-7f9f4df2-5c5e-4164-8a7b-e59ef6f7767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.703294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-7f9f4df2-5c5e-4164-8a7b-e59ef6f7767a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1095 time: 0.0440028 Nov 23 11:04:02.826964 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-c4e6178c-0298-4082-a124-dee28a22d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.828448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-c4e6178c-0298-4082-a124-dee28a22d7b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.1181495 Nov 23 11:04:02.850169 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f2fcc-0b52-428e-91ac-6706d30fa62b req-b6ebd716-a1ba-467e-9a63-dc2eb2e0a5ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.851635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed1f2fcc-0b52-428e-91ac-6706d30fa62b req-b6ebd716-a1ba-467e-9a63-dc2eb2e0a5ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0715439 Nov 23 11:04:02.884341 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-ce380f97-fec3-4612-b320-2bed7fe29cf7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 217 time: 0.0480363 Nov 23 11:04:02.961251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ed1f2fcc-0b52-428e-91ac-6706d30fa62b req-d363a4f9-63f7-4a2f-ba31-588c5108386b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833883 Nov 23 11:04:02.963058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-2accb862-3a4d-4e92-b360-a384b1c2cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.964613 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-2accb862-3a4d-4e92-b360-a384b1c2cbe7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0679598 Nov 23 11:04:03.015253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-7f3f641a-94a6-473a-b9fd-fe101cceb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:03.016882 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-7f3f641a-94a6-473a-b9fd-fe101cceb471 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444615 Nov 23 11:04:03.112508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-7626e30c-0b85-4bed-8779-9dac87427557 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Nov 23 11:04:03.206159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38dfbdc7-732c-4aa0-9817-efb3b8a252cf req-e3cb9079-4c4b-4dcd-b495-fb1d543f2fea service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863733 Nov 23 11:04:04.090775 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd374-707a-49c2-b87d-62948220606e req-95c14d65-ce6d-4692-a669-a77aaf8496c4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:04.092255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bcfd374-707a-49c2-b87d-62948220606e req-95c14d65-ce6d-4692-a669-a77aaf8496c4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0537775 Nov 23 11:04:04.145172 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3bcfd374-707a-49c2-b87d-62948220606e req-c1eb308e-9624-450f-8fb4-552ca28b708e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442801 Nov 23 11:04:05.268532 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c1f4f-c77b-4a88-9a9e-440b2fe50026 req-1dd5579e-f1d7-46cf-b7a7-c286cd876637 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:05.270071 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f01c1f4f-c77b-4a88-9a9e-440b2fe50026 req-1dd5579e-f1d7-46cf-b7a7-c286cd876637 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0512726 Nov 23 11:04:05.323125 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f01c1f4f-c77b-4a88-9a9e-440b2fe50026 req-44fded56-f3ae-4aad-a228-99491ebd4403 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470371 Nov 23 11:04:05.352425 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:04:05.849537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:04:05.948213 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:05.959417 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:04:05.998678 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.011858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:04:06.030733 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:06.035382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.082790 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:06.365255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f6dc9cea-9ecd-46d6-a387-81adfefea537'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:04:06.453914 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201c8d2-8e1b-4e54-9edc-7627fce439f8 req-b76316a7-3994-4e78-a656-44a635d33cd2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:06.455432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f201c8d2-8e1b-4e54-9edc-7627fce439f8 req-b76316a7-3994-4e78-a656-44a635d33cd2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 945 time: 0.0540757 Nov 23 11:04:06.505998 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f201c8d2-8e1b-4e54-9edc-7627fce439f8 req-79766e8d-753c-4657-bdf3-ab10f88321ac tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Nov 23 11:04:07.633692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf2902-71c6-44ee-a182-6e03a04b2f1d req-8f2fe927-6209-472c-9a61-3e1bf451cf6b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:07.635201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9daf2902-71c6-44ee-a182-6e03a04b2f1d req-8f2fe927-6209-472c-9a61-3e1bf451cf6b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 945 time: 0.0497301 Nov 23 11:04:07.683782 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9daf2902-71c6-44ee-a182-6e03a04b2f1d req-8aa60ea7-e16d-4f3e-9ca0-73465cf7ffd7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Nov 23 11:04:07.870228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:07.927458 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port f6dc9cea-9ecd-46d6-a387-81adfefea537 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:04:07.931624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f6dc9cea-9ecd-46d6-a387-81adfefea537 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:07.931999 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.011270 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.034500 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:08.036778 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63509b-d819-4b12-8e6f-e774ff2c2579" -d '{"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:08.049287 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:08.053957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.080269 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cffd5f1-c852-4764-b62d-5e8066ad8ff3 x-openstack-request-id: req-0cffd5f1-c852-4764-b62d-5e8066ad8ff3 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:08.080566 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:08.080789 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cffd5f1-c852-4764-b62d-5e8066ad8ff3 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:08.081173 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'code': 200} Nov 23 11:04:08.106599 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:08.177549 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a20ebf-c9fb-4ace-a083-4bad39bf1939 req-0daa616b-8267-4cea-86ab-a94aa94c374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:08.179074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8a20ebf-c9fb-4ace-a083-4bad39bf1939 req-0daa616b-8267-4cea-86ab-a94aa94c374a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0424395 Nov 23 11:04:08.234399 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f8a20ebf-c9fb-4ace-a083-4bad39bf1939 req-4254e57f-1941-4af9-8e47-101050d008be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484064 Nov 23 11:04:08.823471 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df6f81-ab2b-4e85-bceb-a8c9d64a8c31 req-e11be45d-253c-4af5-8b74-c2ebf2772ece tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:08.824991 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1df6f81-ab2b-4e85-bceb-a8c9d64a8c31 req-e11be45d-253c-4af5-8b74-c2ebf2772ece tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0557716 Nov 23 11:04:08.882461 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f1df6f81-ab2b-4e85-bceb-a8c9d64a8c31 req-d1b1804e-9854-420c-a9c6-d31ea507558f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512171 Nov 23 11:04:10.003729 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfba44-9a21-4a23-b1f4-4e9557a9f3d7 req-071d90c6-2d3c-497b-941a-04d0a56ef087 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.005287 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8dfba44-9a21-4a23-b1f4-4e9557a9f3d7 req-071d90c6-2d3c-497b-941a-04d0a56ef087 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0520866 Nov 23 11:04:10.054520 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f8dfba44-9a21-4a23-b1f4-4e9557a9f3d7 req-b4267cda-4e6e-4cf6-91d2-77793188bd06 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 Nov 23 11:04:10.172003 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f9cc-e687-4d69-93f2-cb5ab2e6259b req-536b737a-a99c-462a-ae74-4b83204c3466 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.173426 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e39f9cc-e687-4d69-93f2-cb5ab2e6259b req-536b737a-a99c-462a-ae74-4b83204c3466 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0518153 Nov 23 11:04:10.226653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1e39f9cc-e687-4d69-93f2-cb5ab2e6259b req-830a7578-6f8f-4661-839e-18b996a5645f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443087 Nov 23 11:04:10.258824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58362) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.349793 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51ade9-0fa8-49b2-865f-e1c8be47c878 tempest-TestShelveInstance-1614723580 tempest-TestShelveInstance-1614723580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.351358 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a51ade9-0fa8-49b2-865f-e1c8be47c878 tempest-TestShelveInstance-1614723580 tempest-TestShelveInstance-1614723580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1092 time: 0.0915623 Nov 23 11:04:10.354339 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58366) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.358631 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:10.382286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:10.490832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:10.597669 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Allocated IP 172.25.1.24 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/496e4929-c74d-4959-8fc4-d09597719c85) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:10.707370 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:10.744907 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:10.789064 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:10.794392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:10.796584 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=496e4929-c74d-4959-8fc4-d09597719c85,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:10.798722 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:11.151447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.231566 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.383591 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.390641 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.456645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=496e4929-c74d-4959-8fc4-d09597719c85,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:11.469340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.587004 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Floating IP d8cb7e5e-44bb-4365-97eb-913deb2aa17b associated. External IP: 172.25.1.24, port: f6dc9cea-9ecd-46d6-a387-81adfefea537. Nov 23 11:04:11.795596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:04:11.904150 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:11.916636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:11.925776 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.928061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:11.928680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:11.961097 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-74fcb7f3-f5a4-4249-bb42-80bb9523553a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5977626 Nov 23 11:04:11.961097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:11.961097 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:11.992318 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371db70-e81c-4732-bb4b-2f0fc94f8fd8 x-openstack-request-id: req-6371db70-e81c-4732-bb4b-2f0fc94f8fd8 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:11.992606 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:11.992854 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6371db70-e81c-4732-bb4b-2f0fc94f8fd8 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:11.993259 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'status': 'completed', 'code': 200} Nov 23 11:04:12.039137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:12.056747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-07bbab6b-ac37-4015-b3e0-248a707245fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.058270 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-07bbab6b-ac37-4015-b3e0-248a707245fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0421679 Nov 23 11:04:12.153567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-2cd516ce-9d53-4c2c-bb40-2c913a6d16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.155089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-2cd516ce-9d53-4c2c-bb40-2c913a6d16f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0891778 Nov 23 11:04:12.222450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-11570d99-31ff-43bb-bae2-4e1a99698d04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 999 time: 0.0594065 Nov 23 11:04:12.265377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'd8cb7e5e-44bb-4365-97eb-913deb2aa17b', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:04:11Z', 'updated_at': '2021-11-23T11:04:11Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:12.277846 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-e2efbf68-6cc9-42f7-9da1-7e2bb00028f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.279384 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-e2efbf68-6cc9-42f7-9da1-7e2bb00028f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0495188 Nov 23 11:04:12.295090 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:04:12.304339 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:12.305073 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:03:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:12.327447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-8cf78c0a-94f0-48a6-8cb2-e43aad9c84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.328875 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-8cf78c0a-94f0-48a6-8cb2-e43aad9c84c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415211 Nov 23 11:04:12.410888 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:12.422788 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-89200fe1-c37f-4e8b-a200-b14ddfe8facb service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 Nov 23 11:04:12.515574 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de0d9aa3-aeae-40bc-a49e-74a99cbc43ce req-e2227caa-882a-46c4-990a-121f8d45aca2 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Nov 23 11:04:12.644980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'd8cb7e5e-44bb-4365-97eb-913deb2aa17b', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:04:11Z', 'updated_at': '2021-11-23T11:04:11Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:12.674360 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671707-e0f6-47f3-bbdb-3b421e9c99b1 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'd8cb7e5e-44bb-4365-97eb-913deb2aa17b', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:04:11Z', 'updated_at': '2021-11-23T11:04:11Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:12.881241 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2c249-2d0d-44ad-93fe-ecc77ee7851a None None] New status for floating IP d8cb7e5e-44bb-4365-97eb-913deb2aa17b: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:04:16.448593 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.966218 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9c690e7-f142-4bbe-85eb-6113b8d9ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.433316 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-34302cfb-1491-4d83-9f17-0e0f0b32f8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.855273 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.615175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.973200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.654469 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.353236 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:04:46.468663 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.965870 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-391241a9-cd57-4096-bf9d-d838c64561d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.437367 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fdabbe2-104b-4201-9791-3218c242f180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.846665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:51.619695 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:52.976777 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:53.658798 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:56.973005 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-27240b48-f749-4830-a176-4f3b17cf9219 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421932 Nov 23 11:04:57.065589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-78f34720-fe82-4231-b22a-6388b41307b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:57.067089 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-78f34720-fe82-4231-b22a-6388b41307b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0499537 Nov 23 11:04:57.173567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-204d4fd4-fa9e-474c-8da2-1aeb4f564de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:57.175080 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-204d4fd4-fa9e-474c-8da2-1aeb4f564de1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0873373 Nov 23 11:04:57.239328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-fa816494-9496-4bff-ba67-9af7bd01f5b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1001 time: 0.0566585 Nov 23 11:04:57.291173 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-45b5f50c-3d76-4eae-9328-26f8dcb093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:57.292561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-45b5f50c-3d76-4eae-9328-26f8dcb093a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0467386 Nov 23 11:04:57.338742 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-1679893f-b2c0-4b0e-abc3-a29d2ba0ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:57.340227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-1679893f-b2c0-4b0e-abc3-a29d2ba0ae8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398202 Nov 23 11:04:57.430482 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-5ba09438-da31-411e-aefb-10fbc47c6160 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831311 Nov 23 11:04:57.524926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8f33d995-858d-484d-8c38-7b6abe6d355f req-7bfbed91-4c6c-4ed9-9ca8-053cd047cd26 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Nov 23 11:05:16.477461 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.964562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fe186127-63ba-430c-b659-99a51b4e6313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.354900 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:05:20.444213 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0176-2b27-403d-8bb2-b08fd2695902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.852568 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.618930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.981553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.659485 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.470803 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.965862 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2e37-4ee3-44ac-8b26-eb1469968e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.446305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a261d9c1-2313-467b-8c33-0089faa46434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.864417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.623739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.985321 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.660543 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.360609 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:05:58.976019 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-0dab3a6d-5f64-4ee7-8c20-aea6f599b29f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441592 Nov 23 11:05:59.069470 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-c6c7e8c3-0135-411c-9092-4b3a9eefc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:59.071001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-c6c7e8c3-0135-411c-9092-4b3a9eefc0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0492163 Nov 23 11:05:59.186865 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-53eac49d-9c80-49ce-8a9b-100f5a0791ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:59.188383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-53eac49d-9c80-49ce-8a9b-100f5a0791ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0959704 Nov 23 11:05:59.257742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-59ac48e8-c81c-4e50-b425-b9812e8e5eab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1001 time: 0.0617635 Nov 23 11:05:59.309573 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-fc0d837d-447f-4169-b2d1-c91ad148331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:59.311134 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-fc0d837d-447f-4169-b2d1-c91ad148331b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0453866 Nov 23 11:05:59.358208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-b2d3d6e9-a404-4182-940d-179245af58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:59.359712 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-b2d3d6e9-a404-4182-940d-179245af58c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413725 Nov 23 11:05:59.792926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-064c5fe9-ed30-4864-a38a-51340a78d6c1 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257531 Nov 23 11:05:59.884414 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01695de3-7f64-4b10-819d-9e9c48573a83 req-6abd54e9-d5ae-4bf9-9637-b0de04d0454a service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835867 Nov 23 11:06:16.482861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.966640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c4214de-dc36-4dff-b971-969f0eb67577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.442479 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26c5afd8-fa2c-48a8-9ee1-09037a437ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.868203 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.632107 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:22.990830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.667797 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.367336 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:06:38.496032 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297195be-1b17-4ba1-9d82-26914a3843c0 req-62645b6b-7810-4b29-aa9b-c96e9a840450 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:38.497620 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-297195be-1b17-4ba1-9d82-26914a3843c0 req-62645b6b-7810-4b29-aa9b-c96e9a840450 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.1217129 Nov 23 11:06:38.546708 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-297195be-1b17-4ba1-9d82-26914a3843c0 req-1f0736cc-a708-49af-9bd2-aba38180ef68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Nov 23 11:06:39.699782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ac5e3-5b8b-4a8d-b6cb-30b3bf492479 req-f6f51e2d-2f3f-4d35-924e-56485c2d89f7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:39.701256 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c77ac5e3-5b8b-4a8d-b6cb-30b3bf492479 req-f6f51e2d-2f3f-4d35-924e-56485c2d89f7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0491159 Nov 23 11:06:39.762799 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c77ac5e3-5b8b-4a8d-b6cb-30b3bf492479 req-0ffb4b08-efb1-4321-9585-671117620da9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554807 Nov 23 11:06:40.915043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea776566-1c03-4402-ab93-f3afeba42d7f req-33292820-14ef-4c61-9037-6e7378e98d76 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.916547 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea776566-1c03-4402-ab93-f3afeba42d7f req-33292820-14ef-4c61-9037-6e7378e98d76 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0516620 Nov 23 11:06:40.968356 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ea776566-1c03-4402-ab93-f3afeba42d7f req-4394e947-c218-4131-a4c8-cc815b5956bd tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455861 Nov 23 11:06:42.103677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51b564-91f0-45a5-8b4f-8ce9b56731ad req-9e6b7638-ea71-4d73-842f-e48a3cb6b472 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:42.105120 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d51b564-91f0-45a5-8b4f-8ce9b56731ad req-9e6b7638-ea71-4d73-842f-e48a3cb6b472 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0532663 Nov 23 11:06:42.159296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1d51b564-91f0-45a5-8b4f-8ce9b56731ad req-b72c6844-5be4-40e8-902a-42d88079d332 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452695 Nov 23 11:06:43.277269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76c7b9-d055-4834-83f2-4c3473b48b7d req-791f0a46-e5f5-4c6d-8a06-45c024b97026 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:43.278776 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd76c7b9-d055-4834-83f2-4c3473b48b7d req-791f0a46-e5f5-4c6d-8a06-45c024b97026 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0499215 Nov 23 11:06:43.334005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cd76c7b9-d055-4834-83f2-4c3473b48b7d req-daeae0d6-91e8-4c39-9896-8d9d6e082537 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489428 Nov 23 11:06:44.460727 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0384-ecfc-41da-b502-7c43f0a2eb01 req-aceb1d85-c317-4e2a-91ed-a417d792ae03 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:44.462153 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38eb0384-ecfc-41da-b502-7c43f0a2eb01 req-aceb1d85-c317-4e2a-91ed-a417d792ae03 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0496655 Nov 23 11:06:44.512488 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-38eb0384-ecfc-41da-b502-7c43f0a2eb01 req-515bfb2b-0cd5-4d6e-a774-fc5c18f91a5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 Nov 23 11:06:45.644804 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc998e4-2d9b-4bdb-b308-e2e77925027a req-e7d2641d-ddac-47d3-9e92-83058b6da5c5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:45.646347 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bc998e4-2d9b-4bdb-b308-e2e77925027a req-e7d2641d-ddac-47d3-9e92-83058b6da5c5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0548077 Nov 23 11:06:45.697476 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9bc998e4-2d9b-4bdb-b308-e2e77925027a req-f0296fae-8b95-4f80-b441-59d43128a0fc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Nov 23 11:06:46.508178 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.832896 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a7831-b547-4c05-9fb7-378ff33e355c req-b1f7cbb3-fc07-4acf-8cc6-16f1861972be tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.834365 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967a7831-b547-4c05-9fb7-378ff33e355c req-b1f7cbb3-fc07-4acf-8cc6-16f1861972be tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0536180 Nov 23 11:06:46.886578 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-967a7831-b547-4c05-9fb7-378ff33e355c req-d2949cd4-751c-4ab3-a1a9-93e9c9051dcc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Nov 23 11:06:47.960217 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e98f8687-d1e3-460b-afd4-53a1b5de5f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.009728 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276ec49-5a37-4744-aba1-7c8db0f8aa97 req-aac41869-8f46-4e16-b7ce-4ed9b2946e1d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:48.011566 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5276ec49-5a37-4744-aba1-7c8db0f8aa97 req-aac41869-8f46-4e16-b7ce-4ed9b2946e1d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0507462 Nov 23 11:06:48.064026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5276ec49-5a37-4744-aba1-7c8db0f8aa97 req-d1f63375-05bb-4a0a-a3e8-3b53720e91e2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Nov 23 11:06:49.194012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aa79b-9a54-48c0-b600-c25ef69d1187 req-7ac301bd-0848-4048-9353-2a12d7e453e5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:49.195494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-343aa79b-9a54-48c0-b600-c25ef69d1187 req-7ac301bd-0848-4048-9353-2a12d7e453e5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0556560 Nov 23 11:06:49.243894 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-343aa79b-9a54-48c0-b600-c25ef69d1187 req-6b055525-726e-43b7-ab4e-d317be655053 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Nov 23 11:06:50.387619 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca8ad6-ed4d-4004-89b2-87a44b0edd87 req-1bbf20fc-8a14-413c-99ce-6c62f0ac28bf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:50.389145 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31ca8ad6-ed4d-4004-89b2-87a44b0edd87 req-1bbf20fc-8a14-413c-99ce-6c62f0ac28bf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0661316 Nov 23 11:06:50.440527 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-31ca8ad6-ed4d-4004-89b2-87a44b0edd87 req-3d8da106-aa21-4fd8-8310-1ffc70feadc1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451531 Nov 23 11:06:50.446920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d654d1e-0608-4baa-b225-ce003666d2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.656288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:06:50.781122 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:50.793096 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:06:50.835844 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.851428 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:50.880700 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:50.887629 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.893930 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.957962 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:50.966697 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['f6dc9cea-9ecd-46d6-a387-81adfefea537'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:06:50.970486 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.970829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.971203 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.971534 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.971900 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.972231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.972554 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.972874 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.973192 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.973505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.973829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:50.974173 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:51.567023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e1318-7e21-421f-af85-340ea1c176dc req-8591f50c-7f8d-436f-9625-b3e457fdb71c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:51.568522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-512e1318-7e21-421f-af85-340ea1c176dc req-8591f50c-7f8d-436f-9625-b3e457fdb71c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 945 time: 0.0507097 Nov 23 11:06:51.622376 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-512e1318-7e21-421f-af85-340ea1c176dc req-4cade68c-fab6-4497-ab28-b51dc4e544af tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477810 Nov 23 11:06:51.627125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.641447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:52.692172 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port f6dc9cea-9ecd-46d6-a387-81adfefea537 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:52.692510 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.746783 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95996-a779-4bc7-ac73-80105ecd2711 req-4b93b426-6eef-4e77-8737-0dba60c43ce0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.748357 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6de95996-a779-4bc7-ac73-80105ecd2711 req-4b93b426-6eef-4e77-8737-0dba60c43ce0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 945 time: 0.0509930 Nov 23 11:06:52.776824 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.799047 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6de95996-a779-4bc7-ac73-80105ecd2711 req-f0674268-20e7-458a-89ed-5c1dba6598a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444930 Nov 23 11:06:52.799879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:52.802166 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3806b38-088a-42e4-b97f-d82ba5b552ed" -d '{"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:52.814853 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:52.821810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.870160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:52.894815 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10944b-6d47-4ead-a756-0c3fce8721f9 x-openstack-request-id: req-2b10944b-6d47-4ead-a756-0c3fce8721f9 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:52.895111 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:52.895368 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b10944b-6d47-4ead-a756-0c3fce8721f9 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:52.895758 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'code': 200} Nov 23 11:06:52.987406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:53.656407 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:53.930514 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426860df-2681-47b8-867e-6a776750de27 req-e8c04717-3d5f-4beb-bd08-181ecc3d5c0d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.931922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-426860df-2681-47b8-867e-6a776750de27 req-e8c04717-3d5f-4beb-bd08-181ecc3d5c0d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0548205 Nov 23 11:06:53.984563 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-426860df-2681-47b8-867e-6a776750de27 req-17de85b7-75ea-46b1-ae12-6cba7dc4e810 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Nov 23 11:06:55.118398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31c77e-8e37-4054-bf3d-1810e1544d8d req-b82ef7c9-f47d-450e-9008-71599358a8f7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:55.120608 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d31c77e-8e37-4054-bf3d-1810e1544d8d req-b82ef7c9-f47d-450e-9008-71599358a8f7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0629008 Nov 23 11:06:55.174464 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7d31c77e-8e37-4054-bf3d-1810e1544d8d req-5d2e6e41-eaf9-4891-9b26-d3b05f6eb4f6 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468957 Nov 23 11:06:56.304338 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681537-f4cb-4e29-980a-b715af8c30d8 req-50250822-5f8b-45c8-9242-c7087ee1a291 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:56.306543 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0681537-f4cb-4e29-980a-b715af8c30d8 req-50250822-5f8b-45c8-9242-c7087ee1a291 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0616333 Nov 23 11:06:56.374026 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d0681537-f4cb-4e29-980a-b715af8c30d8 req-bb9dd303-4fd6-4171-85a8-8ea337809f2b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610733 Nov 23 11:06:57.495801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f08e-4d5d-4f80-85c8-9eaa3edad3a5 req-7e6ac001-a70a-4105-971b-4b2c0f4e2462 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:57.497231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc35f08e-4d5d-4f80-85c8-9eaa3edad3a5 req-7e6ac001-a70a-4105-971b-4b2c0f4e2462 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0512421 Nov 23 11:06:57.550466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-dc35f08e-4d5d-4f80-85c8-9eaa3edad3a5 req-c670dfad-7326-46dd-9fa9-d672e1dc5d6f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Nov 23 11:06:58.668578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927270f-eadc-4098-9755-d4674ed2a975 req-a7252321-30ca-44f9-8c48-95507c444909 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:58.670881 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4927270f-eadc-4098-9755-d4674ed2a975 req-a7252321-30ca-44f9-8c48-95507c444909 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0525978 Nov 23 11:06:58.730163 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4927270f-eadc-4098-9755-d4674ed2a975 req-50ef0bed-de09-4ac4-b69c-c4de21b184aa tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512846 Nov 23 11:06:59.859332 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50ae32-b066-4b46-aafd-9aed0ac5bf59 req-1bed555c-03b8-4f13-83d8-01f50a1537c4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:59.861001 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c50ae32-b066-4b46-aafd-9aed0ac5bf59 req-1bed555c-03b8-4f13-83d8-01f50a1537c4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0588372 Nov 23 11:06:59.939656 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8c50ae32-b066-4b46-aafd-9aed0ac5bf59 req-e723cf68-475d-4e78-9661-fa1f0fdd9761 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673571 Nov 23 11:07:00.044994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-475f6014-5065-4f7a-92d6-f84fa341ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:00.046743 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-475f6014-5065-4f7a-92d6-f84fa341ce3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0587788 Nov 23 11:07:00.173446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-67ec464f-9972-4413-b725-3e3a60e69d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:00.175121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-67ec464f-9972-4413-b725-3e3a60e69d0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.1072862 Nov 23 11:07:00.256748 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-630d5d84-c749-44e0-af4f-7c8818d7f72f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1001 time: 0.0740070 Nov 23 11:07:00.308611 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-c1cf910b-0619-4f57-af3b-9058c81d2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:00.310159 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-c1cf910b-0619-4f57-af3b-9058c81d2e78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0451605 Nov 23 11:07:00.362668 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-ccd8e6c6-b6e5-41af-8c82-beb7a0ea4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:00.364297 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-ccd8e6c6-b6e5-41af-8c82-beb7a0ea4a73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468764 Nov 23 11:07:00.459063 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-69b39919-4e42-4acd-8290-cc9801c098c2 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873609 Nov 23 11:07:00.563306 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5a91bbb3-5ac5-4a27-b086-a9d5b91dce7b req-91c2bc67-fbeb-4924-8020-d55ad9d9e3d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963356 Nov 23 11:07:01.054890 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663542-51cf-4f1d-911a-3c7f0d42daa3 req-2432563b-f7a8-4d6b-a882-b0fd9bfd16c0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:01.056510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53663542-51cf-4f1d-911a-3c7f0d42daa3 req-2432563b-f7a8-4d6b-a882-b0fd9bfd16c0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0537014 Nov 23 11:07:01.107792 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-53663542-51cf-4f1d-911a-3c7f0d42daa3 req-d1986f56-a6d5-4d9a-85ee-2e5f2dff6914 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449388 Nov 23 11:07:02.337871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434c04-fe4f-4f5f-85d5-4fd05ffcc0d4 req-29760fa8-0bd3-47c7-bd65-e3b245332834 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:02.339595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae434c04-fe4f-4f5f-85d5-4fd05ffcc0d4 req-29760fa8-0bd3-47c7-bd65-e3b245332834 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0712245 Nov 23 11:07:02.413458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ae434c04-fe4f-4f5f-85d5-4fd05ffcc0d4 req-48a10e7a-e038-4c00-8e83-95375a1390db tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655715 Nov 23 11:07:03.536694 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c849596-2e71-4a1b-82ca-64e94d35adea req-95b5f881-6876-46e3-a527-800be66ebd40 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:03.538195 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c849596-2e71-4a1b-82ca-64e94d35adea req-95b5f881-6876-46e3-a527-800be66ebd40 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0501964 Nov 23 11:07:03.587595 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4c849596-2e71-4a1b-82ca-64e94d35adea req-62aaf9b2-e5b1-4a28-ba7e-c0c2e98826d8 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Nov 23 11:07:04.279933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-506bbe9a-7eef-4c91-9430-b1a4693df8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.281425 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-506bbe9a-7eef-4c91-9430-b1a4693df8d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1097 time: 0.0490162 Nov 23 11:07:04.373305 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-4bdd6bf6-5d5c-492c-81bb-6e795a4dccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.374835 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-4bdd6bf6-5d5c-492c-81bb-6e795a4dccf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0856998 Nov 23 11:07:04.444291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-c6f88781-889e-487c-970a-9c5d688715ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1001 time: 0.0625484 Nov 23 11:07:04.496619 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-1ce8027a-4cd1-4c9d-81c6-fb9b5ded5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.498106 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-1ce8027a-4cd1-4c9d-81c6-fb9b5ded5474 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0458195 Nov 23 11:07:04.544893 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-4e516055-d36e-4d79-ab29-14d42ae9a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.546427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-4e516055-d36e-4d79-ab29-14d42ae9a428 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411723 Nov 23 11:07:04.640475 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-17f89c1d-d054-49da-88d3-a4412b883d49 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Nov 23 11:07:04.769102 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dad04-69f5-4f1f-8b8b-084560a1944d req-577bc37c-4c25-4fcd-9a85-b7c6ace9ee97 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.770626 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-890dad04-69f5-4f1f-8b8b-084560a1944d req-577bc37c-4c25-4fcd-9a85-b7c6ace9ee97 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.1057136 Nov 23 11:07:04.776251 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-413c2207-ecab-4a70-a422-ea63e0a6d8c7 req-eb48beca-f412-454c-9193-4fa49cee8a7b service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284614 Nov 23 11:07:04.823363 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-890dad04-69f5-4f1f-8b8b-084560a1944d req-1941fc44-1850-44a2-851f-6012e0acc648 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460467 Nov 23 11:07:05.954210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb09f99-44e6-40ab-ab2c-dc65e6b6a178 req-d20cd351-40e1-4c6a-a9a3-47ff1f1ca036 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:05.955692 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ecb09f99-44e6-40ab-ab2c-dc65e6b6a178 req-d20cd351-40e1-4c6a-a9a3-47ff1f1ca036 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0556633 Nov 23 11:07:06.007775 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ecb09f99-44e6-40ab-ab2c-dc65e6b6a178 req-fbb387ef-801a-4a69-a388-6586e5221e7b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Nov 23 11:07:07.141058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4d21-2e2f-4faa-b983-75fd227ff01f req-d60236a5-74e6-43c2-b04b-568a03a765cc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:07.142592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d2a4d21-2e2f-4faa-b983-75fd227ff01f req-d60236a5-74e6-43c2-b04b-568a03a765cc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0538414 Nov 23 11:07:07.193926 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3d2a4d21-2e2f-4faa-b983-75fd227ff01f req-dee92cab-80ec-4da8-bb5c-159599ef92db tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452836 Nov 23 11:07:07.324284 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-9ab1728b-db7b-4389-8563-5969e9010449 req-6807e6ef-23db-4127-bb56-04c436325f63 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:07:07.325302 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9ab1728b-db7b-4389-8563-5969e9010449 req-6807e6ef-23db-4127-bb56-04c436325f63 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552037 Nov 23 11:07:07.484455 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b825c-213a-4ecd-8d24-0462bc98984e req-4e3cf7d6-0fa1-47dc-ad36-452a6578f65a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:07.485528 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d72b825c-213a-4ecd-8d24-0462bc98984e req-4e3cf7d6-0fa1-47dc-ad36-452a6578f65a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0496659 Nov 23 11:07:07.543499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d72b825c-213a-4ecd-8d24-0462bc98984e req-756f44c3-a2b0-4e35-a7b2-c10ce717d246 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519183 Nov 23 11:07:07.676024 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-02e986fc-abe3-4bb2-8a05-d395429c53b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828278 Nov 23 11:07:08.597068 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-2f00e08b-1bb4-415a-9450-7f28eefdfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:08.598743 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-2f00e08b-1bb4-415a-9450-7f28eefdfee1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 1097 time: 0.0872526 Nov 23 11:07:08.611003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-5', 'device_owner': 'compute:nova'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:08.696246 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:08.706763 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef5a62-47d7-4a28-a1d4-2f488a95c82c req-40888f6f-5d55-4737-be8f-f29190d887cb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:08.708262 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9ef5a62-47d7-4a28-a1d4-2f488a95c82c req-40888f6f-5d55-4737-be8f-f29190d887cb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0945985 Nov 23 11:07:08.738026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:07:08.798958 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9ef5a62-47d7-4a28-a1d4-2f488a95c82c req-48b1b423-c1ae-4906-9155-d0be4e29a8a7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845091 Nov 23 11:07:08.819884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:08.946145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:08.978864 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h1-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:07:09.024599 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:09.027091 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99202e3e-9f41-45cb-a4c4-87066b7c646b" -d '{"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:09.030935 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:09.043802 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Transition to ACTIVE for port object f6dc9cea-9ecd-46d6-a387-81adfefea537 will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:07:09.049837 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:09.091827 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.db.api [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:07:09.092446 n-d-781076-5 neutron-server[110025]: DEBUG oslo_db.api [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:07:09.137560 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=8']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:09.147951 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ca8d0-e2fe-4fee-82d7-c4a35cd473cb x-openstack-request-id: req-623ca8d0-e2fe-4fee-82d7-c4a35cd473cb {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:09.148241 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:09.148489 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-623ca8d0-e2fe-4fee-82d7-c4a35cd473cb {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:09.148894 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'code': 200} Nov 23 11:07:09.154754 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.155099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.155437 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.155874 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.156202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.156528 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.156839 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.157159 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.157483 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.157800 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.158139 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.158447 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:09.199258 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] No DVR routers for this DVR port f6dc9cea-9ecd-46d6-a387-81adfefea537 on host n-h1-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:07:09.338381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:07:09.338863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:07:09.339016 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:07:09.344152 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:07:09.344489 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Attempting to bind port f6dc9cea-9ecd-46d6-a387-81adfefea537 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:07:09.349620 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:07:09.349991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:07:09.350382 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Bound using segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:07:09.350813 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Bound port: f6dc9cea-9ecd-46d6-a387-81adfefea537, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:07:09.351191 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:09.414722 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:07:09.417835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:07:09.423854 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:09.460589 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.461386 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:09.462909 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1092 time: 0.8561335 Nov 23 11:07:09.497381 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6f21-d3dc-4ea1-9dcf-950c635f2089 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=9']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:09.534019 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-14ffef9b-b5f4-4fbc-85a8-0bf8cc7766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.535589 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-14ffef9b-b5f4-4fbc-85a8-0bf8cc7766e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1095 time: 0.0476933 Nov 23 11:07:09.635014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-819669b7-aef0-493a-9d3e-ee6a721be8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.636855 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-819669b7-aef0-493a-9d3e-ee6a721be8e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0939660 Nov 23 11:07:09.708768 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-e4de11b4-96f4-4f68-8905-587c1c6fed94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 999 time: 0.0645165 Nov 23 11:07:09.760835 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-8b255c27-0c39-4ba9-a10f-ee99a02bf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.762565 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-8b255c27-0c39-4ba9-a10f-ee99a02bf357 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0457017 Nov 23 11:07:09.814933 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-fc7b31b7-82a9-4144-a88d-a8a5782b68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.816539 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-fc7b31b7-82a9-4144-a88d-a8a5782b68cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465374 Nov 23 11:07:09.940814 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-be3169c3-5630-4f38-b9bc-81216282ee29 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171396 Nov 23 11:07:09.952969 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36e1be-51fc-4816-b45f-e2df9bfaa900 req-7744c105-0844-4642-8a80-18492604e5ec tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.954413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c36e1be-51fc-4816-b45f-e2df9bfaa900 req-7744c105-0844-4642-8a80-18492604e5ec tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0712235 Nov 23 11:07:10.060593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7c36e1be-51fc-4816-b45f-e2df9bfaa900 req-f212a370-55db-476e-a21d-220dc2295df0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982797 Nov 23 11:07:10.079479 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-74374ce7-0207-43aa-a57e-edc837c92ae9 req-852f5488-888a-4a33-ad08-aa1235d80ad2 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241250 Nov 23 11:07:10.188094 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbde2f-2626-4574-8008-dd0884915128 req-37c1c3a6-5495-480a-84eb-b82b47356ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:10.190273 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-37c1c3a6-5495-480a-84eb-b82b47356ee3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1095 time: 0.0441823 Nov 23 11:07:10.292879 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbde2f-2626-4574-8008-dd0884915128 req-d3604001-203e-4076-8393-2919c04ffc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:10.294439 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-d3604001-203e-4076-8393-2919c04ffc44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0845568 Nov 23 11:07:10.358921 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:07:10.388217 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-409b127e-b077-4e4d-a53e-71b01adb02c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 999 time: 0.0839553 Nov 23 11:07:11.150606 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:11.153681 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da73a3cc-a36e-499c-a462-604b52d20849" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:11.207438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75837f51-445d-4a0d-85b3-0fba71f1af04 req-1ebf16aa-bed9-4e41-b73a-c9c303ee0ebb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:11.209074 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75837f51-445d-4a0d-85b3-0fba71f1af04 req-1ebf16aa-bed9-4e41-b73a-c9c303ee0ebb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0732877 Nov 23 11:07:11.264726 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-75837f51-445d-4a0d-85b3-0fba71f1af04 req-4fa5791f-611b-4a68-8fb9-65eeb573a872 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490746 Nov 23 11:07:12.228339 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0614cc-7ebc-4aac-9a31-f7881e8cacc2 x-openstack-request-id: req-bd0614cc-7ebc-4aac-9a31-f7881e8cacc2 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:12.228794 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:12.228932 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd0614cc-7ebc-4aac-9a31-f7881e8cacc2 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:12.230028 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'status': 'completed', 'code': 200} Nov 23 11:07:12.385483 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c0df-6911-416e-8d05-1315963c47fe req-faec7a6c-a907-4d26-9efe-af544bc820e3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:12.387424 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bce6c0df-6911-416e-8d05-1315963c47fe req-faec7a6c-a907-4d26-9efe-af544bc820e3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0515985 Nov 23 11:07:12.440912 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bce6c0df-6911-416e-8d05-1315963c47fe req-9f3d5c7f-e64e-4cc5-a368-cc48595f0966 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Nov 23 11:07:13.565243 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043a4bc-8f89-4cad-acc4-fbaf6874dea8 req-4bdbd2f3-4833-454e-b1dd-8c2a0c790885 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:13.570483 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d043a4bc-8f89-4cad-acc4-fbaf6874dea8 req-4bdbd2f3-4833-454e-b1dd-8c2a0c790885 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0552623 Nov 23 11:07:13.620502 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d043a4bc-8f89-4cad-acc4-fbaf6874dea8 req-3be1c8c0-9368-40f6-a10b-fb353941149f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Nov 23 11:07:14.750795 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a59e-1b52-4f61-91fc-817d37154914 req-83feac2b-5162-4404-a7c0-7581b94c70b3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:14.752643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d81a59e-1b52-4f61-91fc-817d37154914 req-83feac2b-5162-4404-a7c0-7581b94c70b3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0573235 Nov 23 11:07:14.806448 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-8d81a59e-1b52-4f61-91fc-817d37154914 req-d38cb738-4e19-4c1c-a683-5b06b8fde537 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473907 Nov 23 11:07:15.932069 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a24d3-863d-4284-8f17-078516b919a0 req-58ddd83b-ab4b-4e2b-9456-81ca567b3d00 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:15.933593 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c11a24d3-863d-4284-8f17-078516b919a0 req-58ddd83b-ab4b-4e2b-9456-81ca567b3d00 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0563087 Nov 23 11:07:15.985390 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c11a24d3-863d-4284-8f17-078516b919a0 req-d2b916bf-9717-4000-b331-a2da5b6b03c4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451534 Nov 23 11:07:16.509768 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.106196 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03582f-cbbd-41dd-8de0-e2e96a91506e req-1e346499-c974-4760-b5f1-10559af4d6b3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:17.107708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad03582f-cbbd-41dd-8de0-e2e96a91506e req-1e346499-c974-4760-b5f1-10559af4d6b3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0505369 Nov 23 11:07:17.158837 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ad03582f-cbbd-41dd-8de0-e2e96a91506e req-ffc28f05-048f-4d0a-8637-970ea2e93249 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Nov 23 11:07:17.957553 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26f3d26a-ef14-4453-b153-29c4c60308a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:18.286399 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c13a1-44e9-48c3-9529-aae9d90cc0fb req-fe5d89bd-177f-4e8a-9c4e-5b73d3653827 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:18.287936 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-754c13a1-44e9-48c3-9529-aae9d90cc0fb req-fe5d89bd-177f-4e8a-9c4e-5b73d3653827 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0529644 Nov 23 11:07:18.339523 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-754c13a1-44e9-48c3-9529-aae9d90cc0fb req-bdbdee12-1d5f-4735-a164-e73c5584bafb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455530 Nov 23 11:07:19.472071 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594443e1-5b2a-4c31-9985-e7df8ee3a763 req-8f5e8c83-5cf8-4d38-b25b-610a75cf4c61 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:19.473787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-594443e1-5b2a-4c31-9985-e7df8ee3a763 req-8f5e8c83-5cf8-4d38-b25b-610a75cf4c61 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0597563 Nov 23 11:07:19.529523 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-594443e1-5b2a-4c31-9985-e7df8ee3a763 req-aaca5b77-294f-424c-b63e-40151182211b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493710 Nov 23 11:07:20.454125 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-13295b6f-2c4f-423a-8ddd-e7422ca79e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:20.668090 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12a60b-0c75-4d2d-ae6f-aaf669911b22 req-a0ed45c9-2b7f-4755-a168-a8518fe12ab5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:20.669564 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b12a60b-0c75-4d2d-ae6f-aaf669911b22 req-a0ed45c9-2b7f-4755-a168-a8518fe12ab5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0595396 Nov 23 11:07:20.724432 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9b12a60b-0c75-4d2d-ae6f-aaf669911b22 req-ecf15c27-ef8d-473b-9f42-1127795532cc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473917 Nov 23 11:07:20.797122 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbde2f-2626-4574-8008-dd0884915128 req-2847cd6a-1d0a-44f5-8bb1-5e984aa46a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:20.798671 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-2847cd6a-1d0a-44f5-8bb1-5e984aa46a4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0449560 Nov 23 11:07:20.849738 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbde2f-2626-4574-8008-dd0884915128 req-1134f4a6-e36f-431a-ab3b-f59f369e0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:20.851292 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-1134f4a6-e36f-431a-ab3b-f59f369e0c66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416260 Nov 23 11:07:20.876083 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:20.953929 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-079f77bc-5e6b-4e81-9ba9-2db71b78cdf8 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918167 Nov 23 11:07:21.044677 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-62cbde2f-2626-4574-8008-dd0884915128 req-7d60e846-4f58-41d5-9615-5264faca8f01 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827422 Nov 23 11:07:21.135003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a3cc-a36e-499c-a462-604b52d20849 req-e46f57d8-4360-4429-9231-d3515a88d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:21.136513 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-e46f57d8-4360-4429-9231-d3515a88d671 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1095 time: 0.0429761 Nov 23 11:07:21.239519 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a3cc-a36e-499c-a462-604b52d20849 req-7e747a85-05c7-41ff-b6e7-eddb54d1f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:21.240985 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-7e747a85-05c7-41ff-b6e7-eddb54d1f057 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0953829 Nov 23 11:07:21.323769 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-94711372-faa7-4fb7-b1c3-8784a7fa5954 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 999 time: 0.0733631 Nov 23 11:07:21.376587 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a3cc-a36e-499c-a462-604b52d20849 req-9d23b112-b513-4d8a-a902-ee8a984eb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:21.378126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-9d23b112-b513-4d8a-a902-ee8a984eb5db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0457475 Nov 23 11:07:21.426713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a3cc-a36e-499c-a462-604b52d20849 req-2b1c8b0a-41ed-4f00-b9c7-d3707bc75484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:21.428227 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-2b1c8b0a-41ed-4f00-b9c7-d3707bc75484 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426269 Nov 23 11:07:21.525728 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-2316d466-0a72-44c6-a0a0-ccb9a7ca07b0 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884175 Nov 23 11:07:21.618470 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-da73a3cc-a36e-499c-a462-604b52d20849 req-bdee031d-54f4-418e-aed5-2d2705812e4b service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852585 Nov 23 11:07:21.630514 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:21.858853 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357fea4-5984-4214-96df-efa5ec1c35d0 req-6739ac8d-6899-4a91-bf3a-0c836dd95729 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:21.860373 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4357fea4-5984-4214-96df-efa5ec1c35d0 req-6739ac8d-6899-4a91-bf3a-0c836dd95729 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0599427 Nov 23 11:07:21.916779 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4357fea4-5984-4214-96df-efa5ec1c35d0 req-cd7923a3-e865-45e9-bac5-2439fe70f716 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Nov 23 11:07:22.989714 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:23.046059 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3c49-4b65-4d58-8546-1f1eba9419f9 req-a85fae8c-06a7-42f7-80f6-0a346e9170e0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:23.047546 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-275c3c49-4b65-4d58-8546-1f1eba9419f9 req-a85fae8c-06a7-42f7-80f6-0a346e9170e0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 944 time: 0.0515501 Nov 23 11:07:23.101093 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-275c3c49-4b65-4d58-8546-1f1eba9419f9 req-f68662cd-8c89-44b2-904a-e21608ad89cd tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474911 Nov 23 11:07:23.410968 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:07:23.519144 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:23.530166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'port_id': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'mac_address': 'fa:16:3e:15:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:07:23.566630 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:23.580005 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:07:23.599685 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:23.606001 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:23.667299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:23.671009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=10']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:23.837724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f6dc9cea-9ecd-46d6-a387-81adfefea537'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:07:24.225060 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59280708-380e-41c2-91cb-18ced0e86bb6 req-54915806-b7a1-44c6-be73-98d4ff161dbe tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:24.226612 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59280708-380e-41c2-91cb-18ced0e86bb6 req-54915806-b7a1-44c6-be73-98d4ff161dbe tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0507593 Nov 23 11:07:24.280198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-59280708-380e-41c2-91cb-18ced0e86bb6 req-dd4fa47d-2cc4-4c2d-a0ab-9de6a697b157 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 Nov 23 11:07:25.406372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce203072-e525-4eaf-b447-53e687ada4d8 req-3747af38-d654-4f8c-b985-320dde60a609 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:25.407852 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce203072-e525-4eaf-b447-53e687ada4d8 req-3747af38-d654-4f8c-b985-320dde60a609 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 946 time: 0.0570297 Nov 23 11:07:25.409061 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:07:25.462577 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ce203072-e525-4eaf-b447-53e687ada4d8 req-30ddbff1-7385-4993-b104-453811cbb69d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478249 Nov 23 11:07:25.463609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f6dc9cea-9ecd-46d6-a387-81adfefea537 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:07:25.467991 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f6dc9cea-9ecd-46d6-a387-81adfefea537 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:07:25.468362 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:25.549031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:25.572307 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:25.574638 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ac7f25-43bd-437f-b75f-a670be8448e1" -d '{"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:25.588099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:25.593438 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:25.617304 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6f350b-72d3-4971-83c9-1fd79e5b6564 x-openstack-request-id: req-ac6f350b-72d3-4971-83c9-1fd79e5b6564 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:25.617594 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:25.617814 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac6f350b-72d3-4971-83c9-1fd79e5b6564 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:25.618226 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'code': 200} Nov 23 11:07:25.647971 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=11']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:25.775496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd3de5-e43c-4cd1-b35f-c795734cea0b req-29d65254-c63c-4a62-99e9-32885506ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:25.777038 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ccd3de5-e43c-4cd1-b35f-c795734cea0b req-29d65254-c63c-4a62-99e9-32885506ac21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1098 time: 0.0425696 Nov 23 11:07:25.824293 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ccd3de5-e43c-4cd1-b35f-c795734cea0b req-99dab330-5382-48aa-b83a-a53b920c2d55 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Nov 23 11:07:26.591222 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c83b2f-ab99-4b54-a1e7-57fca0949597 req-405b7a5f-af26-4b26-92e1-7f07af3717d1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:26.592688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c83b2f-ab99-4b54-a1e7-57fca0949597 req-405b7a5f-af26-4b26-92e1-7f07af3717d1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 947 time: 0.0539637 Nov 23 11:07:26.644238 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a6c83b2f-ab99-4b54-a1e7-57fca0949597 req-bec4ef7d-3817-4cfd-b1d6-d61bc1cf9e66 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Nov 23 11:07:27.783378 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742c4c9-89d3-48f9-82f9-465775182d38 req-31872692-aa6c-4cdc-96f4-fa0bf6151869 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:27.784865 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d742c4c9-89d3-48f9-82f9-465775182d38 req-31872692-aa6c-4cdc-96f4-fa0bf6151869 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 947 time: 0.0588846 Nov 23 11:07:27.834366 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d742c4c9-89d3-48f9-82f9-465775182d38 req-a4193771-407d-4b0a-a18b-737f7374ab8d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Nov 23 11:07:46.521584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:47.365277 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:07:47.973495 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15f1ab36-b7af-4fd7-b38c-07e23b984989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:50.453920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-21619712-3105-4303-82d4-e6d4b1580831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:50.916835 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:51.640853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.998572 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:53.656991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:11.109914 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-1da3e472-d097-473f-8384-77b7f78b8fc1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437398 Nov 23 11:08:11.198343 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-bdfc5521-54a8-4b75-8c50-ee797a4704d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:11.199828 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-bdfc5521-54a8-4b75-8c50-ee797a4704d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1098 time: 0.0411930 Nov 23 11:08:11.309485 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-dd1c4142-69cd-454b-9ceb-389388339338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:11.311099 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-dd1c4142-69cd-454b-9ceb-389388339338 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0906618 Nov 23 11:08:11.376459 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-fa6530b8-f4cf-4a6b-9292-a3fe490091e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 1001 time: 0.0572720 Nov 23 11:08:11.429682 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-a5f91266-43b6-4116-b1fc-4abfcdc8dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:11.431157 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-a5f91266-43b6-4116-b1fc-4abfcdc8dcc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0479054 Nov 23 11:08:11.480029 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-f4c40b67-4d60-4217-bc0e-2e3081de7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:11.481538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-f4c40b67-4d60-4217-bc0e-2e3081de7741 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421576 Nov 23 11:08:11.573932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-3c2e11ea-87c3-4aec-ba05-f7a0eed9026d service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837929 Nov 23 11:08:11.674031 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8c52e6ef-8904-46bd-884d-6ed2901181c0 req-199fe886-b880-42c1-9895-7e7fc025272e service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915818 Nov 23 11:08:16.538658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:17.972950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-36617201-661c-4763-8938-a3a51d42cba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.459411 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-17a3ba32-a296-4e1a-8907-84fdfd2a3ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.928671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:21.638262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:23.007185 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:23.663040 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:24.370772 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:08:40.413321 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58704) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:40.572713 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Deleting port 496e4929-c74d-4959-8fc4-d09597719c85 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:08:40.573161 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:40.658223 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:40.658511 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:40.670720 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Calling delete_port for 496e4929-c74d-4959-8fc4-d09597719c85 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:08:40.823398 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:40.848529 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'Port': ['ID=496e4929-c74d-4959-8fc4-d09597719c85,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:40.860551 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.860928 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.861273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.861622 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.861944 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.862317 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.862655 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.862988 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.863314 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.863625 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.863948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.864273 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:40.919943 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:40.920242 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Floating IP d8cb7e5e-44bb-4365-97eb-913deb2aa17b disassociated (deleted). External IP: 172.25.1.24, port: f6dc9cea-9ecd-46d6-a387-81adfefea537. Nov 23 11:08:41.463200 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:08:41.572305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:08:41.577741 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:41.582527 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:08:41.593032 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:41.593640 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:41.606466 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4a0602c9-3946-45c9-bc75-aad5da239f96 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "DELETE /v2.0/floatingips/d8cb7e5e-44bb-4365-97eb-913deb2aa17b HTTP/1.1" status: 204 len: 168 time: 1.1895730 Nov 23 11:08:41.606466 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:41.606888 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553f1569-e9ed-4833-865e-9998153ebefe" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:41.645077 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44beb9-050f-4098-b273-33910d5eef78 x-openstack-request-id: req-5b44beb9-050f-4098-b273-33910d5eef78 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:41.645407 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:41.645712 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b44beb9-050f-4098-b273-33910d5eef78 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:41.646154 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'status': 'completed', 'code': 200} Nov 23 11:08:41.701935 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:41.710556 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1569-e9ed-4833-865e-9998153ebefe req-bde87a24-6f72-4ba7-ac13-cd89c2457458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:41.712329 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-bde87a24-6f72-4ba7-ac13-cd89c2457458 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 1098 time: 0.0441365 Nov 23 11:08:41.828978 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1569-e9ed-4833-865e-9998153ebefe req-766c2967-bea7-448c-9d0e-8e02ce5cb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:41.830664 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-766c2967-bea7-448c-9d0e-8e02ce5cb88d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0960853 Nov 23 11:08:41.847161 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b437fe-da90-4d86-8752-aa2ac45ec1ce req-59c54b34-5a34-4954-bcf6-0376db79fb3c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:41.848969 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37b437fe-da90-4d86-8752-aa2ac45ec1ce req-59c54b34-5a34-4954-bcf6-0376db79fb3c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 947 time: 0.0542600 Nov 23 11:08:41.875901 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-3506a887-3ae9-4d6a-84e1-e8e1dbca1f55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 200 len: 217 time: 0.0373044 Nov 23 11:08:41.900619 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-37b437fe-da90-4d86-8752-aa2ac45ec1ce req-b8960d09-38f0-4fd2-911e-ae99ca96eb19 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Nov 23 11:08:41.907224 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:41.932740 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1569-e9ed-4833-865e-9998153ebefe req-758c9511-cdc8-4e44-9f65-10ae2742050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:41.934276 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-758c9511-cdc8-4e44-9f65-10ae2742050e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0504563 Nov 23 11:08:41.934431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:08:41.942634 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:41.943259 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:08:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:41.980966 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1569-e9ed-4833-865e-9998153ebefe req-4ad746f2-7567-4798-a770-0792e1ca709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:41.982510 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-4ad746f2-7567-4798-a770-0792e1ca709b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398674 Nov 23 11:08:42.047308 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:42.078322 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-9af284b1-188b-442c-a94b-f470cfd191bb service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866709 Nov 23 11:08:42.174207 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-553f1569-e9ed-4833-865e-9998153ebefe req-1d42577e-d7c8-4e24-98c0-5495f3391a24 service neutron] 10.222.0.50 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Nov 23 11:08:42.257284 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:42.441467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761a6b5-06c9-4090-be32-97b4eb5e6540 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:08:42.664767 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb7e90-7384-43d1-9d80-bf7546044011 None None] New status for floating IP d8cb7e5e-44bb-4365-97eb-913deb2aa17b: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:08:43.024486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07f330-7cfb-4ff5-90ba-f955806bcdf1 req-6adf746d-13b9-4892-9f06-6ba94bb7b24a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:43.025983 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af07f330-7cfb-4ff5-90ba-f955806bcdf1 req-6adf746d-13b9-4892-9f06-6ba94bb7b24a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 947 time: 0.0512435 Nov 23 11:08:43.105416 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-af07f330-7cfb-4ff5-90ba-f955806bcdf1 req-76e1e67a-1a35-4392-a766-3ebde9985795 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d10a09-9600-4fd9-ba66-5b39e4b801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732236 Nov 23 11:08:43.122148 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-957aeab5-4e07-4ea8-b9eb-a945af9fc319 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:43.124020 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-957aeab5-4e07-4ea8-b9eb-a945af9fc319 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a79b3708-31a3-4856-a870-d16ee0cbd76d HTTP/1.1" status: 200 len: 947 time: 0.0749838 Nov 23 11:08:43.219484 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Deleting port f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:08:43.219840 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:43.312730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] For port f6dc9cea-9ecd-46d6-a387-81adfefea537, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f6dc9cea-9ecd-46d6-a387-81adfefea537,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:43.312988 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:43.325006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Calling delete_port for f6dc9cea-9ecd-46d6-a387-81adfefea537 owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:08:43.467269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:43.504691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'Port': ['ID=f6dc9cea-9ecd-46d6-a387-81adfefea537,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:43.550989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] No DVR routers for this DVR port f6dc9cea-9ecd-46d6-a387-81adfefea537 on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:08:43.554050 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:43.557446 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-29e082ed-7367-449a-883e-468b2b8b5af4 req-0f915354-f094-47f1-9551-d77631187c7e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.50 "DELETE /v2.0/ports/f6dc9cea-9ecd-46d6-a387-81adfefea537 HTTP/1.1" status: 204 len: 173 time: 0.4267757 Nov 23 11:08:43.647699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-deleted', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:43.650675 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef821ff6-fe09-4f4c-9e11-ba12344b19a6" -d '{"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-deleted", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:43.688683 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17990586-9ad1-4343-ad49-44d41ce79ffc x-openstack-request-id: req-17990586-9ad1-4343-ad49-44d41ce79ffc {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:43.688976 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b3708-31a3-4856-a870-d16ee0cbd76d", "name": "network-vif-deleted", "tag": "f6dc9cea-9ecd-46d6-a387-81adfefea537", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:43.689223 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17990586-9ad1-4343-ad49-44d41ce79ffc {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:43.689650 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b3708-31a3-4856-a870-d16ee0cbd76d', 'name': 'network-vif-deleted', 'tag': 'f6dc9cea-9ecd-46d6-a387-81adfefea537', 'status': 'completed', 'code': 200} Nov 23 11:08:44.176777 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58724) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:44.238828 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.264687 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.329764 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.332450 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.333605 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "DELETE /v2.0/security-groups/43d10a09-9600-4fd9-ba66-5b39e4b801ac HTTP/1.1" status: 204 len: 168 time: 0.1557562 Nov 23 11:08:44.344202 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d10a09-9600-4fd9-ba66-5b39e4b801ac,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:44.352179 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.352512 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.352861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.353238 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.353577 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.353913 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.354272 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.354603 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.354933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.355263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.355588 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.355909 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7c8d8-409c-48ee-a8c4-e2e8c89a7c77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:44.657539 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58730) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:44.662425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999705124', 'description': 'tempest-secgroup-smoke-999705124 description', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:44.687330 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.753857 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.760125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.789598 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.790885 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1323037 Nov 23 11:08:44.792780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb0de6-20b3-4fe3-9c92-ef474c3c1923 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:44.793856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58732) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:44.799730 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:44.826948 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.881431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.886681 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.904111 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32c864-21ce-42d4-a247-31b187dd421e,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:44.913503 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:44.914876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4313a4f1-01b4-456d-8c3f-f476e87ec002 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191273 Nov 23 11:08:44.917875 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58734) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:44.922683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:44.949825 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.004603 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.010777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.032053 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ad71a4-6c84-4c2d-8e92-2243e60bba96,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:45.042289 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.043494 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0c777e7a-a57a-4deb-90c3-00ac4ecc7326 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245320 Nov 23 11:08:45.046446 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58736) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:45.050819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:45.078632 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.139413 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.145297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.162204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dff6179-96ed-4770-9f07-06a75e079eba,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:45.172832 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.174103 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-475b3dc6-acfb-4678-bfdd-0dafcad3a7c3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266870 Nov 23 11:08:45.176870 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58738) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:45.181269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:45.207542 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.266474 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.273258 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.292666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ba2bb5-e1df-46e0-b0c8-dde640460eba,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:45.306438 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.308232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b81f6153-86fe-4e65-a28e-1aa4a29216de tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302185 Nov 23 11:08:45.313791 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 58740) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:45.318200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:45.344092 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Project 332cb7bd7d144f7495707a8ee69d2b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:08:45.349267 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.411136 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.417802 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.437680 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eedc3d-734e-48b8-adbc-ad0371b4e98b,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:45.444737 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.445961 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3f2a913d-c543-4126-884d-f8dc0955b65e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311514 Nov 23 11:08:45.448936 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58742) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:45.453569 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76', 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:45.479406 n-d-781076-5 neutron-server[110023]: INFO neutron.db.securitygroups_db [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Project 332cb7bd7d144f7495707a8ee69d2b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:08:45.484977 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.548610 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.555562 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.573003 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74598293-355c-4770-81ba-a40c9c84da30,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:45.581723 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:45.582963 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-59121579-6819-4834-a2e9-01bfd6d01f5b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330125 Nov 23 11:08:45.864231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:08:45.884157 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f6dc9cea-9ecd-46d6-a387-81adfefea537 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:08:45.884502 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f6dc9cea-9ecd-46d6-a387-81adfefea537 not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:08:46.556406 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:47.967957 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d9b1c599-1624-4871-98e8-dd5d62592f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:50.454825 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3076788f-8c02-4cd1-b18c-90df00c94e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:50.925050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:51.637688 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.008012 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.647773 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.370999 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:09:01.911104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-25b3ad4a-53c1-4275-b784-1b5d771cd8ae tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999705124&fields=id&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 267 time: 0.0577061 Nov 23 11:09:02.020912 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-704e07c3-b419-4a10-bd86-43f014a056ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:02.022423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-704e07c3-b419-4a10-bd86-43f014a056ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 809 time: 0.1033938 Nov 23 11:09:02.037393 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-8f30ce38-1231-4666-b1a9-00ed36827437 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/quotas/332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Nov 23 11:09:02.088949 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-1702d1e2-ca64-4d8b-9e75-86eb125a02b8 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463102 Nov 23 11:09:02.147706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-fce0fb3e-ef64-40be-84b9-f5ba4c1d32f9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:09:02.148711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-fce0fb3e-ef64-40be-84b9-f5ba4c1d32f9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484326 Nov 23 11:09:02.244392 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-effeb3e2-6b04-423a-b7f6-fff998acc18b service neutron] 10.222.0.62 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893073 Nov 23 11:09:02.340209 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-ffe3a31a-34c5-4e0d-8c29-3d7b6072a821 service neutron] 10.222.0.62 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894322 Nov 23 11:09:02.637154 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-2b65a91c-b2d9-4ad6-8888-2e4ae35bff55 req-7db29dd4-dab9-4c65-b5ff-296581eec451 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0273323 Nov 23 11:09:03.639994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-9982419c-8a36-41e5-9271-a62fd42bbd94 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:03.641492 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-9982419c-8a36-41e5-9271-a62fd42bbd94 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 809 time: 0.1027334 Nov 23 11:09:03.708421 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-47e83018-a0cd-4ad8-8668-aef64a35612e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 379 time: 0.0581608 Nov 23 11:09:03.724515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'port': {'device_id': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'admin_state_up': True, 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'security_groups': ['c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:03.746698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6718d369-0713-46c7-b84a-5ae530f9bd19 req-77064d9f-f15b-47d6-a44b-d0b5e52cf855 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0372880 Nov 23 11:09:03.850872 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Made reservation on behalf of 332cb7bd7d144f7495707a8ee69d2b60 for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:09:03.854362 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.983901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Allocated IP 172.20.0.5 (a01f8e2e-42fa-4ea7-afa7-b73678a538bc/a8cc549b-1533-4925-b9c5-fa3aa6224dda/9cddc4f5-1584-4c49-aba0-d909252a1178) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:09:04.118506 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.154996 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.206575 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:04.209992 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:04.214706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:09:04.218883 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:04.264713 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:04.265339 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.283493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-06f955a3-afab-4a1b-93d2-5812a8a1d2ab tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637217 Nov 23 11:09:04.340195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Request body: {'port': {'device_id': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:04.396679 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.455039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-61e659f7-49d3-46c1-a349-d694829857b1 None None] Provisioning complete for port 9cddc4f5-1584-4c49-aba0-d909252a1178 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:04.456081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-61e659f7-49d3-46c1-a349-d694829857b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.490536 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-61e659f7-49d3-46c1-a349-d694829857b1 None None] Port 9cddc4f5-1584-4c49-aba0-d909252a1178 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:04.672254 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cddc4f5-1584-4c49-aba0-d909252a1178 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:09:04.680025 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.692312 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Transition to ACTIVE for port object 9cddc4f5-1584-4c49-aba0-d909252a1178 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:09:04.697313 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.751646 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:04.835936 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Attempting to bind port 9cddc4f5-1584-4c49-aba0-d909252a1178 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:09:04.836323 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Attempting to bind port 9cddc4f5-1584-4c49-aba0-d909252a1178 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:09:04.836667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Attempting to bind port 9cddc4f5-1584-4c49-aba0-d909252a1178 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:04.843511 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Port 9cddc4f5-1584-4c49-aba0-d909252a1178 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:09:04.843864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Attempting to bind port 9cddc4f5-1584-4c49-aba0-d909252a1178 on network a01f8e2e-42fa-4ea7-afa7-b73678a538bc {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:04.849432 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:09:04.849774 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Checking segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:04.850290 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Bound using segment: {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:09:04.850723 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Bound port: 9cddc4f5-1584-4c49-aba0-d909252a1178, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a9ab19-0292-4041-996b-317882ff09a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:09:04.851688 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.884683 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6f2d7-80ca-441f-8931-bdc2fd1bb083 req-cd211f68-ca9f-45fb-8cde-264172aff424 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:04.892075 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35d6f2d7-80ca-441f-8931-bdc2fd1bb083 req-cd211f68-ca9f-45fb-8cde-264172aff424 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0651274 Nov 23 11:09:04.935616 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:09:04.939796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:09:04.942454 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35d6f2d7-80ca-441f-8931-bdc2fd1bb083 req-08c973a9-9cd6-421a-aaca-28509e56fc04 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493209 Nov 23 11:09:04.946153 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.988001 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:04.988691 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.990045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1091 time: 0.6985908 Nov 23 11:09:04.990485 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:09:04.992762 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63963307-422d-4379-9bf4-55d8f71e5dca" -d '{"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:09:05.033487 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc16b-79e7-44a2-baa5-8f6a003959f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:05.096392 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-216b1b38-0928-49d0-a251-d125db26ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.097946 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-216b1b38-0928-49d0-a251-d125db26ddb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0584662 Nov 23 11:09:05.145410 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66589bc9-c13c-460f-9b13-f3813688a38d x-openstack-request-id: req-66589bc9-c13c-460f-9b13-f3813688a38d {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:09:05.145685 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:09:05.145952 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66589bc9-c13c-460f-9b13-f3813688a38d {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:09:05.146349 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'status': 'completed', 'code': 200} Nov 23 11:09:05.148291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-9935acd0-502e-431d-97a4-0d2bdd9843e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 217 time: 0.0420892 Nov 23 11:09:05.216081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-929dd5cb-e10a-468b-b20c-af0bd03f8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.217588 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-929dd5cb-e10a-468b-b20c-af0bd03f8719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0600033 Nov 23 11:09:05.270949 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68728235-56c6-45da-aec2-4ff0f9862142 req-ba9f85c3-7309-4175-934c-ad29b2123e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.272775 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-ba9f85c3-7309-4175-934c-ad29b2123e6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466869 Nov 23 11:09:05.367888 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-73b0ba57-014a-45a6-9423-05cb4a0eaf6a service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Nov 23 11:09:05.458211 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-68728235-56c6-45da-aec2-4ff0f9862142 req-f6155d28-3375-4d0b-905d-0ebd1b56fc09 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822213 Nov 23 11:09:05.551527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963307-422d-4379-9bf4-55d8f71e5dca req-6ce7aa64-6d5b-421d-85b9-67cf4a7af482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.553029 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-6ce7aa64-6d5b-421d-85b9-67cf4a7af482 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0465958 Nov 23 11:09:05.646200 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963307-422d-4379-9bf4-55d8f71e5dca req-14fe7fc5-c901-4af3-b9d3-f4dcdd00db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.647729 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-14fe7fc5-c901-4af3-b9d3-f4dcdd00db1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0879557 Nov 23 11:09:05.691944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-f0554c85-4e03-40c3-bb5f-b917954743b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 217 time: 0.0371249 Nov 23 11:09:05.741972 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963307-422d-4379-9bf4-55d8f71e5dca req-78d1cba8-2018-4aff-9013-c548a51e7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.743447 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-78d1cba8-2018-4aff-9013-c548a51e7a05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0448101 Nov 23 11:09:05.792155 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963307-422d-4379-9bf4-55d8f71e5dca req-f3a092b6-60f5-4c42-aeb3-533f405c94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:05.793667 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-f3a092b6-60f5-4c42-aeb3-533f405c94a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431449 Nov 23 11:09:05.888963 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-b4fba40f-2d4c-4f09-bb8e-75023852ef35 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873964 Nov 23 11:09:05.986623 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63963307-422d-4379-9bf4-55d8f71e5dca req-d051fbd8-eaca-4a6b-a95f-544b0ea58c80 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899165 Nov 23 11:09:06.067699 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d689d-d37f-48fb-b519-02b3f55008c5 req-7a94e8b5-ff5d-4e1a-af36-d7ec01ce3131 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:06.069279 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc1d689d-d37f-48fb-b519-02b3f55008c5 req-7a94e8b5-ff5d-4e1a-af36-d7ec01ce3131 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0557981 Nov 23 11:09:06.120320 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-fc1d689d-d37f-48fb-b519-02b3f55008c5 req-74005ebc-73ab-4c4f-8962-07c90900871a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Nov 23 11:09:07.239128 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468fe5-e23f-436b-afa9-02d5aabcedd9 req-429b84c9-c65c-4182-b393-c8f17f0fbda6 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:07.240618 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18468fe5-e23f-436b-afa9-02d5aabcedd9 req-429b84c9-c65c-4182-b393-c8f17f0fbda6 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0505860 Nov 23 11:09:07.295245 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18468fe5-e23f-436b-afa9-02d5aabcedd9 req-d0e5e51c-6535-4b01-a197-c941c2fc3998 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479989 Nov 23 11:09:08.414265 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f601-15c0-476d-941f-35046909ccc6 req-85935cbd-f3bd-495f-a62a-4a95a22e0274 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:08.416049 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb25f601-15c0-476d-941f-35046909ccc6 req-85935cbd-f3bd-495f-a62a-4a95a22e0274 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0519812 Nov 23 11:09:08.469285 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cb25f601-15c0-476d-941f-35046909ccc6 req-d01fcadf-9a64-4098-84ba-8b14cc3dfca7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Nov 23 11:09:09.589667 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75ad9-03e3-4baf-bc57-f53c09c6fcd0 req-cbc820c8-4292-4145-98f9-34ed4000f24b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:09.591237 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4e75ad9-03e3-4baf-bc57-f53c09c6fcd0 req-cbc820c8-4292-4145-98f9-34ed4000f24b tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0510995 Nov 23 11:09:09.642094 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f4e75ad9-03e3-4baf-bc57-f53c09c6fcd0 req-56199c30-bf29-448c-8ce6-1b6924abc804 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Nov 23 11:09:10.781549 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c913ec-c409-44f4-af38-cedc11f06071 req-f4141797-fbc7-48d6-a34a-22f0b7ae1b64 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:10.783054 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24c913ec-c409-44f4-af38-cedc11f06071 req-f4141797-fbc7-48d6-a34a-22f0b7ae1b64 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0493295 Nov 23 11:09:10.836231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24c913ec-c409-44f4-af38-cedc11f06071 req-cfb7d6e5-4414-4b07-8b31-a59e04d596ff tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470169 Nov 23 11:09:11.968952 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4695f4-2c68-4967-b730-f153fabc76f7 req-b6d3ccae-e962-4266-8fad-09885a618413 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:11.970553 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e4695f4-2c68-4967-b730-f153fabc76f7 req-b6d3ccae-e962-4266-8fad-09885a618413 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0564151 Nov 23 11:09:12.022580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e4695f4-2c68-4967-b730-f153fabc76f7 req-cca3b131-22e9-4eaf-a3b8-1b20afd45839 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 Nov 23 11:09:13.154753 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919a9a3-a4be-4ecb-b249-c1603a663d9f req-4e742a8f-4879-48a2-9802-2cfd5446a094 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:13.156250 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1919a9a3-a4be-4ecb-b249-c1603a663d9f req-4e742a8f-4879-48a2-9802-2cfd5446a094 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0525055 Nov 23 11:09:13.209682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1919a9a3-a4be-4ecb-b249-c1603a663d9f req-1377a439-0a18-4c89-a4e7-284714291ff3 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470247 Nov 23 11:09:14.343148 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c92dc-4333-46e8-9480-53a43f57b33d req-985ac4c0-8da4-44ad-be1c-d9ec30b25823 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:14.344631 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce7c92dc-4333-46e8-9480-53a43f57b33d req-985ac4c0-8da4-44ad-be1c-d9ec30b25823 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0612133 Nov 23 11:09:14.393034 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce7c92dc-4333-46e8-9480-53a43f57b33d req-65a1c46d-d104-4fa3-9d14-e7a60791357d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Nov 23 11:09:15.524564 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a6c3a-5c95-48e3-89e8-459e041f0969 req-6ea07128-3f81-49aa-af9a-0cbe10eee741 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:15.526085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c3a6c3a-5c95-48e3-89e8-459e041f0969 req-6ea07128-3f81-49aa-af9a-0cbe10eee741 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0515864 Nov 23 11:09:15.578413 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6c3a6c3a-5c95-48e3-89e8-459e041f0969 req-d090b9d5-ee6f-475e-9b7a-ec51d5de0886 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436628 Nov 23 11:09:16.571991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.701275 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a331b3-709e-4cbc-b09c-c7a5b5bf740a req-d4a73113-786d-4caa-9201-018227bf6b1f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:16.702760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a331b3-709e-4cbc-b09c-c7a5b5bf740a req-d4a73113-786d-4caa-9201-018227bf6b1f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0503604 Nov 23 11:09:16.754813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-63a331b3-709e-4cbc-b09c-c7a5b5bf740a req-31d479b9-94e1-4a96-948a-5d61c9150912 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459549 Nov 23 11:09:17.291549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:09:17.394019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:17.408166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'mac_address': 'fa:16:3e:28:58:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:09:17.446460 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:17.459875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cddc4f5-1584-4c49-aba0-d909252a1178 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:09:17.478616 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:17.484741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:17.531692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:17.539247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.539586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.539924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.540255 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.540588 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.540913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.541233 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.541561 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.541880 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.542227 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.542529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.542848 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:17.834727 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9cddc4f5-1584-4c49-aba0-d909252a1178'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:09:17.886402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9f14-53ca-417c-a350-6f289eb1ec9a req-0843df17-aa8f-448f-8708-f08ae20afb13 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:17.887876 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48c9f14-53ca-417c-a350-6f289eb1ec9a req-0843df17-aa8f-448f-8708-f08ae20afb13 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 944 time: 0.0532899 Nov 23 11:09:17.936826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e48c9f14-53ca-417c-a350-6f289eb1ec9a req-6ee23f1d-766f-4203-b02e-bfc560d173e5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423079 Nov 23 11:09:17.992423 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-05c1fb69-f2e7-49ee-a28c-1b6028e49ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.072955 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da1e36-4d57-4bd3-9390-ac65a1033d96 req-43d8cd0d-c973-4d1f-aa05-9778a9fdc00a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:19.074498 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16da1e36-4d57-4bd3-9390-ac65a1033d96 req-43d8cd0d-c973-4d1f-aa05-9778a9fdc00a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 944 time: 0.0563962 Nov 23 11:09:19.125031 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-16da1e36-4d57-4bd3-9390-ac65a1033d96 req-6df307e1-2054-4c80-87a4-38c6e40bc12c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Nov 23 11:09:19.288037 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:19.345863 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 9cddc4f5-1584-4c49-aba0-d909252a1178 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:09:19.351426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9cddc4f5-1584-4c49-aba0-d909252a1178 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:19.351818 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.431234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.463657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:09:19.465947 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e4927-5daf-43eb-9b31-dc79c5f1a281" -d '{"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:09:19.478445 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:19.483994 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.508896 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253ac01-2cab-4412-a3d3-7130feda7305 x-openstack-request-id: req-b253ac01-2cab-4412-a3d3-7130feda7305 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:09:19.509194 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:09:19.509447 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b253ac01-2cab-4412-a3d3-7130feda7305 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:09:19.509826 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'code': 200} Nov 23 11:09:19.540545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:19.607461 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702763-3fa5-4403-ab23-949a34755653 req-99893d70-60a7-489f-955b-214ab4facc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:19.608944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-41702763-3fa5-4403-ab23-949a34755653 req-99893d70-60a7-489f-955b-214ab4facc73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0416927 Nov 23 11:09:19.656402 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-41702763-3fa5-4403-ab23-949a34755653 req-7adfefcd-29a7-44f7-a5f8-8a7966d38fe4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Nov 23 11:09:20.250534 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34677fb-3a06-4b89-9f64-5fd29ad87500 req-30bc3e62-f328-4845-a222-51c51fd03550 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:20.251980 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b34677fb-3a06-4b89-9f64-5fd29ad87500 req-30bc3e62-f328-4845-a222-51c51fd03550 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Nov 23 11:09:20.304489 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b34677fb-3a06-4b89-9f64-5fd29ad87500 req-74dea746-093b-456b-8284-476bca44631d tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465338 Nov 23 11:09:20.462908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ca7d88f6-f501-4372-a864-904cb78dd82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:20.943466 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:21.446370 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1001-b250-471b-b79e-2ec0f4d8438c req-5361b327-8c43-4c68-9e97-1512fe7a9070 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:21.447882 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9fc1001-b250-471b-b79e-2ec0f4d8438c req-5361b327-8c43-4c68-9e97-1512fe7a9070 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0579863 Nov 23 11:09:21.500974 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c9fc1001-b250-471b-b79e-2ec0f4d8438c req-bea22c42-473e-48ab-ad85-7495deee1981 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Nov 23 11:09:21.620201 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8762-e737-4a36-bf3a-694c2f0934a1 req-4f92a046-a940-4738-9f5f-9fdac3d669bb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:21.621567 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18fe8762-e737-4a36-bf3a-694c2f0934a1 req-4f92a046-a940-4738-9f5f-9fdac3d669bb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0521648 Nov 23 11:09:21.641417 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:21.672972 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-18fe8762-e737-4a36-bf3a-694c2f0934a1 req-8ab3c72e-6877-414a-813d-ac106e141118 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451939 Nov 23 11:09:21.695085 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58948) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:21.811081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8225dad-2791-4737-a8f1-e7b5ff25e24f tempest-TestShelveInstance-1614723580 tempest-TestShelveInstance-1614723580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:21.812626 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b8225dad-2791-4737-a8f1-e7b5ff25e24f tempest-TestShelveInstance-1614723580 tempest-TestShelveInstance-1614723580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1091 time: 0.1163692 Nov 23 11:09:21.815555 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 58952) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:21.819838 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:21.843902 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:21.942301 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.053626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Allocated IP 172.25.1.10 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/fc26863b-5aa9-4648-aad0-f414d9bf2954) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:09:22.172139 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.207745 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.253361 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:22.256724 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:22.259795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:09:22.295576 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=fc26863b-5aa9-4648-aad0-f414d9bf2954,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:22.651355 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.725094 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.890393 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.897549 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.962325 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event updated for resources: {'Port': ['ID=fc26863b-5aa9-4648-aad0-f414d9bf2954,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:22.979599 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:23.002179 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:23.079721 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Floating IP 69df6486-f9f7-4681-a5b8-f2094ca5bb7f associated. External IP: 172.25.1.10, port: 9cddc4f5-1584-4c49-aba0-d909252a1178. Nov 23 11:09:23.296456 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:09:23.409749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:23.420541 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:23.429123 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:23.432816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:23.432816 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:09:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:23.457043 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-af2e0dae-c9dc-481d-9f9b-0b9e039b1181 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6402986 Nov 23 11:09:23.457495 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:09:23.459890 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c561ecae-980f-46e7-b7ac-eb3445a89392" -d '{"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:09:23.504226 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf1197-51d9-49f0-9a70-0b1163729838 x-openstack-request-id: req-eedf1197-51d9-49f0-9a70-0b1163729838 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:09:23.504519 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:09:23.504773 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eedf1197-51d9-49f0-9a70-0b1163729838 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:09:23.505210 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'status': 'completed', 'code': 200} Nov 23 11:09:23.546469 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:23.569869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-6f626bb8-47ad-4112-8262-3beb1c30c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:23.571509 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-6f626bb8-47ad-4112-8262-3beb1c30c94d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0419295 Nov 23 11:09:23.664580 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-1211c392-b96f-4d80-b40e-6f498dc6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:23.666110 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:23.666272 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-1211c392-b96f-4d80-b40e-6f498dc6c732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0878599 Nov 23 11:09:23.731374 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-dc0f081d-6907-477c-aaab-efc76b76f5c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 998 time: 0.0582008 Nov 23 11:09:23.784793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '69df6486-f9f7-4681-a5b8-f2094ca5bb7f', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:28:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:09:22Z', 'updated_at': '2021-11-23T11:09:22Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:23.788963 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-c6a0e483-096a-49cf-87cd-2fe3f6d9c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:23.790563 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-c6a0e483-096a-49cf-87cd-2fe3f6d9c9c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0526233 Nov 23 11:09:23.814920 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:23.824746 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:23.825549 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:09:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:23.836518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-614a3abd-abc1-4232-a731-c19fd6115dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:23.838123 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-614a3abd-abc1-4232-a731-c19fd6115dbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406735 Nov 23 11:09:23.928943 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-da45c0d1-1d92-46dc-b695-300fbe4fe8e1 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835147 Nov 23 11:09:23.935402 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:24.023862 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c561ecae-980f-46e7-b7ac-eb3445a89392 req-48053531-5a73-40b4-b22d-66d158dacd93 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Nov 23 11:09:24.166909 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '69df6486-f9f7-4681-a5b8-f2094ca5bb7f', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:28:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:09:22Z', 'updated_at': '2021-11-23T11:09:22Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:24.194220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a08b2-eeb2-442c-814c-1aa6c20bb8c8 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '69df6486-f9f7-4681-a5b8-f2094ca5bb7f', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'mac_address': 'fa:16:3e:28:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:09:22Z', 'updated_at': '2021-11-23T11:09:22Z', 'revision_number': 0, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:24.380720 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a756be-a8d9-4024-a863-921c15b36797 None None] New status for floating IP 69df6486-f9f7-4681-a5b8-f2094ca5bb7f: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:09:38.372672 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:09:46.572105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:47.977648 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff686-2949-4247-92dd-e630f6a7b422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:50.579858 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3c3812d3-342c-4cff-986c-237f5fe47b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:50.965130 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:51.649200 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:53.017622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:53.664933 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:03.556719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-8b2a347d-3132-40e8-8c59-ebe27a6f9f61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422542 Nov 23 11:10:03.646214 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-2aae9dc1-0ab6-4d45-8b1d-9fd5e2e17cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:03.647707 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-2aae9dc1-0ab6-4d45-8b1d-9fd5e2e17cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0438802 Nov 23 11:10:03.756358 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-8971eb83-541e-49b2-a23c-f5a04545905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:03.758037 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-8971eb83-541e-49b2-a23c-f5a04545905d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0886121 Nov 23 11:10:03.822711 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-85942080-8f86-4d4a-98af-264f99c45b00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1000 time: 0.0570459 Nov 23 11:10:03.877013 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-766d728c-0800-46bf-9d5d-2de86455287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:03.878517 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-766d728c-0800-46bf-9d5d-2de86455287d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0486963 Nov 23 11:10:03.924666 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-236f2e62-9ca2-4ce1-9d93-7b29f0adce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:03.926143 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-236f2e62-9ca2-4ce1-9d93-7b29f0adce9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404077 Nov 23 11:10:04.017533 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-b1745467-52bf-4124-9719-96c0380b87e2 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Nov 23 11:10:04.117023 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4db54342-3b12-4dd2-a20f-7174872381b8 req-ccbf079f-d188-47d4-9d85-659440c28062 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919135 Nov 23 11:10:15.373572 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:10:16.595617 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:17.987839 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d8ca689a-7984-49ed-bc1f-1b25d83ec3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:20.455775 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-693c9b6a-4048-437b-80af-3d3e418dd8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:20.967165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:21.660138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:23.020299 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:23.652752 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:46.611550 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:47.993042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2ae6-4378-4fe6-a488-7cc658c6e49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:50.451346 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fb514cd8-6810-451b-a940-70c0022f502c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:50.960630 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:51.660509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:52.374870 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:10:53.025942 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:53.652037 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:02.973146 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-329dbda5-7de7-4560-b254-f8a0af56c965 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426419 Nov 23 11:11:03.064467 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-97ae963a-132d-4a11-b872-0df52b130bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:03.066169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-97ae963a-132d-4a11-b872-0df52b130bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0468628 Nov 23 11:11:03.185560 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-53209633-9673-4b2c-ba25-8ea8af586639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:03.187105 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-53209633-9673-4b2c-ba25-8ea8af586639 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0975459 Nov 23 11:11:03.267383 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-ccae32fc-8afb-4e0a-87b2-4fd98811b946 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1000 time: 0.0727420 Nov 23 11:11:03.649951 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-3e221d24-b545-4eb1-94f1-e5aaa6cf84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:03.651343 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-3e221d24-b545-4eb1-94f1-e5aaa6cf84b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.3772876 Nov 23 11:11:03.697495 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-f5637e75-16ea-4eeb-936e-455854755ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:03.698962 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-f5637e75-16ea-4eeb-936e-455854755ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400338 Nov 23 11:11:03.804581 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-57d9971b-219d-46e4-a410-8be2e48783dc service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971947 Nov 23 11:11:03.895742 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-7a855f2d-2419-4e51-b588-39dfa8d0f8c5 req-93fc0f48-fd68-45cd-b223-8ab6e1b180d8 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Nov 23 11:11:16.605729 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:17.994583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5301-1857-4767-bfb7-6668dbc7065a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:20.453059 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2e4511b-fb1b-4125-8bf5-8c631d38f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:20.899856 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4d5fc-f55f-43c4-bb6b-75c9e7ae7a6b req-1da03b62-30ae-4cc0-ad93-becf472be055 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:20.901493 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27a4d5fc-f55f-43c4-bb6b-75c9e7ae7a6b req-1da03b62-30ae-4cc0-ad93-becf472be055 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0532146 Nov 23 11:11:20.952922 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-27a4d5fc-f55f-43c4-bb6b-75c9e7ae7a6b req-5af5d47b-b013-40c2-89fe-2881428bf398 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Nov 23 11:11:20.965305 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:21.662487 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:22.095145 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f514d-9624-45a3-872b-ef286c88209a req-4f4042b0-3c11-44ae-bb35-36b8c9906fdc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:22.096627 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a78f514d-9624-45a3-872b-ef286c88209a req-4f4042b0-3c11-44ae-bb35-36b8c9906fdc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0601563 Nov 23 11:11:22.150427 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a78f514d-9624-45a3-872b-ef286c88209a req-65dd7c26-35d9-47aa-9f9e-63839e1ebd83 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Nov 23 11:11:23.025042 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:23.317643 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042c018-0cb2-463c-80dc-4d6b592be52f req-9489e071-3764-41ff-b728-cb2d96f3e080 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:23.319120 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5042c018-0cb2-463c-80dc-4d6b592be52f req-9489e071-3764-41ff-b728-cb2d96f3e080 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0675807 Nov 23 11:11:23.374682 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5042c018-0cb2-463c-80dc-4d6b592be52f req-7c369642-fcaa-4cd8-99f5-9d33562a97bb tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475342 Nov 23 11:11:23.650947 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:24.501313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b732c-14e3-42c2-bdb7-df19881d1c40 req-c22ec0f9-f674-494f-9e8e-574b2adc2f2c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:24.502719 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e1b732c-14e3-42c2-bdb7-df19881d1c40 req-c22ec0f9-f674-494f-9e8e-574b2adc2f2c tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Nov 23 11:11:24.555147 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5e1b732c-14e3-42c2-bdb7-df19881d1c40 req-f871a9b5-9670-4bc6-8f65-5c2d4b8b75ef tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461690 Nov 23 11:11:25.693457 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc1e4-f77b-4197-bc3b-171e19f96de2 req-28dfc31e-977a-4283-82c6-b052503664b4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:25.695053 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7effc1e4-f77b-4197-bc3b-171e19f96de2 req-28dfc31e-977a-4283-82c6-b052503664b4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0513327 Nov 23 11:11:25.748669 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-7effc1e4-f77b-4197-bc3b-171e19f96de2 req-10e301db-d4ce-4330-8537-4c7d99f8e7da tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Nov 23 11:11:26.879080 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc7ce0-1992-4f6d-a2bd-f440acbf0c1f req-9eb569fc-286e-4fd6-b931-30cff3b4a33f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:26.880576 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bc7ce0-1992-4f6d-a2bd-f440acbf0c1f req-9eb569fc-286e-4fd6-b931-30cff3b4a33f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Nov 23 11:11:26.934183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-19bc7ce0-1992-4f6d-a2bd-f440acbf0c1f req-3652fb9a-a3b2-45d2-a333-beb8cfca2f77 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Nov 23 11:11:28.073653 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905193-0fbb-4a63-b1cc-bc0870c43803 req-390afd3c-671f-46a2-b102-30a70b9afbad tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:28.075146 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58905193-0fbb-4a63-b1cc-bc0870c43803 req-390afd3c-671f-46a2-b102-30a70b9afbad tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0641465 Nov 23 11:11:28.123916 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-58905193-0fbb-4a63-b1cc-bc0870c43803 req-8aebc03b-7f37-413a-9e75-b8ef1e178da1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Nov 23 11:11:29.257653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349efc5d-ccfe-4c06-8cd0-685e9d5e4c24 req-407acb9d-937a-448f-8432-e8b16c089f98 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:29.259127 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-349efc5d-ccfe-4c06-8cd0-685e9d5e4c24 req-407acb9d-937a-448f-8432-e8b16c089f98 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0531685 Nov 23 11:11:29.315502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-349efc5d-ccfe-4c06-8cd0-685e9d5e4c24 req-7ab09138-4d2b-42f5-9e51-f6c07aa98cf5 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475435 Nov 23 11:11:29.375643 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:11:30.431000 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddf129-faf5-438d-8e54-9d955ab080e7 req-eae08f25-d57b-4743-b091-cfe7ccb19835 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:30.432603 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deddf129-faf5-438d-8e54-9d955ab080e7 req-eae08f25-d57b-4743-b091-cfe7ccb19835 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Nov 23 11:11:30.482164 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-deddf129-faf5-438d-8e54-9d955ab080e7 req-ca12b0a4-3639-4d30-a899-4c470192012f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Nov 23 11:11:31.034596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-6abf91ae-4657-43f9-83ce-2e2744681285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:31.036121 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-6abf91ae-4657-43f9-83ce-2e2744681285 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0436900 Nov 23 11:11:31.140263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-096f652f-a041-4ab9-a675-cb95abc8ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:31.141786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-096f652f-a041-4ab9-a675-cb95abc8ddc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0990164 Nov 23 11:11:31.213824 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-cda65feb-7c91-43b4-938e-8e315a193b1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1000 time: 0.0643396 Nov 23 11:11:31.262645 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-22e0cdff-af13-4d53-bf36-3df73afefa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:31.264057 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-22e0cdff-af13-4d53-bf36-3df73afefa35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0432627 Nov 23 11:11:31.314473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-2c8da4dd-ce3c-4029-bc86-2917ea0bbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:31.315838 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-2c8da4dd-ce3c-4029-bc86-2917ea0bbbf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444345 Nov 23 11:11:31.405300 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-e49932db-8b56-4ce5-9843-0e2708e1610c service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Nov 23 11:11:31.501224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b64fe7a5-82de-41eb-a430-a54eac6c481c req-de042788-9327-450a-ada7-ce82b04607e1 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882838 Nov 23 11:11:31.603842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5ee02-84c1-4b12-86e6-c6ab4daff696 req-0165c69c-fcff-439e-bdeb-1985fbfb017a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:31.605248 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86d5ee02-84c1-4b12-86e6-c6ab4daff696 req-0165c69c-fcff-439e-bdeb-1985fbfb017a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Nov 23 11:11:31.657922 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-86d5ee02-84c1-4b12-86e6-c6ab4daff696 req-4ab6442c-6af1-4013-ac3b-2d253c012c34 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Nov 23 11:11:32.780824 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9358cb-ef42-44b7-9339-c5d12983935e req-fbfc417e-8f4b-4398-91e0-a672aae8a9e2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.782308 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc9358cb-ef42-44b7-9339-c5d12983935e req-fbfc417e-8f4b-4398-91e0-a672aae8a9e2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0560055 Nov 23 11:11:32.852136 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-cc9358cb-ef42-44b7-9339-c5d12983935e req-17040e4e-c4cd-43d7-9dae-e7f981e5d97f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637479 Nov 23 11:11:33.974206 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b0da-1103-450f-b63f-b03c05a543d2 req-8d469e73-0d66-479c-a027-8b1bc1309632 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.975661 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9031b0da-1103-450f-b63f-b03c05a543d2 req-8d469e73-0d66-479c-a027-8b1bc1309632 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Nov 23 11:11:34.027429 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9031b0da-1103-450f-b63f-b03c05a543d2 req-061c2238-fc64-4db4-bd29-542e3205a102 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456076 Nov 23 11:11:35.157269 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d26e90-8ca8-4b05-8405-243f92c73c9c req-27e52abd-8ad1-485a-b7eb-a2a5e3bdfd48 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.158796 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33d26e90-8ca8-4b05-8405-243f92c73c9c req-27e52abd-8ad1-485a-b7eb-a2a5e3bdfd48 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Nov 23 11:11:35.218235 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-33d26e90-8ca8-4b05-8405-243f92c73c9c req-276f1bac-5c2e-4f2c-840a-23ab921607cf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513062 Nov 23 11:11:35.291677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-9608ca7e-cdae-4742-ae28-bb42118a8845 req-15834797-c151-4e0a-884e-5ce91435da63 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:11:35.292642 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9608ca7e-cdae-4742-ae28-bb42118a8845 req-15834797-c151-4e0a-884e-5ce91435da63 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083668 Nov 23 11:11:35.452438 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-93a979b7-1f79-4262-b4f0-9055e6cba893 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662668 Nov 23 11:11:35.462963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-14a4dd89-02c3-4b29-bcab-848c38788c6b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:11:35.463932 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-14a4dd89-02c3-4b29-bcab-848c38788c6b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055561 Nov 23 11:11:35.471594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d0f1-7036-4cae-b190-ac89a5d3ef6d req-44865991-b7f9-4dc1-b610-621e5b2f6519 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.472981 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e344d0f1-7036-4cae-b190-ac89a5d3ef6d req-44865991-b7f9-4dc1-b610-621e5b2f6519 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0628324 Nov 23 11:11:35.529203 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e344d0f1-7036-4cae-b190-ac89a5d3ef6d req-a3b45148-ae23-4345-aa66-cac533dcfd65 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488803 Nov 23 11:11:36.650111 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3b9a-0aac-4845-bd2c-237b1288406b req-7382ba8f-b45d-428f-8c94-ccfc8a1a12fc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:36.651653 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caec3b9a-0aac-4845-bd2c-237b1288406b req-7382ba8f-b45d-428f-8c94-ccfc8a1a12fc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Nov 23 11:11:36.702017 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-caec3b9a-0aac-4845-bd2c-237b1288406b req-a9420081-a9b9-459f-833c-efed35a9a61a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Nov 23 11:11:37.819793 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d78b-5797-4529-9456-00eba8171086 req-3392995a-ebf9-48d9-84b2-31a49879a3cf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:37.821328 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3800d78b-5797-4529-9456-00eba8171086 req-3392995a-ebf9-48d9-84b2-31a49879a3cf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0507007 Nov 23 11:11:37.873036 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-3800d78b-5797-4529-9456-00eba8171086 req-2aee6503-e3a8-425b-9ec8-1839ae311a52 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Nov 23 11:11:37.915530 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:37.995052 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:38.016944 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:38.019225 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaa3b50-f0fc-40ce-a6d6-73f5ffaed6c6" -d '{"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:38.032586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:38.038658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:38.068158 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e8b3f-f746-42e6-86ee-661475a5b7d6 x-openstack-request-id: req-886e8b3f-f746-42e6-86ee-661475a5b7d6 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:38.068451 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-unplugged", "status": "failed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "code": 422}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:38.068700 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-886e8b3f-f746-42e6-86ee-661475a5b7d6 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:38.069090 n-d-781076-5 neutron-server[110025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'code': 422} returned with failed status Nov 23 11:11:38.094637 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:38.102383 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.102728 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.103065 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.103435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.103764 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.104086 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.104405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.104724 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.105042 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.105359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.105675 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:38.106016 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:39.073305 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607036a7-e7ad-4ccf-bfac-70135dc64fcd req-050e1414-afc9-40d9-a01f-e006cd23dccc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:39.074826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607036a7-e7ad-4ccf-bfac-70135dc64fcd req-050e1414-afc9-40d9-a01f-e006cd23dccc tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.1154144 Nov 23 11:11:39.125025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-607036a7-e7ad-4ccf-bfac-70135dc64fcd req-4b7efc0c-931b-4427-b9f3-eefce5ba2c11 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Nov 23 11:11:40.298473 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80e466-c922-4acd-b0e2-dab8ea1f505d req-f2ddbc36-2efc-4d96-a3e8-65b4112dfba7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:40.299966 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc80e466-c922-4acd-b0e2-dab8ea1f505d req-f2ddbc36-2efc-4d96-a3e8-65b4112dfba7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.1062298 Nov 23 11:11:40.355056 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fc80e466-c922-4acd-b0e2-dab8ea1f505d req-38b6c19d-1e69-4840-9e10-9049e639c455 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487893 Nov 23 11:11:41.236096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e46e3-461a-44cd-9def-9dedfd023837 req-315918fb-dfb8-401b-adf8-a560c0a530c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.237554 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-315918fb-dfb8-401b-adf8-a560c0a530c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&tenant_id=332cb7bd7d144f7495707a8ee69d2b60 HTTP/1.1" status: 200 len: 1094 time: 0.0417712 Nov 23 11:11:41.299259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e46e3-461a-44cd-9def-9dedfd023837 req-f650f0e9-e15f-430d-a65d-fb263d00095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.300698 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-f650f0e9-e15f-430d-a65d-fb263d00095e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0411727 Nov 23 11:11:41.401231 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e46e3-461a-44cd-9def-9dedfd023837 req-37091230-d5c5-45c4-ad1a-b37869cdb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.402758 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-37091230-d5c5-45c4-ad1a-b37869cdb2b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0947914 Nov 23 11:11:41.469006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-100623ea-30ae-41e1-a835-79c56de228f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 998 time: 0.0588408 Nov 23 11:11:41.478626 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971febd-7787-40c3-acad-cd6047b60d32 req-e35a478f-4e3a-4d11-be32-fd5e29c0cc02 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.480078 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b971febd-7787-40c3-acad-cd6047b60d32 req-e35a478f-4e3a-4d11-be32-fd5e29c0cc02 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0532699 Nov 23 11:11:41.519440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e46e3-461a-44cd-9def-9dedfd023837 req-65ce1f9c-2057-4f19-8b80-67ebfe083d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.521000 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-65ce1f9c-2057-4f19-8b80-67ebfe083d01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0450850 Nov 23 11:11:41.529442 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-b971febd-7787-40c3-acad-cd6047b60d32 req-07dd0e30-efcf-40be-b914-d106c7eda958 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Nov 23 11:11:41.571023 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e46e3-461a-44cd-9def-9dedfd023837 req-7621d740-48f1-42e3-83c7-57da2ca67c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:41.572566 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-7621d740-48f1-42e3-83c7-57da2ca67c6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442920 Nov 23 11:11:41.664462 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-8001985d-750b-450f-9180-5461cffc8a11 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Nov 23 11:11:41.768665 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-f57d5ee8-df8a-43da-87fb-911f0dd5daef service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953219 Nov 23 11:11:42.653016 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf0ba3-b910-4351-87a9-2f0c9e950107 req-dd2b2c95-e23b-42a2-9f2f-028dd5115a28 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:42.654522 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26cf0ba3-b910-4351-87a9-2f0c9e950107 req-dd2b2c95-e23b-42a2-9f2f-028dd5115a28 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0527308 Nov 23 11:11:42.709356 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-26cf0ba3-b910-4351-87a9-2f0c9e950107 req-4fcab863-86ee-4e57-a2e8-083ed39c0912 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475798 Nov 23 11:11:43.847749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee771-7102-45e9-a038-cb9b13554dd9 req-e3f00af8-6c7a-4ad5-bbf7-22fa56e758c9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:43.849336 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-26fee771-7102-45e9-a038-cb9b13554dd9 req-e3f00af8-6c7a-4ad5-bbf7-22fa56e758c9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0594895 Nov 23 11:11:43.902006 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-26fee771-7102-45e9-a038-cb9b13554dd9 req-dffa366a-aad2-4b71-af20-c647abd00a27 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451813 Nov 23 11:11:45.027636 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01161be8-43a2-4d80-87ee-55c46d6d18e1 req-6ee02612-4c4a-41e7-aaa1-51be319333ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:45.029597 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01161be8-43a2-4d80-87ee-55c46d6d18e1 req-6ee02612-4c4a-41e7-aaa1-51be319333ca tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0555930 Nov 23 11:11:45.087083 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-01161be8-43a2-4d80-87ee-55c46d6d18e1 req-3a597a67-0b31-4fda-ba76-1a1c52296116 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481684 Nov 23 11:11:46.221594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8042e8-f6b9-4595-9519-26018f9fd73b req-063a90c2-af31-43b4-959f-e0f0aa4acab1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:46.223095 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f8042e8-f6b9-4595-9519-26018f9fd73b req-063a90c2-af31-43b4-959f-e0f0aa4acab1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0546026 Nov 23 11:11:46.273534 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-1f8042e8-f6b9-4595-9519-26018f9fd73b req-3d94748d-ddb2-4204-a813-496d31c2510e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 Nov 23 11:11:46.602874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:47.403121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e769392-1f0a-4482-94b8-56bd4c5ded01 req-5e750bb5-be0b-4d0b-bd97-7910d81de3e0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:47.404786 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e769392-1f0a-4482-94b8-56bd4c5ded01 req-5e750bb5-be0b-4d0b-bd97-7910d81de3e0 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0512490 Nov 23 11:11:47.458616 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e769392-1f0a-4482-94b8-56bd4c5ded01 req-9e7f55c2-2d30-4112-a606-ee063805604f tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452244 Nov 23 11:11:47.994534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-95773647-15c5-420d-bc4c-e918d3aced85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:48.589652 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717da34-c1f9-45f7-b1a2-e1dcd0756e4f req-15fa15cf-ce3d-46af-9eec-0148700c950a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:48.591153 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5717da34-c1f9-45f7-b1a2-e1dcd0756e4f req-15fa15cf-ce3d-46af-9eec-0148700c950a tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0510981 Nov 23 11:11:48.643436 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5717da34-c1f9-45f7-b1a2-e1dcd0756e4f req-bd73d494-63ef-4b6a-8f21-2246627318b9 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432236 Nov 23 11:11:49.773881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69763-a8b7-4aaf-bb0d-c32b069086d3 req-a47901df-abb7-4952-bc12-78e7ee6ff926 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:49.775728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-66d69763-a8b7-4aaf-bb0d-c32b069086d3 req-a47901df-abb7-4952-bc12-78e7ee6ff926 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 943 time: 0.0500395 Nov 23 11:11:49.827987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-66d69763-a8b7-4aaf-bb0d-c32b069086d3 req-37f52f3b-2352-4342-ab35-95bbce2bbf24 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Nov 23 11:11:49.962951 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:11:50.063110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:50.074947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'port_id': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'mac_address': 'fa:16:3e:28:58:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:11:50.111548 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.124258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cddc4f5-1584-4c49-aba0-d909252a1178 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:11:50.143802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:50.151234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.211009 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:50.454875 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['9cddc4f5-1584-4c49-aba0-d909252a1178'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:11:50.459175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-829f673d-da0d-4207-8a64-d20cecfcf2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.951008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2c29-dfed-48cb-9894-a570e82b45cf req-249c3c8f-5838-4c02-a54d-d999fe16a662 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:50.952429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4daa2c29-dfed-48cb-9894-a570e82b45cf req-249c3c8f-5838-4c02-a54d-d999fe16a662 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 944 time: 0.0500112 Nov 23 11:11:50.960313 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:51.008324 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-4daa2c29-dfed-48cb-9894-a570e82b45cf req-cf4f9c83-b7e0-4701-a8bf-1caf9965c1f1 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481722 Nov 23 11:11:51.671724 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:51.979451 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:11:52.037349 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 9cddc4f5-1584-4c49-aba0-d909252a1178 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:11:52.037481 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:52.131958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2ba80-fa8e-4163-ad5b-57465a4b9428 req-5e482ea1-859a-431c-b2c9-216ab69d8a37 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:52.135207 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21f2ba80-fa8e-4163-ad5b-57465a4b9428 req-5e482ea1-859a-431c-b2c9-216ab69d8a37 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 944 time: 0.0576642 Nov 23 11:11:52.190530 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-21f2ba80-fa8e-4163-ad5b-57465a4b9428 req-830a9200-c839-46ff-ad59-e045dbc111d7 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491395 Nov 23 11:11:52.281434 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:52.303528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:52.305758 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485e88a-d0a6-46c6-b031-8098e5cd3b8a" -d '{"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:52.318118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:52.324139 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:52.349407 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d517346-9d45-461d-8c6f-8d8c372ac7c0 x-openstack-request-id: req-8d517346-9d45-461d-8c6f-8d8c372ac7c0 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:52.349698 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:52.350010 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d517346-9d45-461d-8c6f-8d8c372ac7c0 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:52.350379 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'code': 200} Nov 23 11:11:52.377996 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:52.497640 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e618a-2aea-46f6-8a71-815c451a6932 req-1fa34d9e-022f-43ea-afa0-ed7897c7db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:52.499169 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d90e618a-2aea-46f6-8a71-815c451a6932 req-1fa34d9e-022f-43ea-afa0-ed7897c7db60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0423899 Nov 23 11:11:52.547224 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d90e618a-2aea-46f6-8a71-815c451a6932 req-6ee9c0d4-fa78-4c29-b1f3-1cf0a418f59b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Nov 23 11:11:53.034292 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:53.320683 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e09b62-d1ac-4db0-8e8b-ac219b59c620 req-996906e8-5b76-42ae-934f-8ca7ba0a5bc4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:53.322751 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96e09b62-d1ac-4db0-8e8b-ac219b59c620 req-996906e8-5b76-42ae-934f-8ca7ba0a5bc4 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0612106 Nov 23 11:11:53.376508 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-96e09b62-d1ac-4db0-8e8b-ac219b59c620 req-40befc57-c1e2-4d78-be28-7c6d8261f763 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477080 Nov 23 11:11:53.657848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.501424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f4759-4412-4fb8-a593-2c35fe0bca86 req-cd76631c-d0d1-4a91-8038-c55c7c27d1e8 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:54.502865 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-106f4759-4412-4fb8-a593-2c35fe0bca86 req-cd76631c-d0d1-4a91-8038-c55c7c27d1e8 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0506847 Nov 23 11:11:54.552305 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-106f4759-4412-4fb8-a593-2c35fe0bca86 req-fa42f836-8147-40a5-a604-22e744dd18a6 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 Nov 23 11:12:03.013560 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-967be307-e7b0-409d-97f5-fbaafabf02a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424068 Nov 23 11:12:03.113835 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-c3b1e3f8-154a-4adc-adbf-a702dd67583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:03.115458 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-c3b1e3f8-154a-4adc-adbf-a702dd67583e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0446551 Nov 23 11:12:03.233264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-baeae455-7b13-4517-a859-e464b08ed9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:03.234804 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-baeae455-7b13-4517-a859-e464b08ed9e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0929909 Nov 23 11:12:03.302629 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-acdd8c8c-fe04-4638-84d8-c6966042c253 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1000 time: 0.0608394 Nov 23 11:12:03.353959 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-a946d58e-dca4-42c4-b77e-e5ad2556e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:03.355381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-a946d58e-dca4-42c4-b77e-e5ad2556e03a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0458245 Nov 23 11:12:03.409195 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-f325ce4a-356c-4501-b7fe-1adb0c1fe463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:03.410759 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-f325ce4a-356c-4501-b7fe-1adb0c1fe463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462365 Nov 23 11:12:03.422066 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-f5d9e538-cf1e-40ef-b215-3c29e9272d26 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:12:03.423045 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-f5d9e538-cf1e-40ef-b215-3c29e9272d26 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051558 Nov 23 11:12:03.523064 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-32db8bbe-0225-4b3e-88fa-579909fb3775 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925972 Nov 23 11:12:03.622505 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fdc7797f-104e-4cef-afc4-13313bbd545e req-77f8c96e-5dd8-4a26-8a69-9c20994f7257 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910070 Nov 23 11:12:06.384529 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:12:16.611283 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.990386 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc8fd-9e06-4f01-9bd3-4cd1086543c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.443242 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7c0b-b30f-4005-ab69-9f5f0bcbea1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.963738 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:21.674278 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:23.031585 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:23.645164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:43.374802 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:12:46.610502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:47.997609 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fd80e14a-5bdd-4f48-a4dd-9c8af38d594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:50.456062 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1ba8-8780-489d-a3e4-2fb4480e5657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:50.977105 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:51.675206 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.036754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.645830 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.986162 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-d38beb8a-69e0-4106-bc34-92e9a58e7fab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462418 Nov 23 11:13:04.074928 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-05d52fac-dea6-4863-91c8-da82344aeb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:04.076412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-05d52fac-dea6-4863-91c8-da82344aeb92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0428269 Nov 23 11:13:04.184864 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-d3cc774b-3594-4825-988d-4e5f46015bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:04.186381 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-d3cc774b-3594-4825-988d-4e5f46015bae service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0901389 Nov 23 11:13:04.255851 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-08080804-efb0-4070-a949-9f466a31e054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 1000 time: 0.0611989 Nov 23 11:13:04.311444 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-bcc313b4-3910-4551-919a-18a9d35aad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:04.312927 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-bcc313b4-3910-4551-919a-18a9d35aad0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0508461 Nov 23 11:13:04.361147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-c42ffb0c-a680-41c7-aaf6-f801baf95617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:04.362681 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-c42ffb0c-a680-41c7-aaf6-f801baf95617 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425329 Nov 23 11:13:04.451778 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-1007a5eb-770c-4729-be79-b2b2a7f1ffc7 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821073 Nov 23 11:13:04.549928 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-bb50591f-e791-4ead-a30d-8f1ebb2a12fd req-6c6817da-755d-4574-a12e-09d9781fb4ea service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904434 Nov 23 11:13:07.634808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59112) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:07.802886 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Deleting port fc26863b-5aa9-4648-aad0-f414d9bf2954 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:07.803232 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.895199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.895443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.908823 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Calling delete_port for fc26863b-5aa9-4648-aad0-f414d9bf2954 owned by network:floatingip {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:08.080096 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.110054 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'Port': ['ID=fc26863b-5aa9-4648-aad0-f414d9bf2954,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:08.136024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.136375 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.136702 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.137056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.137386 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.137719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.138081 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.138419 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.138735 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.139079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.139401 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.139719 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:08.177784 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for floatingip, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.178146 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Floating IP 69df6486-f9f7-4681-a5b8-f2094ca5bb7f disassociated (deleted). External IP: 172.25.1.10, port: 9cddc4f5-1584-4c49-aba0-d909252a1178. Nov 23 11:13:08.403289 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:08.514154 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:08.519653 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.524347 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:08.535105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:08.535741 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:08.547591 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-b04a0008-f19c-4454-ab58-93eefa81ee23 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "DELETE /v2.0/floatingips/69df6486-f9f7-4681-a5b8-f2094ca5bb7f HTTP/1.1" status: 204 len: 168 time: 0.9113367 Nov 23 11:13:08.548633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:08.551039 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a8ad1-1ac1-46c8-a539-0e06eac842de" -d '{"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:08.590805 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd412b7a-74c2-404a-9cc7-0bbc78487280 x-openstack-request-id: req-fd412b7a-74c2-404a-9cc7-0bbc78487280 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:08.591103 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:08.591526 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd412b7a-74c2-404a-9cc7-0bbc78487280 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:08.591966 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'status': 'completed', 'code': 200} Nov 23 11:13:08.645083 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:08.659067 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-a1e508f5-0e30-4b93-92f0-4d480b5bcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.660506 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-a1e508f5-0e30-4b93-92f0-4d480b5bcc8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0438547 Nov 23 11:13:08.771327 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-e31ccbf7-5eb7-464b-89cd-ffa362687aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.772992 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-e31ccbf7-5eb7-464b-89cd-ffa362687aaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 200 len: 910 time: 0.0994823 Nov 23 11:13:08.803898 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f8673-51de-493c-bd08-4006cc0e66a8 req-b4cd92a0-9311-4fd7-b2e4-e7af73776664 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.805429 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f4f8673-51de-493c-bd08-4006cc0e66a8 req-b4cd92a0-9311-4fd7-b2e4-e7af73776664 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Nov 23 11:13:08.816328 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-2738c927-e814-4217-84ec-75ec5ef8c70a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 200 len: 217 time: 0.0354979 Nov 23 11:13:08.857387 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-5f4f8673-51de-493c-bd08-4006cc0e66a8 req-eec9b548-5d26-4f49-952f-1b6d8c793ab2 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Nov 23 11:13:08.859146 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:08.876590 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-d1e486b9-388e-4394-a295-8d013132d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.878104 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-d1e486b9-388e-4394-a295-8d013132d1d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 200 len: 848 time: 0.0540991 Nov 23 11:13:08.889791 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:08.898314 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:08.898928 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:08.929313 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-41c01435-98b7-4876-aee8-c5d451942f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.930796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-41c01435-98b7-4876-aee8-c5d451942f2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01f8e2e-42fa-4ea7-afa7-b73678a538bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444098 Nov 23 11:13:09.004447 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:09.020643 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-755a92c0-61f7-470f-b888-1360712c41e2 service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Nov 23 11:13:09.113231 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-391a8ad1-1ac1-46c8-a539-0e06eac842de req-63ace554-c3e8-4bcb-ab47-036b3e27c5fa service neutron] 10.222.0.11 "GET /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843630 Nov 23 11:13:09.206871 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:09.233039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba1c29-2dd3-4a85-9420-78e60d2321f8 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': 'c7c7c420-b8ff-4ff6-bedc-2ce673c88a22', 'name': '', 'network_id': 'a01f8e2e-42fa-4ea7-afa7-b73678a538bc', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'mac_address': 'fa:16:3e:89:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:50Z', 'updated_at': '2021-11-23T11:03:56Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'subnets': [{'id': 'a8cc549b-1533-4925-b9c5-fa3aa6224dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:09.460677 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93253778-0f98-46b5-a2dd-be9a7fd45fc6 None None] New status for floating IP 69df6486-f9f7-4681-a5b8-f2094ca5bb7f: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:13:09.994031 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d58f8-de17-48c1-964d-404f79379a20 req-2017440e-7cd6-4bb4-a03a-59ecac3a6264 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:09.995557 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d64d58f8-de17-48c1-964d-404f79379a20 req-2017440e-7cd6-4bb4-a03a-59ecac3a6264 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0591640 Nov 23 11:13:10.046450 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d64d58f8-de17-48c1-964d-404f79379a20 req-9596d4c2-a5a1-460e-bf90-46a8903f3a42 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Nov 23 11:13:10.434599 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-4e2c851c-fda2-48e4-9c4e-54a7c92c61bf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:10.436043 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-4e2c851c-fda2-48e4-9c4e-54a7c92c61bf tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 945 time: 0.0558302 Nov 23 11:13:10.526550 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Deleting port 9cddc4f5-1584-4c49-aba0-d909252a1178 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:10.526892 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.621929 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] For port 9cddc4f5-1584-4c49-aba0-d909252a1178, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=9cddc4f5-1584-4c49-aba0-d909252a1178,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:10.622251 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.635720 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Calling delete_port for 9cddc4f5-1584-4c49-aba0-d909252a1178 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:10.765471 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.798881 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'Port': ['ID=9cddc4f5-1584-4c49-aba0-d909252a1178,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.840707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] No DVR routers for this DVR port 9cddc4f5-1584-4c49-aba0-d909252a1178 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:10.843562 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.846996 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-46ec018f-1bb8-414f-9e10-f794adcf1ed1 req-d3ec31b5-41c6-4998-8a94-db06ef43a99e tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.11 "DELETE /v2.0/ports/9cddc4f5-1584-4c49-aba0-d909252a1178 HTTP/1.1" status: 204 len: 173 time: 0.4041004 Nov 23 11:13:10.847451 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-deleted', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:10.849815 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75d89b-718e-4382-b668-7a5021cede44" -d '{"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-deleted", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:10.886539 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450e243-cc0e-4191-a36a-4028500318a6 x-openstack-request-id: req-4450e243-cc0e-4191-a36a-4028500318a6 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:10.886840 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00238ee8-44d9-43ab-b43c-72a8dcb40ff8", "name": "network-vif-deleted", "tag": "9cddc4f5-1584-4c49-aba0-d909252a1178", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:10.887131 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4450e243-cc0e-4191-a36a-4028500318a6 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:10.887540 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00238ee8-44d9-43ab-b43c-72a8dcb40ff8', 'name': 'network-vif-deleted', 'tag': '9cddc4f5-1584-4c49-aba0-d909252a1178', 'status': 'completed', 'code': 200} Nov 23 11:13:11.143611 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6fe3b9f8-3112-4144-bbcb-2052a65cf245 req-f4717ef7-ad28-4ae1-ab7b-3a6b3bfab8a6 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0283270 Nov 23 11:13:12.245781 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-bc2df1f5-6ba2-4fab-ae21-019e38ad1f24 req-78fa017e-3077-4add-80b5-fcb9b0400822 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Nov 23 11:13:13.343116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-915e0b92-7865-4538-8766-31a5c1de3e25 req-6de9653b-d71f-40bb-afc4-11e5a7bb8218 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Nov 23 11:13:14.415039 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:14.440034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 9cddc4f5-1584-4c49-aba0-d909252a1178 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:14.440377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 9cddc4f5-1584-4c49-aba0-d909252a1178 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:14.446666 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-c857f247-457a-46db-b0d3-032747d5dbbd req-017497d0-3fd8-4520-90c5-2d9f9798aa90 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Nov 23 11:13:15.566499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9a83c385-2825-4e88-901e-df455d960b61 req-658a93a1-d439-41a2-9aa2-362a4104d793 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "GET /v2.0/ports?device_id=00238ee8-44d9-43ab-b43c-72a8dcb40ff8 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Nov 23 11:13:16.602111 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.627592 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59146) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:16.689272 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.715406 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.778472 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.781447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.782703 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] 10.222.0.62 "DELETE /v2.0/security-groups/c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76 HTTP/1.1" status: 204 len: 168 time: 0.1540601 Nov 23 11:13:16.792788 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf5149-b967-45c8-85b9-a800b6f93e68 tempest-TestShelveInstance-290269769 tempest-TestShelveInstance-290269769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1bce8-9b0c-4d4c-b60d-a43762ce9d76,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:16.833435 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59150) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:17.618622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.877979 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Deleting port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:17.878622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.968416 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] For port c7c7c420-b8ff-4ff6-bedc-2ce673c88a22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:17.968880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.983099 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-59bea597-c46a-4762-8e4b-eca6e1b521cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.983601 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Calling delete_port for c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:18.170397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.197056 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c7c420-b8ff-4ff6-bedc-2ce673c88a22,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:18.362239 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.584654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Router 2baccae7-4d51-4e16-85ff-cd3d13908c52 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:18.695480 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:18.703457 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8e68a2c9-3626-45c9-94f8-f573d6446f86 admin admin] 10.222.0.62 "PUT /v2.0/routers/2baccae7-4d51-4e16-85ff-cd3d13908c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661239 Nov 23 11:13:18.703457 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59154) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:18.704904 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Sync routers for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:18.716839 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:18.717480 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:18.820826 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.835136 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:18.926833 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.984301 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Deleting port ab3f6bf3-bf4c-435f-a752-b1731a817c91 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:18.984651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.023189 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 5, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port': {'id': 'ab3f6bf3-bf4c-435f-a752-b1731a817c91', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:19.054947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Checking router: 2baccae7-4d51-4e16-85ff-cd3d13908c52 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:19.063137 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Routers {'2baccae7-4d51-4e16-85ff-cd3d13908c52'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:19.063725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:12:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['2baccae7-4d51-4e16-85ff-cd3d13908c52'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:19.074033 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] For port ab3f6bf3-bf4c-435f-a752-b1731a817c91, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=ab3f6bf3-bf4c-435f-a752-b1731a817c91,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:19.074440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.086779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Calling delete_port for ab3f6bf3-bf4c-435f-a752-b1731a817c91 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:19.149797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] Set router 2baccae7-4d51-4e16-85ff-cd3d13908c52 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:19.203941 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 6, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:19.234079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570bdd8-0edb-4506-905c-08388de0fbf3 None None] The sync data for ids ['2baccae7-4d51-4e16-85ff-cd3d13908c52'] in n-d-781076-5 is: [{'id': '2baccae7-4d51-4e16-85ff-cd3d13908c52', 'name': 'tempest-TestShelveInstance-2069819185-router', 'tenant_id': '332cb7bd7d144f7495707a8ee69d2b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:48Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 6, 'project_id': '332cb7bd7d144f7495707a8ee69d2b60', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:19.263516 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.289561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3f6bf3-bf4c-435f-a752-b1731a817c91,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.311792 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dff95-a758-469c-b1f9-6024a3e27195 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:19.362300 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.451939 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.454266 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.505262 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.505815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2baccae7-4d51-4e16-85ff-cd3d13908c52 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:13:19.510412 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.511728 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-0fa6e43e-b127-4c93-b4d7-7a43abf8929a admin admin] 10.222.0.62 "DELETE /v2.0/routers/2baccae7-4d51-4e16-85ff-cd3d13908c52 HTTP/1.1" status: 204 len: 168 time: 0.8074694 Nov 23 11:13:19.514993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59156) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.565860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Deleting subnet a8cc549b-1533-4925-b9c5-fa3aa6224dda {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:13:19.569772 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.607663 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.691866 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.746815 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.775841 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8cc549b-1533-4925-b9c5-fa3aa6224dda,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.780771 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.784091 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a8cc549b-1533-4925-b9c5-fa3aa6224dda HTTP/1.1" status: 204 len: 168 time: 0.2678738 Nov 23 11:13:19.786363 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52e920-2f85-4fac-b2c5-b4e8d797c9c5 None None] Network a01f8e2e-42fa-4ea7-afa7-b73678a538bc requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:19.787036 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59158) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.789581 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.789939 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.790289 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.790614 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.790943 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.791271 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.791597 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.791963 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.792287 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.792608 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.792927 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.793244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03777-4038-4d51-832c-ec838d7ab418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:19.863778 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.925862 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Deleting port 537554d8-cf4f-4937-b989-fb0dd019dde2 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:19.926297 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.982092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] DHCP port deletion for a01f8e2e-42fa-4ea7-afa7-b73678a538bc request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:19.998901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] For port 537554d8-cf4f-4937-b989-fb0dd019dde2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=537554d8-cf4f-4937-b989-fb0dd019dde2,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:19.999460 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.012259 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Calling delete_port for 537554d8-cf4f-4937-b989-fb0dd019dde2 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:20.031495 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Deleting port 537554d8-cf4f-4937-b989-fb0dd019dde2 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:20.032080 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.095325 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] For port 537554d8-cf4f-4937-b989-fb0dd019dde2, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=537554d8-cf4f-4937-b989-fb0dd019dde2,segment=NetworkSegment(b3a9ab19-0292-4041-996b-317882ff09a7),segment_id=b3a9ab19-0292-4041-996b-317882ff09a7)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:20.095749 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.098873 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.112876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Calling delete_port for 537554d8-cf4f-4937-b989-fb0dd019dde2 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:20.123112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=537554d8-cf4f-4937-b989-fb0dd019dde2,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.128901 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] No DVR routers for this DVR port 537554d8-cf4f-4937-b989-fb0dd019dde2 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:20.192163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.206209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.223277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Pushing event deleted for resources: {'Port': ['ID=537554d8-cf4f-4937-b989-fb0dd019dde2,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.228650 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01f8e2e-42fa-4ea7-afa7-b73678a538bc']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.234755 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] No DVR routers for this DVR port 537554d8-cf4f-4937-b989-fb0dd019dde2 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:20.237590 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.238279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.238688 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.239127 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.239528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.239929 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.240332 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.240725 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.241129 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.241503 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.241772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a9ab19-0292-4041-996b-317882ff09a7') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.241931 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.242096 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a9ab19-0292-4041-996b-317882ff09a7') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.242341 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b559a0c-90a4-4935-9df5-e4a59a5ca256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:20.265130 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.282150 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.288780 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:13:20.289188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:13:20.291215 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:13:20.348574 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.354306 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.357493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a01f8e2e-42fa-4ea7-afa7-b73678a538bc HTTP/1.1" status: 204 len: 168 time: 0.5694194 Nov 23 11:13:20.360733 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59160) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:20.368296 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db2215-8d2e-47b4-a17c-654986928c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01f8e2e-42fa-4ea7-afa7-b73678a538bc,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.374113 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:13:20.451485 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-65069888-2717-440c-9b39-e90388c0ca11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.718580 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.773288 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ab3f6bf3-bf4c-435f-a752-b1731a817c91 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:20.794034 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: ab3f6bf3-bf4c-435f-a752-b1731a817c91 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:20.794404 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device ab3f6bf3-bf4c-435f-a752-b1731a817c91 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:20.794818 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:20.816879 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:20.817216 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device c7c7c420-b8ff-4ff6-bedc-2ce673c88a22 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:20.817635 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 537554d8-cf4f-4937-b989-fb0dd019dde2 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:20.836602 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 537554d8-cf4f-4937-b989-fb0dd019dde2 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:20.836942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 537554d8-cf4f-4937-b989-fb0dd019dde2 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:20.977325 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.311989 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Deleting port be128368-4026-4095-9faf-4e234ff7e7ec {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:21.312285 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.389192 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] For port be128368-4026-4095-9faf-4e234ff7e7ec, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=be128368-4026-4095-9faf-4e234ff7e7ec,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:21.389575 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.402615 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Calling delete_port for be128368-4026-4095-9faf-4e234ff7e7ec owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:21.594540 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.619573 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Pushing event deleted for resources: {'Port': ['ID=be128368-4026-4095-9faf-4e234ff7e7ec,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.680920 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.797499 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.024219 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Router dd4d399a-044e-477c-957d-9e4c574cf69c has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:22.143081 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:22.149260 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-7c039f8f-2cbf-4054-b833-ac64b46eb545 admin admin] 10.222.0.62 "PUT /v2.0/routers/dd4d399a-044e-477c-957d-9e4c574cf69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872908 Nov 23 11:13:22.151444 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59162) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:22.152177 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Sync routers for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:22.164251 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:22.164876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.257211 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks [] for router, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.268594 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:22.371080 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.430301 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Deleting port 9f9b226d-3fe9-44f0-a444-0e6e0f309128 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:22.430689 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.515174 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] For port 9f9b226d-3fe9-44f0-a444-0e6e0f309128, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=9f9b226d-3fe9-44f0-a444-0e6e0f309128,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:22.515545 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.529220 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Calling delete_port for 9f9b226d-3fe9-44f0-a444-0e6e0f309128 owned by network:router_gateway {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:22.547300 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:13:21Z', 'revision_number': 5, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port': {'id': '9f9b226d-3fe9-44f0-a444-0e6e0f309128', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:53Z', 'updated_at': '2021-11-23T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.572481 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Checking router: dd4d399a-044e-477c-957d-9e4c574cf69c for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:22.580889 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Routers {'dd4d399a-044e-477c-957d-9e4c574cf69c'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:22.581492 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['dd4d399a-044e-477c-957d-9e4c574cf69c'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.668246 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] Set router dd4d399a-044e-477c-957d-9e4c574cf69c gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:22.699262 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.721168 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:13:22Z', 'revision_number': 6, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.726811 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9b226d-3fe9-44f0-a444-0e6e0f309128,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:22.748821 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb5f68-12f3-45c5-84c7-05ad6f1e3b54 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:22.749394 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d56da-7d96-4125-be1f-fcf859f4cb0c None None] The sync data for ids ['dd4d399a-044e-477c-957d-9e4c574cf69c'] in n-d-781076-5 is: [{'id': 'dd4d399a-044e-477c-957d-9e4c574cf69c', 'name': 'tempest-TestShelveInstance-1441367883-router', 'tenant_id': '75e539289960407fa6d56d232a451f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:03:52Z', 'updated_at': '2021-11-23T11:13:22Z', 'revision_number': 6, 'project_id': '75e539289960407fa6d56d232a451f54', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:22.803486 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.904221 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.906753 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.957981 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.958748 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4d399a-044e-477c-957d-9e4c574cf69c {{(pid=110023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:13:22.964756 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] Publish callbacks [] for router, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.965926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-cbc82b4b-0043-4736-b697-60dba63a4523 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dd4d399a-044e-477c-957d-9e4c574cf69c HTTP/1.1" status: 204 len: 168 time: 0.8135133 Nov 23 11:13:22.969371 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59164) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:23.017814 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Deleting subnet 9c572da3-879f-40d6-977f-831fafe5b6cf {{(pid=110023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:13:23.021405 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.033265 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.058912 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4468014'] for subnet, precommit_delete_associations {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.139773 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.202937 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5760615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5450269'] for subnet, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.231056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c572da3-879f-40d6-977f-831fafe5b6cf,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:23.236734 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.240030 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ca5bea8c-c2a3-407a-b2af-09c7fd5de532 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9c572da3-879f-40d6-977f-831fafe5b6cf HTTP/1.1" status: 204 len: 168 time: 0.2696748 Nov 23 11:13:23.242536 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59166) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:23.242708 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4bd80-1093-45d3-aff9-aad70491a587 None None] Network 85046f62-e053-49fe-ba83-18fe54c8ef36 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:23.312356 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.369578 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Deleting port d0890fda-41c1-4f72-8c15-95f814b1cdc6 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:23.369878 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.440101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] For port d0890fda-41c1-4f72-8c15-95f814b1cdc6, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=d0890fda-41c1-4f72-8c15-95f814b1cdc6,segment=NetworkSegment(1836d0ce-59e0-447b-bdba-b0869d9604d7),segment_id=1836d0ce-59e0-447b-bdba-b0869d9604d7)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:23.440431 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.454008 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Calling delete_port for d0890fda-41c1-4f72-8c15-95f814b1cdc6 owned by network:dhcp {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:23.539253 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.574233 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] No DVR routers for this DVR port d0890fda-41c1-4f72-8c15-95f814b1cdc6 on host n-d-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:23.578055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0890fda-41c1-4f72-8c15-95f814b1cdc6,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:23.597333 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b23d9f-2c9d-4c22-922d-6036039f19c3 None None] DHCP port deletion for 85046f62-e053-49fe-ba83-18fe54c8ef36 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:23.642823 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.654945 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.675877 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85046f62-e053-49fe-ba83-18fe54c8ef36']}} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:23.685176 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1836d0ce-59e0-447b-bdba-b0869d9604d7') {'for_net_delete': True} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:23.685478 n-d-781076-5 neutron-server[110023]: DEBUG neutron.services.segments.db [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1836d0ce-59e0-447b-bdba-b0869d9604d7') {} {{(pid=110023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:23.695024 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4468023'] for segment, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.710371 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.717486 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=110023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:13:23.717824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5760969'] for segment, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: Traceback (most recent call last): Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: timer() Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: cb(*args, **kw) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: return func(*args, **kwargs) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: self._notify() Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: self.callback(batched_events) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: event.method(event) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: return f(self, *a, **k) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: return self._get(url).json() Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: return self.request(url, 'GET', **kwargs) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:13:23.719743 n-d-781076-5 neutron-server[110023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:13:23.781632 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.786707 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.790050 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] 10.222.0.62 "DELETE /v2.0/networks/85046f62-e053-49fe-ba83-18fe54c8ef36 HTTP/1.1" status: 204 len: 168 time: 0.5465462 Nov 23 11:13:23.803168 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086717c-a511-4424-831f-496c9e064359 admin admin] Pushing event deleted for resources: {'Network': ['ID=85046f62-e053-49fe-ba83-18fe54c8ef36,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:23.907806 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59170) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:23.949464 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9abad12c-eafb-4332-8bab-75bbcd2b7f66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=332cb7bd7d144f7495707a8ee69d2b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404241 Nov 23 11:13:23.951948 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59172) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:24.006495 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.027618 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.082955 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.085565 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.086735 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6967df02-19ac-464f-bb14-2f46014e498a HTTP/1.1" status: 204 len: 168 time: 0.1339016 Nov 23 11:13:24.094815 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499fb5c-04dc-4fe6-b73a-ece39d1d6566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967df02-19ac-464f-bb14-2f46014e498a,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:24.434866 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59178) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:24.476400 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1489a77f-425b-46b6-98dd-3d58462d7936 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75e539289960407fa6d56d232a451f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403490 Nov 23 11:13:24.478863 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59180) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:24.526483 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.552255 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.602707 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.605169 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.606355 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edf0bd48-b19d-4a4c-b865-6fdaf5540d6b HTTP/1.1" status: 204 len: 168 time: 0.1264851 Nov 23 11:13:24.614070 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17e534-0daf-4319-9823-90f7b6577f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf0bd48-b19d-4a4c-b865-6fdaf5540d6b,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:24.772906 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be128368-4026-4095-9faf-4e234ff7e7ec no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:24.797436 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: be128368-4026-4095-9faf-4e234ff7e7ec {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:24.798091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device be128368-4026-4095-9faf-4e234ff7e7ec not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:24.798849 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9f9b226d-3fe9-44f0-a444-0e6e0f309128 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:24.818767 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 9f9b226d-3fe9-44f0-a444-0e6e0f309128 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:24.819101 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 9f9b226d-3fe9-44f0-a444-0e6e0f309128 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:24.819505 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d0890fda-41c1-4f72-8c15-95f814b1cdc6 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:24.839247 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: d0890fda-41c1-4f72-8c15-95f814b1cdc6 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:24.839579 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device d0890fda-41c1-4f72-8c15-95f814b1cdc6 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:25.328093 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59202) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:25.441209 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1370277340-network', 'tenant_id': '31f4724b712341b18f196f13a7e274bd'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:25.465167 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Made reservation on behalf of 31f4724b712341b18f196f13a7e274bd for: {'network': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:25.467720 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.476584 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.558926 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.564478 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.585058 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=110023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:25.598132 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80aae56-cca8-4e2d-af36-a906b4ef776d,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:25.602841 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.603186 n-d-781076-5 neutron-server[110023]: INFO neutron.db.segments_db [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Added segment 5a467ba6-54a0-49a1-b934-2feddb84f484 of type vlan for network e03f7636-ad7f-41ca-b6a5-9456310765ff Nov 23 11:13:25.643994 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.670290 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.671244 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.671824 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Publish callbacks [] for network, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.704912 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3757145 Nov 23 11:13:25.708079 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59206) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:25.714021 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Request body: {'subnet': {'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1370277340-subnet', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'ip_version': 4}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:25.737004 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd5389-d3a3-47aa-bfe3-84eac8b2b2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e03f7636-ad7f-41ca-b6a5-9456310765ff,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:25.739933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Made reservation on behalf of 31f4724b712341b18f196f13a7e274bd for: {'subnet': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:25.742401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6218692'] for subnet, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.749908 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network e03f7636-ad7f-41ca-b6a5-9456310765ff details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:25.908622 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6099134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6218742'] for subnet, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.960163 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6757c9f-e0e1-496b-a7ef-26131933bea7,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:25.970562 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Checking segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:25.970919 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Network hostable DHCP agents. Network: e03f7636-ad7f-41ca-b6a5-9456310765ff, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:25.990567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:26.000624 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, e03f7636-ad7f-41ca-b6a5-9456310765ff) {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:26.004933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:26.005538 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.012161 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd216c5-f12f-4cb8-afa6-535648b6e35d None None] Network e03f7636-ad7f-41ca-b6a5-9456310765ff requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:26.022944 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-7a4d6f5b-c7c8-429c-8dd8-fd48718af1aa admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3131995 Nov 23 11:13:26.025596 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59208) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:26.030326 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:26.052992 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.054187 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.111228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.168208 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-e03f7636-ad7f-41ca-b6a5-9456310765ff', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:26.169131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.252443 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.301665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Allocated IP 172.20.0.2 (e03f7636-ad7f-41ca-b6a5-9456310765ff/a6757c9f-e0e1-496b-a7ef-26131933bea7/53c3d9b1-48d6-46c4-bbb8-e534da27de22) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:26.448056 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.456380 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.460305 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.479880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.496357 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:26.499657 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:26.503099 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:26.508431 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Pushing event updated for resources: {'Port': ['ID=53c3d9b1-48d6-46c4-bbb8-e534da27de22,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:26.563296 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Attempting to bind port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:26.563712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Attempting to bind port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:26.564075 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Attempting to bind port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:26.569046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:26.569395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Checking segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:26.569785 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.570221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Bound using segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:26.570670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Bound port: 53c3d9b1-48d6-46c4-bbb8-e534da27de22, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:26.571038 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.581706 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Allocated IP 172.25.1.150 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/3e997c32-994a-4151-bd1a-341f151d35d8) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:26.632504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] For port 53c3d9b1-48d6-46c4-bbb8-e534da27de22, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:26.635780 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] For port 53c3d9b1-48d6-46c4-bbb8-e534da27de22, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53c3d9b1-48d6-46c4-bbb8-e534da27de22,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:26.640393 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.693797 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.700337 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b289f-9bdc-47d9-91f8-e8a6b1f62b49 None None] Pushing event updated for resources: {'Port': ['ID=53c3d9b1-48d6-46c4-bbb8-e534da27de22,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:26.731666 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.775198 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:26.778678 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:26.783269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:26.786479 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Pushing event updated for resources: {'Port': ['ID=3e997c32-994a-4151-bd1a-341f151d35d8,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:26.792636 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76120396-3db5-48a5-bee0-4b409ecbf253 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:26.874648 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-3226113b-83cc-4f7b-88d8-e69bafe1dfcc None None] Provisioning complete for port 3e997c32-994a-4151-bd1a-341f151d35d8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:26.876562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-3226113b-83cc-4f7b-88d8-e69bafe1dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.920277 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-3226113b-83cc-4f7b-88d8-e69bafe1dfcc None None] Port 3e997c32-994a-4151-bd1a-341f151d35d8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:27.056382 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:27.255022 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:27.392098 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:13:27.505235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:27.516756 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:27.527118 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:27.528826 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:27.529006 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-50c15693-8cb5-4534-9faf-60cce4da6e77 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5023525 Nov 23 11:13:27.529786 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:27.531859 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59210) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:27.613231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777e869-d12c-4c69-a470-108b088828aa None None] Network e03f7636-ad7f-41ca-b6a5-9456310765ff requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:27.696836 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:27.757992 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] Provisioning complete for port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:27.758332 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.009396 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.057110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] For port 53c3d9b1-48d6-46c4-bbb8-e534da27de22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53c3d9b1-48d6-46c4-bbb8-e534da27de22,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:28.062977 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:26Z', 'revision_number': 3, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:28.066339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.095301 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:28.095683 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Updating router 43333c5b-a0c9-4eeb-804f-9b442133f122 port 3e997c32-994a-4151-bd1a-341f151d35d8 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:28.154529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.191067 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cd938-b161-4c1e-9158-6ab68bc3748a None None] Pushing event updated for resources: {'Port': ['ID=53c3d9b1-48d6-46c4-bbb8-e534da27de22,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.322106 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.335719 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-8977bba2-3356-48fa-b278-0bf7a2d7ec0b None None] Provisioning complete for port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:28.336065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8977bba2-3356-48fa-b278-0bf7a2d7ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.483608 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Allocated IP 172.20.0.1 (e03f7636-ad7f-41ca-b6a5-9456310765ff/a6757c9f-e0e1-496b-a7ef-26131933bea7/824c3b0a-20eb-474a-aa6a-f91c5b83cfdb) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:28.488238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.494732 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.545123 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db0bb4-47e9-4ef9-835e-0e6d119b157f None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:28.556528 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df45f25-7009-46a4-86cf-e0e6d622df84 None None] Pushing event updated for resources: {'Port': ['ID=3e997c32-994a-4151-bd1a-341f151d35d8,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.560435 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Attempting to bind port 3e997c32-994a-4151-bd1a-341f151d35d8 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:28.560802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Attempting to bind port 3e997c32-994a-4151-bd1a-341f151d35d8 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:28.561153 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Attempting to bind port 3e997c32-994a-4151-bd1a-341f151d35d8 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:28.568273 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:28.568645 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:28.569031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.569418 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:28.569876 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Bound port: 3e997c32-994a-4151-bd1a-341f151d35d8, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:28.570275 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.592565 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.629222 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.630622 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0afe698d-1bb5-4d47-9670-ebbc188674db None None] Provisioning complete for port 3e997c32-994a-4151-bd1a-341f151d35d8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:28.631050 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0afe698d-1bb5-4d47-9670-ebbc188674db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.660802 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] For port 3e997c32-994a-4151-bd1a-341f151d35d8, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:28.674218 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:28.679968 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:28.682293 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Pushing event updated for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.684546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:28.725786 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.861448 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53c3d9b1-48d6-46c4-bbb8-e534da27de22 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:28.864973 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] For port 3e997c32-994a-4151-bd1a-341f151d35d8, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e997c32-994a-4151-bd1a-341f151d35d8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:28.883007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.889881 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0afe698d-1bb5-4d47-9670-ebbc188674db None None] Port 3e997c32-994a-4151-bd1a-341f151d35d8 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:28.891831 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.958118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044b0a6-4ab2-4b08-92f6-22ae97986937 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:28.979815 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df45f25-7009-46a4-86cf-e0e6d622df84 None None] Pushing event updated for resources: {'Port': ['ID=3e997c32-994a-4151-bd1a-341f151d35d8,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.988105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:28.988716 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:28.992356 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:28.992746 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.059314 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.066447 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.113546 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ab874ba4-3e08-4263-aecb-bd67bf94ae4e None None] Provisioning complete for port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:29.113769 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ab874ba4-3e08-4263-aecb-bd67bf94ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.138004 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Pushing event updated for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:29.141580 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.172002 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:29.201166 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-ab874ba4-3e08-4263-aecb-bd67bf94ae4e None None] Port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:29.233653 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:29.235248 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:29.365812 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] Provisioning complete for port 3e997c32-994a-4151-bd1a-341f151d35d8 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:29.366129 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.368055 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:29.481174 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:29.486412 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-abce7c13-993b-42b7-bb32-4772bea0860c admin admin] 10.222.0.62 "PUT /v2.0/routers/43333c5b-a0c9-4eeb-804f-9b442133f122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9516459 Nov 23 11:13:29.491335 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:29.494987 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.524595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed1644-d6a9-4775-b0c3-1868a5b417ad None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:29.543807 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] For port 3e997c32-994a-4151-bd1a-341f151d35d8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e997c32-994a-4151-bd1a-341f151d35d8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:29.549462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.607008 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c45b-3bd6-463d-a5d4-809820b42ab1 None None] Pushing event updated for resources: {'Port': ['ID=3e997c32-994a-4151-bd1a-341f151d35d8,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:29.671955 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-5fcd4438-0cfc-440c-b90e-17896c5fe5c0 None None] Provisioning complete for port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:29.672373 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4438-0cfc-440c-b90e-17896c5fe5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.710529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd4438-0cfc-440c-b90e-17896c5fe5c0 None None] Port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:30.003521 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59226) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:30.008593 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-456919322-network', 'tenant_id': '40b64944fbc34c879493b00ac2585c33'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:30.031000 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Made reservation on behalf of 40b64944fbc34c879493b00ac2585c33 for: {'network': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:30.033440 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for network, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.042551 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.121842 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.126965 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.155205 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=110024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:30.161677 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbfc1b-0a18-4a8f-88d4-04f7a333223c,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:30.181144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.181501 n-d-781076-5 neutron-server[110024]: INFO neutron.db.segments_db [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Added segment e57807b4-f613-4d2e-9cba-bac23da4ea2c of type vlan for network 377b128e-f902-43ab-bc2a-e379249bb214 Nov 23 11:13:30.225700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763415835971'] for network, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.254195 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328'] for network, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.255265 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:30.255858 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.296411 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2917292 Nov 23 11:13:30.299365 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59228) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:30.304980 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Request body: {'subnet': {'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-456919322-subnet', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'ip_version': 4}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:30.324538 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746974c0-46ee-4f5d-bde5-2b625de8dbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=377b128e-f902-43ab-bc2a-e379249bb214,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:30.335877 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Network 377b128e-f902-43ab-bc2a-e379249bb214 details requested by agent ovs-agent-n-d-781076-5 with host n-d-781076-5 {{(pid=110025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:30.343403 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Made reservation on behalf of 40b64944fbc34c879493b00ac2585c33 for: {'subnet': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:30.345647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5450296'] for subnet, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.529138 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5760678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5450250'] for subnet, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.580070 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21aeda16-cfe9-4317-afe8-f653cca0a55d,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:30.597039 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Checking segment: {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:30.597402 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Network hostable DHCP agents. Network: 377b128e-f902-43ab-bc2a-e379249bb214, hostable agents: ['819fb973-62dd-4dcc-8f56-72c34dea7388'], hosted agents: [] {{(pid=110023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:30.615372 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Network 377b128e-f902-43ab-bc2a-e379249bb214 is scheduled to be hosted by DHCP agent 819fb973-62dd-4dcc-8f56-72c34dea7388 with binding_index 1 {{(pid=110023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:30.626506 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-5, 377b128e-f902-43ab-bc2a-e379249bb214) {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:30.630782 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:30.631307 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.637024 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60c6ae-1131-457e-a16a-de3894cb8062 None None] Network 377b128e-f902-43ab-bc2a-e379249bb214 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:30.651968 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-b25df401-394e-4a56-a48d-ad774fdd6283 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3513653 Nov 23 11:13:30.655114 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59230) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:30.659767 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:30.687125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.688261 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.757670 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.817228 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ae2dc76-790f-5af6-acdb-51789b5c4a08-377b128e-f902-43ab-bc2a-e379249bb214', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d'}]}} from n-d-781076-5. {{(pid=110025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:30.818133 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.835453 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e997c32-994a-4151-bd1a-341f151d35d8 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:30.912296 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.986638 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 3e997c32-994a-4151-bd1a-341f151d35d8 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:30.987008 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.038105 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.db_base_plugin_common [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Allocated IP 172.20.0.2 (377b128e-f902-43ab-bc2a-e379249bb214/21aeda16-cfe9-4317-afe8-f653cca0a55d/30374c64-c2dd-455e-b2ad-986b0652e699) {{(pid=110025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:31.119834 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.142588 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.228658 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks [] for port, precommit_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.236113 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292'] for port, after_create {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.252905 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Allocated IP 172.25.1.182 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/e6a363a8-f211-4067-84f8-214c91804136) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:31.272100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Network 377b128e-f902-43ab-bc2a-e379249bb214 is already hosted by enough agents. {{(pid=110025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:31.277355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.scheduler.base_scheduler [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Resources bound (agent type, host, resource id): {{(pid=110025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:31.281370 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Received port after_create {{(pid=110025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:31.291160 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Pushing event updated for resources: {'Port': ['ID=30374c64-c2dd-455e-b2ad-986b0652e699,revision_number=1']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:31.343336 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Attempting to bind port 30374c64-c2dd-455e-b2ad-986b0652e699 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:31.343624 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Attempting to bind port 30374c64-c2dd-455e-b2ad-986b0652e699 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:31.343974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Attempting to bind port 30374c64-c2dd-455e-b2ad-986b0652e699 on network 377b128e-f902-43ab-bc2a-e379249bb214 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:31.351625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:31.352187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Checking segment: {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:31.352600 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.353437 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Bound using segment: {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:31.353972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Bound port: 30374c64-c2dd-455e-b2ad-986b0652e699, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:31.354554 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.379030 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.417970 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.426080 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] For port 30374c64-c2dd-455e-b2ad-986b0652e699, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:31.430559 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] For port 30374c64-c2dd-455e-b2ad-986b0652e699, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30374c64-c2dd-455e-b2ad-986b0652e699,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:31.438996 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.467407 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:31.470382 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:31.474014 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:31.492560 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321311c-5f0d-477b-9373-81d295412a2a None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:31.497403 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a363a8-f211-4067-84f8-214c91804136,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:31.513078 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6fe1-a2d8-4ad6-8151-1c23ba9eaf4f None None] Pushing event updated for resources: {'Port': ['ID=30374c64-c2dd-455e-b2ad-986b0652e699,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:31.557709 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-972a54d6-52d2-461d-bfc5-49fcbef3dbcc None None] Provisioning complete for port e6a363a8-f211-4067-84f8-214c91804136 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:31.558747 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-972a54d6-52d2-461d-bfc5-49fcbef3dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.615922 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-972a54d6-52d2-461d-bfc5-49fcbef3dbcc None None] Port e6a363a8-f211-4067-84f8-214c91804136 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:31.681210 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:31.708824 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:31.709735 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:31.777630 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.826510 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:31.978486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402781'] for router, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.030611 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 2, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:32.056616 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:32.057009 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Updating router 43333c5b-a0c9-4eeb-804f-9b442133f122 port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:32.082525 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.110501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Router 32ce8711-5549-44b8-a634-9e7e6a7e391d is scheduled to L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d with binding_index 1 {{(pid=110024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:13:32.232998 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:32.243473 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Sync routers for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:32.251250 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.252594 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-3a586304-c68c-4b8b-9289-370f6d3df111 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5964110 Nov 23 11:13:32.255791 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59232) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:32.265784 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:32.266601 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:32.388128 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:32.392031 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.402717 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.495679 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:32.509385 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.510653 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.511258 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.511832 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.512234 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.512633 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.513031 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.513559 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.513977 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.514397 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.514807 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.515193 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:32.556577 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Attempting to bind port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:32.557762 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Attempting to bind port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:32.558448 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Attempting to bind port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:32.567097 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:32.567729 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Checking segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:32.568807 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.569386 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Bound using segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:32.570090 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Bound port: 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:32.570874 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.602919 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351bd015-f1ac-4909-997b-98267ddca223 None None] Network 377b128e-f902-43ab-bc2a-e379249bb214 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:32.659687 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] For port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:32.663959 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] For port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:32.670258 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.713187 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] Provisioning complete for port 30374c64-c2dd-455e-b2ad-986b0652e699 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:32.714039 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.744258 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:32.745263 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:31Z', 'revision_number': 3, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:32.745734 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:32.783466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Checking router: 32ce8711-5549-44b8-a634-9e7e6a7e391d for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:32.783810 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Updating router 32ce8711-5549-44b8-a634-9e7e6a7e391d port e6a363a8-f211-4067-84f8-214c91804136 binding host n-d-781076-5 {{(pid=110025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:32.789353 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40295627-e1bc-4982-84fc-f66ec43f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:32.856084 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.908684 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:33.027199 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 30374c64-c2dd-455e-b2ad-986b0652e699 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:33.047101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Allocated IP 172.20.0.1 (377b128e-f902-43ab-bc2a-e379249bb214/21aeda16-cfe9-4317-afe8-f653cca0a55d/84c3604a-092f-4be8-a791-1926ab12958b) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:33.057211 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.153757 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:32Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:33.162796 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.185182 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1280b3-ab06-4167-97f0-dde14ae56d4b None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:32Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:33.201299 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.239746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Network 377b128e-f902-43ab-bc2a-e379249bb214 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:33.243456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.245102 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:33.250430 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:33.290240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 30374c64-c2dd-455e-b2ad-986b0652e699 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:33.290723 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.293465 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648458'] for router_interface, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.337099 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Pushing event updated for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.348060 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] For port 30374c64-c2dd-455e-b2ad-986b0652e699, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30374c64-c2dd-455e-b2ad-986b0652e699,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:33.379627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.465048 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.474766 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d8e95-4653-45e8-89db-0269ef48fc43 None None] Pushing event updated for resources: {'Port': ['ID=30374c64-c2dd-455e-b2ad-986b0652e699,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.577572 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] Provisioning complete for port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:33.577975 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.635730 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks [] for port, precommit_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.649646 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.679298 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.688915 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.749544 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b2c7e-d63a-49f8-8769-2fd548047451 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:33.768169 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.783905 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Attempting to bind port e6a363a8-f211-4067-84f8-214c91804136 on host n-d-781076-5 for vnic_type normal with profile {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:33.784355 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Attempting to bind port e6a363a8-f211-4067-84f8-214c91804136 by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:33.784806 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Attempting to bind port e6a363a8-f211-4067-84f8-214c91804136 on network 35f90cd8-754c-4665-9b8f-953033b6f293 {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:33.788658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2f90-9a7f-410c-984f-e28b349c143e None None] Pushing event updated for resources: {'Port': ['ID=e6a363a8-f211-4067-84f8-214c91804136,revision_number=2']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.803829 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:33.804901 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Checking segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:33.805387 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.805846 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Bound using segment: {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'} {{(pid=110025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:33.806456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.managers [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Bound port: e6a363a8-f211-4067-84f8-214c91804136, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b1be0-4a8a-4a81-aec6-2e011479d041', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293'}}] {{(pid=110025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:33.806932 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.846109 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] For port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:33.854079 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.908116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] For port e6a363a8-f211-4067-84f8-214c91804136, host n-d-781076-5, cleared binding levels {{(pid=110025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:33.913592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] For port e6a363a8-f211-4067-84f8-214c91804136, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e6a363a8-f211-4067-84f8-214c91804136,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:33.928592 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.938819 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b471-534b-41cf-bae5-ba63691474ff None None] Pushing event updated for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.971665 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87efa94-0a62-4c90-82cc-5335941bbe04 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:34.003980 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:34.004639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:34.056963 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Provisioning complete for port 30374c64-c2dd-455e-b2ad-986b0652e699 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.057334 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.063221 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2f90-9a7f-410c-984f-e28b349c143e None None] Pushing event updated for resources: {'Port': ['ID=e6a363a8-f211-4067-84f8-214c91804136,revision_number=3']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:34.141795 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Pushing event updated for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:34.145382 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648614'] for router_interface, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.191158 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:34.237202 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Network 377b128e-f902-43ab-bc2a-e379249bb214 is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:34.238842 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:34.298827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Provisioning complete for port e6a363a8-f211-4067-84f8-214c91804136 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.299384 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.360043 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Router 32ce8711-5549-44b8-a634-9e7e6a7e391d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:34.460989 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.475669 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:34.481917 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-94fdec41-9d22-456b-a454-696865cb26f9 admin admin] 10.222.0.62 "PUT /v2.0/routers/32ce8711-5549-44b8-a634-9e7e6a7e391d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240763 Nov 23 11:13:34.486692 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] For port e6a363a8-f211-4067-84f8-214c91804136, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e6a363a8-f211-4067-84f8-214c91804136,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:34.493658 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '84c3604a-092f-4be8-a791-1926ab12958b', 'name': '', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'mac_address': 'fa:16:3e:08:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:32Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 2, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'subnets': [{'id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:34.497043 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.525206 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8cc24-5866-4885-9168-445586c4928b None None] The sync data for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 is: [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '84c3604a-092f-4be8-a791-1926ab12958b', 'name': '', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'mac_address': 'fa:16:3e:08:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:32Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 2, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'subnets': [{'id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:34.565000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Provisioning complete for port 84c3604a-092f-4be8-a791-1926ab12958b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.565382 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.608358 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Pushing event updated for resources: {'Port': ['ID=e6a363a8-f211-4067-84f8-214c91804136,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:34.614470 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-b059cbb7-7ba1-4cda-9659-bf8d58f15e66 None None] Port 84c3604a-092f-4be8-a791-1926ab12958b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:34.747632 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7e2c1c2f-6b10-42d2-9f36-407bdb584130 None None] Provisioning complete for port e6a363a8-f211-4067-84f8-214c91804136 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.748019 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1c2f-6b10-42d2-9f36-407bdb584130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.860444 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7e2c1c2f-6b10-42d2-9f36-407bdb584130 None None] Provisioning complete for port 84c3604a-092f-4be8-a791-1926ab12958b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.860811 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1c2f-6b10-42d2-9f36-407bdb584130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.886730 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:34.931079 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c1c2f-6b10-42d2-9f36-407bdb584130 None None] Port 84c3604a-092f-4be8-a791-1926ab12958b cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:34.952236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:34.952701 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.034651 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 30374c64-c2dd-455e-b2ad-986b0652e699 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:35.087092 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 30374c64-c2dd-455e-b2ad-986b0652e699 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:35.087415 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.130986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59242) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.135900 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736877557', 'description': 'tempest-secgroup-smoke-736877557 description', 'project_id': '31f4724b712341b18f196f13a7e274bd'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.161394 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.239428 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.244647 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.274899 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.276155 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1441035 Nov 23 11:13:35.278006 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a596b-5988-47e9-8bfe-294557ed8c0b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.279697 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59244) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.284801 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.313755 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.377751 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.382777 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.399966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fbc05d-dbe6-4294-94c2-d7d3c3839d59,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.410629 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.411843 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-ed7874e1-efbf-4176-9a23-d3a0c57fb8a7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310048 Nov 23 11:13:35.414741 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59246) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.419058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.445865 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.506783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.512084 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.530024 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f90212-adc7-436d-9fc8-6f22264c8bb4,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.538789 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.540046 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-8939871e-fa97-43a1-b823-0b46dffd553b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243496 Nov 23 11:13:35.543044 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59248) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.547896 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.578142 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.651269 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.658175 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.678279 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3523dfd-8b8a-4a38-a283-57f8f1947b88,revision_number=0']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.685086 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.686307 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-fe98c9dd-49d2-4151-b6f8-27c814477ae2 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421592 Nov 23 11:13:35.689235 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59250) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.694204 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.723894 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.786091 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.789995 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.808298 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd62b86a-87f1-4e34-9486-d4c6cd84bd0a,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.814228 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.815440 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6fe8842b-c986-4ad3-8ac6-3e821e4f1c9e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251667 Nov 23 11:13:35.819103 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59252) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.823484 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.848262 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Project 31f4724b712341b18f196f13a7e274bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:13:35.853700 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.912783 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.918899 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.936819 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a427a3-861b-441f-af3a-2d4675c9a5c4,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.945052 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.946319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-531f77ac-305b-40c6-8203-4c2d9423ec7d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262319 Nov 23 11:13:35.949294 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59254) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.953523 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'security_group_rule': {'security_group_id': 'e3d2f4ff-ca01-42b7-af7a-5ef173960cd6', 'project_id': '31f4724b712341b18f196f13a7e274bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.977439 n-d-781076-5 neutron-server[110024]: INFO neutron.db.securitygroups_db [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Project 31f4724b712341b18f196f13a7e274bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:13:35.982768 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.063468 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.068715 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747335'] for security_group_rule, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.088097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0fec70-1e0d-482e-94b6-964b9f7a5724,revision_number=0']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:36.094188 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.095600 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-bb95d486-f049-4d0b-b476-a4d2f0af9e59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454208 Nov 23 11:13:36.258737 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-2741f140-5deb-4b21-9f1b-1c472ab4f2c9 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736877557&fields=id&tenant_id=31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 267 time: 0.0492234 Nov 23 11:13:36.370961 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-ddbe1a60-0d77-43d8-9571-c29398fcfca8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:36.372472 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-ddbe1a60-0d77-43d8-9571-c29398fcfca8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 810 time: 0.1061656 Nov 23 11:13:36.388284 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-e5c93f97-7945-4776-b38e-700024fb3c1d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/quotas/31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 375 time: 0.0097823 Nov 23 11:13:36.442481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-249fee9a-6a6e-4334-b161-b827d31a5961 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484023 Nov 23 11:13:36.551326 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-a7ca3baf-fc4d-4e02-83b8-c49c5cce1258 service neutron] 10.222.0.62 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969861 Nov 23 11:13:36.642603 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-01dd0466-a223-4a04-99e0-0ea43fe572e5 service neutron] 10.222.0.62 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850649 Nov 23 11:13:36.815635 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-67462041-ea47-480b-bb29-31038c78cd86 req-f783a676-db2c-4c01-a18e-3b19182c01a4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Nov 23 11:13:36.855365 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e6a363a8-f211-4067-84f8-214c91804136 up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:36.905426 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port e6a363a8-f211-4067-84f8-214c91804136 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:36.905801 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.308849 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Sync routers for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:37.319578 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:37.320508 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:37.522930 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:37.721484 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '84c3604a-092f-4be8-a791-1926ab12958b', 'name': '', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'mac_address': 'fa:16:3e:08:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:32Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 2, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'subnets': [{'id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:37.748970 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Checking router: 32ce8711-5549-44b8-a634-9e7e6a7e391d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:37.749326 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Updating router 32ce8711-5549-44b8-a634-9e7e6a7e391d port 84c3604a-092f-4be8-a791-1926ab12958b binding host n-d-781076-5 {{(pid=110026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:37.778714 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.800675 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-6372d4bf-444d-4508-95da-07034d7f4c5c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:37.802294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-6372d4bf-444d-4508-95da-07034d7f4c5c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 810 time: 0.1091907 Nov 23 11:13:37.869319 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-9793c4dc-0f48-4f2f-8ac0-e40053a825a0 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 379 time: 0.0582144 Nov 23 11:13:37.884026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'port': {'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'admin_state_up': True, 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'security_groups': ['e3d2f4ff-ca01-42b7-af7a-5ef173960cd6']}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:38.051540 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks [] for port, precommit_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.058505 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.108246 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483e6da-d30c-4cb7-8a04-9ef33acb98ea None None] Pushing event updated for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=3']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.167218 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Attempting to bind port 84c3604a-092f-4be8-a791-1926ab12958b on host n-d-781076-5 for vnic_type normal with profile {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:38.167583 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Attempting to bind port 84c3604a-092f-4be8-a791-1926ab12958b by drivers openvswitch,hyperv on host n-d-781076-5 at level 0 using segments [{'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:38.167950 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Attempting to bind port 84c3604a-092f-4be8-a791-1926ab12958b on network 377b128e-f902-43ab-bc2a-e379249bb214 {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:38.173780 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Checking agent: {'id': 'fc0dd9d4-a751-46f4-9332-367a4e77e6ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 37, 24), 'started_at': datetime.datetime(2021, 11, 23, 9, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:38.174184 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Checking segment: {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:38.174584 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.174946 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Bound using segment: {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'} {{(pid=110026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:38.175442 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.managers [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Bound port: 84c3604a-092f-4be8-a791-1926ab12958b, host: n-d-781076-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57807b4-f613-4d2e-9cba-bac23da4ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214'}}] {{(pid=110026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:38.175949 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.242216 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] For port 84c3604a-092f-4be8-a791-1926ab12958b, host n-d-781076-5, cleared binding levels {{(pid=110026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:38.245625 n-d-781076-5 neutron-server[110026]: DEBUG neutron.plugins.ml2.db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] For port 84c3604a-092f-4be8-a791-1926ab12958b, host n-d-781076-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=84c3604a-092f-4be8-a791-1926ab12958b,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:38.252382 n-d-781076-5 neutron-server[110026]: DEBUG neutron_lib.callbacks.manager [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.300399 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-3792805e-4867-4619-8a16-11b15c92441b req-273a7279-47ef-4ceb-aae6-5d239149946c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 210 time: 0.4016070 Nov 23 11:13:38.302996 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:38.303577 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:38.363683 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483e6da-d30c-4cb7-8a04-9ef33acb98ea None None] Pushing event updated for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=4']} {{(pid=110026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.384670 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] Provisioning complete for port 84c3604a-092f-4be8-a791-1926ab12958b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.385848 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.402849 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Made reservation on behalf of 31f4724b712341b18f196f13a7e274bd for: {'port': 1} {{(pid=110024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:38.409929 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.435572 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:38.500671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.541225 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] For port 84c3604a-092f-4be8-a791-1926ab12958b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=84c3604a-092f-4be8-a791-1926ab12958b,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:38.549928 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.575995 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Allocated IP 172.20.0.14 (e03f7636-ad7f-41ca-b6a5-9456310765ff/a6757c9f-e0e1-496b-a7ef-26131933bea7/6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:38.600545 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3564b9-5e68-48a3-9de8-a8896a68cc4b None None] Pushing event updated for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.673409 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-b086f9ee-0c09-4cee-8dd3-e7eaf2bbfedb None None] Provisioning complete for port 84c3604a-092f-4be8-a791-1926ab12958b triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.673855 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-b086f9ee-0c09-4cee-8dd3-e7eaf2bbfedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.680435 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '84c3604a-092f-4be8-a791-1926ab12958b', 'name': '', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'mac_address': 'fa:16:3e:08:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:32Z', 'updated_at': '2021-11-23T11:13:38Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'subnets': [{'id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:38.707526 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5b58a-ac58-4997-97fc-cbc4de42909d None None] The sync data for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 is: [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '84c3604a-092f-4be8-a791-1926ab12958b', 'name': '', 'network_id': '377b128e-f902-43ab-bc2a-e379249bb214', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'mac_address': 'fa:16:3e:08:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:32Z', 'updated_at': '2021-11-23T11:13:38Z', 'revision_number': 4, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'subnets': [{'id': '21aeda16-cfe9-4317-afe8-f653cca0a55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:38.728609 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.766063 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.828818 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:38.833143 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:38.840092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:38.845825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.863000 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 84c3604a-092f-4be8-a791-1926ab12958b up at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:38.906551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:38.907349 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.931538 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-647ed950-2941-4b33-85d5-f531678510b6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516505 Nov 23 11:13:38.945026 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Request body: {'port': {'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-5'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:39.013383 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.101223 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Provisioning complete for port 84c3604a-092f-4be8-a791-1926ab12958b triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:39.101503 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.199893 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-82ba47f1-9623-43a6-ade2-71b989202bdf None None] Provisioning complete for port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:39.200255 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-82ba47f1-9623-43a6-ade2-71b989202bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.238068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-82ba47f1-9623-43a6-ade2-71b989202bdf None None] Port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:39.308501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 {{(pid=110024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:13:39.316724 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.329695 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.provisioning_blocks [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Transition to ACTIVE for port object 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 will not be triggered until provisioned by entity L2. {{(pid=110024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:13:39.334326 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.383692 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:39.430496 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31874fb-fc99-460c-b632-860929bb937f req-202559d3-5f6a-4e2a-a7d3-8dc2c57ef657 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.434367 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d31874fb-fc99-460c-b632-860929bb937f req-202559d3-5f6a-4e2a-a7d3-8dc2c57ef657 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0546806 Nov 23 11:13:39.459112 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Attempting to bind port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 on host n-h1-781076-5 for vnic_type normal with profile {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:39.459472 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Attempting to bind port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 by drivers openvswitch,hyperv on host n-h1-781076-5 at level 0 using segments [{'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:39.459935 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Attempting to bind port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:39.465411 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 on network e03f7636-ad7f-41ca-b6a5-9456310765ff not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-5 {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:13:39.465610 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Attempting to bind port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:39.471171 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Checking agent: {'id': '7560e936-3a83-49ea-844a-98786f7584ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:39.471566 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Checking segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:39.471888 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Bound using segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} {{(pid=110024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:39.472311 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.managers [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Bound port: 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host: n-h1-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}}] {{(pid=110024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:39.472663 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.492069 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d31874fb-fc99-460c-b632-860929bb937f req-1ff82b64-512e-4e9f-a8c8-123e0e29fdae tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532305 Nov 23 11:13:39.545772 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, cleared binding levels {{(pid=110024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:39.549302 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:39.553849 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.588119 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.588880 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.590387 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] 10.222.0.11 "PUT /v2.0/ports/6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1092 time: 0.6500919 Nov 23 11:13:39.590839 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:39.593237 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e70b6a9-3145-4cf7-b205-195385c2f23f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:39.629953 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78a4da-1071-41ae-bb31-700e26bc33bf service neutron] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=3']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:39.644149 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c388ad-2d0f-4628-8d61-3a8a1cf4c05c x-openstack-request-id: req-05c388ad-2d0f-4628-8d61-3a8a1cf4c05c {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:39.644443 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:39.644700 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05c388ad-2d0f-4628-8d61-3a8a1cf4c05c {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:39.645103 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'status': 'completed', 'code': 200} Nov 23 11:13:39.683707 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-bbe7cb3d-aa53-493d-a1c1-c089dbe3b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.685227 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-bbe7cb3d-aa53-493d-a1c1-c089dbe3b7fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1095 time: 0.0506570 Nov 23 11:13:39.732702 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-a6a244ff-b7a7-4429-a7d7-b66e3efc0d3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 217 time: 0.0387619 Nov 23 11:13:39.786623 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-957b0610-4666-455b-96eb-ee94df2cf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.788115 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-957b0610-4666-455b-96eb-ee94df2cf060 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0480258 Nov 23 11:13:39.836263 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-4b1ad983-9f9d-4411-81bd-fd0fcb490944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.837798 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-4b1ad983-9f9d-4411-81bd-fd0fcb490944 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424476 Nov 23 11:13:39.933633 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-73c77c9e-97f7-403e-85fd-ae784e9d7b3f service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879874 Nov 23 11:13:40.027806 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-76b3a3f5-7983-4e42-a561-bf1ce3a5aa45 req-dd67d714-717e-40a9-bf76-a70e000d0f09 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Nov 23 11:13:40.126808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-24157c48-b635-4487-925a-1189bc242b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.128144 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-24157c48-b635-4487-925a-1189bc242b98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1095 time: 0.0507665 Nov 23 11:13:40.223370 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-6e9baed1-6fdf-4fcd-954a-e52a838050e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.224867 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-6e9baed1-6fdf-4fcd-954a-e52a838050e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0892270 Nov 23 11:13:40.270198 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-7d342a30-1209-45ed-8840-0e37b33924a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 217 time: 0.0377228 Nov 23 11:13:40.322626 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-cd329321-77e0-42e6-a82b-92495a6405b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.325150 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-cd329321-77e0-42e6-a82b-92495a6405b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0481842 Nov 23 11:13:40.373431 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-59f892c0-edd6-475e-9e0b-296522beebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.375020 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-59f892c0-edd6-475e-9e0b-296522beebc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422332 Nov 23 11:13:40.472324 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-2822ad81-10b0-474a-98aa-62d4fab25a58 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894988 Nov 23 11:13:40.566259 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-4e70b6a9-3145-4cf7-b205-195385c2f23f req-95bd6a08-99ba-4d64-8ebe-5b9fd87878e4 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Nov 23 11:13:40.609364 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25a4c-4c0d-42a7-90c8-b2dedd5364be req-366c7e6a-ac5a-4089-8ed7-f54c515aed1c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.610875 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9de25a4c-4c0d-42a7-90c8-b2dedd5364be req-366c7e6a-ac5a-4089-8ed7-f54c515aed1c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0495937 Nov 23 11:13:40.665231 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9de25a4c-4c0d-42a7-90c8-b2dedd5364be req-8a69e7bf-981f-437e-b0b3-b7287a398777 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483627 Nov 23 11:13:41.794464 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7225a20-3033-4a2b-86f4-7c22b36a6936 req-aacba398-0807-423d-ac97-338741110e69 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:41.795987 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7225a20-3033-4a2b-86f4-7c22b36a6936 req-aacba398-0807-423d-ac97-338741110e69 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0509760 Nov 23 11:13:41.849741 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-c7225a20-3033-4a2b-86f4-7c22b36a6936 req-27370dd5-e5c9-40ec-b19b-ddcf06a3b9d9 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 Nov 23 11:13:42.540405 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:13:42.640046 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:42.652181 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:13:42.689820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.703311 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:13:42.725286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:42.731297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.780671 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:42.971691 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af9b61-00c6-4771-8ce7-7702fee3f2c9 req-f1a902b2-d825-4072-8cbe-390b180ffd73 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:42.973178 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90af9b61-00c6-4771-8ce7-7702fee3f2c9 req-f1a902b2-d825-4072-8cbe-390b180ffd73 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Nov 23 11:13:43.022750 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-90af9b61-00c6-4771-8ce7-7702fee3f2c9 req-ec3cbcbb-18f6-4efd-9a36-66765af1fdd5 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Nov 23 11:13:43.030300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:13:44.146698 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf3329-410b-4d2b-8e64-f73c2385999e req-d099f2a6-803f-4b19-9a05-3080f0eafb43 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:44.148167 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77cf3329-410b-4d2b-8e64-f73c2385999e req-d099f2a6-803f-4b19-9a05-3080f0eafb43 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Nov 23 11:13:44.198657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-77cf3329-410b-4d2b-8e64-f73c2385999e req-688545e1-9519-488f-b067-f4f045aced73 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Nov 23 11:13:44.543415 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:44.610735 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning for port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:13:44.614628 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:44.615122 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.696036 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.718947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:44.721225 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0fd32b-f328-471b-98dc-f48139f1c93a" -d '{"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:44.733932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:44.743114 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.796740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:44.816439 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f57af-ce08-483a-890e-a48b445f40fd x-openstack-request-id: req-a47f57af-ce08-483a-890e-a48b445f40fd {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:44.816756 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:44.817005 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a47f57af-ce08-483a-890e-a48b445f40fd {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:44.817404 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'code': 200} Nov 23 11:13:44.917501 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406398b-4b20-4484-a770-7113b5e774f0 req-572b2196-dff2-4d41-910d-40627759845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:44.919035 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0406398b-4b20-4484-a770-7113b5e774f0 req-572b2196-dff2-4d41-910d-40627759845f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1097 time: 0.0418658 Nov 23 11:13:44.967481 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0406398b-4b20-4484-a770-7113b5e774f0 req-42981836-bd42-4100-8d89-515b7303a79c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Nov 23 11:13:45.331424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89232de8-0a90-4889-b376-4d9b005a917e req-5e780620-f3b4-4d25-95b6-25a7f085180b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:45.332938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89232de8-0a90-4889-b376-4d9b005a917e req-5e780620-f3b4-4d25-95b6-25a7f085180b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 946 time: 0.0655878 Nov 23 11:13:45.388500 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-89232de8-0a90-4889-b376-4d9b005a917e req-4ec18930-3551-4b11-a458-5fb2a509eaff tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461648 Nov 23 11:13:46.523918 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061736-4322-4635-bcc2-af22f305de4f req-143d15df-6e44-4980-a98f-84c1cfc412df tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:46.525414 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3061736-4322-4635-bcc2-af22f305de4f req-143d15df-6e44-4980-a98f-84c1cfc412df tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 946 time: 0.0505707 Nov 23 11:13:46.574960 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e3061736-4322-4635-bcc2-af22f305de4f req-57413f7c-25b2-4c9f-9c4f-6f475ab3d674 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Nov 23 11:13:46.632360 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:46.690918 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa40f6e-6d27-454d-bc64-98e64dbb0173 req-4fe05281-262c-4b0f-89a4-9594dfc8006c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:46.692296 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6aa40f6e-6d27-454d-bc64-98e64dbb0173 req-4fe05281-262c-4b0f-89a4-9594dfc8006c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 946 time: 0.0502102 Nov 23 11:13:46.743898 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6aa40f6e-6d27-454d-bc64-98e64dbb0173 req-8eb01948-b844-4413-97f7-3592f8870d67 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453467 Nov 23 11:13:46.768400 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59308) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.928380 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e37c4-58c2-424b-a454-f6429d20e027 tempest-TestSnapshotPattern-1515658157 tempest-TestSnapshotPattern-1515658157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:46.929921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-460e37c4-58c2-424b-a454-f6429d20e027 tempest-TestSnapshotPattern-1515658157 tempest-TestSnapshotPattern-1515658157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1092 time: 0.1604841 Nov 23 11:13:46.934561 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59312) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.938817 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:46.965533 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.062303 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.167261 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Allocated IP 172.25.1.106 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/f625417c-a773-4153-8ae9-d23c46bb0c0f) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:47.269733 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.311217 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.355558 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:47.358633 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:47.362156 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:47.367729 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=f625417c-a773-4153-8ae9-d23c46bb0c0f,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:47.723270 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.798577 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.954144 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.960397 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.986389 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-485e1e83-22bb-4b26-97ec-dbb28731ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.028398 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=f625417c-a773-4153-8ae9-d23c46bb0c0f,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:48.039279 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.143463 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Floating IP b666b87f-8397-4391-a324-c7351829aec3 associated. External IP: 172.25.1.106, port: 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9. Nov 23 11:13:48.356907 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:48.464113 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:48.474885 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:48.484241 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:48.484415 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.484858 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:48.512223 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-c56380a0-2df4-4c0c-849b-5a7f6df489d6 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5766168 Nov 23 11:13:48.512825 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:48.515142 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dd2d6-cd79-4fb0-b831-084f4932e840" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:48.558212 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc9aa0d-b4c3-416f-ab6b-9386c3793348 x-openstack-request-id: req-4cc9aa0d-b4c3-416f-ab6b-9386c3793348 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:48.558508 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:48.558853 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cc9aa0d-b4c3-416f-ab6b-9386c3793348 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:48.559273 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'status': 'completed', 'code': 200} Nov 23 11:13:48.594483 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:48.621490 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-5017d21b-06f0-4f37-9a9e-2a1b4a6efc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:48.622952 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-5017d21b-06f0-4f37-9a9e-2a1b4a6efc3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1097 time: 0.0405228 Nov 23 11:13:48.719694 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-955a9273-90b8-4a0a-af5f-38c9b7e1d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:48.721190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-955a9273-90b8-4a0a-af5f-38c9b7e1d899 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0908043 Nov 23 11:13:48.788086 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-0db650f7-9729-446f-b4ef-c1a33812c575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0589385 Nov 23 11:13:48.819712 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:47Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:48.840676 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-6293fa61-97b6-4ad3-b7a4-5f5dd61396b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:48.842203 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-6293fa61-97b6-4ad3-b7a4-5f5dd61396b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0476251 Nov 23 11:13:48.849754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:48.858740 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:48.859354 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:13:20Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:48.888077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-4f033b17-3ab3-40ce-89ae-78f252384a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:48.889493 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-4f033b17-3ab3-40ce-89ae-78f252384a3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405338 Nov 23 11:13:48.965698 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:48.979769 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-3dc4cca2-bdc1-42da-9527-833e4cb9f241 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Nov 23 11:13:49.072116 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-768dd2d6-cd79-4fb0-b831-084f4932e840 req-da30ccd0-03e4-41a7-939c-c29a21666dea service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Nov 23 11:13:49.194471 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:47Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:49.230940 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa065acf-ec00-4a68-9cc6-b14a2dec6e67 None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:47Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:49.422835 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e9889-8005-408a-9f0e-d512d1ddd538 None None] New status for floating IP b666b87f-8397-4391-a324-c7351829aec3: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:13:50.460953 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e300eeb8-e16e-4829-b8ee-453dfa6073fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.004551 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.687562 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.043009 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.646754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.377784 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:14:06.026309 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-a59c6e54-e124-4f2f-bb66-75e3fad9f597 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888975 Nov 23 11:14:06.112253 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-1f7a8f93-6798-4edf-91d0-29c70c5f3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:06.113755 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-1f7a8f93-6798-4edf-91d0-29c70c5f3c5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1097 time: 0.0430160 Nov 23 11:14:06.230643 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-db108ff3-dd7a-4b93-9ce6-2774b6c624b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:06.232082 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-db108ff3-dd7a-4b93-9ce6-2774b6c624b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0940573 Nov 23 11:14:06.299502 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-19307910-d519-4474-a418-99cb27c41aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0599597 Nov 23 11:14:06.356800 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-d0d7cad3-8791-47ed-aca4-ad173ae72b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:06.358310 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-d0d7cad3-8791-47ed-aca4-ad173ae72b36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0513752 Nov 23 11:14:06.408475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-06de3cf7-44f9-444d-8426-1842bb3c014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:06.410061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-06de3cf7-44f9-444d-8426-1842bb3c014f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425868 Nov 23 11:14:06.510194 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-c1e710ca-737a-4a0c-9b7f-a733e765e4f3 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902195 Nov 23 11:14:06.602580 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6810bf55-fe56-4148-95ba-a7c89f22853a req-00bdc8ce-c32c-46b4-9c3e-8d9e11940ad9 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844262 Nov 23 11:14:16.673874 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:17.991377 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7a56caa1-421d-461b-aea7-077473c7e778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:20.470606 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2fc5af11-45db-4089-9708-f4c0d7b74495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:20.994891 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:21.692300 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.047645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.646790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:34.382597 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:14:46.679671 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:47.996676 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-9a02d827-fdc3-4467-b098-2af973b3f9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:50.464303 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ae711cd4-f565-41d4-a4ae-d7c89daf5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:51.018750 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:51.690467 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:53.051958 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:53.648533 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:08.597659 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-6c2104b0-ec38-4c2c-b3ef-666e23dd37eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425768 Nov 23 11:15:08.689147 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-bc8c8746-a9a6-4bb1-b93d-a9e48d968b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:08.690689 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-bc8c8746-a9a6-4bb1-b93d-a9e48d968b60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1097 time: 0.0492225 Nov 23 11:15:08.804768 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-7b3a1f04-b6cb-4974-b49a-dfefa511e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:08.806777 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-7b3a1f04-b6cb-4974-b49a-dfefa511e1ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0927296 Nov 23 11:15:08.875185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-d733fda0-9e74-4565-acba-51be4585d42e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0605996 Nov 23 11:15:08.924409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-d6e7f0a2-f811-40df-a60f-a0d00a4904e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:08.925820 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-d6e7f0a2-f811-40df-a60f-a0d00a4904e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0438104 Nov 23 11:15:08.972459 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-9196a97e-09aa-4e91-8909-91e6b3589cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:08.973921 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-9196a97e-09aa-4e91-8909-91e6b3589cff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412107 Nov 23 11:15:09.067329 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-a87be039-776d-480c-8539-af74eaaefd4f service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854342 Nov 23 11:15:09.161813 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2fda8d4b-c5a0-4962-8e4f-092b28d11076 req-177c9f47-1b28-4e9b-a75f-1986ea14ba72 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Nov 23 11:15:11.385128 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:15:16.674427 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:18.003274 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8352fc35-00a6-44ad-aa22-6a4bf36ebeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:20.461238 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e4c3efb5-c88f-4093-859d-976f64f94e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.035584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.694475 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:23.058885 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:23.645579 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:46.669748 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:48.163081 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e08f3a69-bc80-445b-b01d-b6de41f0e194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:48.389865 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:15:50.462587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-54269369-1501-499d-8406-116215ed413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:51.065812 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:51.693820 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:53.065584 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:53.647754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:10.551091 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-099010ca-ef69-477a-853f-b8e040344306 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474072 Nov 23 11:16:10.644714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-568c98c8-6af6-459f-bd2f-ba8eb6c12a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:10.646228 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-568c98c8-6af6-459f-bd2f-ba8eb6c12a2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1097 time: 0.0470548 Nov 23 11:16:10.750808 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-6123c13b-a106-41ae-8e56-d58b3a4f3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:10.752261 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-6123c13b-a106-41ae-8e56-d58b3a4f3fba service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0838487 Nov 23 11:16:10.820625 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-22d64bd6-d007-47c4-ac93-f08bbcfb5b75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0607233 Nov 23 11:16:10.879546 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-5551babb-98b0-4d6b-a0f9-960559640a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:10.881026 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-5551babb-98b0-4d6b-a0f9-960559640a6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0525482 Nov 23 11:16:10.927778 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-88cc2300-aeb3-4bd8-bf1e-305c722adbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:10.929183 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-88cc2300-aeb3-4bd8-bf1e-305c722adbcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411406 Nov 23 11:16:11.369126 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-5485744c-83e2-4a77-82d6-7c8c4dc18a20 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318802 Nov 23 11:16:11.457795 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-2acfe1f9-e52e-4cd0-a6e0-31a24e8a42a1 req-c30cd8d2-4a68-4f30-90b9-1ab87cc73829 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Nov 23 11:16:16.674908 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:18.001483 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-01723296-2b66-489c-8590-191d9d6dba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:19.337947 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 details requested by agent hyperv_n-h1-781076-5 with host n-h1-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:16:19.440927 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:19.452150 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Returning: {'device': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:16:19.493509 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:19.506995 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:16:19.527504 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:19.534164 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:19.586814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:19.594690 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.595043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.595371 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.595721 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.596050 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.596413 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.596737 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.597068 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.597364 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.597686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.598107 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.598433 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:19.605058 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] get_ports_and_sgs() called for port_ids ['6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:16:20.466045 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0891bd9a-b91e-438c-8470-8d3de1b9fc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:21.084266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:21.340803 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 up at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:21.395222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Provisioning complete for port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:21.395596 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:21.472379 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:21.495377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:21.497697 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a68de-bc21-4683-a544-b6e55078e399" -d '{"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:21.510476 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:21.516778 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:21.542868 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7e502d-79fe-4ae7-a679-2f2d65afad8f x-openstack-request-id: req-be7e502d-79fe-4ae7-a679-2f2d65afad8f {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:21.543163 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:21.543416 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be7e502d-79fe-4ae7-a679-2f2d65afad8f {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:21.543810 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'code': 200} Nov 23 11:16:21.567639 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:21.705135 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:23.058991 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:23.643182 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:25.390286 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:16:32.504499 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-ca2ec9c8-f2b1-449a-a088-51938549ecf9 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736877557&fields=id&tenant_id=31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 267 time: 0.0504136 Nov 23 11:16:32.615542 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-e11feda7-2858-4b6d-85ba-96d3c78b1521 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:32.617042 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-e11feda7-2858-4b6d-85ba-96d3c78b1521 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 810 time: 0.1028516 Nov 23 11:16:32.632092 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-d48c5f0f-e94a-45cd-b2d7-59fe90a1f5e9 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/quotas/31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 375 time: 0.0092123 Nov 23 11:16:32.690708 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-09ddfa37-a6ab-43e9-b134-d110484389d1 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531785 Nov 23 11:16:32.832573 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-d6d9a2e1-0ea8-40f9-9bb7-ec48902a36fc service neutron] 10.222.0.62 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292534 Nov 23 11:16:32.935423 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-673c3828-5786-46c1-a0d5-9d4d6c2902dc service neutron] 10.222.0.62 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934975 Nov 23 11:16:33.144536 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-24eb1755-5eec-49f2-921e-6fa1bca39350 req-a5338756-89f4-4437-a004-2894f6df1166 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.0278938 Nov 23 11:16:34.230960 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-f75e6f92-b466-48a4-9e90-9edb7eb6bd21 req-d5f2c5fa-4799-4597-a737-ab712dcb5fe7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.0266933 Nov 23 11:16:35.309353 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-10907c94-542a-440b-963b-529dcadcebb7 req-e9a5c5de-2c62-4c6d-bc9c-071de65ec667 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.0266109 Nov 23 11:16:35.447449 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:16:35.527950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.550749 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:35.553084 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67438009-bd02-4890-b166-28407957bd44" -d '{"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:35.566091 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:35.571047 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.595669 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa99ddc-3140-4b03-bd33-0f9174f859b1 x-openstack-request-id: req-1aa99ddc-3140-4b03-bd33-0f9174f859b1 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:35.595958 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:35.596209 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1aa99ddc-3140-4b03-bd33-0f9174f859b1 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:35.596600 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'code': 200} Nov 23 11:16:35.622654 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Pushing event updated for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=8']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:36.395278 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-e7795738-74d1-467f-b838-a21eee27dca1 req-66d20b93-be80-440b-ab9a-95ddbd315f59 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.0278988 Nov 23 11:16:37.505485 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-fa37fc32-8041-40c5-ac11-49462da51859 req-88f66333-17b4-47b3-99b4-e11fe6752dab tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.0313456 Nov 23 11:16:38.208049 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-dbad8e04-b926-4234-9a38-7f34b394f49f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:38.209506 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-dbad8e04-b926-4234-9a38-7f34b394f49f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 810 time: 0.1080496 Nov 23 11:16:38.284905 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-a4b9ca30-9cd9-4e65-9f2c-e634719d690f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f4724b712341b18f196f13a7e274bd HTTP/1.1" status: 200 len: 379 time: 0.0656049 Nov 23 11:16:38.294409 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'port': {'device_id': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'admin_state_up': True, 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'security_groups': ['e3d2f4ff-ca01-42b7-af7a-5ef173960cd6']}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:38.404299 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Made reservation on behalf of 31f4724b712341b18f196f13a7e274bd for: {'port': 1} {{(pid=110023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:16:38.408259 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:38.603766 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.db_base_plugin_common [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Allocated IP 172.20.0.11 (e03f7636-ad7f-41ca-b6a5-9456310765ff/a6757c9f-e0e1-496b-a7ef-26131933bea7/f7d0ecd5-01ed-46ae-a624-fa14635e96fc) {{(pid=110023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:38.806597 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-42db8ca3-5b2c-430a-8c68-d9c686f5b7a9 req-318828a0-aff9-4c59-8c11-606df15d510a tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 210 time: 0.1858969 Nov 23 11:16:38.866136 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:38.916755 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_create {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:38.969076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Network e03f7636-ad7f-41ca-b6a5-9456310765ff is already hosted by enough agents. {{(pid=110023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:38.972026 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.base_scheduler [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Resources bound (agent type, host, resource id): {{(pid=110023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:38.977464 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Received port after_create {{(pid=110023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:38.981860 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=1']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:39.027241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.027639 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.027986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.028326 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.028654 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.028983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.029309 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.029644 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.030055 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.030366 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.030746 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.031015 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:39.066252 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:39.066875 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:39.084687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-0820bf27-b947-4301-8858-206cfcec703b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939508 Nov 23 11:16:39.261817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-238d5e2c-5b1c-4273-af38-379b394dcb28 None None] Provisioning complete for port f7d0ecd5-01ed-46ae-a624-fa14635e96fc triggered by entity DHCP. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:39.262451 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-238d5e2c-5b1c-4273-af38-379b394dcb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:39.311102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-238d5e2c-5b1c-4273-af38-379b394dcb28 None None] Port f7d0ecd5-01ed-46ae-a624-fa14635e96fc cannot update to ACTIVE because it is not bound. {{(pid=110025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:39.993164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf22fe2-db10-43d7-88f1-06aaef0221a8 req-a9b8288e-d6ab-49fb-87bd-3cfd3505c1d0 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:39.994690 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adf22fe2-db10-43d7-88f1-06aaef0221a8 req-a9b8288e-d6ab-49fb-87bd-3cfd3505c1d0 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.1242940 Nov 23 11:16:40.061053 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-adf22fe2-db10-43d7-88f1-06aaef0221a8 req-aea74383-45f3-45ed-a0fd-7a3f116f51e3 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595710 Nov 23 11:16:41.183527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ab485-9215-4658-bfbb-b855f7c4f2fc req-663b5908-ea0a-4e44-a8c3-d530702a9bdd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:41.184980 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa7ab485-9215-4658-bfbb-b855f7c4f2fc req-663b5908-ea0a-4e44-a8c3-d530702a9bdd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0534167 Nov 23 11:16:41.238122 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-aa7ab485-9215-4658-bfbb-b855f7c4f2fc req-c3aa0203-0db9-460e-83b5-2756e5dc3a7b tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468647 Nov 23 11:16:42.384121 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6872b46-7e45-4929-bb82-b74552c10266 req-3fdbf6bf-6e45-48d1-ab18-b2ebe579bf4c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:42.386709 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6872b46-7e45-4929-bb82-b74552c10266 req-3fdbf6bf-6e45-48d1-ab18-b2ebe579bf4c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0652709 Nov 23 11:16:42.438391 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-b6872b46-7e45-4929-bb82-b74552c10266 req-294072a1-0fc3-4629-b5ec-7e7ade1dc418 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449743 Nov 23 11:16:43.572635 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc71d9-ba45-4043-b294-d87a8d42b0f9 req-ea3b804b-c346-4269-805c-2e4e4f9f451f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:43.574132 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-decc71d9-ba45-4043-b294-d87a8d42b0f9 req-ea3b804b-c346-4269-805c-2e4e4f9f451f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0596178 Nov 23 11:16:43.629085 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-decc71d9-ba45-4043-b294-d87a8d42b0f9 req-fd347b49-e2ed-4703-a206-2c93b6ab4ba8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488720 Nov 23 11:16:44.759438 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0406-3630-4a43-958e-24638358ec7a req-9e9f0c01-7655-4a68-b56f-3204a7a81441 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:44.760771 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ebc0406-3630-4a43-958e-24638358ec7a req-9e9f0c01-7655-4a68-b56f-3204a7a81441 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0485110 Nov 23 11:16:44.819938 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-6ebc0406-3630-4a43-958e-24638358ec7a req-87d04ca3-2e0f-48ba-9962-81c37b7ecf89 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499442 Nov 23 11:16:45.952673 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16653750-3404-43c9-8103-8f90e4fe3072 req-97fbe59a-ed90-4b4f-812c-9b54e767dc47 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:45.954177 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16653750-3404-43c9-8103-8f90e4fe3072 req-97fbe59a-ed90-4b4f-812c-9b54e767dc47 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0570271 Nov 23 11:16:46.010074 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-16653750-3404-43c9-8103-8f90e4fe3072 req-e34694c6-0708-46e8-a40d-43bf7d2fd905 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497365 Nov 23 11:16:46.688361 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.137747 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180d095-ef1c-4809-8068-37cd8800e751 req-e63cc5cb-be85-47fe-bb5c-fe12387d786c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:47.144307 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1180d095-ef1c-4809-8068-37cd8800e751 req-e63cc5cb-be85-47fe-bb5c-fe12387d786c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0661037 Nov 23 11:16:47.193935 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-1180d095-ef1c-4809-8068-37cd8800e751 req-5df20ff1-8f75-473d-b1d0-5cd0c0aa0091 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Nov 23 11:16:47.996488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bea94d4d-d129-4c08-aae9-311a2693dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.601518 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35523fae-acb8-42a1-80b3-5d93ec97c391 req-fab07e35-b827-43b9-80a8-6873f5d46828 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:48.603058 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35523fae-acb8-42a1-80b3-5d93ec97c391 req-fab07e35-b827-43b9-80a8-6873f5d46828 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 932 time: 0.0505896 Nov 23 11:16:48.656282 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-35523fae-acb8-42a1-80b3-5d93ec97c391 req-1df2e96b-27d4-49a2-ac3d-9f30bbe55e54 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Nov 23 11:16:49.300618 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-9c6f2d3d-4f9e-4e88-bbed-d1d908920e75 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=110023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:16:49.301688 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-9c6f2d3d-4f9e-4e88-bbed-d1d908920e75 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055711 Nov 23 11:16:49.357101 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.v2.base [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Request body: {'port': {'device_id': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-5'}} {{(pid=110023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:49.414635 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.676415 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:16:49.684712 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.698075 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.provisioning_blocks [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Transition to ACTIVE for port object f7d0ecd5-01ed-46ae-a624-fa14635e96fc will not be triggered until provisioned by entity L2. {{(pid=110023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:16:49.703781 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.774107 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=2']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:49.781141 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b14140-2802-4f25-bcad-0ed74972aef2 req-01349859-7594-45ff-baed-3e5597cb39ab tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:49.783111 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6b14140-2802-4f25-bcad-0ed74972aef2 req-01349859-7594-45ff-baed-3e5597cb39ab tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 944 time: 0.0538974 Nov 23 11:16:49.827414 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Attempting to bind port f7d0ecd5-01ed-46ae-a624-fa14635e96fc on host n-h2-781076-5 for vnic_type normal with profile {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:16:49.827752 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Attempting to bind port f7d0ecd5-01ed-46ae-a624-fa14635e96fc by drivers openvswitch,hyperv on host n-h2-781076-5 at level 0 using segments [{'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:16:49.828078 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Attempting to bind port f7d0ecd5-01ed-46ae-a624-fa14635e96fc on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:49.832926 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Port f7d0ecd5-01ed-46ae-a624-fa14635e96fc on network e03f7636-ad7f-41ca-b6a5-9456310765ff not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-5 {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:16:49.833277 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Attempting to bind port f7d0ecd5-01ed-46ae-a624-fa14635e96fc on network e03f7636-ad7f-41ca-b6a5-9456310765ff {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:49.838658 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d6b14140-2802-4f25-bcad-0ed74972aef2 req-94641a00-d8f4-447f-8c77-f6b7ae3014a4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Nov 23 11:16:49.838863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Checking agent: {'id': '8bdd9194-445f-41f1-96d0-a895910109cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'started_at': datetime.datetime(2021, 11, 23, 9, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:16:49.838863 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Checking segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:49.839210 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Bound using segment: {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'} {{(pid=110023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:16:49.839634 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.managers [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Bound port: f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host: n-h2-781076-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a467ba6-54a0-49a1-b934-2feddb84f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff'}}] {{(pid=110023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:16:49.839991 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.905563 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, cleared binding levels {{(pid=110023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:16:49.909084 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:16:49.914825 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5760561'] for port, after_update {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.947938 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:49.948482 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.950471 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] 10.222.0.50 "PUT /v2.0/ports/f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 1092 time: 0.6402588 Nov 23 11:16:49.952908 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:49.956410 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c375601-c428-4c77-b363-70ded474ee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:49.986424 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a94e9-4aa1-42d7-a2a7-98aa788c647d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=3']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:50.050014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-c2c788dc-104d-4d05-9831-96fc3cb22081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.052072 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-c2c788dc-104d-4d05-9831-96fc3cb22081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1095 time: 0.0628228 Nov 23 11:16:50.060177 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56832ff6-601d-4a58-a90d-626912b91d76 x-openstack-request-id: req-56832ff6-601d-4a58-a90d-626912b91d76 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:50.060521 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:50.060787 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56832ff6-601d-4a58-a90d-626912b91d76 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:50.061190 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'status': 'completed', 'code': 200} Nov 23 11:16:50.099046 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-defc565d-9bfe-48fd-8a35-8828f28c7de4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 217 time: 0.0360639 Nov 23 11:16:50.150821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-3ac48266-0663-42eb-94d3-482a03160c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.152321 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-3ac48266-0663-42eb-94d3-482a03160c8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0456631 Nov 23 11:16:50.198735 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-1c24bfc4-b0e1-4617-93fb-59002e5c4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.200181 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-1c24bfc4-b0e1-4617-93fb-59002e5c4b1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407310 Nov 23 11:16:50.295553 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-3c0bb9f0-f7ed-4a61-8fd4-ad63434192de service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879049 Nov 23 11:16:50.392348 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0b3fab91-aa36-4ec2-8e73-579bb02a2c6b req-49e9a4b5-4e8e-4a50-add9-e0df30c7fcf4 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897543 Nov 23 11:16:50.463680 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-50ff9c96-e650-4ad3-bf7f-6fe2a30e0a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.484302 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375601-c428-4c77-b363-70ded474ee7e req-e8535656-6d8b-482f-8567-a6b264105812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.485830 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-e8535656-6d8b-482f-8567-a6b264105812 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1095 time: 0.0451336 Nov 23 11:16:50.576322 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375601-c428-4c77-b363-70ded474ee7e req-802c0888-9060-4fe9-9b37-cd38e9b74b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.577795 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-802c0888-9060-4fe9-9b37-cd38e9b74b18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0851672 Nov 23 11:16:50.622426 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-52ff397a-5e9e-454b-848f-3babeac62f4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 217 time: 0.0368104 Nov 23 11:16:50.673131 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375601-c428-4c77-b363-70ded474ee7e req-04cf6440-99a4-4abb-858c-411aa0c3c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.674608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-04cf6440-99a4-4abb-858c-411aa0c3c270 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0449970 Nov 23 11:16:50.721848 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375601-c428-4c77-b363-70ded474ee7e req-b0898f80-fca6-42bf-8ba5-cca9c497a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.723255 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-b0898f80-fca6-42bf-8ba5-cca9c497a551 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400522 Nov 23 11:16:50.822333 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-2ff34443-8222-4f04-a417-e4a924613e55 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904353 Nov 23 11:16:50.914872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-9c375601-c428-4c77-b363-70ded474ee7e req-2f240ad7-1b7d-4006-940a-61de2e28c69a service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852933 Nov 23 11:16:50.953792 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf9ac-0e0d-472c-9c29-523f4a7b7210 req-3f391fe6-6f3e-4d30-b63f-679ed5cf06ef tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:50.955331 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-268bf9ac-0e0d-472c-9c29-523f4a7b7210 req-3f391fe6-6f3e-4d30-b63f-679ed5cf06ef tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 944 time: 0.0498178 Nov 23 11:16:51.005190 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-268bf9ac-0e0d-472c-9c29-523f4a7b7210 req-85b6e2d8-aca3-4ba7-959e-b033c6564353 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Nov 23 11:16:51.080327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.707529 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.137190 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59abbe-5429-45ab-a230-b34f458c1382 req-29cb8cf4-95c5-470f-8dfc-030d3bd455ca tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:52.138690 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a59abbe-5429-45ab-a230-b34f458c1382 req-29cb8cf4-95c5-470f-8dfc-030d3bd455ca tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 944 time: 0.0608485 Nov 23 11:16:52.195418 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-8a59abbe-5429-45ab-a230-b34f458c1382 req-4883efac-0c8a-4bae-afd1-1fa374a19b19 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504072 Nov 23 11:16:53.072571 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.323219 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d78e4-0d51-4ed3-b56d-eec8a64d462f req-725ae37f-0f7d-461b-8b66-68cc7a9eb21e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:53.324601 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-003d78e4-0d51-4ed3-b56d-eec8a64d462f req-725ae37f-0f7d-461b-8b66-68cc7a9eb21e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 944 time: 0.0547247 Nov 23 11:16:53.374561 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-003d78e4-0d51-4ed3-b56d-eec8a64d462f req-da5a2acd-c3cb-42fd-88f3-04dcaa4bc3d7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Nov 23 11:16:53.652124 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.502821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefde30-d9bd-4569-a9bf-6fe56758dadb req-94bd1409-3450-42eb-8134-a867385cf652 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.504247 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fefde30-d9bd-4569-a9bf-6fe56758dadb req-94bd1409-3450-42eb-8134-a867385cf652 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 944 time: 0.0552652 Nov 23 11:16:54.558431 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-6fefde30-d9bd-4569-a9bf-6fe56758dadb req-f41a8c3f-ae35-4eb2-b233-22cb4f75bc8c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455060 Nov 23 11:16:54.569776 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:16:54.671001 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:54.682625 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'mac_address': 'fa:16:3e:e3:1e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:16:54.721176 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.735434 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:16:54.756677 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:54.764131 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.814081 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=4']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:54.999211 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7d0ecd5-01ed-46ae-a624-fa14635e96fc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:16:55.691974 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88d7f9-ceba-45ea-a32e-016fb7b906b5 req-2eeb1e68-2169-4a6f-8f5e-8f0737fe6aa7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:55.693466 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce88d7f9-ceba-45ea-a32e-016fb7b906b5 req-2eeb1e68-2169-4a6f-8f5e-8f0737fe6aa7 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 945 time: 0.0586772 Nov 23 11:16:55.745586 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-ce88d7f9-ceba-45ea-a32e-016fb7b906b5 req-430c9782-d42f-4141-84b1-9710f5a03b06 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455794 Nov 23 11:16:56.569467 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:56.629456 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning for port f7d0ecd5-01ed-46ae-a624-fa14635e96fc completed by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:16:56.633300 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f7d0ecd5-01ed-46ae-a624-fa14635e96fc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:56.633673 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:56.710742 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:56.732817 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:56.735138 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cb309-a620-4650-8e38-5cb4792cfcaf" -d '{"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:56.748142 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:56.752978 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:56.783133 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c4d58-b3c6-40a0-8ed2-b31575052d7d x-openstack-request-id: req-3d5c4d58-b3c6-40a0-8ed2-b31575052d7d {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:56.783769 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:56.784017 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d5c4d58-b3c6-40a0-8ed2-b31575052d7d {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:56.784446 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'code': 200} Nov 23 11:16:56.820062 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=5']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:56.878771 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e831c6-98ee-4ede-aacb-70029870fa18 req-4834fd6b-c20b-45fb-b4ac-0394f7b68107 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:56.880110 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85facf0-4664-4a9f-be2d-c2aff4642e58 req-36b70b95-e022-4100-86a3-4d11258256e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:56.880568 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0e831c6-98ee-4ede-aacb-70029870fa18 req-4834fd6b-c20b-45fb-b4ac-0394f7b68107 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0559437 Nov 23 11:16:56.882326 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a85facf0-4664-4a9f-be2d-c2aff4642e58 req-36b70b95-e022-4100-86a3-4d11258256e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1097 time: 0.0452003 Nov 23 11:16:56.928804 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a85facf0-4664-4a9f-be2d-c2aff4642e58 req-132aed80-4ec1-47aa-8718-ebab8d99631b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Nov 23 11:16:56.930065 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-a0e831c6-98ee-4ede-aacb-70029870fa18 req-84dfaa51-04f9-4d9d-b5ef-03a3dc191980 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 Nov 23 11:16:58.055477 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd7788-f6fa-4e41-b1c7-ac6d6adbf2ca req-42dcf612-2a2e-4cf4-94fc-3eb0f422a54d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:58.056946 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5cd7788-f6fa-4e41-b1c7-ac6d6adbf2ca req-42dcf612-2a2e-4cf4-94fc-3eb0f422a54d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0516136 Nov 23 11:16:58.117687 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-a5cd7788-f6fa-4e41-b1c7-ac6d6adbf2ca req-b6efc4a7-8916-491d-9c4b-dbc41fcfdaf9 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541489 Nov 23 11:16:58.238269 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254fce-ef09-4ef8-ae71-d1d59b0cb2d8 req-5fb73925-076f-4070-a87b-57426a25703c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:58.239721 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92254fce-ef09-4ef8-ae71-d1d59b0cb2d8 req-5fb73925-076f-4070-a87b-57426a25703c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0518379 Nov 23 11:16:58.292787 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-92254fce-ef09-4ef8-ae71-d1d59b0cb2d8 req-e2f83dfb-31de-46d8-adb3-7f1c7a71f091 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Nov 23 11:16:58.315041 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59636) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:58.357014 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d430f39-7466-4097-93d6-b6e197a24bb5 tempest-TestSnapshotPattern-1515658157 tempest-TestSnapshotPattern-1515658157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:58.358639 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-4d430f39-7466-4097-93d6-b6e197a24bb5 tempest-TestSnapshotPattern-1515658157 tempest-TestSnapshotPattern-1515658157-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1092 time: 0.0424073 Nov 23 11:16:58.361781 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59638) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:58.366515 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.v2.base [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Request body: {'floatingip': {'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:58.392651 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:58.506141 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:58.610132 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_common [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Allocated IP 172.25.1.101 (35f90cd8-754c-4665-9b8f-953033b6f293/15980a5c-d682-4aa5-8bad-08a3a6556e94/336224f6-9561-4701-89d6-9f473fcbb9a2) {{(pid=110024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:58.724344 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:58.763788 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763415811292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:58.804527 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Network 35f90cd8-754c-4665-9b8f-953033b6f293 is already hosted by enough agents. {{(pid=110024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:58.807409 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.base_scheduler [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Resources bound (agent type, host, resource id): {{(pid=110024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:58.811783 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Received port after_create {{(pid=110024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:58.817613 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=336224f6-9561-4701-89d6-9f473fcbb9a2,revision_number=1']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:58.845705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.846088 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.846436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.846779 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.847116 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.847447 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.847782 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.848110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.848440 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.848770 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.849097 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:58.849424 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:59.209510 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.281871 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.441739 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for port, precommit_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.449943 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6098985'] for port, after_update {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.523043 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event updated for resources: {'Port': ['ID=336224f6-9561-4701-89d6-9f473fcbb9a2,revision_number=2']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:59.534838 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402893'] for floatingip, after_create {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.654438 n-d-781076-5 neutron-server[110024]: INFO neutron.db.l3_db [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Floating IP 26d6575a-d490-4c78-a7eb-96b003174367 associated. External IP: 172.25.1.101, port: f7d0ecd5-01ed-46ae-a624-fa14635e96fc. Nov 23 11:16:59.889300 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:16:59.999335 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:17:00.009472 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:17:00.018643 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:00.019110 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:17:00.019781 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:00.060637 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-6b882ffe-6674-4955-a28a-58559a30c86d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6841125 Nov 23 11:17:00.060637 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:17:00.060637 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401" -d '{"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:17:00.126785 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:17:00.141723 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef191a-0775-47c1-8530-2c46b14e9830 x-openstack-request-id: req-12ef191a-0775-47c1-8530-2c46b14e9830 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:17:00.142056 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:17:00.142448 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12ef191a-0775-47c1-8530-2c46b14e9830 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:17:00.142844 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'status': 'completed', 'code': 200} Nov 23 11:17:00.216126 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-08694baf-0087-4b5a-963b-0bfc2fe5a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:00.217655 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-08694baf-0087-4b5a-963b-0bfc2fe5a228 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1097 time: 0.0445442 Nov 23 11:17:00.308949 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-f8bf8f24-2b62-4171-8656-22153e124456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:00.310614 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-f8bf8f24-2b62-4171-8656-22153e124456 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0845935 Nov 23 11:17:00.356862 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '26d6575a-d490-4c78-a7eb-96b003174367', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:e3:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:16:59Z', 'updated_at': '2021-11-23T11:16:59Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}, {'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:00.379522 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-99fbce89-4621-4ccc-92e0-778e3de9a94f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 1000 time: 0.0618718 Nov 23 11:17:00.386813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:17:00.395430 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:17:00.395964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:16:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:00.430208 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-66e66268-3ab8-4fe4-b998-e85bf5310aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:00.431694 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-66e66268-3ab8-4fe4-b998-e85bf5310aa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0452535 Nov 23 11:17:00.478164 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-4fc95272-a0b5-4541-8517-cd83d9df82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:00.479693 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-4fc95272-a0b5-4541-8517-cd83d9df82ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415578 Nov 23 11:17:00.502974 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:17:00.575102 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-54715029-5d06-42f7-a20f-65ca303875d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880749 Nov 23 11:17:00.666126 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-0ae4a2e8-86c7-44f9-b334-6d33dbe14401 req-564b8e5e-2148-4146-be94-89ff5a1940f7 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Nov 23 11:17:00.730231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '26d6575a-d490-4c78-a7eb-96b003174367', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:e3:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:16:59Z', 'updated_at': '2021-11-23T11:16:59Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}, {'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:00.760408 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868235d0-781a-416f-bfb8-ec12529a43c2 None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': '26d6575a-d490-4c78-a7eb-96b003174367', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:e3:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:16:59Z', 'updated_at': '2021-11-23T11:16:59Z', 'revision_number': 0, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}, {'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:17:00.968627 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae3bf7-e4b1-4bc4-87ea-e015f7a60e5b None None] New status for floating IP 26d6575a-d490-4c78-a7eb-96b003174367: ACTIVE {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:17:02.394990 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:17:11.690138 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-f5bd17e3-4ebe-4726-a7f2-984bb209de0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457819 Nov 23 11:17:11.779654 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d08-491e-4724-b7be-953092623216 req-c6902761-e5f2-46d8-9da9-41068a123485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:11.781139 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-c6902761-e5f2-46d8-9da9-41068a123485 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1095 time: 0.0428376 Nov 23 11:17:11.887903 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d08-491e-4724-b7be-953092623216 req-9a37089d-b6d8-423c-833b-ff4fa40d46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:11.889349 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-9a37089d-b6d8-423c-833b-ff4fa40d46c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0868425 Nov 23 11:17:11.953752 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-dd2d46c4-b9c5-4645-a85e-28d4d4288388 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0565956 Nov 23 11:17:12.002475 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d08-491e-4724-b7be-953092623216 req-2cab4279-57ad-4efc-b44e-5e033cd004f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:12.003846 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-2cab4279-57ad-4efc-b44e-5e033cd004f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0420187 Nov 23 11:17:12.058885 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d08-491e-4724-b7be-953092623216 req-57d8d9ed-de89-47fb-a9d4-f473ca2ca5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:12.061269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-57d8d9ed-de89-47fb-a9d4-f473ca2ca5a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494988 Nov 23 11:17:12.160061 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-c8daf68b-e3da-4d6e-8b1a-fffee96d8dff service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895967 Nov 23 11:17:12.261156 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-85853d08-491e-4724-b7be-953092623216 req-61969c2c-5ffb-4f53-9586-16b1b5792b21 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937862 Nov 23 11:17:16.143092 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-f664b803-8103-49c2-8c94-ec3974e49dab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458527 Nov 23 11:17:16.231231 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-7c96b7dc-55e2-4e71-9fec-880631542f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:16.232747 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-7c96b7dc-55e2-4e71-9fec-880631542f67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1097 time: 0.0428295 Nov 23 11:17:16.342095 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-328e7f69-1cf6-4040-9d63-618cd63b7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:16.343533 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-328e7f69-1cf6-4040-9d63-618cd63b7c60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0897381 Nov 23 11:17:16.421350 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-46fbbb2d-fba7-44b5-84f5-fd43852a7209 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 1002 time: 0.0696733 Nov 23 11:17:16.471410 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-a95b8806-9525-4bff-a001-3d15fe488eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:16.472799 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-a95b8806-9525-4bff-a001-3d15fe488eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0436771 Nov 23 11:17:16.519862 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-1d42a6f9-9479-4297-92a3-56c7ae5c35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:16.521338 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-1d42a6f9-9479-4297-92a3-56c7ae5c35ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399134 Nov 23 11:17:16.617538 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-218995e6-1c0c-4a90-ae56-607332a0d914 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883107 Nov 23 11:17:16.678652 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:16.717394 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-f9305b10-4806-4599-a6da-4d85c4bdf396 req-ebd57349-d3a3-471b-b005-16be0c907a04 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923500 Nov 23 11:17:18.010218 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2c1f14d0-8767-4e5d-bedf-92345b736a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:20.470106 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-e6268d96-687d-4b0c-9b59-25df4f8beaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:21.100076 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:21.710013 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:23.072462 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:23.649115 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:39.399466 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:17:46.698221 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:48.014669 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a124-18a5-4906-8d8a-6247d23868af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:50.459955 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bb91dfbc-8119-4de6-bf2b-2d0f0c7f59b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:51.098472 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:51.716229 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:53.082191 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:53.636810 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:11.972635 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-fd5350f5-a075-43ae-b932-8b02e9963c9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430455 Nov 23 11:18:12.067842 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-125221d7-fcca-4508-a23a-93e2e105f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:12.069316 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-125221d7-fcca-4508-a23a-93e2e105f49c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1095 time: 0.0422046 Nov 23 11:18:12.179436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-cd8daf5f-a00e-4fd1-bf12-f76ec0c14067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:12.180910 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-cd8daf5f-a00e-4fd1-bf12-f76ec0c14067 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0893302 Nov 23 11:18:12.246260 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-1d55b815-6980-451f-bc28-980f0f581d84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0570507 Nov 23 11:18:12.296752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-a8029080-39be-41f0-b992-574d5f122175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:12.298232 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-a8029080-39be-41f0-b992-574d5f122175 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0454741 Nov 23 11:18:12.350824 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-952a6622-542d-4bc1-a7a0-07cb84321c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:12.352312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-952a6622-542d-4bc1-a7a0-07cb84321c75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455015 Nov 23 11:18:12.447178 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-613dc683-2364-4606-a704-659ebe77f6f7 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872719 Nov 23 11:18:12.539985 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-5f7f5927-cb7d-49b3-9034-89dbca13734c req-6bc47b64-4f2d-47b8-ad0a-1d40d6456928 service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Nov 23 11:18:16.123742 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-24dbd822-9530-44a1-be87-6e22b8c220f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468488 Nov 23 11:18:16.218145 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-7e80fbab-6a52-468f-b960-7e4f5ef56a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:16.219662 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-7e80fbab-6a52-468f-b960-7e4f5ef56a44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1097 time: 0.0433965 Nov 23 11:18:16.330316 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-72420890-40e1-4071-9a56-536d5e17627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:16.331800 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-72420890-40e1-4071-9a56-536d5e17627f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0910890 Nov 23 11:18:16.396377 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-bb8dab2e-ae05-4956-b397-0d93ed8bfcfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 1002 time: 0.0576007 Nov 23 11:18:16.401072 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:18:16.447367 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-3d1d7e02-28e9-4713-a479-b3ab07bcfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:16.448803 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-3d1d7e02-28e9-4713-a479-b3ab07bcfe2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0452948 Nov 23 11:18:16.499993 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-54e15e31-8db0-4fce-bf35-75a78f51ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:16.501500 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-54e15e31-8db0-4fce-bf35-75a78f51ebd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454311 Nov 23 11:18:16.591358 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-c79d896e-1b1d-415f-8be6-9a3f1f4ad27f service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827191 Nov 23 11:18:16.689215 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-d5606a6e-b604-4021-98be-cfd57772ef93 req-16823c4d-8051-41a4-83ae-d1aac80ffb3e service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895565 Nov 23 11:18:16.694041 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:18.015234 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5049bf9e-cdf2-4325-be09-f73d928985bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:20.462887 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-a1b8f53a-0386-46fd-8eb1-d7c753cae7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:21.115686 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:21.723739 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:23.082560 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:23.634793 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:43.261429 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc details requested by agent hyperv_n-h2-781076-5 with host n-h2-781076-5 {{(pid=110025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:18:43.396587 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:43.410738 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Returning: {'device': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'port_id': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'mac_address': 'fa:16:3e:e3:1e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:18:43.457263 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:43.472713 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:18:43.500972 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:43.511336 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:43.578754 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=6']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:43.592851 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] get_ports_and_sgs() called for port_ids ['f7d0ecd5-01ed-46ae-a624-fa14635e96fc'] {{(pid=110025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:18:43.619466 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.620220 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.620797 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.621537 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.622236 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.623102 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.623609 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.623932 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.624254 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.624586 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.625019 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:43.625392 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:45.261170 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc up at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:18:45.315231 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Provisioning complete for port f7d0ecd5-01ed-46ae-a624-fa14635e96fc triggered by entity L2. {{(pid=110025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:18:45.315625 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714122'] for port, provisioning_complete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:45.423793 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542849'] for port, before_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:45.448329 n-d-781076-5 neutron-server[110025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:45.453274 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7329e11b44b57206e8741381e7ffa5a92a851e5193a793e0731a7b3201bfb42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ce6103-952e-45df-88d4-ad4b7e8b62a8" -d '{"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:45.479814 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:45.486522 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763416242414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763415811310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763415811588'] for port, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:45.539857 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Pushing event updated for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=7']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:45.561213 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce3a7a9-cc91-41e5-b9b2-6e6c99428786 x-openstack-request-id: req-0ce3a7a9-cc91-41e5-b9b2-6e6c99428786 {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:45.561512 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "code": 200}]} {{(pid=110025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:45.561764 n-d-781076-5 neutron-server[110025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ce3a7a9-cc91-41e5-b9b2-6e6c99428786 {{(pid=110025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:45.562196 n-d-781076-5 neutron-server[110025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'code': 200} Nov 23 11:18:46.697163 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.012661 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bcf98bf8-4566-4d73-9a45-963b882e4fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.458301 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-00cb367e-1127-4a52-9411-8bb96d9f51b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.134523 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.717470 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.010140 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59848) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:52.181727 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Deleting port 336224f6-9561-4701-89d6-9f473fcbb9a2 {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:52.181971 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.256763 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.257098 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.269285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Calling delete_port for 336224f6-9561-4701-89d6-9f473fcbb9a2 owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:52.423291 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.453970 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event deleted for resources: {'Port': ['ID=336224f6-9561-4701-89d6-9f473fcbb9a2,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:52.479285 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.479637 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.479983 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.480323 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.480657 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.480987 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.481318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.481660 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.481997 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.482327 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.482656 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.482986 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:52.525317 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.525658 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Floating IP 26d6575a-d490-4c78-a7eb-96b003174367 disassociated (deleted). External IP: 172.25.1.101, port: f7d0ecd5-01ed-46ae-a624-fa14635e96fc. Nov 23 11:18:52.759241 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:18:53.082209 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.219056 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:18:53.224206 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.229222 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:18:53.240052 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:53.240680 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:53.253858 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-2443c8fe-e710-4e90-8dde-6cca0e6691fd tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "DELETE /v2.0/floatingips/26d6575a-d490-4c78-a7eb-96b003174367 HTTP/1.1" status: 204 len: 168 time: 1.2425158 Nov 23 11:18:53.254475 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:53.256707 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03841699-caa2-46f7-a417-3f7518a947f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:53.318473 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0f962b-e2b5-4745-818e-3551245f9934 x-openstack-request-id: req-ea0f962b-e2b5-4745-818e-3551245f9934 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:53.318766 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:53.319016 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea0f962b-e2b5-4745-818e-3551245f9934 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:53.319413 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'status': 'completed', 'code': 200} Nov 23 11:18:53.354793 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:53.385318 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841699-caa2-46f7-a417-3f7518a947f6 req-a1c1a579-52ac-475e-8634-407933a61f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:53.387272 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-a1c1a579-52ac-475e-8634-407933a61f59 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 1097 time: 0.0445914 Nov 23 11:18:53.412413 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:18:53.521297 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841699-caa2-46f7-a417-3f7518a947f6 req-4c7e98a1-62a8-4a80-a58f-bbee32fbe86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:53.522826 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-4c7e98a1-62a8-4a80-a58f-bbee32fbe86d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.1240537 Nov 23 11:18:53.535808 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f06c3-f746-494c-a65e-8f17abbe4e1e req-6fcaf5f6-1dab-481c-9ae5-596ddc5559f4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:53.537544 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-081f06c3-f746-494c-a65e-8f17abbe4e1e req-6fcaf5f6-1dab-481c-9ae5-596ddc5559f4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0749333 Nov 23 11:18:53.576872 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-a3cf22f4-c251-42c6-9d8c-fa3ec2317075 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 200 len: 217 time: 0.0384767 Nov 23 11:18:53.592147 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:53.623518 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:18:53.639043 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:53.639656 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:53.643534 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.654435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-081f06c3-f746-494c-a65e-8f17abbe4e1e req-f42a7daa-328e-4dbf-bfa2-04977112634e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094868 Nov 23 11:18:53.655953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841699-caa2-46f7-a417-3f7518a947f6 req-ff355747-5231-4bd2-8362-d650b26c441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:53.657443 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-ff355747-5231-4bd2-8362-d650b26c441c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0732715 Nov 23 11:18:53.704953 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841699-caa2-46f7-a417-3f7518a947f6 req-53d07649-cad6-436e-9d08-6e6924ee581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:53.706608 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-53d07649-cad6-436e-9d08-6e6924ee581d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414419 Nov 23 11:18:53.751490 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:53.799065 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-58ce9094-2001-4a74-b193-a0f2493d398b service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845375 Nov 23 11:18:53.895845 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-03841699-caa2-46f7-a417-3f7518a947f6 req-5f6e50ad-9b76-4160-af10-05d6de6137a8 service neutron] 10.222.0.50 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884173 Nov 23 11:18:53.981531 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:54.008412 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5b837-52a7-4a7c-9364-5c087da3c2f4 None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_floatingips': [{'id': 'b666b87f-8397-4391-a324-c7351829aec3', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'router_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'port_id': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'mac_address': 'fa:16:3e:7e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb081b1-c580-43d2-a063-849f972f66e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:47Z', 'updated_at': '2021-11-23T11:13:49Z', 'revision_number': 1, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:18:54.256280 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c363fd7-ef8e-40ff-8a3f-237b8a199678 None None] New status for floating IP 26d6575a-d490-4c78-a7eb-96b003174367: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:18:54.785267 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a63f1-7051-4785-9523-7a44b30d7bb8 req-3cc4c16c-a247-4e41-8bb2-e6dabf045f71 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:54.787132 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de9a63f1-7051-4785-9523-7a44b30d7bb8 req-3cc4c16c-a247-4e41-8bb2-e6dabf045f71 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0525343 Nov 23 11:18:54.842044 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-de9a63f1-7051-4785-9523-7a44b30d7bb8 req-c8d339ae-104c-4423-8773-317b5a0bd80c tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465603 Nov 23 11:18:54.962604 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-4006c5a5-c235-48dc-a77b-25ffe62f0977 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:54.964025 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-4006c5a5-c235-48dc-a77b-25ffe62f0977 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "GET /v2.0/ports?device_id=8849ca40-7614-4560-9f3b-ad83657ae20d HTTP/1.1" status: 200 len: 946 time: 0.0570991 Nov 23 11:18:55.059179 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Deleting port f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:55.059487 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.149092 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] For port f7d0ecd5-01ed-46ae-a624-fa14635e96fc, host n-h2-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-5',level=0,port_id=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:55.149452 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.162821 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Calling delete_port for f7d0ecd5-01ed-46ae-a624-fa14635e96fc owned by compute:nova {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:55.295958 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.305794 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:55.325924 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:55.326240 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:55.328226 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event deleted for resources: {'Port': ['ID=f7d0ecd5-01ed-46ae-a624-fa14635e96fc,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:55.373832 n-d-781076-5 neutron-server[110023]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] No DVR routers for this DVR port f7d0ecd5-01ed-46ae-a624-fa14635e96fc on host n-h2-781076-5 {{(pid=110023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:55.376594 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.380171 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-21c4ba57-bfe5-4dcd-9b0f-5997ed4b74aa req-081f89fb-8b44-4e35-9a1b-dde74b92b9bc tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.50 "DELETE /v2.0/ports/f7d0ecd5-01ed-46ae-a624-fa14635e96fc HTTP/1.1" status: 204 len: 173 time: 0.4100845 Nov 23 11:18:55.380616 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-deleted', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:55.382914 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e807b5-5580-492e-b026-f1d1b2144d7d" -d '{"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-deleted", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:55.420000 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564cadf-ad54-4ca2-914c-e9efb83081b7 x-openstack-request-id: req-4564cadf-ad54-4ca2-914c-e9efb83081b7 {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:55.420383 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8849ca40-7614-4560-9f3b-ad83657ae20d", "name": "network-vif-deleted", "tag": "f7d0ecd5-01ed-46ae-a624-fa14635e96fc", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:55.420683 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4564cadf-ad54-4ca2-914c-e9efb83081b7 {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:55.421171 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8849ca40-7614-4560-9f3b-ad83657ae20d', 'name': 'network-vif-deleted', 'tag': 'f7d0ecd5-01ed-46ae-a624-fa14635e96fc', 'status': 'completed', 'code': 200} Nov 23 11:18:56.457091 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59906) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:56.615076 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Deleting port f625417c-a773-4153-8ae9-d23c46bb0c0f {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:56.615370 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.690881 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.691180 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.703749 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Calling delete_port for f625417c-a773-4153-8ae9-d23c46bb0c0f owned by network:floatingip {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:56.860739 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.885649 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event deleted for resources: {'Port': ['ID=f625417c-a773-4153-8ae9-d23c46bb0c0f,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:56.949576 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for floatingip, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.949940 n-d-781076-5 neutron-server[110023]: INFO neutron.db.l3_db [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Floating IP b666b87f-8397-4391-a324-c7351829aec3 disassociated (deleted). External IP: 172.25.1.106, port: 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9. Nov 23 11:18:57.159712 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:18:57.268996 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:18:57.273848 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for floatingip, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.279030 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:18:57.288948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:57.289557 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.301926 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-956c53e1-55c4-405c-a9ba-33d31c0773b4 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "DELETE /v2.0/floatingips/b666b87f-8397-4391-a324-c7351829aec3 HTTP/1.1" status: 204 len: 168 time: 0.8437130 Nov 23 11:18:57.403745 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:57.422869 n-d-781076-5 neutron-server[110023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:57.425389 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f15d4cc546d58788641767adf1bfcf5e6a0f749ea78a03a1d6f5f974b77cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9dbf57-61fe-4103-ace6-fb258325b291" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:57.470784 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6befa972-0ce2-455a-b01e-6c3afba13a2d x-openstack-request-id: req-6befa972-0ce2-455a-b01e-6c3afba13a2d {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:57.471472 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "status": "completed", "code": 200}]} {{(pid=110023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:57.471472 n-d-781076-5 neutron-server[110023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6befa972-0ce2-455a-b01e-6c3afba13a2d {{(pid=110023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:57.471809 n-d-781076-5 neutron-server[110023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'status': 'completed', 'code': 200} Nov 23 11:18:57.542655 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-d1deab25-b514-4dea-8a44-2569f750f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:57.544790 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-d1deab25-b514-4dea-8a44-2569f750f4a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f4724b712341b18f196f13a7e274bd&device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 1095 time: 0.0494647 Nov 23 11:18:57.548491 n-d-781076-5 neutron-server[110023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25a926-29a6-47cf-b27a-57b7487cba4b req-a24e2b53-e123-45fc-b1fa-32cf57f8ef16 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:57.550182 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac25a926-29a6-47cf-b27a-57b7487cba4b req-a24e2b53-e123-45fc-b1fa-32cf57f8ef16 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0544803 Nov 23 11:18:57.602005 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [req-ac25a926-29a6-47cf-b27a-57b7487cba4b req-6672139f-c291-42dc-b8b7-1d87ca6ec15d tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 Nov 23 11:18:57.642647 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-7de884e5-064a-428a-9339-4153b6dbe0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:57.644185 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-7de884e5-064a-428a-9339-4153b6dbe0d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 200 len: 911 time: 0.0906172 Nov 23 11:18:57.645163 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.671529 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:18:57.680026 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:57.680630 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.692650 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-40dca5ae-48fc-4aba-a0a5-f4c7a834defc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 200 len: 217 time: 0.0379372 Nov 23 11:18:57.743185 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-c35f37f5-c538-4202-a932-b5b679c938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:57.744652 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-c35f37f5-c538-4202-a932-b5b679c938e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 200 len: 849 time: 0.0435848 Nov 23 11:18:57.790948 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:57.792950 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-c35f75b7-e5ff-4918-bd08-676e36358135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:57.794436 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-c35f75b7-e5ff-4918-bd08-676e36358135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e03f7636-ad7f-41ca-b6a5-9456310765ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414569 Nov 23 11:18:57.889294 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-910d3bca-eff4-4c72-b737-b7b5d3c10a8a service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Nov 23 11:18:57.981201 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-9e9dbf57-61fe-4103-ace6-fb258325b291 req-a5da3e66-735f-4437-890e-6fe200db688e service neutron] 10.222.0.11 "GET /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844638 Nov 23 11:18:58.000913 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:58.032686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4de86b-9ba7-434b-acf9-a3c1b2d8867e None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:28Z', 'revision_number': 4, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5', '_interfaces': [{'id': '824c3b0a-20eb-474a-aa6a-f91c5b83cfdb', 'name': '', 'network_id': 'e03f7636-ad7f-41ca-b6a5-9456310765ff', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'mac_address': 'fa:16:3e:25:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:28Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'subnets': [{'id': 'a6757c9f-e0e1-496b-a7ef-26131933bea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:18:58.259065 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1edfd50-369c-4480-870b-3db0532c1201 None None] New status for floating IP b666b87f-8397-4391-a324-c7351829aec3: DOWN {{(pid=110026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:18:58.413567 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-903272f2-d0bf-41b4-bc27-f596222a6309 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:58.415051 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-903272f2-d0bf-41b4-bc27-f596222a6309 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0507193 Nov 23 11:18:58.511084 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Deleting port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:58.511396 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:58.603869 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] For port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9, host n-h1-781076-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-5',level=0,port_id=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:58.604602 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:58.617186 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Calling delete_port for 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 owned by compute:nova {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:58.739292 n-d-781076-5 neutron-server[110024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b6244-6472-4cd9-a82b-29cf095214a2 req-ef5baa53-4322-49ce-b7e8-d2a37c996015 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:58.740760 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d29b6244-6472-4cd9-a82b-29cf095214a2 req-ef5baa53-4322-49ce-b7e8-d2a37c996015 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb081b1-c580-43d2-a063-849f972f66e4 HTTP/1.1" status: 200 len: 944 time: 0.0618877 Nov 23 11:18:59.148007 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:59.162595 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-d29b6244-6472-4cd9-a82b-29cf095214a2 req-2b1e6f26-6cb8-4c11-8f25-018a190d217e tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019477 Nov 23 11:18:59.181426 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event deleted for resources: {'Port': ['ID=6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:59.191752 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.192092 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.192425 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.192753 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.193078 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.193395 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.193714 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.194058 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.194373 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.194985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.194985 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.195320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-5 {{(pid=110024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:59.234340 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] No DVR routers for this DVR port 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 on host n-h1-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:59.237071 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064227'] for port, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:59.240496 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [req-30ba17d3-e663-4ed3-be96-f2803a300d32 req-9913936c-7600-403f-a22f-e2dd6f22dcb8 tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.11 "DELETE /v2.0/ports/6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 HTTP/1.1" status: 204 len: 173 time: 0.8192368 Nov 23 11:18:59.240933 n-d-781076-5 neutron-server[110024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-deleted', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9'}] {{(pid=110024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:59.243212 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e93d17db527b8a6071f854512091026c15092fa715d839ed10487b1be9af23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169cd01-57f3-4ef4-b126-e9398df84ce2" -d '{"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-deleted", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9"}]}' {{(pid=110024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:59.283220 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21051f9c-367e-403a-8436-458ed08fcf31 x-openstack-request-id: req-21051f9c-367e-403a-8436-458ed08fcf31 {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:59.283561 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb081b1-c580-43d2-a063-849f972f66e4", "name": "network-vif-deleted", "tag": "6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9", "status": "completed", "code": 200}]} {{(pid=110024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:59.283812 n-d-781076-5 neutron-server[110024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21051f9c-367e-403a-8436-458ed08fcf31 {{(pid=110024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:59.284229 n-d-781076-5 neutron-server[110024]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb081b1-c580-43d2-a063-849f972f66e4', 'name': 'network-vif-deleted', 'tag': '6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9', 'status': 'completed', 'code': 200} Nov 23 11:18:59.304286 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc no longer exists at agent hyperv_n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:59.326270 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] No Port match for: f7d0ecd5-01ed-46ae-a624-fa14635e96fc {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:59.326611 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Device f7d0ecd5-01ed-46ae-a624-fa14635e96fc not bound to the agent host n-h2-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:00.229217 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59920) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:00.285544 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:00.310578 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:00.377199 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:00.380061 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:00.381291 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] 10.222.0.62 "DELETE /v2.0/security-groups/e3d2f4ff-ca01-42b7-af7a-5ef173960cd6 HTTP/1.1" status: 204 len: 168 time: 0.1510820 Nov 23 11:19:00.391405 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d551d76-f2f8-472c-ab7b-89a713cd7f6f tempest-TestSnapshotPattern-889065398 tempest-TestSnapshotPattern-889065398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d2f4ff-ca01-42b7-af7a-5ef173960cd6,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:00.429164 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59924) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:00.894010 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.141920 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Deleting port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:01.142214 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.226441 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] For port 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:01.226803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.239110 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Calling delete_port for 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb owned by network:router_interface {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:01.424560 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.456589 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Pushing event deleted for resources: {'Port': ['ID=824c3b0a-20eb-474a-aa6a-f91c5b83cfdb,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:01.621167 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.850266 n-d-781076-5 neutron-server[110024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Router 43333c5b-a0c9-4eeb-804f-9b442133f122 has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:01.965821 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:01.971287 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-f8ee6e9e-491b-41c3-bf58-03b05e5e6387 admin admin] 10.222.0.62 "PUT /v2.0/routers/43333c5b-a0c9-4eeb-804f-9b442133f122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410762 Nov 23 11:19:01.973915 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59928) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:01.976376 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Sync routers for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:01.987563 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:01.988183 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.085785 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.191258 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 no longer exists at agent hyperv_n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:02.193089 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.217592 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] No Port match for: 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:02.217964 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Device 6ef0d689-d00a-4b68-b9f1-e9c34ae79fc9 not bound to the agent host n-h1-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:02.254390 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Deleting port 3e997c32-994a-4151-bd1a-341f151d35d8 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:02.255047 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.280100 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: n-d-781076-5 {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:02.342131 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] For port 3e997c32-994a-4151-bd1a-341f151d35d8, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=3e997c32-994a-4151-bd1a-341f151d35d8,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:02.342520 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.354861 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Calling delete_port for 3e997c32-994a-4151-bd1a-341f151d35d8 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:02.464958 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:19:01Z', 'revision_number': 5, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port': {'id': '3e997c32-994a-4151-bd1a-341f151d35d8', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.492491 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Checking router: 43333c5b-a0c9-4eeb-804f-9b442133f122 for host: n-d-781076-5 {{(pid=110025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:02.501359 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Routers {'43333c5b-a0c9-4eeb-804f-9b442133f122'} bound to L3 agent in host n-d-781076-5 {{(pid=110025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:02.502118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['43333c5b-a0c9-4eeb-804f-9b442133f122'], 'active': True} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.527596 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.554101 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e997c32-994a-4151-bd1a-341f151d35d8,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:02.571580 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde93148-3d35-4388-a0cd-bc778f1c6194 None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:02.599942 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvr_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] Set router 43333c5b-a0c9-4eeb-804f-9b442133f122 gateway port host: None {{(pid=110025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:02.614543 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.655595 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_hamode_db [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:19:02Z', 'revision_number': 6, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.682813 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec494aca-691e-4dee-8c61-819189af6e05 None None] The sync data for ids ['43333c5b-a0c9-4eeb-804f-9b442133f122'] in n-d-781076-5 is: [{'id': '43333c5b-a0c9-4eeb-804f-9b442133f122', 'name': 'tempest-TestSnapshotPattern-1370277340-router', 'tenant_id': '31f4724b712341b18f196f13a7e274bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:26Z', 'updated_at': '2021-11-23T11:19:02Z', 'revision_number': 6, 'project_id': '31f4724b712341b18f196f13a7e274bd', 'gw_port_host': None}] {{(pid=110025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:02.704817 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.707286 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.757070 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.757569 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43333c5b-a0c9-4eeb-804f-9b442133f122 {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:19:02.762401 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.763592 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-feaf09f7-bd84-450b-8c20-59015f4411a5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/43333c5b-a0c9-4eeb-804f-9b442133f122 HTTP/1.1" status: 204 len: 168 time: 0.7886884 Nov 23 11:19:02.767346 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59930) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:02.813658 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Deleting subnet a6757c9f-e0e1-496b-a7ef-26131933bea7 {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:19:02.816924 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.852207 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.932139 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.984803 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.015429 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6757c9f-e0e1-496b-a7ef-26131933bea7,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:03.019024 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.022269 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-796bcf30-6d11-4ef9-a6ee-d3689ef96e9a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a6757c9f-e0e1-496b-a7ef-26131933bea7 HTTP/1.1" status: 204 len: 168 time: 0.2539494 Nov 23 11:19:03.024736 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59932) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:03.028934 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b99247-465a-44a6-ad8e-3e0825fbd9d0 None None] Network e03f7636-ad7f-41ca-b6a5-9456310765ff requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:19:03.105798 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.168994 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Deleting port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:03.168994 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.195999 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:03.217827 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:03.218226 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 824c3b0a-20eb-474a-aa6a-f91c5b83cfdb not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:03.243040 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] For port 53c3d9b1-48d6-46c4-bbb8-e534da27de22, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=53c3d9b1-48d6-46c4-bbb8-e534da27de22,segment=NetworkSegment(5a467ba6-54a0-49a1-b934-2feddb84f484),segment_id=5a467ba6-54a0-49a1-b934-2feddb84f484)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:03.243409 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.255518 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Calling delete_port for 53c3d9b1-48d6-46c4-bbb8-e534da27de22 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:03.340941 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.366051 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Pushing event deleted for resources: {'Port': ['ID=53c3d9b1-48d6-46c4-bbb8-e534da27de22,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:03.369551 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] No DVR routers for this DVR port 53c3d9b1-48d6-46c4-bbb8-e534da27de22 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:19:03.442625 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.462708 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03f7636-ad7f-41ca-b6a5-9456310765ff']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:03.472077 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a467ba6-54a0-49a1-b934-2feddb84f484') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:03.472385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a467ba6-54a0-49a1-b934-2feddb84f484') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:03.481723 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.494914 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.500958 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:19:03.501334 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:19:03.503293 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:19:03.544419 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2658b-ddb7-4d88-b67b-902d9a257bb6 None None] DHCP port deletion for e03f7636-ad7f-41ca-b6a5-9456310765ff request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:03.566082 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.571882 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:03.575249 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] 10.222.0.62 "DELETE /v2.0/networks/e03f7636-ad7f-41ca-b6a5-9456310765ff HTTP/1.1" status: 204 len: 168 time: 0.5495536 Nov 23 11:19:03.578594 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59934) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:03.588350 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6808-df22-49ff-88b4-775d69e076ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e03f7636-ad7f-41ca-b6a5-9456310765ff,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:03.945135 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648589'] for router_interface, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.196973 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Deleting port 84c3604a-092f-4be8-a791-1926ab12958b {{(pid=110023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:04.197273 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.286527 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.db [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] For port 84c3604a-092f-4be8-a791-1926ab12958b, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=84c3604a-092f-4be8-a791-1926ab12958b,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:04.286903 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.300855 n-d-781076-5 neutron-server[110023]: DEBUG neutron.plugins.ml2.plugin [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Calling delete_port for 84c3604a-092f-4be8-a791-1926ab12958b owned by network:router_interface {{(pid=110023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:04.486776 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5760570'] for port, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.513991 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c3604a-092f-4be8-a791-1926ab12958b,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:04.682168 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482909'] for router_interface, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.906449 n-d-781076-5 neutron-server[110023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Router 32ce8711-5549-44b8-a634-9e7e6a7e391d has already been hosted by L3 agent 5c628492-dca0-4df9-9c41-57b332f5486d {{(pid=110023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:05.017552 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] Notify agent at l3_agent.n-d-781076-5 the message routers_updated {{(pid=110023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:05.023435 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-425db817-724c-4946-a390-c8bb6fb5a052 admin admin] 10.222.0.62 "PUT /v2.0/routers/32ce8711-5549-44b8-a634-9e7e6a7e391d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4432504 Nov 23 11:19:05.026215 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59936) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:05.028549 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Sync routers for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:05.039065 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:05.039675 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:05.057606 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e997c32-994a-4151-bd1a-341f151d35d8 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:05.082064 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 3e997c32-994a-4151-bd1a-341f151d35d8 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:05.082374 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 3e997c32-994a-4151-bd1a-341f151d35d8 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:05.082796 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53c3d9b1-48d6-46c4-bbb8-e534da27de22 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:05.101903 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 53c3d9b1-48d6-46c4-bbb8-e534da27de22 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:05.102252 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 53c3d9b1-48d6-46c4-bbb8-e534da27de22 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:05.135830 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks [] for router, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.150050 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: n-d-781076-5 {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:05.238060 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.292397 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Deleting port e6a363a8-f211-4067-84f8-214c91804136 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:05.292734 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.323369 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'external_fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e6a363a8-f211-4067-84f8-214c91804136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:19:04Z', 'revision_number': 5, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port': {'id': 'e6a363a8-f211-4067-84f8-214c91804136', 'name': '', 'network_id': '35f90cd8-754c-4665-9b8f-953033b6f293', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:31Z', 'updated_at': '2021-11-23T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15980a5c-d682-4aa5-8bad-08a3a6556e94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-5'}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:05.349284 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Checking router: 32ce8711-5549-44b8-a634-9e7e6a7e391d for host: n-d-781076-5 {{(pid=110026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:05.357658 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Routers {'32ce8711-5549-44b8-a634-9e7e6a7e391d'} bound to L3 agent in host n-d-781076-5 {{(pid=110026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:05.358316 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T09:37:20Z,description=,heartbeat_timestamp=2021-11-23T11:18:50Z,host='n-d-781076-5',id=5c628492-dca0-4df9-9c41-57b332f5486d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T09:37:20Z,topic='l3_agent')) {'router_ids': ['32ce8711-5549-44b8-a634-9e7e6a7e391d'], 'active': True} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:05.374494 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] For port e6a363a8-f211-4067-84f8-214c91804136, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=e6a363a8-f211-4067-84f8-214c91804136,segment=NetworkSegment(7d4b1be0-4a8a-4a81-aec6-2e011479d041),segment_id=7d4b1be0-4a8a-4a81-aec6-2e011479d041)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:05.374859 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.386638 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Calling delete_port for e6a363a8-f211-4067-84f8-214c91804136 owned by network:router_gateway {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:05.442282 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_dvr_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] Set router 32ce8711-5549-44b8-a634-9e7e6a7e391d gateway port host: None {{(pid=110026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:05.493992 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.l3_hamode_db [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:19:05Z', 'revision_number': 6, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port_host': None}], 'n-d-781076-5', False) {} {{(pid=110026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:05.519556 n-d-781076-5 neutron-server[110026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0f2c6-d765-4a95-ba29-730f3a670496 None None] The sync data for ids ['32ce8711-5549-44b8-a634-9e7e6a7e391d'] in n-d-781076-5 is: [{'id': '32ce8711-5549-44b8-a634-9e7e6a7e391d', 'name': 'tempest-TestSnapshotPattern-456919322-router', 'tenant_id': '40b64944fbc34c879493b00ac2585c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:30Z', 'updated_at': '2021-11-23T11:19:05Z', 'revision_number': 6, 'project_id': '40b64944fbc34c879493b00ac2585c33', 'gw_port_host': None}] {{(pid=110026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:05.557121 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.582705 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a363a8-f211-4067-84f8-214c91804136,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:05.598279 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4b186-cce5-49aa-8a85-947b11cdf07e None None] DHCP port deletion for 35f90cd8-754c-4665-9b8f-953033b6f293 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:05.647536 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402806'] for router_gateway, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.735722 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.737954 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.783381 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482834'] for router, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.783966 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ce8711-5549-44b8-a634-9e7e6a7e391d {{(pid=110024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:19:05.789605 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] Publish callbacks [] for router, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.790796 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cf17a6cf-73e8-493f-b71a-ce689cf9de78 admin admin] 10.222.0.62 "DELETE /v2.0/routers/32ce8711-5549-44b8-a634-9e7e6a7e391d HTTP/1.1" status: 204 len: 168 time: 0.7631145 Nov 23 11:19:05.793436 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59938) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:05.839213 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Deleting subnet 21aeda16-cfe9-4317-afe8-f653cca0a55d {{(pid=110024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:19:05.843530 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.879486 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117140'] for subnet, precommit_delete_associations {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:05.965744 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717892'] for subnet, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.017855 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6099071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6218721'] for subnet, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.042815 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21aeda16-cfe9-4317-afe8-f653cca0a55d,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:06.046405 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.049657 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-cdc23d55-26ca-4791-89fc-646dac0c5b39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/21aeda16-cfe9-4317-afe8-f653cca0a55d HTTP/1.1" status: 204 len: 168 time: 0.2551758 Nov 23 11:19:06.052276 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59940) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:06.053338 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c33aa-31b8-4457-b64d-8a7081246717 None None] Network 377b128e-f902-43ab-bc2a-e379249bb214 requested from n-d-781076-5 {{(pid=110025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:19:06.123887 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722350'] for network, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.180871 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Deleting port 30374c64-c2dd-455e-b2ad-986b0652e699 {{(pid=110024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:06.181209 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.244208 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.db [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] For port 30374c64-c2dd-455e-b2ad-986b0652e699, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30374c64-c2dd-455e-b2ad-986b0652e699,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:06.244571 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.258116 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] DHCP port deletion for 377b128e-f902-43ab-bc2a-e379249bb214 request from n-d-781076-5 {{(pid=110025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:06.267012 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.plugin [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Calling delete_port for 30374c64-c2dd-455e-b2ad-986b0652e699 owned by network:dhcp {{(pid=110024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:06.308321 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Deleting port 30374c64-c2dd-455e-b2ad-986b0652e699 {{(pid=110025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:06.308665 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763416242270'] for port, before_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.380283 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.db [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] For port 30374c64-c2dd-455e-b2ad-986b0652e699, host n-d-781076-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-5',level=0,port_id=30374c64-c2dd-455e-b2ad-986b0652e699,segment=NetworkSegment(e57807b4-f613-4d2e-9cba-bac23da4ea2c),segment_id=e57807b4-f613-4d2e-9cba-bac23da4ea2c)] {{(pid=110025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:06.380624 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403044'] for port, precommit_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.394487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Calling delete_port for 30374c64-c2dd-455e-b2ad-986b0652e699 owned by network:dhcp {{(pid=110025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:06.480491 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301'] for port, after_delete {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.509118 n-d-781076-5 neutron-server[110025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] Pushing event deleted for resources: {'Port': ['ID=30374c64-c2dd-455e-b2ad-986b0652e699,revision_number=None']} {{(pid=110025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:06.512521 n-d-781076-5 neutron-server[110025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7751df-ae19-4755-857c-c077da7cbb52 None None] No DVR routers for this DVR port 30374c64-c2dd-455e-b2ad-986b0652e699 on host n-d-781076-5 {{(pid=110025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:19:06.698922 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763416244848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763415811301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6098978'] for port, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.723320 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=30374c64-c2dd-455e-b2ad-986b0652e699,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:06.726852 n-d-781076-5 neutron-server[110024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] No DVR routers for this DVR port 30374c64-c2dd-455e-b2ad-986b0652e699 on host n-d-781076-5 {{(pid=110024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:19:06.798420 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715633', 'neutron.services.segments.db._delete_segments_for_network-8763416338872'] for network, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.818385 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377b128e-f902-43ab-bc2a-e379249bb214']}} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:06.830250 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57807b4-f613-4d2e-9cba-bac23da4ea2c') {'for_net_delete': True} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:06.830635 n-d-781076-5 neutron-server[110024]: DEBUG neutron.services.segments.db [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57807b4-f613-4d2e-9cba-bac23da4ea2c') {} {{(pid=110024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:06.840340 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763416367436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117133'] for segment, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.853853 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227'] for segment, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.860310 n-d-781076-5 neutron-server[110024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:19:06.860729 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6099409'] for segment, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self.session.flush() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: Traceback (most recent call last): Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: timer() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: cb(*args, **kw) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: return func(*args, **kwargs) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self._notify() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: self.callback(batched_events) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: event.method(event) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: return f(self, *a, **k) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: return self._get(url).json() Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: return self.request(url, 'GET', **kwargs) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:19:06.862592 n-d-781076-5 neutron-server[110024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:19:06.921697 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402911'] for network, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.927243 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804346'] for network, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:06.930384 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] 10.222.0.62 "DELETE /v2.0/networks/377b128e-f902-43ab-bc2a-e379249bb214 HTTP/1.1" status: 204 len: 168 time: 0.8772399 Nov 23 11:19:06.941140 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215a61d-04c6-4df3-a217-66afb9acdd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=377b128e-f902-43ab-bc2a-e379249bb214,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:07.013395 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e6a363a8-f211-4067-84f8-214c91804136 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:07.037770 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: e6a363a8-f211-4067-84f8-214c91804136 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:07.038377 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device e6a363a8-f211-4067-84f8-214c91804136 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:07.038798 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 30374c64-c2dd-455e-b2ad-986b0652e699 no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:07.056387 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59944) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:07.059148 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 30374c64-c2dd-455e-b2ad-986b0652e699 {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:07.059487 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 30374c64-c2dd-455e-b2ad-986b0652e699 not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:07.059894 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 84c3604a-092f-4be8-a791-1926ab12958b no longer exists at agent ovs-agent-n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:07.079686 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.plugin [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] No Port match for: 84c3604a-092f-4be8-a791-1926ab12958b {{(pid=110025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:07.080027 n-d-781076-5 neutron-server[110025]: DEBUG neutron.plugins.ml2.rpc [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Device 84c3604a-092f-4be8-a791-1926ab12958b not bound to the agent host n-d-781076-5 {{(pid=110025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:07.097937 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-58e3a619-e1be-411f-b461-21079e787dd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31f4724b712341b18f196f13a7e274bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403321 Nov 23 11:19:07.100516 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [-] (110023) accepted ('10.222.0.62', 59946) {{(pid=110023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:07.148658 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.177765 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.227688 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.230240 n-d-781076-5 neutron-server[110023]: DEBUG neutron_lib.callbacks.manager [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.231428 n-d-781076-5 neutron-server[110023]: INFO neutron.wsgi [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b80aae56-cca8-4e2d-af36-a906b4ef776d HTTP/1.1" status: 204 len: 168 time: 0.1300280 Nov 23 11:19:07.239031 n-d-781076-5 neutron-server[110023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53904ebd-12c9-43a9-98e9-af23f36af771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80aae56-cca8-4e2d-af36-a906b4ef776d,revision_number=None']} {{(pid=110023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:07.577877 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59952) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:07.618312 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-1a78f33d-5077-4c1b-93a2-b99ff0b7597e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40b64944fbc34c879493b00ac2585c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391805 Nov 23 11:19:07.621796 n-d-781076-5 neutron-server[110024]: DEBUG neutron.wsgi [-] (110024) accepted ('10.222.0.62', 59954) {{(pid=110024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:07.669369 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.690805 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.738125 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638461'] for security_group, after_delete {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.741202 n-d-781076-5 neutron-server[110024]: DEBUG neutron_lib.callbacks.manager [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.742378 n-d-781076-5 neutron-server[110024]: INFO neutron.wsgi [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60fbfc1b-0a18-4a8f-88d4-04f7a333223c HTTP/1.1" status: 204 len: 168 time: 0.1197131 Nov 23 11:19:07.750264 n-d-781076-5 neutron-server[110024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539721-63ba-43d7-ad1d-4d6446212cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbfc1b-0a18-4a8f-88d4-04f7a333223c,revision_number=None']} {{(pid=110024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:16.709454 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:18.013297 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-19a35a8b-cf2f-46fa-b724-0951a0d987e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.464465 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c1eea137-02c3-4217-b7e8-14d714fd49ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:21.157666 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:21.722067 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:23.089022 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:23.629960 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:30.406530 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:19:46.714950 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:48.012574 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-26c53530-2d16-4f1b-908d-ec331aa92f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:50.459664 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-8f268143-f314-4cd2-9445-b61344b7bac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:51.174910 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:51.730020 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:53.098044 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:53.628445 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:07.412166 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:20:16.726644 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:18.018552 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf12-e521-45e5-9be6-9672c06a8bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.471047 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c24d2bc3-53f8-437b-9a45-7896562c8164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:21.182436 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:21.734627 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:23.102502 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:23.635323 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:44.418321 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:20:46.725814 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:48.011064 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ec4d256c-824b-4b1b-868a-f37bf20f3ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:50.470754 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4ba20828-7f86-41d5-acbe-7bb6229a386f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:51.171640 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:51.738945 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:53.103741 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:53.627349 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.741539 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.010684 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-dc36c1b3-f60b-4e22-9b9d-dcce38d20762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.471936 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7c787236-41d5-43f2-8704-e9ad2ea97a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.187031 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.415876 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:21:21.740864 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:23.110508 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:23.635587 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:46.757880 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:48.015756 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-fab69417-e52c-4719-ad9b-1442b448c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:50.470667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-70bd7dd4-4ec0-4b36-965b-5270cdc61c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:51.200161 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:51.746636 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:53.104266 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:53.621884 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:58.411354 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:22:16.756340 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:18.017792 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d2a49c6e-ee25-4dcf-9e93-006b60002085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:20.474583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15ccfeec-0c80-4e2b-9046-aa1494fa099f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:21.216468 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:21.751341 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.110853 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.626767 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:35.417996 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:22:46.770645 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.021024 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-32f4c4cc-8360-469c-8e9c-71ff125654ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:50.482391 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ceb709c7-cb46-4463-9f8a-d0f7b040da4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:51.215327 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:51.750404 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:53.114622 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:53.629913 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:12.423199 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:23:16.786395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:18.026828 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1c69bb93-0305-4e41-8a1b-12b8f1979ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:20.477046 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-da2e4969-32c5-4e34-92a3-d697727dd58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:21.213881 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:21.757065 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:23.115448 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:23.795656 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:46.786673 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:48.018505 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-58584105-a487-4cce-a4e8-9d30c29b4ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:49.428734 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:23:50.477165 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0e8a304e-4157-4fa7-9e28-b852e1516beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:51.214330 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:51.763852 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:53.129456 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:53.621162 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:16.822938 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.018339 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-c183941b-df68-4718-9068-3dfcb9b480e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:20.477847 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9f95-e8ec-4e5c-b778-35de0218d999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.210488 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.760875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.132774 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.638718 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.434402 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:24:46.835790 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.018965 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6110f59a-9110-4087-b01c-be9a1118b34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:50.479821 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5b49-e75f-489e-ba85-d081e7ee65b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:51.209794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:51.768783 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:53.136894 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:53.630898 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:03.438580 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:25:16.839021 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:18.018138 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-bfa3425d-6ee4-4ef7-8cbf-142a5e8ed29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:20.481794 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-5dbd37d5-7938-4106-a84d-abda6539803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:21.224981 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:21.766877 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:23.136756 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:23.639189 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:40.439474 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:25:46.844900 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.019597 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0dee7e0f-9927-4ed9-b44b-84c50d63205c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.488262 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-4c0a7b31-4772-4eb3-8e68-f708304dce3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:51.242737 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:51.779903 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:53.141137 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:53.631726 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:16.869175 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:17.445494 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:26:18.021395 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac764-e3ae-4914-9a2d-c74b13f2fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:20.478565 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-96a25ae2-ca4c-48fc-b754-1ec92404dfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:21.256583 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:21.775555 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:23.144861 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:23.632875 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.465853 n-d-781076-5 neutron-server[110023]: DEBUG neutron.wsgi [req-821e46e3-461a-44cd-9def-9dedfd023837 req-14a4dd89-02c3-4b29-bcab-848c38788c6b service neutron] (110023) timed out ('10.222.0.62', 57708) {{(pid=110023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:26:46.883322 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:48.020626 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-6a70ca5c-4b86-49bd-924b-e96927c76e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:50.473179 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-15bd176b-8aba-4862-81a5-e36aaf0140c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:51.260254 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:51.781471 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.154247 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.629667 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:54.445365 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:27:16.890319 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb2b9-a50b-494f-9492-776ff2bee249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:18.015227 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5794825-6dfb-442a-a5d1-e93586f5f6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.479707 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b0aa-b9d6-4906-8ef1-d8a7fa98e3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.273628 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-7fd86e1f-7932-47fb-927f-483e88a5cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.779453 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-434cd7c5-e5e0-49b6-a551-aeceeddcd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.153473 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-afd9b08c-8856-4bca-8b72-b118a75b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.625431 n-d-781076-5 neutron-server[110025]: DEBUG neutron_lib.callbacks.manager [None req-94d4d2eb-1019-4b0d-b401-293cc4a81736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763416338881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714591'] for agent, after_update {{(pid=110025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:31.450465 n-d-781076-5 neutron-server[110026]: DEBUG neutron.db.agents_db [None req-c025bcf5-6ab9-4a3a-abe0-53ca84f85e8e None None] Agent healthcheck: found 7 active agents {{(pid=110026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}